diff --git "a/wandb/run-20220207_221901-334vrkbn/files/diff.patch" "b/wandb/run-20220207_221901-334vrkbn/files/diff.patch" new file mode 100644--- /dev/null +++ "b/wandb/run-20220207_221901-334vrkbn/files/diff.patch" @@ -0,0 +1,562 @@ +diff --git a/config.json b/config.json +index de06742..78b7adb 100644 +--- a/config.json ++++ b/config.json +@@ -42,7 +42,7 @@ + 2 + ], + "ctc_loss_reduction": "mean", +- "ctc_zero_infinity": false, ++ "ctc_zero_infinity": true, + "diversity_loss_weight": 0.1, + "do_stable_layer_norm": true, + "eos_token_id": 2, +diff --git a/run.recover.sh b/run.recover.sh +index 1910986..0c3f7b4 100755 +--- a/run.recover.sh ++++ b/run.recover.sh +@@ -5,7 +5,7 @@ WANDB_ENTITY=NbAiLab WANDB_PROJECT=wav2vec2 python run_speech_recognition_ctc.py + --dataset_config_name="16K_mp3_bokmaal" \ + --output_dir="./" \ + --overwrite_output_dir \ +- --num_train_epochs="11" \ ++ --num_train_epochs="18" \ + --per_device_train_batch_size="16" \ + --per_device_eval_batch_size="16" \ + --gradient_accumulation_steps="2" \ +@@ -18,6 +18,7 @@ WANDB_ENTITY=NbAiLab WANDB_PROJECT=wav2vec2 python run_speech_recognition_ctc.py + --eval_steps="500" \ + --logging_steps="100" \ + --layerdrop="0.041" \ ++ --ctc_zero_infinity="true" \ + --attention_dropout="0.094" \ + --activation_dropout="0.055" \ + --hidden_dropout="0.047" \ +diff --git a/special_tokens_map.json b/special_tokens_map.json +index ac9d0f5..59f35a2 100644 +--- a/special_tokens_map.json ++++ b/special_tokens_map.json +@@ -1 +1 @@ +-{"bos_token": "", "eos_token": "", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]} +\ No newline at end of file ++{"bos_token": "", "eos_token": "", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]} +\ No newline at end of file +diff --git a/wandb/debug-internal.log b/wandb/debug-internal.log +index 6a98292..c9f6fda 120000 +--- a/wandb/debug-internal.log ++++ b/wandb/debug-internal.log +@@ -1 +1 @@ +-run-20220207_210259-2c5c0c93/logs/debug-internal.log +\ No newline at end of file ++run-20220207_221901-334vrkbn/logs/debug-internal.log +\ No newline at end of file +diff --git a/wandb/debug.log b/wandb/debug.log +index df8eb71..08b3807 120000 +--- a/wandb/debug.log ++++ b/wandb/debug.log +@@ -1 +1 @@ +-run-20220207_210259-2c5c0c93/logs/debug.log +\ No newline at end of file ++run-20220207_221901-334vrkbn/logs/debug.log +\ No newline at end of file +diff --git a/wandb/latest-run b/wandb/latest-run +index fc546bc..28c0dac 120000 +--- a/wandb/latest-run ++++ b/wandb/latest-run +@@ -1 +1 @@ +-run-20220207_210259-2c5c0c93 +\ No newline at end of file ++run-20220207_221901-334vrkbn +\ No newline at end of file +diff --git a/wandb/run-20220207_210259-2c5c0c93/files/config.yaml b/wandb/run-20220207_210259-2c5c0c93/files/config.yaml +index d6e5127..306dca2 100644 +--- a/wandb/run-20220207_210259-2c5c0c93/files/config.yaml ++++ b/wandb/run-20220207_210259-2c5c0c93/files/config.yaml +@@ -4812,7 +4812,15 @@ _wandb: + - 3 + - 5 + - 11 ++ 2: ++ - 1 ++ - 2 ++ - 3 ++ - 5 ++ - 11 + 3: ++ - 1 ++ - 7 + - 13 + 4: 3.9.7 + 5: 0.12.9 +diff --git a/wandb/run-20220207_210259-2c5c0c93/files/output.log b/wandb/run-20220207_210259-2c5c0c93/files/output.log +index 541bbed..af56146 100644 +--- a/wandb/run-20220207_210259-2c5c0c93/files/output.log ++++ b/wandb/run-20220207_210259-2c5c0c93/files/output.log +@@ -579,3 +579,62 @@ Configuration saved in ./checkpoint-500/config.json + {'eval_loss': 0.17190051078796387, 'eval_wer': 0.10716071656191475, 'eval_runtime': 383.4174, 'eval_samples_per_second': 14.18, 'eval_steps_per_second': 0.887, 'epoch': 0.32} + Model weights saved in ./checkpoint-500/pytorch_model.bin + Configuration saved in ./checkpoint-500/preprocessor_config.json ++Configuration saved in ./preprocessor_config.json ++Deleting older checkpoint [checkpoint-10500] due to args.save_total_limit ++Deleting older checkpoint [checkpoint-11000] due to args.save_total_limit ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ 3%|███████▋ | 554/17061 [29:32<22:44:51, 4.96s/it]Traceback (most recent call last): ++ File "/mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/run_speech_recognition_ctc.py", line 792, in ++ main() ++ File "/mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/run_speech_recognition_ctc.py", line 743, in main ++ train_result = trainer.train(resume_from_checkpoint=checkpoint) ++ File "/mnt/lv_ai_1_dante/javierr/audio/lib/python3.9/site-packages/transformers/trainer.py", line 1398, in train ++ tr_loss_step = self.training_step(model, inputs) ++ File "/mnt/lv_ai_1_dante/javierr/audio/lib/python3.9/site-packages/transformers/trainer.py", line 1990, in training_step ++ self.scaler.scale(loss).backward() ++ File "/mnt/lv_ai_1_dante/javierr/audio/lib/python3.9/site-packages/torch/_tensor.py", line 307, in backward ++ torch.autograd.backward(self, gradient, retain_graph, create_graph, inputs=inputs) ++ File "/mnt/lv_ai_1_dante/javierr/audio/lib/python3.9/site-packages/torch/autograd/__init__.py", line 154, in backward ++ Variable._execution_engine.run_backward( ++KeyboardInterrupt +\ No newline at end of file +diff --git a/wandb/run-20220207_210259-2c5c0c93/files/wandb-summary.json b/wandb/run-20220207_210259-2c5c0c93/files/wandb-summary.json +index 67f1fa6..63f174c 100644 +--- a/wandb/run-20220207_210259-2c5c0c93/files/wandb-summary.json ++++ b/wandb/run-20220207_210259-2c5c0c93/files/wandb-summary.json +@@ -1 +1 @@ +-{"gradients/lm_head.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 8.0, 10.0, 3.0, 8.0, 12.0, 13.0, 17.0, 24.0, 22.0, 32.0, 35.0, 45.0, 47.0, 83.0, 109.0, 176.0, 460.0, 1429.0, 19103.0, 10830.0, 1295.0, 393.0, 180.0, 121.0, 59.0, 67.0, 45.0, 31.0, 29.0, 22.0, 26.0, 14.0, 16.0, 9.0, 3.0, 8.0, 2.0, 4.0, 3.0, 7.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2484.0, -2388.34375, -2292.6875, -2197.03125, -2101.375, -2005.71875, -1910.0625, -1814.40625, -1718.75, -1623.09375, -1527.4375, -1431.78125, -1336.125, -1240.46875, -1144.8125, -1049.15625, -953.5, -857.84375, -762.1875, -666.53125, -570.875, -475.21875, -379.5625, -283.90625, -188.25, -92.59375, 3.0625, 98.71875, 194.375, 290.03125, 385.6875, 481.34375, 577.0, 672.65625, 768.3125, 863.96875, 959.625, 1055.28125, 1150.9375, 1246.59375, 1342.25, 1437.90625, 1533.5625, 1629.21875, 1724.875, 1820.53125, 1916.1875, 2011.84375, 2107.5, 2203.15625, 2298.8125, 2394.46875, 2490.125, 2585.78125, 2681.4375, 2777.09375, 2872.75, 2968.40625, 3064.0625, 3159.71875, 3255.375, 3351.03125, 3446.6875, 3542.34375, 3638.0]}, "gradients/lm_head.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 12.0, 4.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4256.0, -4168.140625, -4080.28125, -3992.421875, -3904.5625, -3816.703125, -3728.84375, -3640.984375, -3553.125, -3465.265625, -3377.40625, -3289.546875, -3201.6875, -3113.828125, -3025.96875, -2938.109375, -2850.25, -2762.390625, -2674.53125, -2586.671875, -2498.8125, -2410.953125, -2323.09375, -2235.234375, -2147.375, -2059.515625, -1971.65625, -1883.796875, -1795.9375, -1708.078125, -1620.21875, -1532.359375, -1444.5, -1356.640625, -1268.78125, -1180.921875, -1093.0625, -1005.203125, -917.34375, -829.484375, -741.625, -653.765625, -565.90625, -478.046875, -390.1875, -302.328125, -214.46875, -126.609375, -38.75, 49.109375, 136.96875, 224.828125, 312.6875, 400.546875, 488.40625, 576.265625, 664.125, 751.984375, 839.84375, 927.703125, 1015.5625, 1103.421875, 1191.28125, 1279.140625, 1367.0]}, "gradients/wav2vec2.encoder.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 9.0, 34.0, 610.0, 320.0, 33.0, 8.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1457.900634765625, -1238.6796875, -1019.4586181640625, -800.2376708984375, -581.0166625976562, -361.795654296875, -142.57470703125, 76.6463623046875, 295.8673095703125, 515.0883178710938, 734.309326171875, 953.5302734375, 1172.751220703125, 1391.9722900390625, 1611.1932373046875, 1830.414306640625, 2049.63525390625, 2268.856201171875, 2488.0771484375, 2707.29833984375, 2926.519287109375, 3145.740234375, 3364.961181640625, 3584.18212890625, 3803.4033203125, 4022.624267578125, 4241.84521484375, 4461.06640625, 4680.287109375, 4899.50830078125, 5118.7294921875, 5337.9501953125, 5557.17138671875, 5776.392578125, 5995.61328125, 6214.83447265625, 6434.05517578125, 6653.2763671875, 6872.4970703125, 7091.71826171875, 7310.939453125, 7530.16064453125, 7749.38134765625, 7968.6025390625, 8187.8232421875, 8407.044921875, 8626.265625, 8845.486328125, 9064.70703125, 9283.927734375, 9503.1494140625, 9722.3701171875, 9941.5908203125, 10160.8125, 10380.033203125, 10599.25390625, 10818.4755859375, 11037.6962890625, 11256.91796875, 11476.138671875, 11695.359375, 11914.580078125, 12133.8017578125, 12353.0224609375, 12572.2431640625]}, "gradients/wav2vec2.encoder.layer_norm.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 4.0, 0.0, 1.0, 3.0, 3.0, 0.0, 4.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 2.0, 3.0, 4.0, 1.0, 5.0, 9.0, 16.0, 20.0, 60.0, 68.0, 95.0, 134.0, 132.0, 122.0, 99.0, 79.0, 38.0, 29.0, 9.0, 9.0, 6.0, 3.0, 2.0, 7.0, 6.0, 1.0, 4.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1732.15771484375, -1673.745849609375, -1615.333984375, -1556.9222412109375, -1498.5103759765625, -1440.0985107421875, -1381.686767578125, -1323.27490234375, -1264.863037109375, -1206.451171875, -1148.039306640625, -1089.6275634765625, -1031.2156982421875, -972.8038330078125, -914.3920288085938, -855.980224609375, -797.568359375, -739.156494140625, -680.7446899414062, -622.3328857421875, -563.9210205078125, -505.5091857910156, -447.09735107421875, -388.6855163574219, -330.273681640625, -271.8618469238281, -213.45001220703125, -155.03817749023438, -96.6263427734375, -38.214508056640625, 20.19732666015625, 78.60916137695312, 137.0208740234375, 195.43270874023438, 253.84454345703125, 312.2563781738281, 370.668212890625, 429.0800476074219, 487.49188232421875, 545.9036865234375, 604.3155517578125, 662.7274169921875, 721.1392211914062, 779.551025390625, 837.962890625, 896.374755859375, 954.7865600585938, 1013.1983642578125, 1071.6102294921875, 1130.0220947265625, 1188.433837890625, 1246.845703125, 1305.257568359375, 1363.66943359375, 1422.081298828125, 1480.4930419921875, 1538.9049072265625, 1597.3167724609375, 1655.728515625, 1714.140380859375, 1772.55224609375, 1830.964111328125, 1889.3759765625, 1947.7877197265625, 2006.1995849609375]}, "gradients/wav2vec2.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 5.0, 6.0, 15.0, 19.0, 22.0, 51.0, 74.0, 114.0, 151.0, 305.0, 451.0, 823.0, 1551.0, 2887.0, 5744.0, 12049.0, 25380.0, 57169.0, 132397.0, 324234.0, 835888.0, 1443342.0, 807904.0, 314415.0, 127017.0, 54683.0, 24476.0, 11476.0, 5445.0, 2801.0, 1488.0, 799.0, 449.0, 238.0, 167.0, 95.0, 50.0, 33.0, 33.0, 13.0, 10.0, 5.0, 4.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-6.13671875, -5.958740234375, -5.78076171875, -5.602783203125, -5.4248046875, -5.246826171875, -5.06884765625, -4.890869140625, -4.712890625, -4.534912109375, -4.35693359375, -4.178955078125, -4.0009765625, -3.822998046875, -3.64501953125, -3.467041015625, -3.2890625, -3.111083984375, -2.93310546875, -2.755126953125, -2.5771484375, -2.399169921875, -2.22119140625, -2.043212890625, -1.865234375, -1.687255859375, -1.50927734375, -1.331298828125, -1.1533203125, -0.975341796875, -0.79736328125, -0.619384765625, -0.44140625, -0.263427734375, -0.08544921875, 0.092529296875, 0.2705078125, 0.448486328125, 0.62646484375, 0.804443359375, 0.982421875, 1.160400390625, 1.33837890625, 1.516357421875, 1.6943359375, 1.872314453125, 2.05029296875, 2.228271484375, 2.40625, 2.584228515625, 2.76220703125, 2.940185546875, 3.1181640625, 3.296142578125, 3.47412109375, 3.652099609375, 3.830078125, 4.008056640625, 4.18603515625, 4.364013671875, 4.5419921875, 4.719970703125, 4.89794921875, 5.075927734375, 5.25390625]}, "gradients/wav2vec2.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 3.0, 0.0, 4.0, 2.0, 6.0, 14.0, 14.0, 13.0, 19.0, 20.0, 27.0, 27.0, 27.0, 25.0, 50.0, 40.0, 52.0, 39.0, 42.0, 53.0, 60.0, 44.0, 56.0, 45.0, 32.0, 32.0, 30.0, 30.0, 40.0, 36.0, 27.0, 21.0, 15.0, 11.0, 17.0, 7.0, 8.0, 6.0, 5.0, 5.0, 1.0, 4.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.9921875, -3.87335205078125, -3.7545166015625, -3.63568115234375, -3.516845703125, -3.39801025390625, -3.2791748046875, -3.16033935546875, -3.04150390625, -2.92266845703125, -2.8038330078125, -2.68499755859375, -2.566162109375, -2.44732666015625, -2.3284912109375, -2.20965576171875, -2.0908203125, -1.97198486328125, -1.8531494140625, -1.73431396484375, -1.615478515625, -1.49664306640625, -1.3778076171875, -1.25897216796875, -1.14013671875, -1.02130126953125, -0.9024658203125, -0.78363037109375, -0.664794921875, -0.54595947265625, -0.4271240234375, -0.30828857421875, -0.189453125, -0.07061767578125, 0.0482177734375, 0.16705322265625, 0.285888671875, 0.40472412109375, 0.5235595703125, 0.64239501953125, 0.76123046875, 0.88006591796875, 0.9989013671875, 1.11773681640625, 1.236572265625, 1.35540771484375, 1.4742431640625, 1.59307861328125, 1.7119140625, 1.83074951171875, 1.9495849609375, 2.06842041015625, 2.187255859375, 2.30609130859375, 2.4249267578125, 2.54376220703125, 2.66259765625, 2.78143310546875, 2.9002685546875, 3.01910400390625, 3.137939453125, 3.25677490234375, 3.3756103515625, 3.49444580078125, 3.61328125]}, "gradients/wav2vec2.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 5.0, 13.0, 7.0, 6.0, 16.0, 20.0, 33.0, 35.0, 53.0, 82.0, 135.0, 198.0, 420.0, 816.0, 1853.0, 4571.0, 13240.0, 47653.0, 206221.0, 999365.0, 2116807.0, 624474.0, 130745.0, 31689.0, 9531.0, 3314.0, 1425.0, 664.0, 354.0, 196.0, 90.0, 81.0, 45.0, 38.0, 26.0, 12.0, 12.0, 7.0, 8.0, 5.0, 8.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-14.3046875, -13.848388671875, -13.39208984375, -12.935791015625, -12.4794921875, -12.023193359375, -11.56689453125, -11.110595703125, -10.654296875, -10.197998046875, -9.74169921875, -9.285400390625, -8.8291015625, -8.372802734375, -7.91650390625, -7.460205078125, -7.00390625, -6.547607421875, -6.09130859375, -5.635009765625, -5.1787109375, -4.722412109375, -4.26611328125, -3.809814453125, -3.353515625, -2.897216796875, -2.44091796875, -1.984619140625, -1.5283203125, -1.072021484375, -0.61572265625, -0.159423828125, 0.296875, 0.753173828125, 1.20947265625, 1.665771484375, 2.1220703125, 2.578369140625, 3.03466796875, 3.490966796875, 3.947265625, 4.403564453125, 4.85986328125, 5.316162109375, 5.7724609375, 6.228759765625, 6.68505859375, 7.141357421875, 7.59765625, 8.053955078125, 8.51025390625, 8.966552734375, 9.4228515625, 9.879150390625, 10.33544921875, 10.791748046875, 11.248046875, 11.704345703125, 12.16064453125, 12.616943359375, 13.0732421875, 13.529541015625, 13.98583984375, 14.442138671875, 14.8984375]}, "gradients/wav2vec2.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 4.0, 7.0, 5.0, 7.0, 10.0, 10.0, 14.0, 22.0, 35.0, 53.0, 61.0, 114.0, 148.0, 218.0, 273.0, 361.0, 459.0, 543.0, 451.0, 334.0, 254.0, 199.0, 135.0, 108.0, 83.0, 54.0, 32.0, 20.0, 16.0, 14.0, 11.0, 6.0, 7.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-14.1484375, -13.769775390625, -13.39111328125, -13.012451171875, -12.6337890625, -12.255126953125, -11.87646484375, -11.497802734375, -11.119140625, -10.740478515625, -10.36181640625, -9.983154296875, -9.6044921875, -9.225830078125, -8.84716796875, -8.468505859375, -8.08984375, -7.711181640625, -7.33251953125, -6.953857421875, -6.5751953125, -6.196533203125, -5.81787109375, -5.439208984375, -5.060546875, -4.681884765625, -4.30322265625, -3.924560546875, -3.5458984375, -3.167236328125, -2.78857421875, -2.409912109375, -2.03125, -1.652587890625, -1.27392578125, -0.895263671875, -0.5166015625, -0.137939453125, 0.24072265625, 0.619384765625, 0.998046875, 1.376708984375, 1.75537109375, 2.134033203125, 2.5126953125, 2.891357421875, 3.27001953125, 3.648681640625, 4.02734375, 4.406005859375, 4.78466796875, 5.163330078125, 5.5419921875, 5.920654296875, 6.29931640625, 6.677978515625, 7.056640625, 7.435302734375, 7.81396484375, 8.192626953125, 8.5712890625, 8.949951171875, 9.32861328125, 9.707275390625, 10.0859375]}, "gradients/wav2vec2.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 6.0, 8.0, 10.0, 40.0, 50.0, 89.0, 108.0, 130.0, 133.0, 122.0, 93.0, 75.0, 52.0, 43.0, 27.0, 10.0, 8.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-63.664608001708984, -60.70075607299805, -57.73690414428711, -54.77305221557617, -51.809200286865234, -48.8453483581543, -45.88149642944336, -42.91764450073242, -39.953792572021484, -36.98994064331055, -34.02608871459961, -31.062236785888672, -28.098384857177734, -25.134532928466797, -22.17068099975586, -19.206829071044922, -16.242977142333984, -13.279125213623047, -10.31527328491211, -7.351421356201172, -4.387569427490234, -1.4237174987792969, 1.5401344299316406, 4.503986358642578, 7.467838287353516, 10.431690216064453, 13.39554214477539, 16.359394073486328, 19.323246002197266, 22.287097930908203, 25.25094985961914, 28.214801788330078, 31.17864990234375, 34.14250183105469, 37.106353759765625, 40.07020568847656, 43.0340576171875, 45.99790954589844, 48.961761474609375, 51.92561340332031, 54.88946533203125, 57.85331726074219, 60.817169189453125, 63.78102111816406, 66.744873046875, 69.70872497558594, 72.67257690429688, 75.63642883300781, 78.60028076171875, 81.56413269042969, 84.52798461914062, 87.49183654785156, 90.4556884765625, 93.41954040527344, 96.38339233398438, 99.34724426269531, 102.31109619140625, 105.27494812011719, 108.23880004882812, 111.20265197753906, 114.16650390625, 117.13035583496094, 120.09420776367188, 123.05805969238281, 126.02191162109375]}, "gradients/wav2vec2.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 5.0, 2.0, 5.0, 7.0, 1.0, 3.0, 3.0, 4.0, 7.0, 16.0, 15.0, 19.0, 20.0, 23.0, 25.0, 34.0, 30.0, 30.0, 40.0, 35.0, 30.0, 41.0, 38.0, 40.0, 46.0, 43.0, 40.0, 34.0, 42.0, 40.0, 46.0, 42.0, 26.0, 21.0, 20.0, 30.0, 17.0, 12.0, 14.0, 15.0, 9.0, 11.0, 9.0, 6.0, 5.0, 5.0, 1.0, 3.0, 4.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.850494384765625, -34.59559631347656, -33.340702056884766, -32.0858039855957, -30.830907821655273, -29.576011657714844, -28.32111358642578, -27.06621742248535, -25.811321258544922, -24.556425094604492, -23.301528930664062, -22.046630859375, -20.79173469543457, -19.53683853149414, -18.281940460205078, -17.02704429626465, -15.772148132324219, -14.517251968383789, -13.262354850769043, -12.007457733154297, -10.752561569213867, -9.497665405273438, -8.242768287658691, -6.987871170043945, -5.732975006103516, -4.478078365325928, -3.22318172454834, -1.968285083770752, -0.7133884429931641, 0.5415081977844238, 1.7964048385620117, 3.051301956176758, 4.3061981201171875, 5.561094760894775, 6.815991401672363, 8.07088851928711, 9.325784683227539, 10.580680847167969, 11.835577964782715, 13.090475082397461, 14.34537124633789, 15.60026741027832, 16.85516357421875, 18.110061645507812, 19.364957809448242, 20.619853973388672, 21.874752044677734, 23.129648208618164, 24.384544372558594, 25.639440536499023, 26.894336700439453, 28.149234771728516, 29.404130935668945, 30.659027099609375, 31.913925170898438, 33.1688232421875, 34.4237174987793, 35.67861557006836, 36.933509826660156, 38.18840789794922, 39.44330596923828, 40.69820022583008, 41.95309829711914, 43.20799255371094, 44.462890625]}, "gradients/wav2vec2.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 8.0, 12.0, 29.0, 59.0, 90.0, 173.0, 255.0, 486.0, 881.0, 1592.0, 2881.0, 4791.0, 8616.0, 15145.0, 25764.0, 45796.0, 98367.0, 282150.0, 323774.0, 118654.0, 51295.0, 29058.0, 16671.0, 9462.0, 5439.0, 3084.0, 1725.0, 1000.0, 547.0, 309.0, 175.0, 96.0, 61.0, 42.0, 23.0, 17.0, 11.0, 7.0, 3.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.875, -8.5699462890625, -8.264892578125, -7.9598388671875, -7.65478515625, -7.3497314453125, -7.044677734375, -6.7396240234375, -6.4345703125, -6.1295166015625, -5.824462890625, -5.5194091796875, -5.21435546875, -4.9093017578125, -4.604248046875, -4.2991943359375, -3.994140625, -3.6890869140625, -3.384033203125, -3.0789794921875, -2.77392578125, -2.4688720703125, -2.163818359375, -1.8587646484375, -1.5537109375, -1.2486572265625, -0.943603515625, -0.6385498046875, -0.33349609375, -0.0284423828125, 0.276611328125, 0.5816650390625, 0.88671875, 1.1917724609375, 1.496826171875, 1.8018798828125, 2.10693359375, 2.4119873046875, 2.717041015625, 3.0220947265625, 3.3271484375, 3.6322021484375, 3.937255859375, 4.2423095703125, 4.54736328125, 4.8524169921875, 5.157470703125, 5.4625244140625, 5.767578125, 6.0726318359375, 6.377685546875, 6.6827392578125, 6.98779296875, 7.2928466796875, 7.597900390625, 7.9029541015625, 8.2080078125, 8.5130615234375, 8.818115234375, 9.1231689453125, 9.42822265625, 9.7332763671875, 10.038330078125, 10.3433837890625, 10.6484375]}, "gradients/wav2vec2.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 6.0, 7.0, 6.0, 8.0, 4.0, 8.0, 17.0, 17.0, 18.0, 26.0, 21.0, 35.0, 31.0, 40.0, 26.0, 36.0, 52.0, 40.0, 49.0, 39.0, 58.0, 34.0, 50.0, 43.0, 46.0, 29.0, 30.0, 40.0, 21.0, 24.0, 24.0, 18.0, 20.0, 11.0, 13.0, 13.0, 13.0, 5.0, 7.0, 9.0, 3.0, 1.0, 4.0, 3.0, 0.0, 2.0, 0.0, 1.0, 3.0], "bins": [-4.203125, -4.083953857421875, -3.96478271484375, -3.845611572265625, -3.7264404296875, -3.607269287109375, -3.48809814453125, -3.368927001953125, -3.249755859375, -3.130584716796875, -3.01141357421875, -2.892242431640625, -2.7730712890625, -2.653900146484375, -2.53472900390625, -2.415557861328125, -2.29638671875, -2.177215576171875, -2.05804443359375, -1.938873291015625, -1.8197021484375, -1.700531005859375, -1.58135986328125, -1.462188720703125, -1.343017578125, -1.223846435546875, -1.10467529296875, -0.985504150390625, -0.8663330078125, -0.747161865234375, -0.62799072265625, -0.508819580078125, -0.3896484375, -0.270477294921875, -0.15130615234375, -0.032135009765625, 0.0870361328125, 0.206207275390625, 0.32537841796875, 0.444549560546875, 0.563720703125, 0.682891845703125, 0.80206298828125, 0.921234130859375, 1.0404052734375, 1.159576416015625, 1.27874755859375, 1.397918701171875, 1.51708984375, 1.636260986328125, 1.75543212890625, 1.874603271484375, 1.9937744140625, 2.112945556640625, 2.23211669921875, 2.351287841796875, 2.470458984375, 2.589630126953125, 2.70880126953125, 2.827972412109375, 2.9471435546875, 3.066314697265625, 3.18548583984375, 3.304656982421875, 3.423828125]}, "gradients/wav2vec2.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 6.0, 3.0, 3.0, 2.0, 7.0, 8.0, 9.0, 10.0, 22.0, 22.0, 43.0, 48.0, 63.0, 83.0, 138.0, 162.0, 250.0, 432.0, 735.0, 1379.0, 2770.0, 5326.0, 10742.0, 21691.0, 46480.0, 118957.0, 466781.0, 240780.0, 70084.0, 30917.0, 14948.0, 7490.0, 3717.0, 1800.0, 1002.0, 556.0, 329.0, 225.0, 155.0, 103.0, 72.0, 57.0, 46.0, 36.0, 23.0, 13.0, 8.0, 10.0, 7.0, 9.0, 3.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0], "bins": [-14.5703125, -14.125244140625, -13.68017578125, -13.235107421875, -12.7900390625, -12.344970703125, -11.89990234375, -11.454833984375, -11.009765625, -10.564697265625, -10.11962890625, -9.674560546875, -9.2294921875, -8.784423828125, -8.33935546875, -7.894287109375, -7.44921875, -7.004150390625, -6.55908203125, -6.114013671875, -5.6689453125, -5.223876953125, -4.77880859375, -4.333740234375, -3.888671875, -3.443603515625, -2.99853515625, -2.553466796875, -2.1083984375, -1.663330078125, -1.21826171875, -0.773193359375, -0.328125, 0.116943359375, 0.56201171875, 1.007080078125, 1.4521484375, 1.897216796875, 2.34228515625, 2.787353515625, 3.232421875, 3.677490234375, 4.12255859375, 4.567626953125, 5.0126953125, 5.457763671875, 5.90283203125, 6.347900390625, 6.79296875, 7.238037109375, 7.68310546875, 8.128173828125, 8.5732421875, 9.018310546875, 9.46337890625, 9.908447265625, 10.353515625, 10.798583984375, 11.24365234375, 11.688720703125, 12.1337890625, 12.578857421875, 13.02392578125, 13.468994140625, 13.9140625]}, "gradients/wav2vec2.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 7.0, 5.0, 8.0, 10.0, 4.0, 13.0, 12.0, 15.0, 15.0, 30.0, 23.0, 32.0, 26.0, 42.0, 39.0, 55.0, 44.0, 44.0, 43.0, 47.0, 40.0, 54.0, 36.0, 36.0, 36.0, 37.0, 29.0, 36.0, 30.0, 22.0, 25.0, 19.0, 14.0, 15.0, 16.0, 12.0, 7.0, 8.0, 3.0, 4.0, 4.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.90625, -12.462890625, -12.01953125, -11.576171875, -11.1328125, -10.689453125, -10.24609375, -9.802734375, -9.359375, -8.916015625, -8.47265625, -8.029296875, -7.5859375, -7.142578125, -6.69921875, -6.255859375, -5.8125, -5.369140625, -4.92578125, -4.482421875, -4.0390625, -3.595703125, -3.15234375, -2.708984375, -2.265625, -1.822265625, -1.37890625, -0.935546875, -0.4921875, -0.048828125, 0.39453125, 0.837890625, 1.28125, 1.724609375, 2.16796875, 2.611328125, 3.0546875, 3.498046875, 3.94140625, 4.384765625, 4.828125, 5.271484375, 5.71484375, 6.158203125, 6.6015625, 7.044921875, 7.48828125, 7.931640625, 8.375, 8.818359375, 9.26171875, 9.705078125, 10.1484375, 10.591796875, 11.03515625, 11.478515625, 11.921875, 12.365234375, 12.80859375, 13.251953125, 13.6953125, 14.138671875, 14.58203125, 15.025390625, 15.46875]}, "gradients/wav2vec2.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 6.0, 7.0, 13.0, 8.0, 11.0, 28.0, 44.0, 66.0, 106.0, 178.0, 343.0, 676.0, 1398.0, 3222.0, 8204.0, 21764.0, 59036.0, 214023.0, 569791.0, 108062.0, 37663.0, 14285.0, 5257.0, 2226.0, 996.0, 483.0, 285.0, 138.0, 86.0, 61.0, 24.0, 30.0, 12.0, 12.0, 4.0, 2.0, 3.0, 4.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.4453125, -12.020263671875, -11.59521484375, -11.170166015625, -10.7451171875, -10.320068359375, -9.89501953125, -9.469970703125, -9.044921875, -8.619873046875, -8.19482421875, -7.769775390625, -7.3447265625, -6.919677734375, -6.49462890625, -6.069580078125, -5.64453125, -5.219482421875, -4.79443359375, -4.369384765625, -3.9443359375, -3.519287109375, -3.09423828125, -2.669189453125, -2.244140625, -1.819091796875, -1.39404296875, -0.968994140625, -0.5439453125, -0.118896484375, 0.30615234375, 0.731201171875, 1.15625, 1.581298828125, 2.00634765625, 2.431396484375, 2.8564453125, 3.281494140625, 3.70654296875, 4.131591796875, 4.556640625, 4.981689453125, 5.40673828125, 5.831787109375, 6.2568359375, 6.681884765625, 7.10693359375, 7.531982421875, 7.95703125, 8.382080078125, 8.80712890625, 9.232177734375, 9.6572265625, 10.082275390625, 10.50732421875, 10.932373046875, 11.357421875, 11.782470703125, 12.20751953125, 12.632568359375, 13.0576171875, 13.482666015625, 13.90771484375, 14.332763671875, 14.7578125]}, "gradients/wav2vec2.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 5.0, 3.0, 5.0, 2.0, 3.0, 3.0, 6.0, 11.0, 9.0, 14.0, 11.0, 22.0, 12.0, 39.0, 38.0, 87.0, 271.0, 221.0, 67.0, 38.0, 22.0, 30.0, 18.0, 10.0, 13.0, 10.0, 6.0, 7.0, 8.0, 6.0, 2.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.00399017333984375, -0.0038874447345733643, -0.0037847161293029785, -0.0036819875240325928, -0.003579258918762207, -0.0034765303134918213, -0.0033738017082214355, -0.00327107310295105, -0.003168344497680664, -0.0030656158924102783, -0.0029628872871398926, -0.002860158681869507, -0.002757430076599121, -0.0026547014713287354, -0.0025519728660583496, -0.002449244260787964, -0.002346515655517578, -0.0022437870502471924, -0.0021410584449768066, -0.002038329839706421, -0.0019356012344360352, -0.0018328726291656494, -0.0017301440238952637, -0.001627415418624878, -0.0015246868133544922, -0.0014219582080841064, -0.0013192296028137207, -0.001216500997543335, -0.0011137723922729492, -0.0010110437870025635, -0.0009083151817321777, -0.000805586576461792, -0.0007028579711914062, -0.0006001293659210205, -0.0004974007606506348, -0.000394672155380249, -0.0002919435501098633, -0.00018921494483947754, -8.64863395690918e-05, 1.6242265701293945e-05, 0.00011897087097167969, 0.00022169947624206543, 0.00032442808151245117, 0.0004271566867828369, 0.0005298852920532227, 0.0006326138973236084, 0.0007353425025939941, 0.0008380711078643799, 0.0009407997131347656, 0.0010435283184051514, 0.0011462569236755371, 0.0012489855289459229, 0.0013517141342163086, 0.0014544427394866943, 0.00155717134475708, 0.0016598999500274658, 0.0017626285552978516, 0.0018653571605682373, 0.001968085765838623, 0.002070814371109009, 0.0021735429763793945, 0.0022762715816497803, 0.002379000186920166, 0.0024817287921905518, 0.0025844573974609375]}, "gradients/wav2vec2.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 7.0, 7.0, 15.0, 10.0, 20.0, 27.0, 59.0, 75.0, 127.0, 208.0, 425.0, 792.0, 1654.0, 4033.0, 10578.0, 29213.0, 81545.0, 327522.0, 436492.0, 98512.0, 35523.0, 12753.0, 4968.0, 1989.0, 934.0, 458.0, 250.0, 133.0, 97.0, 38.0, 32.0, 17.0, 18.0, 7.0, 11.0, 4.0, 6.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.125, -10.7783203125, -10.431640625, -10.0849609375, -9.73828125, -9.3916015625, -9.044921875, -8.6982421875, -8.3515625, -8.0048828125, -7.658203125, -7.3115234375, -6.96484375, -6.6181640625, -6.271484375, -5.9248046875, -5.578125, -5.2314453125, -4.884765625, -4.5380859375, -4.19140625, -3.8447265625, -3.498046875, -3.1513671875, -2.8046875, -2.4580078125, -2.111328125, -1.7646484375, -1.41796875, -1.0712890625, -0.724609375, -0.3779296875, -0.03125, 0.3154296875, 0.662109375, 1.0087890625, 1.35546875, 1.7021484375, 2.048828125, 2.3955078125, 2.7421875, 3.0888671875, 3.435546875, 3.7822265625, 4.12890625, 4.4755859375, 4.822265625, 5.1689453125, 5.515625, 5.8623046875, 6.208984375, 6.5556640625, 6.90234375, 7.2490234375, 7.595703125, 7.9423828125, 8.2890625, 8.6357421875, 8.982421875, 9.3291015625, 9.67578125, 10.0224609375, 10.369140625, 10.7158203125, 11.0625]}, "gradients/wav2vec2.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 3.0, 1.0, 5.0, 1.0, 5.0, 7.0, 10.0, 5.0, 7.0, 7.0, 12.0, 13.0, 26.0, 15.0, 28.0, 32.0, 29.0, 54.0, 85.0, 121.0, 121.0, 117.0, 82.0, 43.0, 44.0, 21.0, 19.0, 19.0, 9.0, 15.0, 15.0, 9.0, 9.0, 3.0, 5.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.05859375, -6.81988525390625, -6.5811767578125, -6.34246826171875, -6.103759765625, -5.86505126953125, -5.6263427734375, -5.38763427734375, -5.14892578125, -4.91021728515625, -4.6715087890625, -4.43280029296875, -4.194091796875, -3.95538330078125, -3.7166748046875, -3.47796630859375, -3.2392578125, -3.00054931640625, -2.7618408203125, -2.52313232421875, -2.284423828125, -2.04571533203125, -1.8070068359375, -1.56829833984375, -1.32958984375, -1.09088134765625, -0.8521728515625, -0.61346435546875, -0.374755859375, -0.13604736328125, 0.1026611328125, 0.34136962890625, 0.580078125, 0.81878662109375, 1.0574951171875, 1.29620361328125, 1.534912109375, 1.77362060546875, 2.0123291015625, 2.25103759765625, 2.48974609375, 2.72845458984375, 2.9671630859375, 3.20587158203125, 3.444580078125, 3.68328857421875, 3.9219970703125, 4.16070556640625, 4.3994140625, 4.63812255859375, 4.8768310546875, 5.11553955078125, 5.354248046875, 5.59295654296875, 5.8316650390625, 6.07037353515625, 6.30908203125, 6.54779052734375, 6.7864990234375, 7.02520751953125, 7.263916015625, 7.50262451171875, 7.7413330078125, 7.98004150390625, 8.21875]}, "gradients/wav2vec2.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 4.0, 3.0, 2.0, 1.0, 10.0, 9.0, 15.0, 27.0, 43.0, 55.0, 88.0, 110.0, 141.0, 115.0, 118.0, 89.0, 77.0, 37.0, 29.0, 20.0, 5.0, 6.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-98.09430694580078, -95.31815338134766, -92.5419921875, -89.76583862304688, -86.98967742919922, -84.2135238647461, -81.43736267089844, -78.66120910644531, -75.88505554199219, -73.10890197753906, -70.3327407836914, -67.55658721923828, -64.78042602539062, -62.0042724609375, -59.22811508178711, -56.45195770263672, -53.67580032348633, -50.89964294433594, -48.12348556518555, -45.347328186035156, -42.57117462158203, -39.79501724243164, -37.01885986328125, -34.242706298828125, -31.4665470123291, -28.69038963317871, -25.914234161376953, -23.138076782226562, -20.361919403076172, -17.585763931274414, -14.809606552124023, -12.033451080322266, -9.257293701171875, -6.481137275695801, -3.7049803733825684, -0.9288234710693359, 1.8473329544067383, 4.6234893798828125, 7.399646759033203, 10.175802230834961, 12.951959609985352, 15.728116035461426, 18.5042724609375, 21.28042984008789, 24.05658721923828, 26.83274269104004, 29.60890007019043, 32.38505554199219, 35.16121292114258, 37.93737030029297, 40.71352767944336, 43.48968505859375, 46.265838623046875, 49.041996002197266, 51.818153381347656, 54.59430694580078, 57.37046813964844, 60.14662551879883, 62.92278289794922, 65.69893646240234, 68.47509765625, 71.25125122070312, 74.02740478515625, 76.8035659790039, 79.57971954345703]}, "gradients/wav2vec2.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 6.0, 3.0, 6.0, 6.0, 4.0, 2.0, 10.0, 11.0, 15.0, 18.0, 12.0, 20.0, 21.0, 15.0, 17.0, 29.0, 43.0, 27.0, 31.0, 38.0, 45.0, 50.0, 44.0, 46.0, 38.0, 43.0, 39.0, 38.0, 27.0, 16.0, 35.0, 43.0, 31.0, 35.0, 19.0, 19.0, 22.0, 20.0, 17.0, 11.0, 10.0, 6.0, 4.0, 7.0, 3.0, 7.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-41.426063537597656, -40.13021469116211, -38.83436584472656, -37.53851318359375, -36.2426643371582, -34.946815490722656, -33.65096664428711, -32.35511779785156, -31.059267044067383, -29.763418197631836, -28.467567443847656, -27.17171859741211, -25.875869750976562, -24.580018997192383, -23.284170150756836, -21.988319396972656, -20.69247055053711, -19.396621704101562, -18.100770950317383, -16.804922103881836, -15.509072303771973, -14.21322250366211, -12.917373657226562, -11.6215238571167, -10.325674057006836, -9.029824256896973, -7.733974933624268, -6.4381256103515625, -5.142275810241699, -3.846426010131836, -2.550576686859131, -1.2547273635864258, 0.041118621826171875, 1.336968183517456, 2.6328177452087402, 3.9286673069000244, 5.224516868591309, 6.520366668701172, 7.816215991973877, 9.112065315246582, 10.407915115356445, 11.703764915466309, 12.999614715576172, 14.295463562011719, 15.591313362121582, 16.887163162231445, 18.183012008666992, 19.478862762451172, 20.77471160888672, 22.070560455322266, 23.366411209106445, 24.662260055541992, 25.958110809326172, 27.25395965576172, 28.549808502197266, 29.845657348632812, 31.141508102416992, 32.43735885620117, 33.73320770263672, 35.029056549072266, 36.32490539550781, 37.620758056640625, 38.91660690307617, 40.21245574951172, 41.508304595947266]}, "gradients/wav2vec2.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 1.0, 3.0, 6.0, 7.0, 7.0, 11.0, 24.0, 34.0, 45.0, 72.0, 207.0, 250.0, 106.0, 67.0, 50.0, 30.0, 27.0, 18.0, 12.0, 10.0, 10.0, 7.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1868.0, -1821.4375, -1774.875, -1728.3125, -1681.75, -1635.1875, -1588.625, -1542.0625, -1495.5, -1448.9375, -1402.375, -1355.8125, -1309.25, -1262.6875, -1216.125, -1169.5625, -1123.0, -1076.4375, -1029.875, -983.3125, -936.75, -890.1875, -843.625, -797.0625, -750.5, -703.9375, -657.375, -610.8125, -564.25, -517.6875, -471.125, -424.5625, -378.0, -331.4375, -284.875, -238.3125, -191.75, -145.1875, -98.625, -52.0625, -5.5, 41.0625, 87.625, 134.1875, 180.75, 227.3125, 273.875, 320.4375, 367.0, 413.5625, 460.125, 506.6875, 553.25, 599.8125, 646.375, 692.9375, 739.5, 786.0625, 832.625, 879.1875, 925.75, 972.3125, 1018.875, 1065.4375, 1112.0]}, "gradients/wav2vec2.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 3.0, 9.0, 6.0, 9.0, 12.0, 26.0, 28.0, 32.0, 76.0, 111.0, 175.0, 291.0, 542.0, 993.0, 2018.0, 4988.0, 18407.0, 8041508.0, 298332.0, 13272.0, 4125.0, 1713.0, 828.0, 469.0, 217.0, 143.0, 86.0, 50.0, 37.0, 20.0, 19.0, 11.0, 19.0, 4.0, 5.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1363.867431640625, -1319.739990234375, -1275.612548828125, -1231.485107421875, -1187.357666015625, -1143.2301025390625, -1099.1026611328125, -1054.9752197265625, -1010.8477783203125, -966.7203369140625, -922.5928955078125, -878.4653930664062, -834.3379516601562, -790.2105102539062, -746.0830078125, -701.95556640625, -657.828125, -613.70068359375, -569.5732421875, -525.4457397460938, -481.31829833984375, -437.19085693359375, -393.0633850097656, -348.9359130859375, -304.8084716796875, -260.6810302734375, -216.55355834960938, -172.4261016845703, -128.29864501953125, -84.17118835449219, -40.043731689453125, 4.083740234375, 48.2113037109375, 92.33876037597656, 136.46621704101562, 180.5936737060547, 224.72113037109375, 268.84857177734375, 312.9760437011719, 357.103515625, 401.23095703125, 445.3583984375, 489.4858703613281, 533.6133422851562, 577.7407836914062, 621.8682250976562, 665.9957275390625, 710.1231689453125, 754.2506103515625, 798.3780517578125, 842.5054931640625, 886.6329956054688, 930.7604370117188, 974.8878784179688, 1019.015380859375, 1063.142822265625, 1107.270263671875, 1151.397705078125, 1195.525146484375, 1239.652587890625, 1283.780029296875, 1327.9075927734375, 1372.0350341796875, 1416.1624755859375, 1460.2899169921875]}, "gradients/wav2vec2.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 4.0, 2.0, 2.0, 5.0, 7.0, 57.0, 5.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-641.5910034179688, -592.6209106445312, -543.6507568359375, -494.6806640625, -445.7105407714844, -396.74041748046875, -347.77032470703125, -298.8002014160156, -249.830078125, -200.85995483398438, -151.8898468017578, -102.91973876953125, -53.949615478515625, -4.9794921875, 43.9906005859375, 92.96072387695312, 141.93084716796875, 190.90097045898438, 239.87107849121094, 288.8411865234375, 337.8113098144531, 386.78143310546875, 435.75152587890625, 484.7216491699219, 533.6917724609375, 582.661865234375, 631.6320190429688, 680.6021118164062, 729.572265625, 778.5423583984375, 827.512451171875, 876.4825439453125, 925.45263671875, 974.4227294921875, 1023.3928833007812, 1072.363037109375, 1121.3331298828125, 1170.30322265625, 1219.2733154296875, 1268.243408203125, 1317.213623046875, 1366.1837158203125, 1415.15380859375, 1464.1240234375, 1513.0941162109375, 1562.064208984375, 1611.0343017578125, 1660.00439453125, 1708.9744873046875, 1757.944580078125, 1806.9146728515625, 1855.884765625, 1904.85498046875, 1953.8250732421875, 2002.795166015625, 2051.765380859375, 2100.7353515625, 2149.70556640625, 2198.675537109375, 2247.645751953125, 2296.61572265625, 2345.5859375, 2394.55615234375, 2443.526123046875, 2492.496337890625]}, "gradients/wav2vec2.masked_spec_embed": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 1.0, 3.0, 11.0, 10.0, 18.0, 16.0, 11.0, 17.0, 23.0, 25.0, 37.0, 47.0, 47.0, 55.0, 70.0, 84.0, 78.0, 81.0, 61.0, 39.0, 60.0, 33.0, 27.0, 28.0, 26.0, 19.0, 14.0, 9.0, 9.0, 7.0, 7.0, 5.0, 7.0, 5.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-799.5, -774.7421875, -749.984375, -725.2265625, -700.46875, -675.7109375, -650.953125, -626.1953125, -601.4375, -576.6796875, -551.921875, -527.1640625, -502.40625, -477.6484375, -452.890625, -428.1328125, -403.375, -378.6171875, -353.859375, -329.1015625, -304.34375, -279.5859375, -254.828125, -230.0703125, -205.3125, -180.5546875, -155.796875, -131.0390625, -106.28125, -81.5234375, -56.765625, -32.0078125, -7.25, 17.5078125, 42.265625, 67.0234375, 91.78125, 116.5390625, 141.296875, 166.0546875, 190.8125, 215.5703125, 240.328125, 265.0859375, 289.84375, 314.6015625, 339.359375, 364.1171875, 388.875, 413.6328125, 438.390625, 463.1484375, 487.90625, 512.6640625, 537.421875, 562.1796875, 586.9375, 611.6953125, 636.453125, 661.2109375, 685.96875, 710.7265625, 735.484375, 760.2421875, 785.0]}, "gradients/wav2vec2.feature_projection.projection.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 4.0, 3.0, 5.0, 4.0, 7.0, 19.0, 12.0, 17.0, 14.0, 37.0, 45.0, 58.0, 88.0, 99.0, 155.0, 232.0, 376.0, 557.0, 954.0, 1793.0, 3853.0, 10461.0, 41435.0, 294351.0, 135332.0, 21846.0, 6680.0, 2581.0, 1273.0, 725.0, 402.0, 255.0, 172.0, 107.0, 88.0, 57.0, 46.0, 36.0, 21.0, 19.0, 13.0, 18.0, 4.0, 9.0, 7.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6508.0, -6296.625, -6085.25, -5873.875, -5662.5, -5451.125, -5239.75, -5028.375, -4817.0, -4605.625, -4394.25, -4182.875, -3971.5, -3760.125, -3548.75, -3337.375, -3126.0, -2914.625, -2703.25, -2491.875, -2280.5, -2069.125, -1857.75, -1646.375, -1435.0, -1223.625, -1012.25, -800.875, -589.5, -378.125, -166.75, 44.625, 256.0, 467.375, 678.75, 890.125, 1101.5, 1312.875, 1524.25, 1735.625, 1947.0, 2158.375, 2369.75, 2581.125, 2792.5, 3003.875, 3215.25, 3426.625, 3638.0, 3849.375, 4060.75, 4272.125, 4483.5, 4694.875, 4906.25, 5117.625, 5329.0, 5540.375, 5751.75, 5963.125, 6174.5, 6385.875, 6597.25, 6808.625, 7020.0]}, "gradients/wav2vec2.feature_projection.projection.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 4.0, 6.0, 6.0, 5.0, 6.0, 4.0, 4.0, 6.0, 7.0, 6.0, 16.0, 19.0, 15.0, 18.0, 27.0, 20.0, 28.0, 27.0, 29.0, 33.0, 58.0, 60.0, 66.0, 66.0, 46.0, 49.0, 52.0, 39.0, 45.0, 33.0, 28.0, 20.0, 26.0, 24.0, 23.0, 8.0, 13.0, 14.0, 11.0, 3.0, 6.0, 7.0, 9.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0], "bins": [-440.25, -426.03515625, -411.8203125, -397.60546875, -383.390625, -369.17578125, -354.9609375, -340.74609375, -326.53125, -312.31640625, -298.1015625, -283.88671875, -269.671875, -255.45703125, -241.2421875, -227.02734375, -212.8125, -198.59765625, -184.3828125, -170.16796875, -155.953125, -141.73828125, -127.5234375, -113.30859375, -99.09375, -84.87890625, -70.6640625, -56.44921875, -42.234375, -28.01953125, -13.8046875, 0.41015625, 14.625, 28.83984375, 43.0546875, 57.26953125, 71.484375, 85.69921875, 99.9140625, 114.12890625, 128.34375, 142.55859375, 156.7734375, 170.98828125, 185.203125, 199.41796875, 213.6328125, 227.84765625, 242.0625, 256.27734375, 270.4921875, 284.70703125, 298.921875, 313.13671875, 327.3515625, 341.56640625, 355.78125, 369.99609375, 384.2109375, 398.42578125, 412.640625, 426.85546875, 441.0703125, 455.28515625, 469.5]}, "gradients/wav2vec2.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 9.0, 3.0, 10.0, 14.0, 32.0, 29.0, 52.0, 71.0, 72.0, 47.0, 41.0, 28.0, 21.0, 14.0, 9.0, 6.0, 7.0, 9.0, 4.0, 3.0, 6.0, 0.0, 2.0, 0.0, 0.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1209.977294921875, -1146.2216796875, -1082.4661865234375, -1018.7105712890625, -954.9549560546875, -891.1994018554688, -827.44384765625, -763.688232421875, -699.9326171875, -636.1770629882812, -572.4214477539062, -508.6658935546875, -444.9102783203125, -381.15472412109375, -317.3991394042969, -253.6435546875, -189.88800048828125, -126.13241577148438, -62.37683868408203, 1.3787384033203125, 65.13432312011719, 128.889892578125, 192.64547729492188, 256.40106201171875, 320.1566467285156, 383.9122314453125, 447.6678161621094, 511.42340087890625, 575.178955078125, 638.9345703125, 702.6901245117188, 766.4456787109375, 830.2012939453125, 893.9568481445312, 957.7124633789062, 1021.468017578125, 1085.2236328125, 1148.979248046875, 1212.7347412109375, 1276.4903564453125, 1340.2459716796875, 1404.0015869140625, 1467.757080078125, 1531.5126953125, 1595.268310546875, 1659.02392578125, 1722.7794189453125, 1786.5350341796875, 1850.29052734375, 1914.046142578125, 1977.8016357421875, 2041.5572509765625, 2105.312744140625, 2169.068359375, 2232.823974609375, 2296.57958984375, 2360.335205078125, 2424.0908203125, 2487.846435546875, 2551.60205078125, 2615.357421875, 2679.113037109375, 2742.86865234375, 2806.624267578125, 2870.3798828125]}, "gradients/wav2vec2.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 1.0, 5.0, 2.0, 0.0, 3.0, 6.0, 5.0, 5.0, 3.0, 6.0, 4.0, 9.0, 10.0, 16.0, 14.0, 32.0, 123.0, 90.0, 50.0, 19.0, 13.0, 16.0, 7.0, 10.0, 9.0, 8.0, 5.0, 3.0, 2.0, 5.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3130.582275390625, -3033.21337890625, -2935.8447265625, -2838.47607421875, -2741.107177734375, -2643.73828125, -2546.36962890625, -2449.0009765625, -2351.632080078125, -2254.26318359375, -2156.89453125, -2059.52587890625, -1962.156982421875, -1864.7882080078125, -1767.41943359375, -1670.0506591796875, -1572.681884765625, -1475.3131103515625, -1377.9443359375, -1280.5755615234375, -1183.206787109375, -1085.8380126953125, -988.46923828125, -891.1004638671875, -793.731689453125, -696.3629150390625, -598.994140625, -501.6253662109375, -404.256591796875, -306.8878173828125, -209.51904296875, -112.1502685546875, -14.78125, 82.5875244140625, 179.956298828125, 277.3250732421875, 374.69384765625, 472.0626220703125, 569.431396484375, 666.8001708984375, 764.1689453125, 861.5377197265625, 958.906494140625, 1056.2752685546875, 1153.64404296875, 1251.0128173828125, 1348.381591796875, 1445.7503662109375, 1543.119140625, 1640.4879150390625, 1737.856689453125, 1835.2254638671875, 1932.59423828125, 2029.9630126953125, 2127.331787109375, 2224.70068359375, 2322.0693359375, 2419.43798828125, 2516.806884765625, 2614.17578125, 2711.54443359375, 2808.9130859375, 2906.281982421875, 3003.65087890625, 3101.01953125]}, "gradients/wav2vec2.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 7.0, 11.0, 8.0, 16.0, 24.0, 32.0, 53.0, 64.0, 111.0, 156.0, 239.0, 396.0, 608.0, 1055.0, 1745.0, 3014.0, 5401.0, 9640.0, 18606.0, 37439.0, 83787.0, 213073.0, 669618.0, 1818621.0, 874422.0, 266228.0, 100505.0, 43689.0, 20861.0, 10746.0, 5824.0, 3301.0, 2002.0, 1111.0, 688.0, 411.0, 245.0, 163.0, 109.0, 87.0, 50.0, 44.0, 25.0, 19.0, 14.0, 4.0, 6.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 1.0, 0.0, 2.0], "bins": [-16.265625, -15.7509765625, -15.236328125, -14.7216796875, -14.20703125, -13.6923828125, -13.177734375, -12.6630859375, -12.1484375, -11.6337890625, -11.119140625, -10.6044921875, -10.08984375, -9.5751953125, -9.060546875, -8.5458984375, -8.03125, -7.5166015625, -7.001953125, -6.4873046875, -5.97265625, -5.4580078125, -4.943359375, -4.4287109375, -3.9140625, -3.3994140625, -2.884765625, -2.3701171875, -1.85546875, -1.3408203125, -0.826171875, -0.3115234375, 0.203125, 0.7177734375, 1.232421875, 1.7470703125, 2.26171875, 2.7763671875, 3.291015625, 3.8056640625, 4.3203125, 4.8349609375, 5.349609375, 5.8642578125, 6.37890625, 6.8935546875, 7.408203125, 7.9228515625, 8.4375, 8.9521484375, 9.466796875, 9.9814453125, 10.49609375, 11.0107421875, 11.525390625, 12.0400390625, 12.5546875, 13.0693359375, 13.583984375, 14.0986328125, 14.61328125, 15.1279296875, 15.642578125, 16.1572265625, 16.671875]}, "gradients/wav2vec2.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 8.0, 7.0, 7.0, 9.0, 8.0, 6.0, 12.0, 15.0, 11.0, 11.0, 11.0, 14.0, 25.0, 16.0, 26.0, 32.0, 24.0, 38.0, 30.0, 29.0, 39.0, 33.0, 34.0, 53.0, 37.0, 41.0, 43.0, 31.0, 32.0, 40.0, 29.0, 26.0, 25.0, 25.0, 23.0, 21.0, 21.0, 8.0, 19.0, 16.0, 14.0, 12.0, 8.0, 7.0, 7.0, 6.0, 4.0, 2.0, 5.0, 4.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0], "bins": [-7.03125, -6.79815673828125, -6.5650634765625, -6.33197021484375, -6.098876953125, -5.86578369140625, -5.6326904296875, -5.39959716796875, -5.16650390625, -4.93341064453125, -4.7003173828125, -4.46722412109375, -4.234130859375, -4.00103759765625, -3.7679443359375, -3.53485107421875, -3.3017578125, -3.06866455078125, -2.8355712890625, -2.60247802734375, -2.369384765625, -2.13629150390625, -1.9031982421875, -1.67010498046875, -1.43701171875, -1.20391845703125, -0.9708251953125, -0.73773193359375, -0.504638671875, -0.27154541015625, -0.0384521484375, 0.19464111328125, 0.427734375, 0.66082763671875, 0.8939208984375, 1.12701416015625, 1.360107421875, 1.59320068359375, 1.8262939453125, 2.05938720703125, 2.29248046875, 2.52557373046875, 2.7586669921875, 2.99176025390625, 3.224853515625, 3.45794677734375, 3.6910400390625, 3.92413330078125, 4.1572265625, 4.39031982421875, 4.6234130859375, 4.85650634765625, 5.089599609375, 5.32269287109375, 5.5557861328125, 5.78887939453125, 6.02197265625, 6.25506591796875, 6.4881591796875, 6.72125244140625, 6.954345703125, 7.18743896484375, 7.4205322265625, 7.65362548828125, 7.88671875]}, "gradients/wav2vec2.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 6.0, 1.0, 2.0, 8.0, 10.0, 12.0, 23.0, 23.0, 38.0, 51.0, 69.0, 102.0, 151.0, 229.0, 344.0, 550.0, 867.0, 1757.0, 3029.0, 6073.0, 13000.0, 31191.0, 86922.0, 288629.0, 1138373.0, 1868201.0, 523856.0, 145243.0, 48506.0, 19274.0, 8335.0, 4102.0, 2154.0, 1174.0, 684.0, 451.0, 263.0, 185.0, 107.0, 86.0, 60.0, 35.0, 32.0, 22.0, 19.0, 10.0, 10.0, 5.0, 5.0, 3.0, 5.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0], "bins": [-36.03125, -34.9130859375, -33.794921875, -32.6767578125, -31.55859375, -30.4404296875, -29.322265625, -28.2041015625, -27.0859375, -25.9677734375, -24.849609375, -23.7314453125, -22.61328125, -21.4951171875, -20.376953125, -19.2587890625, -18.140625, -17.0224609375, -15.904296875, -14.7861328125, -13.66796875, -12.5498046875, -11.431640625, -10.3134765625, -9.1953125, -8.0771484375, -6.958984375, -5.8408203125, -4.72265625, -3.6044921875, -2.486328125, -1.3681640625, -0.25, 0.8681640625, 1.986328125, 3.1044921875, 4.22265625, 5.3408203125, 6.458984375, 7.5771484375, 8.6953125, 9.8134765625, 10.931640625, 12.0498046875, 13.16796875, 14.2861328125, 15.404296875, 16.5224609375, 17.640625, 18.7587890625, 19.876953125, 20.9951171875, 22.11328125, 23.2314453125, 24.349609375, 25.4677734375, 26.5859375, 27.7041015625, 28.822265625, 29.9404296875, 31.05859375, 32.1767578125, 33.294921875, 34.4130859375, 35.53125]}, "gradients/wav2vec2.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 4.0, 7.0, 11.0, 13.0, 12.0, 15.0, 28.0, 25.0, 32.0, 58.0, 99.0, 116.0, 173.0, 242.0, 342.0, 464.0, 581.0, 531.0, 421.0, 274.0, 211.0, 142.0, 88.0, 51.0, 40.0, 23.0, 20.0, 19.0, 14.0, 8.0, 3.0, 7.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-32.21875, -31.17333984375, -30.1279296875, -29.08251953125, -28.037109375, -26.99169921875, -25.9462890625, -24.90087890625, -23.85546875, -22.81005859375, -21.7646484375, -20.71923828125, -19.673828125, -18.62841796875, -17.5830078125, -16.53759765625, -15.4921875, -14.44677734375, -13.4013671875, -12.35595703125, -11.310546875, -10.26513671875, -9.2197265625, -8.17431640625, -7.12890625, -6.08349609375, -5.0380859375, -3.99267578125, -2.947265625, -1.90185546875, -0.8564453125, 0.18896484375, 1.234375, 2.27978515625, 3.3251953125, 4.37060546875, 5.416015625, 6.46142578125, 7.5068359375, 8.55224609375, 9.59765625, 10.64306640625, 11.6884765625, 12.73388671875, 13.779296875, 14.82470703125, 15.8701171875, 16.91552734375, 17.9609375, 19.00634765625, 20.0517578125, 21.09716796875, 22.142578125, 23.18798828125, 24.2333984375, 25.27880859375, 26.32421875, 27.36962890625, 28.4150390625, 29.46044921875, 30.505859375, 31.55126953125, 32.5966796875, 33.64208984375, 34.6875]}, "gradients/wav2vec2.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 7.0, 2.0, 1.0, 7.0, 2.0, 13.0, 7.0, 15.0, 9.0, 24.0, 21.0, 27.0, 29.0, 47.0, 48.0, 59.0, 56.0, 49.0, 73.0, 62.0, 67.0, 53.0, 48.0, 50.0, 38.0, 36.0, 32.0, 21.0, 13.0, 18.0, 11.0, 13.0, 15.0, 7.0, 6.0, 3.0, 1.0, 4.0, 4.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-126.29107666015625, -122.6669921875, -119.04291534423828, -115.41883087158203, -111.79475402832031, -108.17066955566406, -104.54658508300781, -100.9225082397461, -97.29842376708984, -93.6743392944336, -90.05026245117188, -86.42617797851562, -82.8021011352539, -79.17801666259766, -75.55393981933594, -71.92985534667969, -68.30577087402344, -64.68168640136719, -61.05760955810547, -57.43352508544922, -53.809444427490234, -50.18536376953125, -46.561283111572266, -42.93720245361328, -39.31312561035156, -35.68904495239258, -32.064964294433594, -28.440881729125977, -24.81679916381836, -21.192718505859375, -17.56863784790039, -13.944555282592773, -10.320472717285156, -6.6963911056518555, -3.072309970855713, 0.5517711639404297, 4.1758527755737305, 7.799934387207031, 11.424015045166016, 15.048097610473633, 18.672178268432617, 22.2962589263916, 25.92034149169922, 29.544422149658203, 33.16850280761719, 36.79258728027344, 40.416664123535156, 44.040748596191406, 47.66482925415039, 51.288909912109375, 54.91299057006836, 58.537071228027344, 62.161155700683594, 65.78523254394531, 69.40931701660156, 73.03340148925781, 76.65747833251953, 80.28156280517578, 83.9056396484375, 87.52972412109375, 91.15380096435547, 94.77788543701172, 98.40196228027344, 102.02604675292969, 105.65013122558594]}, "gradients/wav2vec2.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 3.0, 3.0, 5.0, 9.0, 6.0, 10.0, 8.0, 12.0, 15.0, 16.0, 22.0, 13.0, 17.0, 24.0, 27.0, 33.0, 27.0, 30.0, 30.0, 40.0, 39.0, 39.0, 35.0, 58.0, 49.0, 35.0, 44.0, 42.0, 43.0, 26.0, 31.0, 31.0, 27.0, 22.0, 25.0, 10.0, 27.0, 9.0, 13.0, 9.0, 10.0, 4.0, 5.0, 9.0, 6.0, 3.0, 3.0, 0.0, 3.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-88.83737182617188, -86.0296859741211, -83.22200775146484, -80.41432189941406, -77.60664367675781, -74.79895782470703, -71.99127197265625, -69.18359375, -66.37590789794922, -63.5682258605957, -60.76054382324219, -57.952857971191406, -55.14517593383789, -52.337493896484375, -49.52981185913086, -46.722129821777344, -43.91444778442383, -41.10676574707031, -38.2990837097168, -35.49140167236328, -32.6837158203125, -29.876033782958984, -27.06835174560547, -24.26066780090332, -21.452985763549805, -18.64530372619629, -15.83761978149414, -13.029937744140625, -10.222254753112793, -7.414571762084961, -4.606889724731445, -1.7992057800292969, 1.0084762573242188, 3.8161590099334717, 6.623841762542725, 9.431524276733398, 12.23920726776123, 15.046890258789062, 17.854572296142578, 20.662256240844727, 23.469938278198242, 26.277620315551758, 29.085304260253906, 31.892986297607422, 34.70066833496094, 37.50835418701172, 40.31603240966797, 43.12371826171875, 45.931400299072266, 48.73908233642578, 51.5467643737793, 54.35444641113281, 57.162132263183594, 59.96981430053711, 62.777496337890625, 65.5851821899414, 68.39286041259766, 71.20054626464844, 74.00822448730469, 76.81591033935547, 79.62358856201172, 82.4312744140625, 85.23895263671875, 88.04663848876953, 90.85432434082031]}, "gradients/wav2vec2.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 4.0, 4.0, 10.0, 14.0, 13.0, 27.0, 41.0, 57.0, 67.0, 107.0, 166.0, 307.0, 480.0, 790.0, 1393.0, 2543.0, 4372.0, 7857.0, 13971.0, 25469.0, 47834.0, 103865.0, 254492.0, 312342.0, 140694.0, 60876.0, 31455.0, 17013.0, 9548.0, 5453.0, 3111.0, 1710.0, 1010.0, 582.0, 326.0, 202.0, 131.0, 74.0, 49.0, 42.0, 18.0, 14.0, 11.0, 7.0, 4.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.46875, -19.790283203125, -19.11181640625, -18.433349609375, -17.7548828125, -17.076416015625, -16.39794921875, -15.719482421875, -15.041015625, -14.362548828125, -13.68408203125, -13.005615234375, -12.3271484375, -11.648681640625, -10.97021484375, -10.291748046875, -9.61328125, -8.934814453125, -8.25634765625, -7.577880859375, -6.8994140625, -6.220947265625, -5.54248046875, -4.864013671875, -4.185546875, -3.507080078125, -2.82861328125, -2.150146484375, -1.4716796875, -0.793212890625, -0.11474609375, 0.563720703125, 1.2421875, 1.920654296875, 2.59912109375, 3.277587890625, 3.9560546875, 4.634521484375, 5.31298828125, 5.991455078125, 6.669921875, 7.348388671875, 8.02685546875, 8.705322265625, 9.3837890625, 10.062255859375, 10.74072265625, 11.419189453125, 12.09765625, 12.776123046875, 13.45458984375, 14.133056640625, 14.8115234375, 15.489990234375, 16.16845703125, 16.846923828125, 17.525390625, 18.203857421875, 18.88232421875, 19.560791015625, 20.2392578125, 20.917724609375, 21.59619140625, 22.274658203125, 22.953125]}, "gradients/wav2vec2.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 5.0, 1.0, 2.0, 0.0, 3.0, 6.0, 6.0, 5.0, 10.0, 13.0, 14.0, 10.0, 17.0, 15.0, 22.0, 13.0, 24.0, 29.0, 34.0, 35.0, 50.0, 25.0, 46.0, 34.0, 33.0, 45.0, 42.0, 45.0, 44.0, 36.0, 27.0, 32.0, 48.0, 36.0, 19.0, 29.0, 22.0, 23.0, 24.0, 17.0, 14.0, 17.0, 6.0, 9.0, 5.0, 5.0, 4.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.8984375, -9.5712890625, -9.244140625, -8.9169921875, -8.58984375, -8.2626953125, -7.935546875, -7.6083984375, -7.28125, -6.9541015625, -6.626953125, -6.2998046875, -5.97265625, -5.6455078125, -5.318359375, -4.9912109375, -4.6640625, -4.3369140625, -4.009765625, -3.6826171875, -3.35546875, -3.0283203125, -2.701171875, -2.3740234375, -2.046875, -1.7197265625, -1.392578125, -1.0654296875, -0.73828125, -0.4111328125, -0.083984375, 0.2431640625, 0.5703125, 0.8974609375, 1.224609375, 1.5517578125, 1.87890625, 2.2060546875, 2.533203125, 2.8603515625, 3.1875, 3.5146484375, 3.841796875, 4.1689453125, 4.49609375, 4.8232421875, 5.150390625, 5.4775390625, 5.8046875, 6.1318359375, 6.458984375, 6.7861328125, 7.11328125, 7.4404296875, 7.767578125, 8.0947265625, 8.421875, 8.7490234375, 9.076171875, 9.4033203125, 9.73046875, 10.0576171875, 10.384765625, 10.7119140625, 11.0390625]}, "gradients/wav2vec2.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 2.0, 4.0, 2.0, 8.0, 8.0, 11.0, 16.0, 31.0, 36.0, 58.0, 90.0, 166.0, 271.0, 529.0, 1177.0, 2552.0, 6196.0, 15717.0, 41541.0, 141372.0, 570699.0, 187617.0, 49119.0, 18546.0, 7187.0, 2924.0, 1287.0, 627.0, 313.0, 172.0, 97.0, 50.0, 39.0, 28.0, 14.0, 19.0, 7.0, 8.0, 8.0, 1.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.53125, -37.18310546875, -35.8349609375, -34.48681640625, -33.138671875, -31.79052734375, -30.4423828125, -29.09423828125, -27.74609375, -26.39794921875, -25.0498046875, -23.70166015625, -22.353515625, -21.00537109375, -19.6572265625, -18.30908203125, -16.9609375, -15.61279296875, -14.2646484375, -12.91650390625, -11.568359375, -10.22021484375, -8.8720703125, -7.52392578125, -6.17578125, -4.82763671875, -3.4794921875, -2.13134765625, -0.783203125, 0.56494140625, 1.9130859375, 3.26123046875, 4.609375, 5.95751953125, 7.3056640625, 8.65380859375, 10.001953125, 11.35009765625, 12.6982421875, 14.04638671875, 15.39453125, 16.74267578125, 18.0908203125, 19.43896484375, 20.787109375, 22.13525390625, 23.4833984375, 24.83154296875, 26.1796875, 27.52783203125, 28.8759765625, 30.22412109375, 31.572265625, 32.92041015625, 34.2685546875, 35.61669921875, 36.96484375, 38.31298828125, 39.6611328125, 41.00927734375, 42.357421875, 43.70556640625, 45.0537109375, 46.40185546875, 47.75]}, "gradients/wav2vec2.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 11.0, 7.0, 2.0, 4.0, 5.0, 10.0, 14.0, 13.0, 26.0, 24.0, 25.0, 29.0, 37.0, 37.0, 42.0, 57.0, 36.0, 62.0, 49.0, 70.0, 57.0, 45.0, 49.0, 36.0, 37.0, 38.0, 38.0, 30.0, 16.0, 21.0, 21.0, 9.0, 13.0, 8.0, 5.0, 7.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.53125, -37.24462890625, -35.9580078125, -34.67138671875, -33.384765625, -32.09814453125, -30.8115234375, -29.52490234375, -28.23828125, -26.95166015625, -25.6650390625, -24.37841796875, -23.091796875, -21.80517578125, -20.5185546875, -19.23193359375, -17.9453125, -16.65869140625, -15.3720703125, -14.08544921875, -12.798828125, -11.51220703125, -10.2255859375, -8.93896484375, -7.65234375, -6.36572265625, -5.0791015625, -3.79248046875, -2.505859375, -1.21923828125, 0.0673828125, 1.35400390625, 2.640625, 3.92724609375, 5.2138671875, 6.50048828125, 7.787109375, 9.07373046875, 10.3603515625, 11.64697265625, 12.93359375, 14.22021484375, 15.5068359375, 16.79345703125, 18.080078125, 19.36669921875, 20.6533203125, 21.93994140625, 23.2265625, 24.51318359375, 25.7998046875, 27.08642578125, 28.373046875, 29.65966796875, 30.9462890625, 32.23291015625, 33.51953125, 34.80615234375, 36.0927734375, 37.37939453125, 38.666015625, 39.95263671875, 41.2392578125, 42.52587890625, 43.8125]}, "gradients/wav2vec2.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 13.0, 10.0, 16.0, 32.0, 49.0, 69.0, 134.0, 198.0, 345.0, 578.0, 969.0, 1629.0, 2960.0, 5078.0, 8732.0, 15466.0, 27958.0, 53765.0, 123532.0, 321842.0, 277577.0, 103322.0, 47037.0, 24667.0, 13706.0, 8107.0, 4493.0, 2563.0, 1510.0, 906.0, 488.0, 290.0, 187.0, 112.0, 88.0, 45.0, 25.0, 19.0, 21.0, 9.0, 3.0, 5.0, 3.0, 0.0, 2.0, 3.0], "bins": [-18.78125, -18.2857666015625, -17.790283203125, -17.2947998046875, -16.79931640625, -16.3038330078125, -15.808349609375, -15.3128662109375, -14.8173828125, -14.3218994140625, -13.826416015625, -13.3309326171875, -12.83544921875, -12.3399658203125, -11.844482421875, -11.3489990234375, -10.853515625, -10.3580322265625, -9.862548828125, -9.3670654296875, -8.87158203125, -8.3760986328125, -7.880615234375, -7.3851318359375, -6.8896484375, -6.3941650390625, -5.898681640625, -5.4031982421875, -4.90771484375, -4.4122314453125, -3.916748046875, -3.4212646484375, -2.92578125, -2.4302978515625, -1.934814453125, -1.4393310546875, -0.94384765625, -0.4483642578125, 0.047119140625, 0.5426025390625, 1.0380859375, 1.5335693359375, 2.029052734375, 2.5245361328125, 3.02001953125, 3.5155029296875, 4.010986328125, 4.5064697265625, 5.001953125, 5.4974365234375, 5.992919921875, 6.4884033203125, 6.98388671875, 7.4793701171875, 7.974853515625, 8.4703369140625, 8.9658203125, 9.4613037109375, 9.956787109375, 10.4522705078125, 10.94775390625, 11.4432373046875, 11.938720703125, 12.4342041015625, 12.9296875]}, "gradients/wav2vec2.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 4.0, 3.0, 3.0, 3.0, 6.0, 9.0, 3.0, 9.0, 15.0, 12.0, 22.0, 19.0, 34.0, 51.0, 70.0, 94.0, 161.0, 148.0, 85.0, 60.0, 34.0, 26.0, 23.0, 11.0, 19.0, 5.0, 16.0, 8.0, 5.0, 5.0, 10.0, 2.0, 5.0, 2.0, 2.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.00450897216796875, -0.004367709159851074, -0.0042264461517333984, -0.004085183143615723, -0.003943920135498047, -0.003802657127380371, -0.0036613941192626953, -0.0035201311111450195, -0.0033788681030273438, -0.003237605094909668, -0.003096342086791992, -0.0029550790786743164, -0.0028138160705566406, -0.002672553062438965, -0.002531290054321289, -0.0023900270462036133, -0.0022487640380859375, -0.0021075010299682617, -0.001966238021850586, -0.0018249750137329102, -0.0016837120056152344, -0.0015424489974975586, -0.0014011859893798828, -0.001259922981262207, -0.0011186599731445312, -0.0009773969650268555, -0.0008361339569091797, -0.0006948709487915039, -0.0005536079406738281, -0.00041234493255615234, -0.00027108192443847656, -0.00012981891632080078, 1.1444091796875e-05, 0.00015270709991455078, 0.00029397010803222656, 0.00043523311614990234, 0.0005764961242675781, 0.0007177591323852539, 0.0008590221405029297, 0.0010002851486206055, 0.0011415481567382812, 0.001282811164855957, 0.0014240741729736328, 0.0015653371810913086, 0.0017066001892089844, 0.0018478631973266602, 0.001989126205444336, 0.0021303892135620117, 0.0022716522216796875, 0.0024129152297973633, 0.002554178237915039, 0.002695441246032715, 0.0028367042541503906, 0.0029779672622680664, 0.003119230270385742, 0.003260493278503418, 0.0034017562866210938, 0.0035430192947387695, 0.0036842823028564453, 0.003825545310974121, 0.003966808319091797, 0.004108071327209473, 0.0042493343353271484, 0.004390597343444824, 0.0045318603515625]}, "gradients/wav2vec2.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 4.0, 4.0, 8.0, 6.0, 10.0, 10.0, 15.0, 22.0, 55.0, 66.0, 99.0, 182.0, 263.0, 489.0, 780.0, 1376.0, 2430.0, 4402.0, 8473.0, 15920.0, 30503.0, 63022.0, 153236.0, 367997.0, 229159.0, 86243.0, 39906.0, 20279.0, 10547.0, 5785.0, 3093.0, 1661.0, 1013.0, 614.0, 334.0, 201.0, 149.0, 72.0, 47.0, 27.0, 18.0, 10.0, 9.0, 12.0, 4.0, 6.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-17.75, -17.22314453125, -16.6962890625, -16.16943359375, -15.642578125, -15.11572265625, -14.5888671875, -14.06201171875, -13.53515625, -13.00830078125, -12.4814453125, -11.95458984375, -11.427734375, -10.90087890625, -10.3740234375, -9.84716796875, -9.3203125, -8.79345703125, -8.2666015625, -7.73974609375, -7.212890625, -6.68603515625, -6.1591796875, -5.63232421875, -5.10546875, -4.57861328125, -4.0517578125, -3.52490234375, -2.998046875, -2.47119140625, -1.9443359375, -1.41748046875, -0.890625, -0.36376953125, 0.1630859375, 0.68994140625, 1.216796875, 1.74365234375, 2.2705078125, 2.79736328125, 3.32421875, 3.85107421875, 4.3779296875, 4.90478515625, 5.431640625, 5.95849609375, 6.4853515625, 7.01220703125, 7.5390625, 8.06591796875, 8.5927734375, 9.11962890625, 9.646484375, 10.17333984375, 10.7001953125, 11.22705078125, 11.75390625, 12.28076171875, 12.8076171875, 13.33447265625, 13.861328125, 14.38818359375, 14.9150390625, 15.44189453125, 15.96875]}, "gradients/wav2vec2.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 6.0, 5.0, 12.0, 4.0, 9.0, 18.0, 4.0, 10.0, 19.0, 20.0, 20.0, 20.0, 21.0, 40.0, 39.0, 54.0, 94.0, 88.0, 101.0, 91.0, 60.0, 54.0, 33.0, 29.0, 32.0, 23.0, 18.0, 16.0, 8.0, 10.0, 10.0, 5.0, 7.0, 3.0, 6.0, 2.0, 9.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.9765625, -12.5323486328125, -12.088134765625, -11.6439208984375, -11.19970703125, -10.7554931640625, -10.311279296875, -9.8670654296875, -9.4228515625, -8.9786376953125, -8.534423828125, -8.0902099609375, -7.64599609375, -7.2017822265625, -6.757568359375, -6.3133544921875, -5.869140625, -5.4249267578125, -4.980712890625, -4.5364990234375, -4.09228515625, -3.6480712890625, -3.203857421875, -2.7596435546875, -2.3154296875, -1.8712158203125, -1.427001953125, -0.9827880859375, -0.53857421875, -0.0943603515625, 0.349853515625, 0.7940673828125, 1.23828125, 1.6824951171875, 2.126708984375, 2.5709228515625, 3.01513671875, 3.4593505859375, 3.903564453125, 4.3477783203125, 4.7919921875, 5.2362060546875, 5.680419921875, 6.1246337890625, 6.56884765625, 7.0130615234375, 7.457275390625, 7.9014892578125, 8.345703125, 8.7899169921875, 9.234130859375, 9.6783447265625, 10.12255859375, 10.5667724609375, 11.010986328125, 11.4552001953125, 11.8994140625, 12.3436279296875, 12.787841796875, 13.2320556640625, 13.67626953125, 14.1204833984375, 14.564697265625, 15.0089111328125, 15.453125]}, "gradients/wav2vec2.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 13.0, 28.0, 60.0, 98.0, 156.0, 194.0, 184.0, 122.0, 67.0, 42.0, 18.0, 10.0, 4.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-345.5846252441406, -336.14617919921875, -326.70770263671875, -317.2692565917969, -307.830810546875, -298.3923645019531, -288.95391845703125, -279.51544189453125, -270.0769958496094, -260.6385498046875, -251.20008850097656, -241.76162719726562, -232.32318115234375, -222.88473510742188, -213.44627380371094, -204.0078125, -194.56936645507812, -185.13092041015625, -175.6924591064453, -166.25399780273438, -156.8155517578125, -147.37710571289062, -137.9386444091797, -128.50018310546875, -119.06173706054688, -109.62328338623047, -100.18482971191406, -90.74637603759766, -81.30792236328125, -71.86946868896484, -62.43101501464844, -52.99256134033203, -43.554107666015625, -34.11565399169922, -24.677200317382812, -15.238746643066406, -5.80029296875, 3.6381607055664062, 13.076614379882812, 22.51506805419922, 31.953521728515625, 41.39197540283203, 50.83042907714844, 60.268882751464844, 69.70733642578125, 79.14579010009766, 88.58424377441406, 98.02269744873047, 107.46115112304688, 116.89960479736328, 126.33805847167969, 135.77651977539062, 145.2149658203125, 154.65341186523438, 164.0918731689453, 173.53033447265625, 182.96878051757812, 192.4072265625, 201.84568786621094, 211.28414916992188, 220.72259521484375, 230.16104125976562, 239.59950256347656, 249.0379638671875, 258.4764099121094]}, "gradients/wav2vec2.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 3.0, 5.0, 2.0, 3.0, 9.0, 5.0, 7.0, 9.0, 11.0, 13.0, 17.0, 21.0, 22.0, 21.0, 25.0, 20.0, 19.0, 37.0, 29.0, 27.0, 30.0, 30.0, 39.0, 39.0, 39.0, 39.0, 39.0, 41.0, 36.0, 33.0, 36.0, 31.0, 26.0, 33.0, 29.0, 21.0, 20.0, 20.0, 21.0, 16.0, 23.0, 7.0, 11.0, 15.0, 8.0, 6.0, 7.0, 8.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-97.6937026977539, -94.89288330078125, -92.09205627441406, -89.2912368774414, -86.49041748046875, -83.68959045410156, -80.8887710571289, -78.08795166015625, -75.28712463378906, -72.4863052368164, -69.68547821044922, -66.88465881347656, -64.08383178710938, -61.28301239013672, -58.48219299316406, -55.68136978149414, -52.88054656982422, -50.0797233581543, -47.278900146484375, -44.47808074951172, -41.6772575378418, -38.876434326171875, -36.07561492919922, -33.2747917175293, -30.473968505859375, -27.673145294189453, -24.872323989868164, -22.071502685546875, -19.270679473876953, -16.46985626220703, -13.669034957885742, -10.868213653564453, -8.0673828125, -5.2665605545043945, -2.465738296508789, 0.3350839614868164, 3.135906219482422, 5.936728477478027, 8.737550735473633, 11.538372039794922, 14.339195251464844, 17.140018463134766, 19.940839767456055, 22.741661071777344, 25.542484283447266, 28.343307495117188, 31.144128799438477, 33.944950103759766, 36.74577331542969, 39.54659652709961, 42.34741973876953, 45.14823913574219, 47.94906234741211, 50.74988555908203, 53.55070495605469, 56.35152816772461, 59.15235137939453, 61.95317459106445, 64.75399780273438, 67.55481719970703, 70.35563659667969, 73.15646362304688, 75.95728302001953, 78.75810241699219, 81.55892944335938]}, "gradients/wav2vec2.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 6.0, 5.0, 16.0, 20.0, 22.0, 39.0, 55.0, 83.0, 150.0, 225.0, 435.0, 653.0, 1117.0, 2003.0, 3686.0, 6930.0, 14155.0, 29495.0, 64904.0, 149608.0, 367137.0, 911029.0, 1388046.0, 739802.0, 292417.0, 120247.0, 52565.0, 24305.0, 11642.0, 5948.0, 3209.0, 1679.0, 1011.0, 609.0, 377.0, 233.0, 152.0, 90.0, 45.0, 46.0, 30.0, 17.0, 18.0, 7.0, 9.0, 6.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.263671875, -3.162872314453125, -3.06207275390625, -2.961273193359375, -2.8604736328125, -2.759674072265625, -2.65887451171875, -2.558074951171875, -2.457275390625, -2.356475830078125, -2.25567626953125, -2.154876708984375, -2.0540771484375, -1.953277587890625, -1.85247802734375, -1.751678466796875, -1.65087890625, -1.550079345703125, -1.44927978515625, -1.348480224609375, -1.2476806640625, -1.146881103515625, -1.04608154296875, -0.945281982421875, -0.844482421875, -0.743682861328125, -0.64288330078125, -0.542083740234375, -0.4412841796875, -0.340484619140625, -0.23968505859375, -0.138885498046875, -0.0380859375, 0.062713623046875, 0.16351318359375, 0.264312744140625, 0.3651123046875, 0.465911865234375, 0.56671142578125, 0.667510986328125, 0.768310546875, 0.869110107421875, 0.96990966796875, 1.070709228515625, 1.1715087890625, 1.272308349609375, 1.37310791015625, 1.473907470703125, 1.57470703125, 1.675506591796875, 1.77630615234375, 1.877105712890625, 1.9779052734375, 2.078704833984375, 2.17950439453125, 2.280303955078125, 2.381103515625, 2.481903076171875, 2.58270263671875, 2.683502197265625, 2.7843017578125, 2.885101318359375, 2.98590087890625, 3.086700439453125, 3.1875]}, "gradients/wav2vec2.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 5.0, 6.0, 11.0, 15.0, 18.0, 7.0, 15.0, 22.0, 37.0, 25.0, 40.0, 29.0, 51.0, 49.0, 54.0, 44.0, 55.0, 55.0, 68.0, 56.0, 50.0, 42.0, 46.0, 43.0, 33.0, 25.0, 25.0, 15.0, 11.0, 14.0, 14.0, 5.0, 6.0, 6.0, 3.0, 3.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5107421875, -1.4530792236328125, -1.395416259765625, -1.3377532958984375, -1.28009033203125, -1.2224273681640625, -1.164764404296875, -1.1071014404296875, -1.0494384765625, -0.9917755126953125, -0.934112548828125, -0.8764495849609375, -0.81878662109375, -0.7611236572265625, -0.703460693359375, -0.6457977294921875, -0.588134765625, -0.5304718017578125, -0.472808837890625, -0.4151458740234375, -0.35748291015625, -0.2998199462890625, -0.242156982421875, -0.1844940185546875, -0.1268310546875, -0.0691680908203125, -0.011505126953125, 0.0461578369140625, 0.10382080078125, 0.1614837646484375, 0.219146728515625, 0.2768096923828125, 0.33447265625, 0.3921356201171875, 0.449798583984375, 0.5074615478515625, 0.56512451171875, 0.6227874755859375, 0.680450439453125, 0.7381134033203125, 0.7957763671875, 0.8534393310546875, 0.911102294921875, 0.9687652587890625, 1.02642822265625, 1.0840911865234375, 1.141754150390625, 1.1994171142578125, 1.257080078125, 1.3147430419921875, 1.372406005859375, 1.4300689697265625, 1.48773193359375, 1.5453948974609375, 1.603057861328125, 1.6607208251953125, 1.7183837890625, 1.7760467529296875, 1.833709716796875, 1.8913726806640625, 1.94903564453125, 2.0066986083984375, 2.064361572265625, 2.1220245361328125, 2.1796875]}, "gradients/wav2vec2.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 12.0, 7.0, 7.0, 5.0, 9.0, 20.0, 25.0, 36.0, 57.0, 106.0, 188.0, 317.0, 672.0, 1535.0, 3627.0, 10402.0, 35626.0, 152849.0, 723328.0, 2037705.0, 954763.0, 205765.0, 46386.0, 12929.0, 4288.0, 1860.0, 829.0, 424.0, 200.0, 111.0, 57.0, 44.0, 23.0, 17.0, 18.0, 10.0, 8.0, 5.0, 4.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-8.8046875, -8.5426025390625, -8.280517578125, -8.0184326171875, -7.75634765625, -7.4942626953125, -7.232177734375, -6.9700927734375, -6.7080078125, -6.4459228515625, -6.183837890625, -5.9217529296875, -5.65966796875, -5.3975830078125, -5.135498046875, -4.8734130859375, -4.611328125, -4.3492431640625, -4.087158203125, -3.8250732421875, -3.56298828125, -3.3009033203125, -3.038818359375, -2.7767333984375, -2.5146484375, -2.2525634765625, -1.990478515625, -1.7283935546875, -1.46630859375, -1.2042236328125, -0.942138671875, -0.6800537109375, -0.41796875, -0.1558837890625, 0.106201171875, 0.3682861328125, 0.63037109375, 0.8924560546875, 1.154541015625, 1.4166259765625, 1.6787109375, 1.9407958984375, 2.202880859375, 2.4649658203125, 2.72705078125, 2.9891357421875, 3.251220703125, 3.5133056640625, 3.775390625, 4.0374755859375, 4.299560546875, 4.5616455078125, 4.82373046875, 5.0858154296875, 5.347900390625, 5.6099853515625, 5.8720703125, 6.1341552734375, 6.396240234375, 6.6583251953125, 6.92041015625, 7.1824951171875, 7.444580078125, 7.7066650390625, 7.96875]}, "gradients/wav2vec2.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 7.0, 2.0, 2.0, 9.0, 8.0, 4.0, 9.0, 18.0, 15.0, 27.0, 51.0, 64.0, 82.0, 113.0, 144.0, 185.0, 247.0, 325.0, 331.0, 394.0, 432.0, 332.0, 313.0, 209.0, 195.0, 151.0, 117.0, 89.0, 53.0, 34.0, 32.0, 23.0, 16.0, 18.0, 7.0, 4.0, 5.0, 2.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.6875, -5.52947998046875, -5.3714599609375, -5.21343994140625, -5.055419921875, -4.89739990234375, -4.7393798828125, -4.58135986328125, -4.42333984375, -4.26531982421875, -4.1072998046875, -3.94927978515625, -3.791259765625, -3.63323974609375, -3.4752197265625, -3.31719970703125, -3.1591796875, -3.00115966796875, -2.8431396484375, -2.68511962890625, -2.527099609375, -2.36907958984375, -2.2110595703125, -2.05303955078125, -1.89501953125, -1.73699951171875, -1.5789794921875, -1.42095947265625, -1.262939453125, -1.10491943359375, -0.9468994140625, -0.78887939453125, -0.630859375, -0.47283935546875, -0.3148193359375, -0.15679931640625, 0.001220703125, 0.15924072265625, 0.3172607421875, 0.47528076171875, 0.63330078125, 0.79132080078125, 0.9493408203125, 1.10736083984375, 1.265380859375, 1.42340087890625, 1.5814208984375, 1.73944091796875, 1.8974609375, 2.05548095703125, 2.2135009765625, 2.37152099609375, 2.529541015625, 2.68756103515625, 2.8455810546875, 3.00360107421875, 3.16162109375, 3.31964111328125, 3.4776611328125, 3.63568115234375, 3.793701171875, 3.95172119140625, 4.1097412109375, 4.26776123046875, 4.42578125]}, "gradients/wav2vec2.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 9.0, 15.0, 25.0, 25.0, 43.0, 55.0, 94.0, 101.0, 115.0, 123.0, 100.0, 82.0, 71.0, 46.0, 34.0, 21.0, 22.0, 12.0, 5.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-44.09895706176758, -42.697853088378906, -41.2967529296875, -39.895652770996094, -38.49454879760742, -37.09344482421875, -35.692344665527344, -34.29124450683594, -32.890140533447266, -31.489038467407227, -30.087936401367188, -28.68683433532715, -27.28573226928711, -25.88463020324707, -24.48352813720703, -23.082426071166992, -21.681324005126953, -20.280221939086914, -18.879119873046875, -17.478017807006836, -16.076915740966797, -14.675813674926758, -13.274711608886719, -11.87360954284668, -10.47250747680664, -9.071405410766602, -7.6703033447265625, -6.269201278686523, -4.868099212646484, -3.4669971466064453, -2.0658950805664062, -0.6647930145263672, 0.7363128662109375, 2.1374149322509766, 3.5385169982910156, 4.939619064331055, 6.340721130371094, 7.741823196411133, 9.142925262451172, 10.544027328491211, 11.94512939453125, 13.346231460571289, 14.747333526611328, 16.148435592651367, 17.549537658691406, 18.950639724731445, 20.351741790771484, 21.752843856811523, 23.153945922851562, 24.5550479888916, 25.95615005493164, 27.35725212097168, 28.75835418701172, 30.159456253051758, 31.560558319091797, 32.96166229248047, 34.362762451171875, 35.76386260986328, 37.16496658325195, 38.566070556640625, 39.96717071533203, 41.36827087402344, 42.76937484741211, 44.17047882080078, 45.57157897949219]}, "gradients/wav2vec2.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 5.0, 7.0, 4.0, 3.0, 5.0, 9.0, 12.0, 8.0, 21.0, 23.0, 21.0, 23.0, 24.0, 20.0, 44.0, 34.0, 36.0, 36.0, 37.0, 42.0, 48.0, 40.0, 51.0, 37.0, 57.0, 42.0, 40.0, 41.0, 32.0, 30.0, 28.0, 27.0, 16.0, 21.0, 12.0, 18.0, 11.0, 13.0, 9.0, 4.0, 3.0, 6.0, 1.0, 4.0, 4.0, 3.0, 2.0, 0.0, 1.0], "bins": [-22.48751449584961, -21.878173828125, -21.26883316040039, -20.65949249267578, -20.050153732299805, -19.440813064575195, -18.831472396850586, -18.222131729125977, -17.612791061401367, -17.003450393676758, -16.39410972595215, -15.784770011901855, -15.175429344177246, -14.566089630126953, -13.956748962402344, -13.347408294677734, -12.738068580627441, -12.128727912902832, -11.519388198852539, -10.91004753112793, -10.30070686340332, -9.691366195678711, -9.082026481628418, -8.472685813903809, -7.863345623016357, -7.254005432128906, -6.644664764404297, -6.035324573516846, -5.4259843826293945, -4.816643714904785, -4.207303524017334, -3.5979628562927246, -2.9886226654052734, -2.379282236099243, -1.7699419260025024, -1.1606016159057617, -0.5512611865997314, 0.05807924270629883, 0.66741943359375, 1.2767601013183594, 1.8861002922058105, 2.495440721511841, 3.104781150817871, 3.7141213417053223, 4.323461532592773, 4.932802200317383, 5.542142391204834, 6.151483058929443, 6.7608232498168945, 7.370163440704346, 7.979504108428955, 8.588844299316406, 9.198184967041016, 9.807525634765625, 10.416865348815918, 11.026206016540527, 11.63554573059082, 12.24488639831543, 12.854226112365723, 13.463566780090332, 14.072907447814941, 14.682247161865234, 15.291587829589844, 15.900928497314453, 16.510269165039062]}, "gradients/wav2vec2.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 8.0, 11.0, 8.0, 13.0, 25.0, 34.0, 49.0, 88.0, 135.0, 217.0, 301.0, 506.0, 736.0, 1107.0, 1589.0, 2566.0, 3910.0, 6225.0, 10420.0, 18613.0, 37098.0, 82452.0, 188459.0, 290925.0, 212319.0, 96647.0, 42641.0, 20926.0, 11574.0, 6830.0, 4211.0, 2696.0, 1766.0, 1171.0, 774.0, 518.0, 324.0, 208.0, 135.0, 126.0, 68.0, 39.0, 35.0, 11.0, 17.0, 13.0, 5.0, 6.0, 5.0, 3.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.515625, -4.3726806640625, -4.229736328125, -4.0867919921875, -3.94384765625, -3.8009033203125, -3.657958984375, -3.5150146484375, -3.3720703125, -3.2291259765625, -3.086181640625, -2.9432373046875, -2.80029296875, -2.6573486328125, -2.514404296875, -2.3714599609375, -2.228515625, -2.0855712890625, -1.942626953125, -1.7996826171875, -1.65673828125, -1.5137939453125, -1.370849609375, -1.2279052734375, -1.0849609375, -0.9420166015625, -0.799072265625, -0.6561279296875, -0.51318359375, -0.3702392578125, -0.227294921875, -0.0843505859375, 0.05859375, 0.2015380859375, 0.344482421875, 0.4874267578125, 0.63037109375, 0.7733154296875, 0.916259765625, 1.0592041015625, 1.2021484375, 1.3450927734375, 1.488037109375, 1.6309814453125, 1.77392578125, 1.9168701171875, 2.059814453125, 2.2027587890625, 2.345703125, 2.4886474609375, 2.631591796875, 2.7745361328125, 2.91748046875, 3.0604248046875, 3.203369140625, 3.3463134765625, 3.4892578125, 3.6322021484375, 3.775146484375, 3.9180908203125, 4.06103515625, 4.2039794921875, 4.346923828125, 4.4898681640625, 4.6328125]}, "gradients/wav2vec2.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 4.0, 5.0, 3.0, 13.0, 14.0, 18.0, 18.0, 24.0, 27.0, 27.0, 29.0, 30.0, 36.0, 40.0, 50.0, 56.0, 55.0, 62.0, 49.0, 56.0, 48.0, 43.0, 39.0, 53.0, 40.0, 29.0, 25.0, 26.0, 17.0, 21.0, 12.0, 7.0, 12.0, 8.0, 6.0, 2.0, 2.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8818359375, -1.8148345947265625, -1.747833251953125, -1.6808319091796875, -1.61383056640625, -1.5468292236328125, -1.479827880859375, -1.4128265380859375, -1.3458251953125, -1.2788238525390625, -1.211822509765625, -1.1448211669921875, -1.07781982421875, -1.0108184814453125, -0.943817138671875, -0.8768157958984375, -0.809814453125, -0.7428131103515625, -0.675811767578125, -0.6088104248046875, -0.54180908203125, -0.4748077392578125, -0.407806396484375, -0.3408050537109375, -0.2738037109375, -0.2068023681640625, -0.139801025390625, -0.0727996826171875, -0.00579833984375, 0.0612030029296875, 0.128204345703125, 0.1952056884765625, 0.26220703125, 0.3292083740234375, 0.396209716796875, 0.4632110595703125, 0.53021240234375, 0.5972137451171875, 0.664215087890625, 0.7312164306640625, 0.7982177734375, 0.8652191162109375, 0.932220458984375, 0.9992218017578125, 1.06622314453125, 1.1332244873046875, 1.200225830078125, 1.2672271728515625, 1.334228515625, 1.4012298583984375, 1.468231201171875, 1.5352325439453125, 1.60223388671875, 1.6692352294921875, 1.736236572265625, 1.8032379150390625, 1.8702392578125, 1.9372406005859375, 2.004241943359375, 2.0712432861328125, 2.13824462890625, 2.2052459716796875, 2.272247314453125, 2.3392486572265625, 2.40625]}, "gradients/wav2vec2.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 3.0, 3.0, 3.0, 6.0, 9.0, 6.0, 9.0, 18.0, 24.0, 20.0, 38.0, 73.0, 98.0, 149.0, 287.0, 517.0, 888.0, 1615.0, 2742.0, 5293.0, 9968.0, 22146.0, 61591.0, 225045.0, 447066.0, 181106.0, 50986.0, 19325.0, 8998.0, 4642.0, 2573.0, 1349.0, 806.0, 437.0, 280.0, 155.0, 84.0, 61.0, 48.0, 31.0, 16.0, 17.0, 6.0, 10.0, 3.0, 4.0, 2.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.47265625, -7.23480224609375, -6.9969482421875, -6.75909423828125, -6.521240234375, -6.28338623046875, -6.0455322265625, -5.80767822265625, -5.56982421875, -5.33197021484375, -5.0941162109375, -4.85626220703125, -4.618408203125, -4.38055419921875, -4.1427001953125, -3.90484619140625, -3.6669921875, -3.42913818359375, -3.1912841796875, -2.95343017578125, -2.715576171875, -2.47772216796875, -2.2398681640625, -2.00201416015625, -1.76416015625, -1.52630615234375, -1.2884521484375, -1.05059814453125, -0.812744140625, -0.57489013671875, -0.3370361328125, -0.09918212890625, 0.138671875, 0.37652587890625, 0.6143798828125, 0.85223388671875, 1.090087890625, 1.32794189453125, 1.5657958984375, 1.80364990234375, 2.04150390625, 2.27935791015625, 2.5172119140625, 2.75506591796875, 2.992919921875, 3.23077392578125, 3.4686279296875, 3.70648193359375, 3.9443359375, 4.18218994140625, 4.4200439453125, 4.65789794921875, 4.895751953125, 5.13360595703125, 5.3714599609375, 5.60931396484375, 5.84716796875, 6.08502197265625, 6.3228759765625, 6.56072998046875, 6.798583984375, 7.03643798828125, 7.2742919921875, 7.51214599609375, 7.75]}, "gradients/wav2vec2.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 7.0, 2.0, 11.0, 13.0, 17.0, 16.0, 22.0, 31.0, 36.0, 31.0, 32.0, 49.0, 62.0, 52.0, 53.0, 52.0, 61.0, 57.0, 49.0, 43.0, 45.0, 36.0, 31.0, 43.0, 30.0, 36.0, 24.0, 9.0, 14.0, 11.0, 8.0, 8.0, 3.0, 3.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.15625, -6.9349365234375, -6.713623046875, -6.4923095703125, -6.27099609375, -6.0496826171875, -5.828369140625, -5.6070556640625, -5.3857421875, -5.1644287109375, -4.943115234375, -4.7218017578125, -4.50048828125, -4.2791748046875, -4.057861328125, -3.8365478515625, -3.615234375, -3.3939208984375, -3.172607421875, -2.9512939453125, -2.72998046875, -2.5086669921875, -2.287353515625, -2.0660400390625, -1.8447265625, -1.6234130859375, -1.402099609375, -1.1807861328125, -0.95947265625, -0.7381591796875, -0.516845703125, -0.2955322265625, -0.07421875, 0.1470947265625, 0.368408203125, 0.5897216796875, 0.81103515625, 1.0323486328125, 1.253662109375, 1.4749755859375, 1.6962890625, 1.9176025390625, 2.138916015625, 2.3602294921875, 2.58154296875, 2.8028564453125, 3.024169921875, 3.2454833984375, 3.466796875, 3.6881103515625, 3.909423828125, 4.1307373046875, 4.35205078125, 4.5733642578125, 4.794677734375, 5.0159912109375, 5.2373046875, 5.4586181640625, 5.679931640625, 5.9012451171875, 6.12255859375, 6.3438720703125, 6.565185546875, 6.7864990234375, 7.0078125]}, "gradients/wav2vec2.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 9.0, 7.0, 11.0, 19.0, 38.0, 40.0, 66.0, 85.0, 172.0, 247.0, 413.0, 659.0, 1047.0, 1818.0, 2782.0, 4557.0, 7557.0, 12515.0, 24288.0, 61931.0, 234944.0, 452958.0, 151267.0, 44753.0, 19100.0, 10581.0, 6343.0, 3938.0, 2452.0, 1508.0, 944.0, 556.0, 346.0, 221.0, 136.0, 93.0, 65.0, 29.0, 17.0, 16.0, 9.0, 7.0, 1.0, 6.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.0546875, -5.86749267578125, -5.6802978515625, -5.49310302734375, -5.305908203125, -5.11871337890625, -4.9315185546875, -4.74432373046875, -4.55712890625, -4.36993408203125, -4.1827392578125, -3.99554443359375, -3.808349609375, -3.62115478515625, -3.4339599609375, -3.24676513671875, -3.0595703125, -2.87237548828125, -2.6851806640625, -2.49798583984375, -2.310791015625, -2.12359619140625, -1.9364013671875, -1.74920654296875, -1.56201171875, -1.37481689453125, -1.1876220703125, -1.00042724609375, -0.813232421875, -0.62603759765625, -0.4388427734375, -0.25164794921875, -0.064453125, 0.12274169921875, 0.3099365234375, 0.49713134765625, 0.684326171875, 0.87152099609375, 1.0587158203125, 1.24591064453125, 1.43310546875, 1.62030029296875, 1.8074951171875, 1.99468994140625, 2.181884765625, 2.36907958984375, 2.5562744140625, 2.74346923828125, 2.9306640625, 3.11785888671875, 3.3050537109375, 3.49224853515625, 3.679443359375, 3.86663818359375, 4.0538330078125, 4.24102783203125, 4.42822265625, 4.61541748046875, 4.8026123046875, 4.98980712890625, 5.177001953125, 5.36419677734375, 5.5513916015625, 5.73858642578125, 5.92578125]}, "gradients/wav2vec2.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 3.0, 3.0, 3.0, 4.0, 7.0, 4.0, 7.0, 17.0, 27.0, 85.0, 208.0, 343.0, 152.0, 54.0, 31.0, 11.0, 16.0, 3.0, 8.0, 1.0, 2.0, 6.0, 4.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0030193328857421875, -0.0029312968254089355, -0.0028432607650756836, -0.0027552247047424316, -0.0026671886444091797, -0.0025791525840759277, -0.0024911165237426758, -0.002403080463409424, -0.002315044403076172, -0.00222700834274292, -0.002138972282409668, -0.002050936222076416, -0.001962900161743164, -0.0018748641014099121, -0.0017868280410766602, -0.0016987919807434082, -0.0016107559204101562, -0.0015227198600769043, -0.0014346837997436523, -0.0013466477394104004, -0.0012586116790771484, -0.0011705756187438965, -0.0010825395584106445, -0.0009945034980773926, -0.0009064674377441406, -0.0008184313774108887, -0.0007303953170776367, -0.0006423592567443848, -0.0005543231964111328, -0.00046628713607788086, -0.0003782510757446289, -0.00029021501541137695, -0.000202178955078125, -0.00011414289474487305, -2.6106834411621094e-05, 6.192922592163086e-05, 0.0001499652862548828, 0.00023800134658813477, 0.0003260374069213867, 0.00041407346725463867, 0.0005021095275878906, 0.0005901455879211426, 0.0006781816482543945, 0.0007662177085876465, 0.0008542537689208984, 0.0009422898292541504, 0.0010303258895874023, 0.0011183619499206543, 0.0012063980102539062, 0.0012944340705871582, 0.0013824701309204102, 0.0014705061912536621, 0.001558542251586914, 0.001646578311920166, 0.001734614372253418, 0.00182265043258667, 0.0019106864929199219, 0.001998722553253174, 0.0020867586135864258, 0.0021747946739196777, 0.0022628307342529297, 0.0023508667945861816, 0.0024389028549194336, 0.0025269389152526855, 0.0026149749755859375]}, "gradients/wav2vec2.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 4.0, 14.0, 8.0, 21.0, 18.0, 49.0, 75.0, 146.0, 254.0, 460.0, 902.0, 1820.0, 3638.0, 8603.0, 20577.0, 61288.0, 276965.0, 490729.0, 124686.0, 34362.0, 13021.0, 5753.0, 2499.0, 1257.0, 615.0, 318.0, 196.0, 107.0, 70.0, 31.0, 24.0, 12.0, 8.0, 7.0, 3.0, 6.0, 3.0, 1.0, 1.0, 0.0, 6.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.046875, -5.8165283203125, -5.586181640625, -5.3558349609375, -5.12548828125, -4.8951416015625, -4.664794921875, -4.4344482421875, -4.2041015625, -3.9737548828125, -3.743408203125, -3.5130615234375, -3.28271484375, -3.0523681640625, -2.822021484375, -2.5916748046875, -2.361328125, -2.1309814453125, -1.900634765625, -1.6702880859375, -1.43994140625, -1.2095947265625, -0.979248046875, -0.7489013671875, -0.5185546875, -0.2882080078125, -0.057861328125, 0.1724853515625, 0.40283203125, 0.6331787109375, 0.863525390625, 1.0938720703125, 1.32421875, 1.5545654296875, 1.784912109375, 2.0152587890625, 2.24560546875, 2.4759521484375, 2.706298828125, 2.9366455078125, 3.1669921875, 3.3973388671875, 3.627685546875, 3.8580322265625, 4.08837890625, 4.3187255859375, 4.549072265625, 4.7794189453125, 5.009765625, 5.2401123046875, 5.470458984375, 5.7008056640625, 5.93115234375, 6.1614990234375, 6.391845703125, 6.6221923828125, 6.8525390625, 7.0828857421875, 7.313232421875, 7.5435791015625, 7.77392578125, 8.0042724609375, 8.234619140625, 8.4649658203125, 8.6953125]}, "gradients/wav2vec2.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 3.0, 3.0, 5.0, 5.0, 5.0, 6.0, 4.0, 11.0, 9.0, 10.0, 18.0, 24.0, 28.0, 60.0, 70.0, 87.0, 124.0, 136.0, 114.0, 76.0, 54.0, 30.0, 26.0, 22.0, 12.0, 16.0, 15.0, 5.0, 2.0, 5.0, 7.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-4.95703125, -4.81573486328125, -4.6744384765625, -4.53314208984375, -4.391845703125, -4.25054931640625, -4.1092529296875, -3.96795654296875, -3.82666015625, -3.68536376953125, -3.5440673828125, -3.40277099609375, -3.261474609375, -3.12017822265625, -2.9788818359375, -2.83758544921875, -2.6962890625, -2.55499267578125, -2.4136962890625, -2.27239990234375, -2.131103515625, -1.98980712890625, -1.8485107421875, -1.70721435546875, -1.56591796875, -1.42462158203125, -1.2833251953125, -1.14202880859375, -1.000732421875, -0.85943603515625, -0.7181396484375, -0.57684326171875, -0.435546875, -0.29425048828125, -0.1529541015625, -0.01165771484375, 0.129638671875, 0.27093505859375, 0.4122314453125, 0.55352783203125, 0.69482421875, 0.83612060546875, 0.9774169921875, 1.11871337890625, 1.260009765625, 1.40130615234375, 1.5426025390625, 1.68389892578125, 1.8251953125, 1.96649169921875, 2.1077880859375, 2.24908447265625, 2.390380859375, 2.53167724609375, 2.6729736328125, 2.81427001953125, 2.95556640625, 3.09686279296875, 3.2381591796875, 3.37945556640625, 3.520751953125, 3.66204833984375, 3.8033447265625, 3.94464111328125, 4.0859375]}, "gradients/wav2vec2.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 4.0, 9.0, 19.0, 50.0, 126.0, 195.0, 206.0, 162.0, 121.0, 62.0, 25.0, 20.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-109.2138671875, -106.8108901977539, -104.40790557861328, -102.00492858886719, -99.60194396972656, -97.19896697998047, -94.79598999023438, -92.39300537109375, -89.99002838134766, -87.58705139160156, -85.18406677246094, -82.78108978271484, -80.37811279296875, -77.97512817382812, -75.57215118408203, -73.16917419433594, -70.76618957519531, -68.36321258544922, -65.9602279663086, -63.5572509765625, -61.15427017211914, -58.75128936767578, -56.34831237792969, -53.94533157348633, -51.54235076904297, -49.13936996459961, -46.73638916015625, -44.333412170410156, -41.9304313659668, -39.52745056152344, -37.124473571777344, -34.721492767333984, -32.318511962890625, -29.915531158447266, -27.51255226135254, -25.109573364257812, -22.706592559814453, -20.303611755371094, -17.900632858276367, -15.49765396118164, -13.094673156738281, -10.691693305969238, -8.288713455200195, -5.885733604431152, -3.4827537536621094, -1.0797739028930664, 1.3232059478759766, 3.726184844970703, 6.1291656494140625, 8.532145500183105, 10.935125350952148, 13.338105201721191, 15.741085052490234, 18.144065856933594, 20.54704475402832, 22.950023651123047, 25.353004455566406, 27.755985260009766, 30.158964157104492, 32.56194305419922, 34.96492385864258, 37.36790466308594, 39.77088165283203, 42.17386245727539, 44.57684326171875]}, "gradients/wav2vec2.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 12.0, 7.0, 4.0, 19.0, 12.0, 8.0, 10.0, 18.0, 21.0, 31.0, 26.0, 16.0, 41.0, 24.0, 32.0, 20.0, 48.0, 48.0, 26.0, 29.0, 36.0, 36.0, 51.0, 33.0, 23.0, 41.0, 36.0, 33.0, 36.0, 29.0, 24.0, 27.0, 24.0, 20.0, 20.0, 17.0, 12.0, 11.0, 10.0, 7.0, 5.0, 7.0, 4.0, 6.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-17.775650024414062, -17.207902908325195, -16.640155792236328, -16.07240867614746, -15.504660606384277, -14.93691349029541, -14.369165420532227, -13.80141830444336, -13.233671188354492, -12.665924072265625, -12.098176956176758, -11.530428886413574, -10.962681770324707, -10.39493465423584, -9.827186584472656, -9.259439468383789, -8.691692352294922, -8.123945236206055, -7.556197643280029, -6.988450050354004, -6.420702934265137, -5.8529558181762695, -5.285208225250244, -4.717460632324219, -4.149713516235352, -3.5819661617279053, -3.014218807220459, -2.4464714527130127, -1.8787240982055664, -1.3109767436981201, -0.7432293891906738, -0.17548203468322754, 0.39226722717285156, 0.9600145816802979, 1.5277619361877441, 2.0955092906951904, 2.6632566452026367, 3.231003999710083, 3.7987513542175293, 4.366498947143555, 4.934246063232422, 5.501993179321289, 6.0697407722473145, 6.63748836517334, 7.205235481262207, 7.772982597351074, 8.340730667114258, 8.908477783203125, 9.476224899291992, 10.04397201538086, 10.611719131469727, 11.17946720123291, 11.747214317321777, 12.314961433410645, 12.882709503173828, 13.450456619262695, 14.018203735351562, 14.58595085144043, 15.153697967529297, 15.72144603729248, 16.28919219970703, 16.85694122314453, 17.4246883392334, 17.992435455322266, 18.560182571411133]}, "gradients/wav2vec2.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 6.0, 8.0, 18.0, 28.0, 45.0, 62.0, 121.0, 229.0, 354.0, 604.0, 1103.0, 1892.0, 3376.0, 6368.0, 11691.0, 22042.0, 42325.0, 82588.0, 170395.0, 394249.0, 1074357.0, 1412335.0, 537759.0, 218712.0, 103182.0, 51886.0, 26862.0, 14294.0, 7782.0, 4133.0, 2311.0, 1347.0, 737.0, 448.0, 253.0, 148.0, 82.0, 64.0, 31.0, 19.0, 17.0, 7.0, 9.0, 6.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-20.109375, -19.395263671875, -18.68115234375, -17.967041015625, -17.2529296875, -16.538818359375, -15.82470703125, -15.110595703125, -14.396484375, -13.682373046875, -12.96826171875, -12.254150390625, -11.5400390625, -10.825927734375, -10.11181640625, -9.397705078125, -8.68359375, -7.969482421875, -7.25537109375, -6.541259765625, -5.8271484375, -5.113037109375, -4.39892578125, -3.684814453125, -2.970703125, -2.256591796875, -1.54248046875, -0.828369140625, -0.1142578125, 0.599853515625, 1.31396484375, 2.028076171875, 2.7421875, 3.456298828125, 4.17041015625, 4.884521484375, 5.5986328125, 6.312744140625, 7.02685546875, 7.740966796875, 8.455078125, 9.169189453125, 9.88330078125, 10.597412109375, 11.3115234375, 12.025634765625, 12.73974609375, 13.453857421875, 14.16796875, 14.882080078125, 15.59619140625, 16.310302734375, 17.0244140625, 17.738525390625, 18.45263671875, 19.166748046875, 19.880859375, 20.594970703125, 21.30908203125, 22.023193359375, 22.7373046875, 23.451416015625, 24.16552734375, 24.879638671875, 25.59375]}, "gradients/wav2vec2.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 3.0, 6.0, 6.0, 8.0, 6.0, 11.0, 13.0, 9.0, 8.0, 17.0, 22.0, 23.0, 28.0, 31.0, 29.0, 45.0, 29.0, 39.0, 50.0, 40.0, 41.0, 40.0, 40.0, 53.0, 34.0, 41.0, 41.0, 22.0, 39.0, 39.0, 18.0, 35.0, 20.0, 22.0, 16.0, 8.0, 16.0, 18.0, 8.0, 7.0, 11.0, 4.0, 2.0, 4.0, 5.0, 1.0, 1.0, 0.0, 3.0, 2.0], "bins": [-23.28125, -22.635498046875, -21.98974609375, -21.343994140625, -20.6982421875, -20.052490234375, -19.40673828125, -18.760986328125, -18.115234375, -17.469482421875, -16.82373046875, -16.177978515625, -15.5322265625, -14.886474609375, -14.24072265625, -13.594970703125, -12.94921875, -12.303466796875, -11.65771484375, -11.011962890625, -10.3662109375, -9.720458984375, -9.07470703125, -8.428955078125, -7.783203125, -7.137451171875, -6.49169921875, -5.845947265625, -5.2001953125, -4.554443359375, -3.90869140625, -3.262939453125, -2.6171875, -1.971435546875, -1.32568359375, -0.679931640625, -0.0341796875, 0.611572265625, 1.25732421875, 1.903076171875, 2.548828125, 3.194580078125, 3.84033203125, 4.486083984375, 5.1318359375, 5.777587890625, 6.42333984375, 7.069091796875, 7.71484375, 8.360595703125, 9.00634765625, 9.652099609375, 10.2978515625, 10.943603515625, 11.58935546875, 12.235107421875, 12.880859375, 13.526611328125, 14.17236328125, 14.818115234375, 15.4638671875, 16.109619140625, 16.75537109375, 17.401123046875, 18.046875]}, "gradients/wav2vec2.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 7.0, 8.0, 6.0, 11.0, 32.0, 40.0, 61.0, 97.0, 134.0, 237.0, 407.0, 684.0, 1156.0, 2098.0, 3827.0, 7213.0, 13412.0, 25212.0, 48101.0, 94622.0, 194885.0, 433416.0, 1080281.0, 1286202.0, 537063.0, 232664.0, 111844.0, 57089.0, 29176.0, 15644.0, 8388.0, 4521.0, 2424.0, 1351.0, 764.0, 477.0, 273.0, 169.0, 109.0, 62.0, 43.0, 27.0, 13.0, 10.0, 9.0, 9.0, 6.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-29.609375, -28.71533203125, -27.8212890625, -26.92724609375, -26.033203125, -25.13916015625, -24.2451171875, -23.35107421875, -22.45703125, -21.56298828125, -20.6689453125, -19.77490234375, -18.880859375, -17.98681640625, -17.0927734375, -16.19873046875, -15.3046875, -14.41064453125, -13.5166015625, -12.62255859375, -11.728515625, -10.83447265625, -9.9404296875, -9.04638671875, -8.15234375, -7.25830078125, -6.3642578125, -5.47021484375, -4.576171875, -3.68212890625, -2.7880859375, -1.89404296875, -1.0, -0.10595703125, 0.7880859375, 1.68212890625, 2.576171875, 3.47021484375, 4.3642578125, 5.25830078125, 6.15234375, 7.04638671875, 7.9404296875, 8.83447265625, 9.728515625, 10.62255859375, 11.5166015625, 12.41064453125, 13.3046875, 14.19873046875, 15.0927734375, 15.98681640625, 16.880859375, 17.77490234375, 18.6689453125, 19.56298828125, 20.45703125, 21.35107421875, 22.2451171875, 23.13916015625, 24.033203125, 24.92724609375, 25.8212890625, 26.71533203125, 27.609375]}, "gradients/wav2vec2.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 7.0, 10.0, 15.0, 15.0, 26.0, 30.0, 56.0, 75.0, 111.0, 169.0, 282.0, 407.0, 595.0, 706.0, 528.0, 304.0, 219.0, 168.0, 108.0, 74.0, 52.0, 34.0, 30.0, 15.0, 17.0, 10.0, 7.0, 3.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-46.125, -44.43212890625, -42.7392578125, -41.04638671875, -39.353515625, -37.66064453125, -35.9677734375, -34.27490234375, -32.58203125, -30.88916015625, -29.1962890625, -27.50341796875, -25.810546875, -24.11767578125, -22.4248046875, -20.73193359375, -19.0390625, -17.34619140625, -15.6533203125, -13.96044921875, -12.267578125, -10.57470703125, -8.8818359375, -7.18896484375, -5.49609375, -3.80322265625, -2.1103515625, -0.41748046875, 1.275390625, 2.96826171875, 4.6611328125, 6.35400390625, 8.046875, 9.73974609375, 11.4326171875, 13.12548828125, 14.818359375, 16.51123046875, 18.2041015625, 19.89697265625, 21.58984375, 23.28271484375, 24.9755859375, 26.66845703125, 28.361328125, 30.05419921875, 31.7470703125, 33.43994140625, 35.1328125, 36.82568359375, 38.5185546875, 40.21142578125, 41.904296875, 43.59716796875, 45.2900390625, 46.98291015625, 48.67578125, 50.36865234375, 52.0615234375, 53.75439453125, 55.447265625, 57.14013671875, 58.8330078125, 60.52587890625, 62.21875]}, "gradients/wav2vec2.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 14.0, 14.0, 26.0, 81.0, 136.0, 226.0, 209.0, 161.0, 82.0, 42.0, 12.0, 4.0, 6.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-628.8480224609375, -612.80322265625, -596.7584228515625, -580.7136840820312, -564.6688842773438, -548.6240844726562, -532.5792846679688, -516.5344848632812, -500.4897155761719, -484.4449157714844, -468.400146484375, -452.3553466796875, -436.310546875, -420.2657775878906, -404.2209777832031, -388.17620849609375, -372.13140869140625, -356.08660888671875, -340.0418395996094, -323.9970397949219, -307.9522705078125, -291.907470703125, -275.8626708984375, -259.81787109375, -243.77310180664062, -227.7283172607422, -211.68353271484375, -195.63873291015625, -179.5939483642578, -163.54916381835938, -147.50436401367188, -131.45957946777344, -115.41473388671875, -99.36994934082031, -83.32515716552734, -67.28036499023438, -51.23558044433594, -35.1907958984375, -19.14600372314453, -3.1012115478515625, 12.943572998046875, 28.988361358642578, 45.03314971923828, 61.077938079833984, 77.12272644042969, 93.16751098632812, 109.2123031616211, 125.25709533691406, 141.3018798828125, 157.34666442871094, 173.39144897460938, 189.43624877929688, 205.4810333251953, 221.52581787109375, 237.57061767578125, 253.6154022216797, 269.6601867675781, 285.7049865722656, 301.749755859375, 317.7945556640625, 333.83935546875, 349.8841247558594, 365.9289245605469, 381.97369384765625, 398.01849365234375]}, "gradients/wav2vec2.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 2.0, 2.0, 3.0, 4.0, 4.0, 8.0, 7.0, 6.0, 8.0, 10.0, 10.0, 18.0, 21.0, 15.0, 23.0, 26.0, 24.0, 22.0, 24.0, 27.0, 32.0, 44.0, 29.0, 39.0, 47.0, 51.0, 45.0, 33.0, 32.0, 37.0, 26.0, 36.0, 31.0, 33.0, 27.0, 32.0, 24.0, 23.0, 18.0, 15.0, 15.0, 15.0, 12.0, 8.0, 12.0, 13.0, 7.0, 1.0, 1.0, 7.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-133.23358154296875, -129.15274047851562, -125.0718994140625, -120.9910659790039, -116.91022491455078, -112.82938385009766, -108.74855041503906, -104.66770935058594, -100.58686828613281, -96.50602722167969, -92.42518615722656, -88.34435272216797, -84.26351165771484, -80.18267059326172, -76.10183715820312, -72.02099609375, -67.94015502929688, -63.85931396484375, -59.77847671508789, -55.69763946533203, -51.616798400878906, -47.53595733642578, -43.45512008666992, -39.37428283691406, -35.29344177246094, -31.212602615356445, -27.131763458251953, -23.05092430114746, -18.97008514404297, -14.889245986938477, -10.808406829833984, -6.727567672729492, -2.6467208862304688, 1.4341182708740234, 5.514957427978516, 9.595796585083008, 13.6766357421875, 17.757474899291992, 21.838314056396484, 25.919153213500977, 29.99999237060547, 34.080833435058594, 38.16167068481445, 42.24250793457031, 46.32334899902344, 50.40419006347656, 54.48502731323242, 58.56586456298828, 62.646705627441406, 66.72754669189453, 70.80838012695312, 74.88922119140625, 78.97006225585938, 83.0509033203125, 87.13174438476562, 91.21257781982422, 95.29341888427734, 99.37425994873047, 103.45509338378906, 107.53593444824219, 111.61677551269531, 115.69761657714844, 119.77845764160156, 123.85929107666016, 127.94013214111328]}, "gradients/wav2vec2.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 8.0, 7.0, 16.0, 14.0, 37.0, 50.0, 67.0, 93.0, 143.0, 226.0, 296.0, 437.0, 650.0, 908.0, 1388.0, 1878.0, 2849.0, 4120.0, 6033.0, 9199.0, 14056.0, 21931.0, 35734.0, 63912.0, 129094.0, 246931.0, 235351.0, 118363.0, 59762.0, 33643.0, 20780.0, 13295.0, 8741.0, 5806.0, 4009.0, 2733.0, 1915.0, 1238.0, 898.0, 605.0, 422.0, 286.0, 205.0, 139.0, 97.0, 70.0, 36.0, 40.0, 16.0, 22.0, 7.0, 6.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.703125, -25.8671875, -25.03125, -24.1953125, -23.359375, -22.5234375, -21.6875, -20.8515625, -20.015625, -19.1796875, -18.34375, -17.5078125, -16.671875, -15.8359375, -15.0, -14.1640625, -13.328125, -12.4921875, -11.65625, -10.8203125, -9.984375, -9.1484375, -8.3125, -7.4765625, -6.640625, -5.8046875, -4.96875, -4.1328125, -3.296875, -2.4609375, -1.625, -0.7890625, 0.046875, 0.8828125, 1.71875, 2.5546875, 3.390625, 4.2265625, 5.0625, 5.8984375, 6.734375, 7.5703125, 8.40625, 9.2421875, 10.078125, 10.9140625, 11.75, 12.5859375, 13.421875, 14.2578125, 15.09375, 15.9296875, 16.765625, 17.6015625, 18.4375, 19.2734375, 20.109375, 20.9453125, 21.78125, 22.6171875, 23.453125, 24.2890625, 25.125, 25.9609375, 26.796875]}, "gradients/wav2vec2.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 3.0, 5.0, 3.0, 4.0, 6.0, 2.0, 7.0, 15.0, 12.0, 15.0, 16.0, 18.0, 28.0, 22.0, 28.0, 26.0, 28.0, 33.0, 29.0, 23.0, 30.0, 30.0, 46.0, 51.0, 44.0, 39.0, 29.0, 41.0, 46.0, 30.0, 34.0, 44.0, 36.0, 29.0, 22.0, 18.0, 18.0, 14.0, 17.0, 7.0, 15.0, 11.0, 14.0, 4.0, 3.0, 4.0, 1.0, 7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-19.046875, -18.4404296875, -17.833984375, -17.2275390625, -16.62109375, -16.0146484375, -15.408203125, -14.8017578125, -14.1953125, -13.5888671875, -12.982421875, -12.3759765625, -11.76953125, -11.1630859375, -10.556640625, -9.9501953125, -9.34375, -8.7373046875, -8.130859375, -7.5244140625, -6.91796875, -6.3115234375, -5.705078125, -5.0986328125, -4.4921875, -3.8857421875, -3.279296875, -2.6728515625, -2.06640625, -1.4599609375, -0.853515625, -0.2470703125, 0.359375, 0.9658203125, 1.572265625, 2.1787109375, 2.78515625, 3.3916015625, 3.998046875, 4.6044921875, 5.2109375, 5.8173828125, 6.423828125, 7.0302734375, 7.63671875, 8.2431640625, 8.849609375, 9.4560546875, 10.0625, 10.6689453125, 11.275390625, 11.8818359375, 12.48828125, 13.0947265625, 13.701171875, 14.3076171875, 14.9140625, 15.5205078125, 16.126953125, 16.7333984375, 17.33984375, 17.9462890625, 18.552734375, 19.1591796875, 19.765625]}, "gradients/wav2vec2.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 4.0, 2.0, 5.0, 4.0, 5.0, 11.0, 7.0, 21.0, 20.0, 31.0, 50.0, 59.0, 88.0, 131.0, 225.0, 367.0, 680.0, 1375.0, 2800.0, 5611.0, 11187.0, 23623.0, 52380.0, 148547.0, 400624.0, 255869.0, 80539.0, 33169.0, 15610.0, 7603.0, 3853.0, 1837.0, 928.0, 473.0, 275.0, 178.0, 105.0, 85.0, 51.0, 41.0, 25.0, 19.0, 12.0, 10.0, 4.0, 6.0, 6.0, 5.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-40.6875, -39.36328125, -38.0390625, -36.71484375, -35.390625, -34.06640625, -32.7421875, -31.41796875, -30.09375, -28.76953125, -27.4453125, -26.12109375, -24.796875, -23.47265625, -22.1484375, -20.82421875, -19.5, -18.17578125, -16.8515625, -15.52734375, -14.203125, -12.87890625, -11.5546875, -10.23046875, -8.90625, -7.58203125, -6.2578125, -4.93359375, -3.609375, -2.28515625, -0.9609375, 0.36328125, 1.6875, 3.01171875, 4.3359375, 5.66015625, 6.984375, 8.30859375, 9.6328125, 10.95703125, 12.28125, 13.60546875, 14.9296875, 16.25390625, 17.578125, 18.90234375, 20.2265625, 21.55078125, 22.875, 24.19921875, 25.5234375, 26.84765625, 28.171875, 29.49609375, 30.8203125, 32.14453125, 33.46875, 34.79296875, 36.1171875, 37.44140625, 38.765625, 40.08984375, 41.4140625, 42.73828125, 44.0625]}, "gradients/wav2vec2.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 8.0, 7.0, 15.0, 9.0, 10.0, 19.0, 15.0, 14.0, 22.0, 28.0, 27.0, 27.0, 37.0, 42.0, 32.0, 47.0, 46.0, 41.0, 48.0, 45.0, 50.0, 47.0, 44.0, 36.0, 46.0, 28.0, 27.0, 21.0, 29.0, 28.0, 26.0, 16.0, 11.0, 9.0, 14.0, 7.0, 4.0, 7.0, 4.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-61.34375, -59.412109375, -57.48046875, -55.548828125, -53.6171875, -51.685546875, -49.75390625, -47.822265625, -45.890625, -43.958984375, -42.02734375, -40.095703125, -38.1640625, -36.232421875, -34.30078125, -32.369140625, -30.4375, -28.505859375, -26.57421875, -24.642578125, -22.7109375, -20.779296875, -18.84765625, -16.916015625, -14.984375, -13.052734375, -11.12109375, -9.189453125, -7.2578125, -5.326171875, -3.39453125, -1.462890625, 0.46875, 2.400390625, 4.33203125, 6.263671875, 8.1953125, 10.126953125, 12.05859375, 13.990234375, 15.921875, 17.853515625, 19.78515625, 21.716796875, 23.6484375, 25.580078125, 27.51171875, 29.443359375, 31.375, 33.306640625, 35.23828125, 37.169921875, 39.1015625, 41.033203125, 42.96484375, 44.896484375, 46.828125, 48.759765625, 50.69140625, 52.623046875, 54.5546875, 56.486328125, 58.41796875, 60.349609375, 62.28125]}, "gradients/wav2vec2.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 6.0, 7.0, 8.0, 21.0, 39.0, 34.0, 75.0, 125.0, 200.0, 341.0, 600.0, 1119.0, 2183.0, 4378.0, 8528.0, 17025.0, 34826.0, 69611.0, 156157.0, 404154.0, 191147.0, 79269.0, 39518.0, 19495.0, 9543.0, 4762.0, 2526.0, 1287.0, 692.0, 339.0, 214.0, 140.0, 74.0, 38.0, 22.0, 19.0, 14.0, 8.0, 7.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-17.625, -17.084228515625, -16.54345703125, -16.002685546875, -15.4619140625, -14.921142578125, -14.38037109375, -13.839599609375, -13.298828125, -12.758056640625, -12.21728515625, -11.676513671875, -11.1357421875, -10.594970703125, -10.05419921875, -9.513427734375, -8.97265625, -8.431884765625, -7.89111328125, -7.350341796875, -6.8095703125, -6.268798828125, -5.72802734375, -5.187255859375, -4.646484375, -4.105712890625, -3.56494140625, -3.024169921875, -2.4833984375, -1.942626953125, -1.40185546875, -0.861083984375, -0.3203125, 0.220458984375, 0.76123046875, 1.302001953125, 1.8427734375, 2.383544921875, 2.92431640625, 3.465087890625, 4.005859375, 4.546630859375, 5.08740234375, 5.628173828125, 6.1689453125, 6.709716796875, 7.25048828125, 7.791259765625, 8.33203125, 8.872802734375, 9.41357421875, 9.954345703125, 10.4951171875, 11.035888671875, 11.57666015625, 12.117431640625, 12.658203125, 13.198974609375, 13.73974609375, 14.280517578125, 14.8212890625, 15.362060546875, 15.90283203125, 16.443603515625, 16.984375]}, "gradients/wav2vec2.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 9.0, 4.0, 7.0, 7.0, 9.0, 15.0, 28.0, 20.0, 32.0, 41.0, 78.0, 112.0, 160.0, 137.0, 81.0, 61.0, 37.0, 27.0, 20.0, 14.0, 16.0, 9.0, 14.0, 8.0, 7.0, 6.0, 2.0, 3.0, 4.0, 5.0, 4.0, 3.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.005596160888671875, -0.0054435133934021, -0.005290865898132324, -0.005138218402862549, -0.0049855709075927734, -0.004832923412322998, -0.004680275917053223, -0.004527628421783447, -0.004374980926513672, -0.0042223334312438965, -0.004069685935974121, -0.003917038440704346, -0.0037643909454345703, -0.003611743450164795, -0.0034590959548950195, -0.003306448459625244, -0.0031538009643554688, -0.0030011534690856934, -0.002848505973815918, -0.0026958584785461426, -0.002543210983276367, -0.002390563488006592, -0.0022379159927368164, -0.002085268497467041, -0.0019326210021972656, -0.0017799735069274902, -0.0016273260116577148, -0.0014746785163879395, -0.001322031021118164, -0.0011693835258483887, -0.0010167360305786133, -0.0008640885353088379, -0.0007114410400390625, -0.0005587935447692871, -0.0004061460494995117, -0.00025349855422973633, -0.00010085105895996094, 5.179643630981445e-05, 0.00020444393157958984, 0.00035709142684936523, 0.0005097389221191406, 0.000662386417388916, 0.0008150339126586914, 0.0009676814079284668, 0.0011203289031982422, 0.0012729763984680176, 0.001425623893737793, 0.0015782713890075684, 0.0017309188842773438, 0.0018835663795471191, 0.0020362138748168945, 0.00218886137008667, 0.0023415088653564453, 0.0024941563606262207, 0.002646803855895996, 0.0027994513511657715, 0.002952098846435547, 0.0031047463417053223, 0.0032573938369750977, 0.003410041332244873, 0.0035626888275146484, 0.003715336322784424, 0.0038679838180541992, 0.004020631313323975, 0.00417327880859375]}, "gradients/wav2vec2.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 4.0, 14.0, 13.0, 23.0, 31.0, 47.0, 44.0, 94.0, 151.0, 251.0, 311.0, 626.0, 1027.0, 2052.0, 4501.0, 10524.0, 26579.0, 67136.0, 187715.0, 443419.0, 189856.0, 67556.0, 26841.0, 10592.0, 4477.0, 2017.0, 1053.0, 606.0, 359.0, 206.0, 134.0, 99.0, 65.0, 38.0, 41.0, 16.0, 17.0, 7.0, 9.0, 2.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-22.59375, -21.93896484375, -21.2841796875, -20.62939453125, -19.974609375, -19.31982421875, -18.6650390625, -18.01025390625, -17.35546875, -16.70068359375, -16.0458984375, -15.39111328125, -14.736328125, -14.08154296875, -13.4267578125, -12.77197265625, -12.1171875, -11.46240234375, -10.8076171875, -10.15283203125, -9.498046875, -8.84326171875, -8.1884765625, -7.53369140625, -6.87890625, -6.22412109375, -5.5693359375, -4.91455078125, -4.259765625, -3.60498046875, -2.9501953125, -2.29541015625, -1.640625, -0.98583984375, -0.3310546875, 0.32373046875, 0.978515625, 1.63330078125, 2.2880859375, 2.94287109375, 3.59765625, 4.25244140625, 4.9072265625, 5.56201171875, 6.216796875, 6.87158203125, 7.5263671875, 8.18115234375, 8.8359375, 9.49072265625, 10.1455078125, 10.80029296875, 11.455078125, 12.10986328125, 12.7646484375, 13.41943359375, 14.07421875, 14.72900390625, 15.3837890625, 16.03857421875, 16.693359375, 17.34814453125, 18.0029296875, 18.65771484375, 19.3125]}, "gradients/wav2vec2.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 5.0, 7.0, 13.0, 19.0, 16.0, 20.0, 25.0, 33.0, 40.0, 79.0, 103.0, 102.0, 102.0, 119.0, 68.0, 59.0, 46.0, 40.0, 22.0, 18.0, 16.0, 9.0, 17.0, 5.0, 3.0, 5.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-21.640625, -20.894775390625, -20.14892578125, -19.403076171875, -18.6572265625, -17.911376953125, -17.16552734375, -16.419677734375, -15.673828125, -14.927978515625, -14.18212890625, -13.436279296875, -12.6904296875, -11.944580078125, -11.19873046875, -10.452880859375, -9.70703125, -8.961181640625, -8.21533203125, -7.469482421875, -6.7236328125, -5.977783203125, -5.23193359375, -4.486083984375, -3.740234375, -2.994384765625, -2.24853515625, -1.502685546875, -0.7568359375, -0.010986328125, 0.73486328125, 1.480712890625, 2.2265625, 2.972412109375, 3.71826171875, 4.464111328125, 5.2099609375, 5.955810546875, 6.70166015625, 7.447509765625, 8.193359375, 8.939208984375, 9.68505859375, 10.430908203125, 11.1767578125, 11.922607421875, 12.66845703125, 13.414306640625, 14.16015625, 14.906005859375, 15.65185546875, 16.397705078125, 17.1435546875, 17.889404296875, 18.63525390625, 19.381103515625, 20.126953125, 20.872802734375, 21.61865234375, 22.364501953125, 23.1103515625, 23.856201171875, 24.60205078125, 25.347900390625, 26.09375]}, "gradients/wav2vec2.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 1.0, 3.0, 2.0, 10.0, 26.0, 198.0, 509.0, 233.0, 26.0, 6.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-334.1763610839844, -299.1650085449219, -264.15362548828125, -229.14227294921875, -194.13092041015625, -159.11956787109375, -124.10820007324219, -89.09683227539062, -54.085479736328125, -19.074119567871094, 15.937240600585938, 50.94860076904297, 85.9599609375, 120.9713134765625, 155.98268127441406, 190.99404907226562, 226.00540161132812, 261.0167541503906, 296.02813720703125, 331.03948974609375, 366.05084228515625, 401.06219482421875, 436.07354736328125, 471.0849304199219, 506.0962829589844, 541.107666015625, 576.1190185546875, 611.13037109375, 646.1417236328125, 681.153076171875, 716.1644287109375, 751.17578125, 786.187255859375, 821.1986083984375, 856.2099609375, 891.2213134765625, 926.232666015625, 961.2440185546875, 996.2554321289062, 1031.266845703125, 1066.278076171875, 1101.2894287109375, 1136.30078125, 1171.3121337890625, 1206.323486328125, 1241.3348388671875, 1276.34619140625, 1311.357666015625, 1346.3690185546875, 1381.38037109375, 1416.3917236328125, 1451.403076171875, 1486.4144287109375, 1521.42578125, 1556.4371337890625, 1591.448486328125, 1626.4599609375, 1661.4713134765625, 1696.482666015625, 1731.4940185546875, 1766.50537109375, 1801.5167236328125, 1836.528076171875, 1871.53955078125, 1906.55078125]}, "gradients/wav2vec2.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 8.0, 0.0, 9.0, 7.0, 7.0, 13.0, 12.0, 17.0, 13.0, 17.0, 21.0, 24.0, 35.0, 28.0, 34.0, 47.0, 29.0, 42.0, 35.0, 42.0, 54.0, 37.0, 45.0, 50.0, 38.0, 42.0, 40.0, 39.0, 35.0, 22.0, 32.0, 18.0, 16.0, 12.0, 8.0, 17.0, 11.0, 5.0, 8.0, 8.0, 7.0, 6.0, 2.0, 3.0, 3.0, 4.0, 2.0, 1.0, 2.0], "bins": [-174.66188049316406, -169.8339385986328, -165.00601196289062, -160.17807006835938, -155.35012817382812, -150.52218627929688, -145.69424438476562, -140.86631774902344, -136.0383758544922, -131.21043395996094, -126.38249969482422, -121.5545654296875, -116.72662353515625, -111.898681640625, -107.07074737548828, -102.24281311035156, -97.41487121582031, -92.58692932128906, -87.75899505615234, -82.93106079101562, -78.10311889648438, -73.27517700195312, -68.4472427368164, -63.61930465698242, -58.79136657714844, -53.96342849731445, -49.13549041748047, -44.307552337646484, -39.4796142578125, -34.651676177978516, -29.82373809814453, -24.995800018310547, -20.1678466796875, -15.339908599853516, -10.511970520019531, -5.684032440185547, -0.8560943603515625, 3.971843719482422, 8.799781799316406, 13.62771987915039, 18.455657958984375, 23.28359603881836, 28.111534118652344, 32.93947219848633, 37.76741027832031, 42.5953483581543, 47.42328643798828, 52.251224517822266, 57.07916259765625, 61.907100677490234, 66.73503875732422, 71.56297302246094, 76.39091491699219, 81.21885681152344, 86.04679107666016, 90.87472534179688, 95.70266723632812, 100.53060913085938, 105.3585433959961, 110.18647766113281, 115.01441955566406, 119.84236145019531, 124.67029571533203, 129.49822998046875, 134.326171875]}, "gradients/wav2vec2.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 6.0, 4.0, 11.0, 10.0, 19.0, 25.0, 33.0, 39.0, 55.0, 80.0, 126.0, 165.0, 284.0, 353.0, 554.0, 947.0, 1461.0, 2390.0, 4116.0, 7498.0, 14235.0, 29331.0, 68233.0, 176618.0, 475860.0, 1175255.0, 1312961.0, 559905.0, 211269.0, 81928.0, 34602.0, 16075.0, 8369.0, 4573.0, 2658.0, 1555.0, 913.0, 580.0, 385.0, 244.0, 175.0, 96.0, 70.0, 65.0, 54.0, 40.0, 22.0, 20.0, 6.0, 4.0, 4.0, 6.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-26.109375, -25.295654296875, -24.48193359375, -23.668212890625, -22.8544921875, -22.040771484375, -21.22705078125, -20.413330078125, -19.599609375, -18.785888671875, -17.97216796875, -17.158447265625, -16.3447265625, -15.531005859375, -14.71728515625, -13.903564453125, -13.08984375, -12.276123046875, -11.46240234375, -10.648681640625, -9.8349609375, -9.021240234375, -8.20751953125, -7.393798828125, -6.580078125, -5.766357421875, -4.95263671875, -4.138916015625, -3.3251953125, -2.511474609375, -1.69775390625, -0.884033203125, -0.0703125, 0.743408203125, 1.55712890625, 2.370849609375, 3.1845703125, 3.998291015625, 4.81201171875, 5.625732421875, 6.439453125, 7.253173828125, 8.06689453125, 8.880615234375, 9.6943359375, 10.508056640625, 11.32177734375, 12.135498046875, 12.94921875, 13.762939453125, 14.57666015625, 15.390380859375, 16.2041015625, 17.017822265625, 17.83154296875, 18.645263671875, 19.458984375, 20.272705078125, 21.08642578125, 21.900146484375, 22.7138671875, 23.527587890625, 24.34130859375, 25.155029296875, 25.96875]}, "gradients/wav2vec2.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 7.0, 7.0, 10.0, 5.0, 8.0, 11.0, 13.0, 13.0, 17.0, 12.0, 16.0, 26.0, 26.0, 19.0, 27.0, 34.0, 22.0, 37.0, 41.0, 51.0, 35.0, 40.0, 47.0, 45.0, 35.0, 34.0, 37.0, 46.0, 23.0, 30.0, 33.0, 26.0, 22.0, 24.0, 15.0, 21.0, 15.0, 12.0, 16.0, 10.0, 4.0, 10.0, 6.0, 4.0, 7.0, 3.0, 1.0, 2.0, 1.0, 3.0], "bins": [-29.375, -28.5673828125, -27.759765625, -26.9521484375, -26.14453125, -25.3369140625, -24.529296875, -23.7216796875, -22.9140625, -22.1064453125, -21.298828125, -20.4912109375, -19.68359375, -18.8759765625, -18.068359375, -17.2607421875, -16.453125, -15.6455078125, -14.837890625, -14.0302734375, -13.22265625, -12.4150390625, -11.607421875, -10.7998046875, -9.9921875, -9.1845703125, -8.376953125, -7.5693359375, -6.76171875, -5.9541015625, -5.146484375, -4.3388671875, -3.53125, -2.7236328125, -1.916015625, -1.1083984375, -0.30078125, 0.5068359375, 1.314453125, 2.1220703125, 2.9296875, 3.7373046875, 4.544921875, 5.3525390625, 6.16015625, 6.9677734375, 7.775390625, 8.5830078125, 9.390625, 10.1982421875, 11.005859375, 11.8134765625, 12.62109375, 13.4287109375, 14.236328125, 15.0439453125, 15.8515625, 16.6591796875, 17.466796875, 18.2744140625, 19.08203125, 19.8896484375, 20.697265625, 21.5048828125, 22.3125]}, "gradients/wav2vec2.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 4.0, 7.0, 5.0, 5.0, 16.0, 11.0, 24.0, 23.0, 33.0, 44.0, 82.0, 135.0, 205.0, 323.0, 509.0, 896.0, 1498.0, 2933.0, 6069.0, 13684.0, 35407.0, 106881.0, 432531.0, 2214487.0, 1070355.0, 207974.0, 60203.0, 21749.0, 9032.0, 4143.0, 2034.0, 1124.0, 664.0, 412.0, 265.0, 178.0, 130.0, 73.0, 47.0, 31.0, 27.0, 12.0, 6.0, 11.0, 5.0, 2.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-40.5, -38.986328125, -37.47265625, -35.958984375, -34.4453125, -32.931640625, -31.41796875, -29.904296875, -28.390625, -26.876953125, -25.36328125, -23.849609375, -22.3359375, -20.822265625, -19.30859375, -17.794921875, -16.28125, -14.767578125, -13.25390625, -11.740234375, -10.2265625, -8.712890625, -7.19921875, -5.685546875, -4.171875, -2.658203125, -1.14453125, 0.369140625, 1.8828125, 3.396484375, 4.91015625, 6.423828125, 7.9375, 9.451171875, 10.96484375, 12.478515625, 13.9921875, 15.505859375, 17.01953125, 18.533203125, 20.046875, 21.560546875, 23.07421875, 24.587890625, 26.1015625, 27.615234375, 29.12890625, 30.642578125, 32.15625, 33.669921875, 35.18359375, 36.697265625, 38.2109375, 39.724609375, 41.23828125, 42.751953125, 44.265625, 45.779296875, 47.29296875, 48.806640625, 50.3203125, 51.833984375, 53.34765625, 54.861328125, 56.375]}, "gradients/wav2vec2.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 8.0, 9.0, 13.0, 21.0, 29.0, 37.0, 56.0, 91.0, 117.0, 167.0, 301.0, 475.0, 763.0, 743.0, 486.0, 269.0, 161.0, 104.0, 56.0, 45.0, 27.0, 21.0, 16.0, 16.0, 12.0, 4.0, 5.0, 5.0, 3.0, 4.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-67.375, -65.2685546875, -63.162109375, -61.0556640625, -58.94921875, -56.8427734375, -54.736328125, -52.6298828125, -50.5234375, -48.4169921875, -46.310546875, -44.2041015625, -42.09765625, -39.9912109375, -37.884765625, -35.7783203125, -33.671875, -31.5654296875, -29.458984375, -27.3525390625, -25.24609375, -23.1396484375, -21.033203125, -18.9267578125, -16.8203125, -14.7138671875, -12.607421875, -10.5009765625, -8.39453125, -6.2880859375, -4.181640625, -2.0751953125, 0.03125, 2.1376953125, 4.244140625, 6.3505859375, 8.45703125, 10.5634765625, 12.669921875, 14.7763671875, 16.8828125, 18.9892578125, 21.095703125, 23.2021484375, 25.30859375, 27.4150390625, 29.521484375, 31.6279296875, 33.734375, 35.8408203125, 37.947265625, 40.0537109375, 42.16015625, 44.2666015625, 46.373046875, 48.4794921875, 50.5859375, 52.6923828125, 54.798828125, 56.9052734375, 59.01171875, 61.1181640625, 63.224609375, 65.3310546875, 67.4375]}, "gradients/wav2vec2.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 8.0, 5.0, 9.0, 17.0, 38.0, 54.0, 85.0, 121.0, 147.0, 145.0, 117.0, 101.0, 59.0, 46.0, 27.0, 7.0, 7.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-387.01934814453125, -375.680908203125, -364.3424377441406, -353.0039978027344, -341.66552734375, -330.32708740234375, -318.9886474609375, -307.6501770019531, -296.31170654296875, -284.9732666015625, -273.6347961425781, -262.2963562011719, -250.9578857421875, -239.61944580078125, -228.28099060058594, -216.94253540039062, -205.60409545898438, -194.26564025878906, -182.92718505859375, -171.5887451171875, -160.25027465820312, -148.91183471679688, -137.57337951660156, -126.23492431640625, -114.89646911621094, -103.55801391601562, -92.21955871582031, -80.88111114501953, -69.54265594482422, -58.204200744628906, -46.865753173828125, -35.52729797363281, -24.188812255859375, -12.850358963012695, -1.5119056701660156, 9.826545715332031, 21.165000915527344, 32.503456115722656, 43.84190368652344, 55.18035888671875, 66.51881408691406, 77.85726928710938, 89.19572448730469, 100.53417205810547, 111.87262725830078, 123.2110824584961, 134.54953002929688, 145.8879852294922, 157.2264404296875, 168.5648956298828, 179.90335083007812, 191.24179077148438, 202.58026123046875, 213.918701171875, 225.2571563720703, 236.59561157226562, 247.93406677246094, 259.27252197265625, 270.6109619140625, 281.9494323730469, 293.2878723144531, 304.6263427734375, 315.96478271484375, 327.30322265625, 338.6416931152344]}, "gradients/wav2vec2.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 1.0, 3.0, 5.0, 8.0, 8.0, 8.0, 10.0, 15.0, 10.0, 23.0, 22.0, 23.0, 17.0, 33.0, 28.0, 38.0, 29.0, 41.0, 37.0, 53.0, 43.0, 37.0, 41.0, 43.0, 45.0, 49.0, 36.0, 36.0, 40.0, 37.0, 35.0, 25.0, 18.0, 17.0, 17.0, 16.0, 8.0, 11.0, 10.0, 7.0, 8.0, 3.0, 4.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-173.46694946289062, -168.0450897216797, -162.6232147216797, -157.20135498046875, -151.77947998046875, -146.3576202392578, -140.9357452392578, -135.51388549804688, -130.09201049804688, -124.6701431274414, -119.24827575683594, -113.82640838623047, -108.404541015625, -102.98267364501953, -97.56080627441406, -92.13894653320312, -86.71707916259766, -81.29521179199219, -75.87334442138672, -70.45147705078125, -65.02960968017578, -59.60774230957031, -54.18587875366211, -48.76401138305664, -43.34214401245117, -37.9202766418457, -32.498409271240234, -27.0765438079834, -21.65467643737793, -16.23280906677246, -10.810943603515625, -5.389076232910156, 0.0327911376953125, 5.454658031463623, 10.876524925231934, 16.298391342163086, 21.720258712768555, 27.142126083374023, 32.56399154663086, 37.98585891723633, 43.4077262878418, 48.829593658447266, 54.251461029052734, 59.67332458496094, 65.0951919555664, 70.51705932617188, 75.93892669677734, 81.36079406738281, 86.78266143798828, 92.20452880859375, 97.62639617919922, 103.04826354980469, 108.47013092041016, 113.89199829101562, 119.31385803222656, 124.73573303222656, 130.1575927734375, 135.57945251464844, 141.00132751464844, 146.42318725585938, 151.84506225585938, 157.2669219970703, 162.6887969970703, 168.11065673828125, 173.53253173828125]}, "gradients/wav2vec2.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 9.0, 10.0, 14.0, 21.0, 25.0, 41.0, 58.0, 86.0, 142.0, 197.0, 282.0, 439.0, 687.0, 1137.0, 1815.0, 2928.0, 5003.0, 8246.0, 14517.0, 26972.0, 55790.0, 134357.0, 288608.0, 274202.0, 122654.0, 51569.0, 25008.0, 13727.0, 7837.0, 4621.0, 2828.0, 1644.0, 1142.0, 653.0, 456.0, 276.0, 179.0, 122.0, 84.0, 42.0, 39.0, 23.0, 25.0, 13.0, 14.0, 5.0, 5.0, 4.0, 4.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-38.15625, -36.92333984375, -35.6904296875, -34.45751953125, -33.224609375, -31.99169921875, -30.7587890625, -29.52587890625, -28.29296875, -27.06005859375, -25.8271484375, -24.59423828125, -23.361328125, -22.12841796875, -20.8955078125, -19.66259765625, -18.4296875, -17.19677734375, -15.9638671875, -14.73095703125, -13.498046875, -12.26513671875, -11.0322265625, -9.79931640625, -8.56640625, -7.33349609375, -6.1005859375, -4.86767578125, -3.634765625, -2.40185546875, -1.1689453125, 0.06396484375, 1.296875, 2.52978515625, 3.7626953125, 4.99560546875, 6.228515625, 7.46142578125, 8.6943359375, 9.92724609375, 11.16015625, 12.39306640625, 13.6259765625, 14.85888671875, 16.091796875, 17.32470703125, 18.5576171875, 19.79052734375, 21.0234375, 22.25634765625, 23.4892578125, 24.72216796875, 25.955078125, 27.18798828125, 28.4208984375, 29.65380859375, 30.88671875, 32.11962890625, 33.3525390625, 34.58544921875, 35.818359375, 37.05126953125, 38.2841796875, 39.51708984375, 40.75]}, "gradients/wav2vec2.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 6.0, 5.0, 8.0, 10.0, 7.0, 7.0, 13.0, 12.0, 17.0, 18.0, 22.0, 26.0, 20.0, 33.0, 36.0, 38.0, 37.0, 51.0, 43.0, 36.0, 43.0, 51.0, 41.0, 40.0, 43.0, 43.0, 37.0, 35.0, 42.0, 41.0, 28.0, 18.0, 18.0, 15.0, 16.0, 10.0, 12.0, 9.0, 4.0, 8.0, 2.0, 6.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-29.4375, -28.570068359375, -27.70263671875, -26.835205078125, -25.9677734375, -25.100341796875, -24.23291015625, -23.365478515625, -22.498046875, -21.630615234375, -20.76318359375, -19.895751953125, -19.0283203125, -18.160888671875, -17.29345703125, -16.426025390625, -15.55859375, -14.691162109375, -13.82373046875, -12.956298828125, -12.0888671875, -11.221435546875, -10.35400390625, -9.486572265625, -8.619140625, -7.751708984375, -6.88427734375, -6.016845703125, -5.1494140625, -4.281982421875, -3.41455078125, -2.547119140625, -1.6796875, -0.812255859375, 0.05517578125, 0.922607421875, 1.7900390625, 2.657470703125, 3.52490234375, 4.392333984375, 5.259765625, 6.127197265625, 6.99462890625, 7.862060546875, 8.7294921875, 9.596923828125, 10.46435546875, 11.331787109375, 12.19921875, 13.066650390625, 13.93408203125, 14.801513671875, 15.6689453125, 16.536376953125, 17.40380859375, 18.271240234375, 19.138671875, 20.006103515625, 20.87353515625, 21.740966796875, 22.6083984375, 23.475830078125, 24.34326171875, 25.210693359375, 26.078125]}, "gradients/wav2vec2.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 4.0, 2.0, 4.0, 9.0, 7.0, 6.0, 11.0, 20.0, 19.0, 42.0, 63.0, 71.0, 114.0, 185.0, 338.0, 581.0, 994.0, 1800.0, 3606.0, 7212.0, 15960.0, 40725.0, 138814.0, 467807.0, 260043.0, 66262.0, 23522.0, 9949.0, 4817.0, 2463.0, 1344.0, 686.0, 389.0, 258.0, 131.0, 102.0, 54.0, 51.0, 28.0, 21.0, 12.0, 12.0, 9.0, 5.0, 3.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-51.59375, -49.66259765625, -47.7314453125, -45.80029296875, -43.869140625, -41.93798828125, -40.0068359375, -38.07568359375, -36.14453125, -34.21337890625, -32.2822265625, -30.35107421875, -28.419921875, -26.48876953125, -24.5576171875, -22.62646484375, -20.6953125, -18.76416015625, -16.8330078125, -14.90185546875, -12.970703125, -11.03955078125, -9.1083984375, -7.17724609375, -5.24609375, -3.31494140625, -1.3837890625, 0.54736328125, 2.478515625, 4.40966796875, 6.3408203125, 8.27197265625, 10.203125, 12.13427734375, 14.0654296875, 15.99658203125, 17.927734375, 19.85888671875, 21.7900390625, 23.72119140625, 25.65234375, 27.58349609375, 29.5146484375, 31.44580078125, 33.376953125, 35.30810546875, 37.2392578125, 39.17041015625, 41.1015625, 43.03271484375, 44.9638671875, 46.89501953125, 48.826171875, 50.75732421875, 52.6884765625, 54.61962890625, 56.55078125, 58.48193359375, 60.4130859375, 62.34423828125, 64.275390625, 66.20654296875, 68.1376953125, 70.06884765625, 72.0]}, "gradients/wav2vec2.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 10.0, 3.0, 7.0, 3.0, 8.0, 9.0, 10.0, 14.0, 17.0, 19.0, 23.0, 35.0, 41.0, 37.0, 41.0, 37.0, 53.0, 47.0, 58.0, 59.0, 42.0, 44.0, 40.0, 46.0, 36.0, 39.0, 32.0, 26.0, 32.0, 26.0, 22.0, 16.0, 18.0, 12.0, 11.0, 10.0, 4.0, 6.0, 5.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-99.9375, -97.0791015625, -94.220703125, -91.3623046875, -88.50390625, -85.6455078125, -82.787109375, -79.9287109375, -77.0703125, -74.2119140625, -71.353515625, -68.4951171875, -65.63671875, -62.7783203125, -59.919921875, -57.0615234375, -54.203125, -51.3447265625, -48.486328125, -45.6279296875, -42.76953125, -39.9111328125, -37.052734375, -34.1943359375, -31.3359375, -28.4775390625, -25.619140625, -22.7607421875, -19.90234375, -17.0439453125, -14.185546875, -11.3271484375, -8.46875, -5.6103515625, -2.751953125, 0.1064453125, 2.96484375, 5.8232421875, 8.681640625, 11.5400390625, 14.3984375, 17.2568359375, 20.115234375, 22.9736328125, 25.83203125, 28.6904296875, 31.548828125, 34.4072265625, 37.265625, 40.1240234375, 42.982421875, 45.8408203125, 48.69921875, 51.5576171875, 54.416015625, 57.2744140625, 60.1328125, 62.9912109375, 65.849609375, 68.7080078125, 71.56640625, 74.4248046875, 77.283203125, 80.1416015625, 83.0]}, "gradients/wav2vec2.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 1.0, 14.0, 12.0, 8.0, 12.0, 27.0, 44.0, 61.0, 69.0, 115.0, 193.0, 296.0, 440.0, 664.0, 1106.0, 1878.0, 3049.0, 5763.0, 11076.0, 24258.0, 62254.0, 198563.0, 432384.0, 196449.0, 61277.0, 24026.0, 10924.0, 5732.0, 3032.0, 1809.0, 1068.0, 650.0, 450.0, 300.0, 175.0, 148.0, 61.0, 49.0, 42.0, 34.0, 15.0, 8.0, 8.0, 13.0, 4.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.5625, -16.899658203125, -16.23681640625, -15.573974609375, -14.9111328125, -14.248291015625, -13.58544921875, -12.922607421875, -12.259765625, -11.596923828125, -10.93408203125, -10.271240234375, -9.6083984375, -8.945556640625, -8.28271484375, -7.619873046875, -6.95703125, -6.294189453125, -5.63134765625, -4.968505859375, -4.3056640625, -3.642822265625, -2.97998046875, -2.317138671875, -1.654296875, -0.991455078125, -0.32861328125, 0.334228515625, 0.9970703125, 1.659912109375, 2.32275390625, 2.985595703125, 3.6484375, 4.311279296875, 4.97412109375, 5.636962890625, 6.2998046875, 6.962646484375, 7.62548828125, 8.288330078125, 8.951171875, 9.614013671875, 10.27685546875, 10.939697265625, 11.6025390625, 12.265380859375, 12.92822265625, 13.591064453125, 14.25390625, 14.916748046875, 15.57958984375, 16.242431640625, 16.9052734375, 17.568115234375, 18.23095703125, 18.893798828125, 19.556640625, 20.219482421875, 20.88232421875, 21.545166015625, 22.2080078125, 22.870849609375, 23.53369140625, 24.196533203125, 24.859375]}, "gradients/wav2vec2.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 3.0, 4.0, 4.0, 6.0, 4.0, 4.0, 12.0, 12.0, 15.0, 25.0, 39.0, 46.0, 73.0, 151.0, 205.0, 135.0, 73.0, 56.0, 39.0, 18.0, 22.0, 13.0, 11.0, 6.0, 3.0, 4.0, 4.0, 1.0, 4.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.008514404296875, -0.00826030969619751, -0.00800621509552002, -0.007752120494842529, -0.007498025894165039, -0.007243931293487549, -0.006989836692810059, -0.006735742092132568, -0.006481647491455078, -0.006227552890777588, -0.005973458290100098, -0.005719363689422607, -0.005465269088745117, -0.005211174488067627, -0.004957079887390137, -0.0047029852867126465, -0.004448890686035156, -0.004194796085357666, -0.003940701484680176, -0.0036866068840026855, -0.0034325122833251953, -0.003178417682647705, -0.002924323081970215, -0.0026702284812927246, -0.0024161338806152344, -0.002162039279937744, -0.001907944679260254, -0.0016538500785827637, -0.0013997554779052734, -0.0011456608772277832, -0.000891566276550293, -0.0006374716758728027, -0.0003833770751953125, -0.00012928247451782227, 0.00012481212615966797, 0.0003789067268371582, 0.0006330013275146484, 0.0008870959281921387, 0.001141190528869629, 0.0013952851295471191, 0.0016493797302246094, 0.0019034743309020996, 0.00215756893157959, 0.00241166353225708, 0.0026657581329345703, 0.0029198527336120605, 0.0031739473342895508, 0.003428041934967041, 0.0036821365356445312, 0.0039362311363220215, 0.004190325736999512, 0.004444420337677002, 0.004698514938354492, 0.004952609539031982, 0.005206704139709473, 0.005460798740386963, 0.005714893341064453, 0.005968987941741943, 0.006223082542419434, 0.006477177143096924, 0.006731271743774414, 0.006985366344451904, 0.0072394609451293945, 0.007493555545806885, 0.007747650146484375]}, "gradients/wav2vec2.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 7.0, 3.0, 6.0, 4.0, 17.0, 13.0, 19.0, 38.0, 42.0, 71.0, 121.0, 179.0, 325.0, 597.0, 1091.0, 2166.0, 4969.0, 13535.0, 43029.0, 171810.0, 487676.0, 236839.0, 57251.0, 17028.0, 6335.0, 2556.0, 1248.0, 643.0, 375.0, 209.0, 113.0, 84.0, 59.0, 30.0, 15.0, 19.0, 10.0, 12.0, 6.0, 2.0, 5.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.046875, -26.163330078125, -25.27978515625, -24.396240234375, -23.5126953125, -22.629150390625, -21.74560546875, -20.862060546875, -19.978515625, -19.094970703125, -18.21142578125, -17.327880859375, -16.4443359375, -15.560791015625, -14.67724609375, -13.793701171875, -12.91015625, -12.026611328125, -11.14306640625, -10.259521484375, -9.3759765625, -8.492431640625, -7.60888671875, -6.725341796875, -5.841796875, -4.958251953125, -4.07470703125, -3.191162109375, -2.3076171875, -1.424072265625, -0.54052734375, 0.343017578125, 1.2265625, 2.110107421875, 2.99365234375, 3.877197265625, 4.7607421875, 5.644287109375, 6.52783203125, 7.411376953125, 8.294921875, 9.178466796875, 10.06201171875, 10.945556640625, 11.8291015625, 12.712646484375, 13.59619140625, 14.479736328125, 15.36328125, 16.246826171875, 17.13037109375, 18.013916015625, 18.8974609375, 19.781005859375, 20.66455078125, 21.548095703125, 22.431640625, 23.315185546875, 24.19873046875, 25.082275390625, 25.9658203125, 26.849365234375, 27.73291015625, 28.616455078125, 29.5]}, "gradients/wav2vec2.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 4.0, 2.0, 7.0, 4.0, 6.0, 8.0, 8.0, 19.0, 21.0, 26.0, 35.0, 57.0, 43.0, 75.0, 106.0, 107.0, 99.0, 78.0, 60.0, 52.0, 47.0, 42.0, 20.0, 18.0, 16.0, 9.0, 11.0, 2.0, 3.0, 2.0, 6.0, 4.0, 0.0, 1.0, 0.0, 2.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-26.703125, -25.934326171875, -25.16552734375, -24.396728515625, -23.6279296875, -22.859130859375, -22.09033203125, -21.321533203125, -20.552734375, -19.783935546875, -19.01513671875, -18.246337890625, -17.4775390625, -16.708740234375, -15.93994140625, -15.171142578125, -14.40234375, -13.633544921875, -12.86474609375, -12.095947265625, -11.3271484375, -10.558349609375, -9.78955078125, -9.020751953125, -8.251953125, -7.483154296875, -6.71435546875, -5.945556640625, -5.1767578125, -4.407958984375, -3.63916015625, -2.870361328125, -2.1015625, -1.332763671875, -0.56396484375, 0.204833984375, 0.9736328125, 1.742431640625, 2.51123046875, 3.280029296875, 4.048828125, 4.817626953125, 5.58642578125, 6.355224609375, 7.1240234375, 7.892822265625, 8.66162109375, 9.430419921875, 10.19921875, 10.968017578125, 11.73681640625, 12.505615234375, 13.2744140625, 14.043212890625, 14.81201171875, 15.580810546875, 16.349609375, 17.118408203125, 17.88720703125, 18.656005859375, 19.4248046875, 20.193603515625, 20.96240234375, 21.731201171875, 22.5]}, "gradients/wav2vec2.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 4.0, 5.0, 2.0, 6.0, 9.0, 21.0, 51.0, 75.0, 132.0, 160.0, 154.0, 139.0, 114.0, 57.0, 34.0, 14.0, 10.0, 4.0, 4.0, 0.0, 3.0, 0.0, 2.0, 5.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-345.0206604003906, -332.7651062011719, -320.5095520019531, -308.2540283203125, -295.99847412109375, -283.742919921875, -271.48736572265625, -259.2318115234375, -246.9762725830078, -234.72071838378906, -222.46517944335938, -210.20962524414062, -197.95407104492188, -185.6985321044922, -173.44297790527344, -161.18743896484375, -148.931884765625, -136.67633056640625, -124.42079162597656, -112.16523742675781, -99.9096908569336, -87.65414428710938, -75.39859008789062, -63.143043518066406, -50.88749694824219, -38.63195037841797, -26.376399993896484, -14.120849609375, -1.8653030395507812, 10.390243530273438, 22.645797729492188, 34.901344299316406, 47.15692138671875, 59.41246795654297, 71.66801452636719, 83.92356872558594, 96.17911529541016, 108.43466186523438, 120.69021606445312, 132.94577026367188, 145.20130920410156, 157.4568634033203, 169.71240234375, 181.96795654296875, 194.2235107421875, 206.4790496826172, 218.73460388183594, 230.99014282226562, 243.24569702148438, 255.50125122070312, 267.7568054199219, 280.0123291015625, 292.26788330078125, 304.5234375, 316.77899169921875, 329.0345458984375, 341.29010009765625, 353.545654296875, 365.80120849609375, 378.0567626953125, 390.3122863769531, 402.5678405761719, 414.8233947753906, 427.0789489746094, 439.33447265625]}, "gradients/wav2vec2.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 10.0, 5.0, 9.0, 7.0, 9.0, 17.0, 19.0, 12.0, 20.0, 19.0, 14.0, 29.0, 28.0, 24.0, 33.0, 28.0, 36.0, 42.0, 42.0, 30.0, 39.0, 35.0, 42.0, 38.0, 40.0, 32.0, 33.0, 25.0, 33.0, 25.0, 28.0, 27.0, 27.0, 14.0, 19.0, 24.0, 18.0, 13.0, 10.0, 10.0, 2.0, 10.0, 7.0, 3.0, 1.0, 4.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-177.9077606201172, -172.43313598632812, -166.95852661132812, -161.48390197753906, -156.00927734375, -150.53465270996094, -145.06002807617188, -139.58541870117188, -134.1107940673828, -128.63616943359375, -123.16155242919922, -117.68693542480469, -112.21231079101562, -106.73768615722656, -101.26306915283203, -95.7884521484375, -90.31382751464844, -84.83920288085938, -79.36458587646484, -73.88996887207031, -68.41534423828125, -62.94072341918945, -57.466102600097656, -51.99148178100586, -46.51686096191406, -41.042240142822266, -35.56761932373047, -30.092998504638672, -24.618377685546875, -19.143756866455078, -13.669136047363281, -8.194515228271484, -2.719879150390625, 2.754741668701172, 8.229362487792969, 13.703983306884766, 19.178604125976562, 24.65322494506836, 30.127845764160156, 35.60246658325195, 41.07708740234375, 46.55170822143555, 52.026329040527344, 57.50094985961914, 62.97557067871094, 68.4501953125, 73.92481231689453, 79.39942932128906, 84.87405395507812, 90.34867858886719, 95.82329559326172, 101.29791259765625, 106.77253723144531, 112.24716186523438, 117.7217788696289, 123.19639587402344, 128.6710205078125, 134.14564514160156, 139.62026977539062, 145.09487915039062, 150.5695037841797, 156.04412841796875, 161.51873779296875, 166.9933624267578, 172.46798706054688]}, "gradients/wav2vec2.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 4.0, 4.0, 11.0, 5.0, 17.0, 7.0, 19.0, 27.0, 35.0, 42.0, 62.0, 94.0, 140.0, 134.0, 225.0, 293.0, 312.0, 451.0, 620.0, 765.0, 1021.0, 1382.0, 1887.0, 2747.0, 4936.0, 12896.0, 111327.0, 3939295.0, 86579.0, 13480.0, 5301.0, 3196.0, 1945.0, 1392.0, 981.0, 711.0, 530.0, 358.0, 267.0, 220.0, 163.0, 96.0, 84.0, 59.0, 42.0, 35.0, 38.0, 14.0, 16.0, 5.0, 9.0, 7.0, 4.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-5.015625, -4.8509521484375, -4.686279296875, -4.5216064453125, -4.35693359375, -4.1922607421875, -4.027587890625, -3.8629150390625, -3.6982421875, -3.5335693359375, -3.368896484375, -3.2042236328125, -3.03955078125, -2.8748779296875, -2.710205078125, -2.5455322265625, -2.380859375, -2.2161865234375, -2.051513671875, -1.8868408203125, -1.72216796875, -1.5574951171875, -1.392822265625, -1.2281494140625, -1.0634765625, -0.8988037109375, -0.734130859375, -0.5694580078125, -0.40478515625, -0.2401123046875, -0.075439453125, 0.0892333984375, 0.25390625, 0.4185791015625, 0.583251953125, 0.7479248046875, 0.91259765625, 1.0772705078125, 1.241943359375, 1.4066162109375, 1.5712890625, 1.7359619140625, 1.900634765625, 2.0653076171875, 2.22998046875, 2.3946533203125, 2.559326171875, 2.7239990234375, 2.888671875, 3.0533447265625, 3.218017578125, 3.3826904296875, 3.54736328125, 3.7120361328125, 3.876708984375, 4.0413818359375, 4.2060546875, 4.3707275390625, 4.535400390625, 4.7000732421875, 4.86474609375, 5.0294189453125, 5.194091796875, 5.3587646484375, 5.5234375]}, "gradients/wav2vec2.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 6.0, 5.0, 5.0, 21.0, 91.0, 267.0, 350.0, 155.0, 28.0, 11.0, 4.0, 6.0, 2.0, 3.0, 5.0, 3.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.58984375, -3.47100830078125, -3.3521728515625, -3.23333740234375, -3.114501953125, -2.99566650390625, -2.8768310546875, -2.75799560546875, -2.63916015625, -2.52032470703125, -2.4014892578125, -2.28265380859375, -2.163818359375, -2.04498291015625, -1.9261474609375, -1.80731201171875, -1.6884765625, -1.56964111328125, -1.4508056640625, -1.33197021484375, -1.213134765625, -1.09429931640625, -0.9754638671875, -0.85662841796875, -0.73779296875, -0.61895751953125, -0.5001220703125, -0.38128662109375, -0.262451171875, -0.14361572265625, -0.0247802734375, 0.09405517578125, 0.212890625, 0.33172607421875, 0.4505615234375, 0.56939697265625, 0.688232421875, 0.80706787109375, 0.9259033203125, 1.04473876953125, 1.16357421875, 1.28240966796875, 1.4012451171875, 1.52008056640625, 1.638916015625, 1.75775146484375, 1.8765869140625, 1.99542236328125, 2.1142578125, 2.23309326171875, 2.3519287109375, 2.47076416015625, 2.589599609375, 2.70843505859375, 2.8272705078125, 2.94610595703125, 3.06494140625, 3.18377685546875, 3.3026123046875, 3.42144775390625, 3.540283203125, 3.65911865234375, 3.7779541015625, 3.89678955078125, 4.015625]}, "gradients/wav2vec2.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 10.0, 5.0, 9.0, 9.0, 14.0, 28.0, 17.0, 40.0, 65.0, 71.0, 118.0, 176.0, 335.0, 584.0, 1009.0, 2088.0, 4173.0, 11440.0, 47234.0, 1236336.0, 2817188.0, 52074.0, 12096.0, 4535.0, 2076.0, 1038.0, 587.0, 341.0, 172.0, 129.0, 93.0, 50.0, 42.0, 41.0, 19.0, 16.0, 10.0, 7.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-5.984375, -5.7781982421875, -5.572021484375, -5.3658447265625, -5.15966796875, -4.9534912109375, -4.747314453125, -4.5411376953125, -4.3349609375, -4.1287841796875, -3.922607421875, -3.7164306640625, -3.51025390625, -3.3040771484375, -3.097900390625, -2.8917236328125, -2.685546875, -2.4793701171875, -2.273193359375, -2.0670166015625, -1.86083984375, -1.6546630859375, -1.448486328125, -1.2423095703125, -1.0361328125, -0.8299560546875, -0.623779296875, -0.4176025390625, -0.21142578125, -0.0052490234375, 0.200927734375, 0.4071044921875, 0.61328125, 0.8194580078125, 1.025634765625, 1.2318115234375, 1.43798828125, 1.6441650390625, 1.850341796875, 2.0565185546875, 2.2626953125, 2.4688720703125, 2.675048828125, 2.8812255859375, 3.08740234375, 3.2935791015625, 3.499755859375, 3.7059326171875, 3.912109375, 4.1182861328125, 4.324462890625, 4.5306396484375, 4.73681640625, 4.9429931640625, 5.149169921875, 5.3553466796875, 5.5615234375, 5.7677001953125, 5.973876953125, 6.1800537109375, 6.38623046875, 6.5924072265625, 6.798583984375, 7.0047607421875, 7.2109375]}, "gradients/wav2vec2.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 2.0, 3.0, 2.0, 11.0, 5.0, 7.0, 14.0, 26.0, 33.0, 45.0, 89.0, 161.0, 662.0, 2327.0, 336.0, 150.0, 60.0, 47.0, 25.0, 15.0, 16.0, 13.0, 3.0, 6.0, 3.0, 4.0, 0.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.556640625, -3.404632568359375, -3.25262451171875, -3.100616455078125, -2.9486083984375, -2.796600341796875, -2.64459228515625, -2.492584228515625, -2.340576171875, -2.188568115234375, -2.03656005859375, -1.884552001953125, -1.7325439453125, -1.580535888671875, -1.42852783203125, -1.276519775390625, -1.12451171875, -0.972503662109375, -0.82049560546875, -0.668487548828125, -0.5164794921875, -0.364471435546875, -0.21246337890625, -0.060455322265625, 0.091552734375, 0.243560791015625, 0.39556884765625, 0.547576904296875, 0.6995849609375, 0.851593017578125, 1.00360107421875, 1.155609130859375, 1.3076171875, 1.459625244140625, 1.61163330078125, 1.763641357421875, 1.9156494140625, 2.067657470703125, 2.21966552734375, 2.371673583984375, 2.523681640625, 2.675689697265625, 2.82769775390625, 2.979705810546875, 3.1317138671875, 3.283721923828125, 3.43572998046875, 3.587738037109375, 3.73974609375, 3.891754150390625, 4.04376220703125, 4.195770263671875, 4.3477783203125, 4.499786376953125, 4.65179443359375, 4.803802490234375, 4.955810546875, 5.107818603515625, 5.25982666015625, 5.411834716796875, 5.5638427734375, 5.715850830078125, 5.86785888671875, 6.019866943359375, 6.171875]}, "gradients/wav2vec2.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 3.0, 5.0, 8.0, 36.0, 125.0, 403.0, 251.0, 104.0, 38.0, 23.0, 7.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.072425842285156, -12.598957061767578, -11.12548828125, -9.652020454406738, -8.17855167388916, -6.705082893371582, -5.23161506652832, -3.758146286010742, -2.284677505493164, -0.811208963394165, 0.662259578704834, 2.135727882385254, 3.609196662902832, 5.08266544342041, 6.556133270263672, 8.02960205078125, 9.503070831298828, 10.976539611816406, 12.450008392333984, 13.923476219177246, 15.396944999694824, 16.87041473388672, 18.343881607055664, 19.817350387573242, 21.29081916809082, 22.7642879486084, 24.237756729125977, 25.711223602294922, 27.1846923828125, 28.658161163330078, 30.131629943847656, 31.605098724365234, 33.07856750488281, 34.55203628540039, 36.02550506591797, 37.49897384643555, 38.972442626953125, 40.4459114074707, 41.91938018798828, 43.392845153808594, 44.86631774902344, 46.339786529541016, 47.813255310058594, 49.28672409057617, 50.76019287109375, 52.23366165161133, 53.707130432128906, 55.18059539794922, 56.6540641784668, 58.127532958984375, 59.60100173950195, 61.07447052001953, 62.54793930053711, 64.02140808105469, 65.494873046875, 66.96834564208984, 68.44181060791016, 69.91527557373047, 71.38874816894531, 72.86221313476562, 74.33568572998047, 75.80915069580078, 77.28262329101562, 78.75608825683594, 80.22956085205078]}, "gradients/wav2vec2.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 5.0, 4.0, 2.0, 5.0, 16.0, 19.0, 26.0, 38.0, 43.0, 53.0, 91.0, 74.0, 85.0, 88.0, 78.0, 73.0, 72.0, 63.0, 40.0, 32.0, 18.0, 18.0, 10.0, 18.0, 8.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-26.128520965576172, -25.368955612182617, -24.60938835144043, -23.849822998046875, -23.090255737304688, -22.330690383911133, -21.571123123168945, -20.81155776977539, -20.051990509033203, -19.29242515563965, -18.53285789489746, -17.773292541503906, -17.01372528076172, -16.254159927368164, -15.494592666625977, -14.735027313232422, -13.97546100616455, -13.21589469909668, -12.456328392028809, -11.696762084960938, -10.937195777893066, -10.177629470825195, -9.41806411743164, -8.658496856689453, -7.89893102645874, -7.139364719390869, -6.379798412322998, -5.620232582092285, -4.860666275024414, -4.101099967956543, -3.341533660888672, -2.581967353820801, -1.8224010467529297, -1.0628347396850586, -0.30326855182647705, 0.4562976360321045, 1.2158639430999756, 1.9754302501678467, 2.7349963188171387, 3.4945626258850098, 4.254128932952881, 5.013695240020752, 5.773261547088623, 6.532827377319336, 7.292393684387207, 8.051959991455078, 8.81152629852295, 9.57109260559082, 10.330658912658691, 11.090225219726562, 11.849791526794434, 12.609357833862305, 13.368924140930176, 14.128490447998047, 14.888055801391602, 15.647623062133789, 16.407188415527344, 17.1667537689209, 17.926321029663086, 18.68588638305664, 19.445453643798828, 20.205018997192383, 20.96458625793457, 21.724151611328125, 22.483718872070312]}, "gradients/wav2vec2.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 9.0, 3.0, 6.0, 14.0, 13.0, 12.0, 16.0, 19.0, 38.0, 39.0, 59.0, 85.0, 97.0, 133.0, 151.0, 221.0, 284.0, 367.0, 537.0, 692.0, 1001.0, 1385.0, 1900.0, 2691.0, 4012.0, 6674.0, 16408.0, 130752.0, 794889.0, 56235.0, 11911.0, 5546.0, 3518.0, 2381.0, 1688.0, 1206.0, 913.0, 670.0, 495.0, 354.0, 267.0, 197.0, 179.0, 115.0, 91.0, 95.0, 43.0, 47.0, 31.0, 19.0, 20.0, 7.0, 12.0, 10.0, 7.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-4.91796875, -4.7611083984375, -4.604248046875, -4.4473876953125, -4.29052734375, -4.1336669921875, -3.976806640625, -3.8199462890625, -3.6630859375, -3.5062255859375, -3.349365234375, -3.1925048828125, -3.03564453125, -2.8787841796875, -2.721923828125, -2.5650634765625, -2.408203125, -2.2513427734375, -2.094482421875, -1.9376220703125, -1.78076171875, -1.6239013671875, -1.467041015625, -1.3101806640625, -1.1533203125, -0.9964599609375, -0.839599609375, -0.6827392578125, -0.52587890625, -0.3690185546875, -0.212158203125, -0.0552978515625, 0.1015625, 0.2584228515625, 0.415283203125, 0.5721435546875, 0.72900390625, 0.8858642578125, 1.042724609375, 1.1995849609375, 1.3564453125, 1.5133056640625, 1.670166015625, 1.8270263671875, 1.98388671875, 2.1407470703125, 2.297607421875, 2.4544677734375, 2.611328125, 2.7681884765625, 2.925048828125, 3.0819091796875, 3.23876953125, 3.3956298828125, 3.552490234375, 3.7093505859375, 3.8662109375, 4.0230712890625, 4.179931640625, 4.3367919921875, 4.49365234375, 4.6505126953125, 4.807373046875, 4.9642333984375, 5.12109375]}, "gradients/wav2vec2.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 5.0, 6.0, 1.0, 18.0, 31.0, 122.0, 211.0, 242.0, 185.0, 83.0, 23.0, 11.0, 10.0, 1.0, 2.0, 2.0, 3.0, 5.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-3.01171875, -2.918487548828125, -2.82525634765625, -2.732025146484375, -2.6387939453125, -2.545562744140625, -2.45233154296875, -2.359100341796875, -2.265869140625, -2.172637939453125, -2.07940673828125, -1.986175537109375, -1.8929443359375, -1.799713134765625, -1.70648193359375, -1.613250732421875, -1.52001953125, -1.426788330078125, -1.33355712890625, -1.240325927734375, -1.1470947265625, -1.053863525390625, -0.96063232421875, -0.867401123046875, -0.774169921875, -0.680938720703125, -0.58770751953125, -0.494476318359375, -0.4012451171875, -0.308013916015625, -0.21478271484375, -0.121551513671875, -0.0283203125, 0.064910888671875, 0.15814208984375, 0.251373291015625, 0.3446044921875, 0.437835693359375, 0.53106689453125, 0.624298095703125, 0.717529296875, 0.810760498046875, 0.90399169921875, 0.997222900390625, 1.0904541015625, 1.183685302734375, 1.27691650390625, 1.370147705078125, 1.46337890625, 1.556610107421875, 1.64984130859375, 1.743072509765625, 1.8363037109375, 1.929534912109375, 2.02276611328125, 2.115997314453125, 2.209228515625, 2.302459716796875, 2.39569091796875, 2.488922119140625, 2.5821533203125, 2.675384521484375, 2.76861572265625, 2.861846923828125, 2.955078125]}, "gradients/wav2vec2.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 8.0, 7.0, 9.0, 15.0, 21.0, 36.0, 45.0, 80.0, 153.0, 283.0, 617.0, 1120.0, 2373.0, 5356.0, 13149.0, 41285.0, 198513.0, 620016.0, 118400.0, 29019.0, 9969.0, 4225.0, 1854.0, 945.0, 485.0, 243.0, 117.0, 94.0, 46.0, 34.0, 12.0, 12.0, 11.0, 2.0, 4.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.33984375, -4.18121337890625, -4.0225830078125, -3.86395263671875, -3.705322265625, -3.54669189453125, -3.3880615234375, -3.22943115234375, -3.07080078125, -2.91217041015625, -2.7535400390625, -2.59490966796875, -2.436279296875, -2.27764892578125, -2.1190185546875, -1.96038818359375, -1.8017578125, -1.64312744140625, -1.4844970703125, -1.32586669921875, -1.167236328125, -1.00860595703125, -0.8499755859375, -0.69134521484375, -0.53271484375, -0.37408447265625, -0.2154541015625, -0.05682373046875, 0.101806640625, 0.26043701171875, 0.4190673828125, 0.57769775390625, 0.736328125, 0.89495849609375, 1.0535888671875, 1.21221923828125, 1.370849609375, 1.52947998046875, 1.6881103515625, 1.84674072265625, 2.00537109375, 2.16400146484375, 2.3226318359375, 2.48126220703125, 2.639892578125, 2.79852294921875, 2.9571533203125, 3.11578369140625, 3.2744140625, 3.43304443359375, 3.5916748046875, 3.75030517578125, 3.908935546875, 4.06756591796875, 4.2261962890625, 4.38482666015625, 4.54345703125, 4.70208740234375, 4.8607177734375, 5.01934814453125, 5.177978515625, 5.33660888671875, 5.4952392578125, 5.65386962890625, 5.8125]}, "gradients/wav2vec2.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 4.0, 7.0, 10.0, 5.0, 7.0, 8.0, 13.0, 17.0, 30.0, 32.0, 40.0, 53.0, 64.0, 72.0, 63.0, 76.0, 106.0, 82.0, 73.0, 52.0, 46.0, 32.0, 30.0, 18.0, 17.0, 9.0, 6.0, 16.0, 1.0, 4.0, 3.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.265625, -3.14752197265625, -3.0294189453125, -2.91131591796875, -2.793212890625, -2.67510986328125, -2.5570068359375, -2.43890380859375, -2.32080078125, -2.20269775390625, -2.0845947265625, -1.96649169921875, -1.848388671875, -1.73028564453125, -1.6121826171875, -1.49407958984375, -1.3759765625, -1.25787353515625, -1.1397705078125, -1.02166748046875, -0.903564453125, -0.78546142578125, -0.6673583984375, -0.54925537109375, -0.43115234375, -0.31304931640625, -0.1949462890625, -0.07684326171875, 0.041259765625, 0.15936279296875, 0.2774658203125, 0.39556884765625, 0.513671875, 0.63177490234375, 0.7498779296875, 0.86798095703125, 0.986083984375, 1.10418701171875, 1.2222900390625, 1.34039306640625, 1.45849609375, 1.57659912109375, 1.6947021484375, 1.81280517578125, 1.930908203125, 2.04901123046875, 2.1671142578125, 2.28521728515625, 2.4033203125, 2.52142333984375, 2.6395263671875, 2.75762939453125, 2.875732421875, 2.99383544921875, 3.1119384765625, 3.23004150390625, 3.34814453125, 3.46624755859375, 3.5843505859375, 3.70245361328125, 3.820556640625, 3.93865966796875, 4.0567626953125, 4.17486572265625, 4.29296875]}, "gradients/wav2vec2.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 4.0, 7.0, 10.0, 12.0, 14.0, 21.0, 24.0, 30.0, 53.0, 73.0, 98.0, 136.0, 186.0, 226.0, 300.0, 445.0, 570.0, 838.0, 1188.0, 1772.0, 2638.0, 3949.0, 6293.0, 10301.0, 17866.0, 32410.0, 67382.0, 175622.0, 415126.0, 168054.0, 65032.0, 31595.0, 17341.0, 10086.0, 6107.0, 4057.0, 2617.0, 1773.0, 1203.0, 845.0, 629.0, 451.0, 309.0, 233.0, 170.0, 138.0, 92.0, 71.0, 38.0, 38.0, 27.0, 19.0, 25.0, 9.0, 4.0, 4.0, 2.0, 3.0, 2.0, 3.0], "bins": [-1.0234375, -0.9919281005859375, -0.960418701171875, -0.9289093017578125, -0.89739990234375, -0.8658905029296875, -0.834381103515625, -0.8028717041015625, -0.7713623046875, -0.7398529052734375, -0.708343505859375, -0.6768341064453125, -0.64532470703125, -0.6138153076171875, -0.582305908203125, -0.5507965087890625, -0.519287109375, -0.4877777099609375, -0.456268310546875, -0.4247589111328125, -0.39324951171875, -0.3617401123046875, -0.330230712890625, -0.2987213134765625, -0.2672119140625, -0.2357025146484375, -0.204193115234375, -0.1726837158203125, -0.14117431640625, -0.1096649169921875, -0.078155517578125, -0.0466461181640625, -0.01513671875, 0.0163726806640625, 0.047882080078125, 0.0793914794921875, 0.11090087890625, 0.1424102783203125, 0.173919677734375, 0.2054290771484375, 0.2369384765625, 0.2684478759765625, 0.299957275390625, 0.3314666748046875, 0.36297607421875, 0.3944854736328125, 0.425994873046875, 0.4575042724609375, 0.489013671875, 0.5205230712890625, 0.552032470703125, 0.5835418701171875, 0.61505126953125, 0.6465606689453125, 0.678070068359375, 0.7095794677734375, 0.7410888671875, 0.7725982666015625, 0.804107666015625, 0.8356170654296875, 0.86712646484375, 0.8986358642578125, 0.930145263671875, 0.9616546630859375, 0.9931640625]}, "gradients/wav2vec2.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 4.0, 5.0, 2.0, 5.0, 8.0, 10.0, 17.0, 24.0, 16.0, 28.0, 59.0, 76.0, 115.0, 166.0, 142.0, 95.0, 75.0, 37.0, 31.0, 16.0, 16.0, 10.0, 14.0, 6.0, 7.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0009579658508300781, -0.0009325370192527771, -0.0009071081876754761, -0.000881679356098175, -0.000856250524520874, -0.000830821692943573, -0.000805392861366272, -0.000779964029788971, -0.0007545351982116699, -0.0007291063666343689, -0.0007036775350570679, -0.0006782487034797668, -0.0006528198719024658, -0.0006273910403251648, -0.0006019622087478638, -0.0005765333771705627, -0.0005511045455932617, -0.0005256757140159607, -0.0005002468824386597, -0.00047481805086135864, -0.0004493892192840576, -0.0004239603877067566, -0.00039853155612945557, -0.00037310272455215454, -0.0003476738929748535, -0.0003222450613975525, -0.00029681622982025146, -0.00027138739824295044, -0.0002459585666656494, -0.0002205297350883484, -0.00019510090351104736, -0.00016967207193374634, -0.0001442432403564453, -0.00011881440877914429, -9.338557720184326e-05, -6.795674562454224e-05, -4.252791404724121e-05, -1.7099082469940186e-05, 8.32974910736084e-06, 3.3758580684661865e-05, 5.918741226196289e-05, 8.461624383926392e-05, 0.00011004507541656494, 0.00013547390699386597, 0.000160902738571167, 0.00018633157014846802, 0.00021176040172576904, 0.00023718923330307007, 0.0002626180648803711, 0.0002880468964576721, 0.00031347572803497314, 0.00033890455961227417, 0.0003643333911895752, 0.0003897622227668762, 0.00041519105434417725, 0.00044061988592147827, 0.0004660487174987793, 0.0004914775490760803, 0.0005169063806533813, 0.0005423352122306824, 0.0005677640438079834, 0.0005931928753852844, 0.0006186217069625854, 0.0006440505385398865, 0.0006694793701171875]}, "gradients/wav2vec2.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 6.0, 10.0, 11.0, 8.0, 27.0, 42.0, 76.0, 113.0, 282.0, 603.0, 1395.0, 4166.0, 16372.0, 116344.0, 800285.0, 89092.0, 13729.0, 3620.0, 1312.0, 552.0, 216.0, 126.0, 65.0, 44.0, 20.0, 12.0, 11.0, 7.0, 6.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.80859375, -1.7627410888671875, -1.716888427734375, -1.6710357666015625, -1.62518310546875, -1.5793304443359375, -1.533477783203125, -1.4876251220703125, -1.4417724609375, -1.3959197998046875, -1.350067138671875, -1.3042144775390625, -1.25836181640625, -1.2125091552734375, -1.166656494140625, -1.1208038330078125, -1.074951171875, -1.0290985107421875, -0.983245849609375, -0.9373931884765625, -0.89154052734375, -0.8456878662109375, -0.799835205078125, -0.7539825439453125, -0.7081298828125, -0.6622772216796875, -0.616424560546875, -0.5705718994140625, -0.52471923828125, -0.4788665771484375, -0.433013916015625, -0.3871612548828125, -0.34130859375, -0.2954559326171875, -0.249603271484375, -0.2037506103515625, -0.15789794921875, -0.1120452880859375, -0.066192626953125, -0.0203399658203125, 0.0255126953125, 0.0713653564453125, 0.117218017578125, 0.1630706787109375, 0.20892333984375, 0.2547760009765625, 0.300628662109375, 0.3464813232421875, 0.392333984375, 0.4381866455078125, 0.484039306640625, 0.5298919677734375, 0.57574462890625, 0.6215972900390625, 0.667449951171875, 0.7133026123046875, 0.7591552734375, 0.8050079345703125, 0.850860595703125, 0.8967132568359375, 0.94256591796875, 0.9884185791015625, 1.034271240234375, 1.0801239013671875, 1.1259765625]}, "gradients/wav2vec2.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 6.0, 9.0, 22.0, 12.0, 12.0, 25.0, 34.0, 52.0, 65.0, 128.0, 186.0, 161.0, 95.0, 42.0, 35.0, 43.0, 24.0, 9.0, 10.0, 8.0, 5.0, 9.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.0830078125, -1.055023193359375, -1.02703857421875, -0.999053955078125, -0.9710693359375, -0.943084716796875, -0.91510009765625, -0.887115478515625, -0.859130859375, -0.831146240234375, -0.80316162109375, -0.775177001953125, -0.7471923828125, -0.719207763671875, -0.69122314453125, -0.663238525390625, -0.63525390625, -0.607269287109375, -0.57928466796875, -0.551300048828125, -0.5233154296875, -0.495330810546875, -0.46734619140625, -0.439361572265625, -0.411376953125, -0.383392333984375, -0.35540771484375, -0.327423095703125, -0.2994384765625, -0.271453857421875, -0.24346923828125, -0.215484619140625, -0.1875, -0.159515380859375, -0.13153076171875, -0.103546142578125, -0.0755615234375, -0.047576904296875, -0.01959228515625, 0.008392333984375, 0.036376953125, 0.064361572265625, 0.09234619140625, 0.120330810546875, 0.1483154296875, 0.176300048828125, 0.20428466796875, 0.232269287109375, 0.26025390625, 0.288238525390625, 0.31622314453125, 0.344207763671875, 0.3721923828125, 0.400177001953125, 0.42816162109375, 0.456146240234375, 0.484130859375, 0.512115478515625, 0.54010009765625, 0.568084716796875, 0.5960693359375, 0.624053955078125, 0.65203857421875, 0.680023193359375, 0.7080078125]}, "gradients/wav2vec2.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 7.0, 5.0, 10.0, 5.0, 17.0, 42.0, 42.0, 54.0, 84.0, 95.0, 103.0, 115.0, 106.0, 94.0, 70.0, 44.0, 35.0, 30.0, 14.0, 9.0, 11.0, 6.0, 6.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.717114448547363, -9.203140258789062, -8.689165115356445, -8.175189971923828, -7.661215782165527, -7.147241115570068, -6.633266448974609, -6.11929178237915, -5.605317115783691, -5.091342449188232, -4.577367782592773, -4.0633931159973145, -3.5494184494018555, -3.0354437828063965, -2.5214691162109375, -2.0074944496154785, -1.4935197830200195, -0.9795451164245605, -0.46557044982910156, 0.04840421676635742, 0.5623788833618164, 1.0763535499572754, 1.5903282165527344, 2.1043028831481934, 2.6182775497436523, 3.1322522163391113, 3.6462268829345703, 4.160201549530029, 4.674176216125488, 5.188150882720947, 5.702125549316406, 6.216100215911865, 6.730073928833008, 7.244048595428467, 7.758023262023926, 8.271997451782227, 8.785972595214844, 9.299947738647461, 9.813921928405762, 10.327896118164062, 10.84187126159668, 11.355846405029297, 11.869820594787598, 12.383794784545898, 12.897769927978516, 13.411745071411133, 13.925719261169434, 14.439693450927734, 14.953668594360352, 15.467643737792969, 15.98161792755127, 16.49559211730957, 17.009567260742188, 17.523542404174805, 18.037517547607422, 18.551490783691406, 19.065465927124023, 19.57944107055664, 20.093414306640625, 20.607389450073242, 21.12136459350586, 21.635339736938477, 22.149314880371094, 22.663288116455078, 23.177263259887695]}, "gradients/wav2vec2.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 8.0, 8.0, 12.0, 13.0, 9.0, 19.0, 20.0, 26.0, 41.0, 44.0, 41.0, 55.0, 49.0, 62.0, 59.0, 61.0, 65.0, 67.0, 46.0, 46.0, 42.0, 44.0, 36.0, 33.0, 25.0, 22.0, 10.0, 9.0, 4.0, 6.0, 5.0, 6.0, 4.0, 4.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.00314712524414, -16.50895881652832, -16.0147705078125, -15.52058219909668, -15.026392936706543, -14.532204627990723, -14.038016319274902, -13.543828010559082, -13.049638748168945, -12.555450439453125, -12.061262130737305, -11.567073822021484, -11.072884559631348, -10.578696250915527, -10.084507942199707, -9.590319633483887, -9.096131324768066, -8.601943016052246, -8.107754707336426, -7.613565921783447, -7.119377136230469, -6.625188827514648, -6.131000518798828, -5.636812210083008, -5.142623424530029, -4.648435115814209, -4.1542463302612305, -3.66005802154541, -3.1658694744110107, -2.6716809272766113, -2.177492618560791, -1.6833040714263916, -1.1891155242919922, -0.6949270367622375, -0.2007385492324829, 0.29344987869262695, 0.7876384258270264, 1.2818269729614258, 1.776015281677246, 2.2702038288116455, 2.764392375946045, 3.2585809230804443, 3.7527694702148438, 4.246957778930664, 4.741146087646484, 5.235334873199463, 5.729523181915283, 6.223711967468262, 6.717900276184082, 7.212088584899902, 7.706277370452881, 8.20046615600586, 8.69465446472168, 9.1888427734375, 9.68303108215332, 10.17721939086914, 10.671407699584961, 11.165596008300781, 11.659784317016602, 12.153972625732422, 12.648161888122559, 13.142350196838379, 13.6365385055542, 14.13072681427002, 14.624916076660156]}, "gradients/wav2vec2.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 8.0, 6.0, 13.0, 10.0, 16.0, 36.0, 37.0, 62.0, 90.0, 106.0, 188.0, 314.0, 534.0, 1072.0, 2108.0, 4315.0, 10267.0, 26100.0, 76846.0, 283888.0, 1401118.0, 1847281.0, 386570.0, 98551.0, 32287.0, 12344.0, 5070.0, 2350.0, 1163.0, 560.0, 352.0, 212.0, 130.0, 83.0, 66.0, 39.0, 36.0, 13.0, 10.0, 10.0, 10.0, 3.0, 6.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-40.40625, -39.06396484375, -37.7216796875, -36.37939453125, -35.037109375, -33.69482421875, -32.3525390625, -31.01025390625, -29.66796875, -28.32568359375, -26.9833984375, -25.64111328125, -24.298828125, -22.95654296875, -21.6142578125, -20.27197265625, -18.9296875, -17.58740234375, -16.2451171875, -14.90283203125, -13.560546875, -12.21826171875, -10.8759765625, -9.53369140625, -8.19140625, -6.84912109375, -5.5068359375, -4.16455078125, -2.822265625, -1.47998046875, -0.1376953125, 1.20458984375, 2.546875, 3.88916015625, 5.2314453125, 6.57373046875, 7.916015625, 9.25830078125, 10.6005859375, 11.94287109375, 13.28515625, 14.62744140625, 15.9697265625, 17.31201171875, 18.654296875, 19.99658203125, 21.3388671875, 22.68115234375, 24.0234375, 25.36572265625, 26.7080078125, 28.05029296875, 29.392578125, 30.73486328125, 32.0771484375, 33.41943359375, 34.76171875, 36.10400390625, 37.4462890625, 38.78857421875, 40.130859375, 41.47314453125, 42.8154296875, 44.15771484375, 45.5]}, "gradients/wav2vec2.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 1.0, 3.0, 1.0, 12.0, 7.0, 8.0, 12.0, 7.0, 23.0, 13.0, 19.0, 18.0, 26.0, 31.0, 33.0, 32.0, 28.0, 37.0, 40.0, 42.0, 44.0, 36.0, 42.0, 56.0, 41.0, 36.0, 40.0, 36.0, 36.0, 28.0, 31.0, 27.0, 28.0, 21.0, 21.0, 21.0, 14.0, 7.0, 7.0, 12.0, 4.0, 8.0, 3.0, 2.0, 1.0, 6.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0], "bins": [-21.28125, -20.660888671875, -20.04052734375, -19.420166015625, -18.7998046875, -18.179443359375, -17.55908203125, -16.938720703125, -16.318359375, -15.697998046875, -15.07763671875, -14.457275390625, -13.8369140625, -13.216552734375, -12.59619140625, -11.975830078125, -11.35546875, -10.735107421875, -10.11474609375, -9.494384765625, -8.8740234375, -8.253662109375, -7.63330078125, -7.012939453125, -6.392578125, -5.772216796875, -5.15185546875, -4.531494140625, -3.9111328125, -3.290771484375, -2.67041015625, -2.050048828125, -1.4296875, -0.809326171875, -0.18896484375, 0.431396484375, 1.0517578125, 1.672119140625, 2.29248046875, 2.912841796875, 3.533203125, 4.153564453125, 4.77392578125, 5.394287109375, 6.0146484375, 6.635009765625, 7.25537109375, 7.875732421875, 8.49609375, 9.116455078125, 9.73681640625, 10.357177734375, 10.9775390625, 11.597900390625, 12.21826171875, 12.838623046875, 13.458984375, 14.079345703125, 14.69970703125, 15.320068359375, 15.9404296875, 16.560791015625, 17.18115234375, 17.801513671875, 18.421875]}, "gradients/wav2vec2.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 7.0, 9.0, 9.0, 11.0, 15.0, 14.0, 19.0, 36.0, 35.0, 74.0, 88.0, 160.0, 222.0, 368.0, 538.0, 885.0, 1507.0, 2749.0, 4952.0, 9600.0, 20098.0, 44093.0, 107132.0, 302086.0, 1181709.0, 1805076.0, 451990.0, 148559.0, 59806.0, 25932.0, 12151.0, 6135.0, 3379.0, 1819.0, 1075.0, 685.0, 406.0, 280.0, 205.0, 131.0, 72.0, 47.0, 42.0, 19.0, 21.0, 10.0, 15.0, 6.0, 5.0, 3.0, 3.0, 2.0, 2.0], "bins": [-46.125, -44.849609375, -43.57421875, -42.298828125, -41.0234375, -39.748046875, -38.47265625, -37.197265625, -35.921875, -34.646484375, -33.37109375, -32.095703125, -30.8203125, -29.544921875, -28.26953125, -26.994140625, -25.71875, -24.443359375, -23.16796875, -21.892578125, -20.6171875, -19.341796875, -18.06640625, -16.791015625, -15.515625, -14.240234375, -12.96484375, -11.689453125, -10.4140625, -9.138671875, -7.86328125, -6.587890625, -5.3125, -4.037109375, -2.76171875, -1.486328125, -0.2109375, 1.064453125, 2.33984375, 3.615234375, 4.890625, 6.166015625, 7.44140625, 8.716796875, 9.9921875, 11.267578125, 12.54296875, 13.818359375, 15.09375, 16.369140625, 17.64453125, 18.919921875, 20.1953125, 21.470703125, 22.74609375, 24.021484375, 25.296875, 26.572265625, 27.84765625, 29.123046875, 30.3984375, 31.673828125, 32.94921875, 34.224609375, 35.5]}, "gradients/wav2vec2.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 9.0, 5.0, 6.0, 7.0, 14.0, 11.0, 24.0, 28.0, 35.0, 39.0, 60.0, 79.0, 96.0, 149.0, 214.0, 307.0, 488.0, 596.0, 485.0, 413.0, 250.0, 160.0, 150.0, 107.0, 78.0, 48.0, 57.0, 34.0, 17.0, 25.0, 18.0, 16.0, 10.0, 5.0, 9.0, 3.0, 5.0, 9.0, 3.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0], "bins": [-54.8125, -53.27734375, -51.7421875, -50.20703125, -48.671875, -47.13671875, -45.6015625, -44.06640625, -42.53125, -40.99609375, -39.4609375, -37.92578125, -36.390625, -34.85546875, -33.3203125, -31.78515625, -30.25, -28.71484375, -27.1796875, -25.64453125, -24.109375, -22.57421875, -21.0390625, -19.50390625, -17.96875, -16.43359375, -14.8984375, -13.36328125, -11.828125, -10.29296875, -8.7578125, -7.22265625, -5.6875, -4.15234375, -2.6171875, -1.08203125, 0.453125, 1.98828125, 3.5234375, 5.05859375, 6.59375, 8.12890625, 9.6640625, 11.19921875, 12.734375, 14.26953125, 15.8046875, 17.33984375, 18.875, 20.41015625, 21.9453125, 23.48046875, 25.015625, 26.55078125, 28.0859375, 29.62109375, 31.15625, 32.69140625, 34.2265625, 35.76171875, 37.296875, 38.83203125, 40.3671875, 41.90234375, 43.4375]}, "gradients/wav2vec2.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 6.0, 10.0, 8.0, 24.0, 35.0, 51.0, 55.0, 102.0, 140.0, 131.0, 132.0, 109.0, 66.0, 56.0, 38.0, 17.0, 8.0, 3.0, 3.0, 3.0, 0.0, 3.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-289.7507629394531, -278.25146484375, -266.7521667480469, -255.25286865234375, -243.75357055664062, -232.2542724609375, -220.75497436523438, -209.25567626953125, -197.75637817382812, -186.257080078125, -174.75778198242188, -163.25848388671875, -151.75918579101562, -140.2598876953125, -128.76058959960938, -117.26128387451172, -105.76197814941406, -94.26268005371094, -82.76338195800781, -71.26408386230469, -59.7647819519043, -48.26548385620117, -36.76618194580078, -25.266883850097656, -13.767585754394531, -2.26828670501709, 9.231012344360352, 20.73031234741211, 32.229610443115234, 43.72890853881836, 55.22821044921875, 66.72750854492188, 78.226806640625, 89.72610473632812, 101.22540283203125, 112.72470092773438, 124.2239990234375, 135.72329711914062, 147.22259521484375, 158.72189331054688, 170.22119140625, 181.72048950195312, 193.21978759765625, 204.71908569335938, 216.2183837890625, 227.71768188476562, 239.21697998046875, 250.71627807617188, 262.215576171875, 273.7148742675781, 285.21417236328125, 296.7134704589844, 308.2127685546875, 319.7120666503906, 331.21136474609375, 342.7106628417969, 354.2099914550781, 365.70928955078125, 377.2085876464844, 388.7078857421875, 400.2071838378906, 411.70648193359375, 423.2057800292969, 434.705078125, 446.2043762207031]}, "gradients/wav2vec2.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 5.0, 0.0, 4.0, 6.0, 6.0, 2.0, 2.0, 6.0, 2.0, 4.0, 7.0, 13.0, 19.0, 19.0, 16.0, 17.0, 31.0, 26.0, 32.0, 26.0, 22.0, 32.0, 42.0, 40.0, 41.0, 47.0, 39.0, 47.0, 38.0, 44.0, 40.0, 32.0, 36.0, 38.0, 34.0, 18.0, 24.0, 30.0, 13.0, 28.0, 15.0, 15.0, 15.0, 9.0, 10.0, 7.0, 3.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-179.44247436523438, -173.8607635498047, -168.27906799316406, -162.69735717773438, -157.11566162109375, -151.53395080566406, -145.95223999023438, -140.37054443359375, -134.78883361816406, -129.20712280273438, -123.62542724609375, -118.04371643066406, -112.4620132446289, -106.88031005859375, -101.29859924316406, -95.7168960571289, -90.13519287109375, -84.5534896850586, -78.97178649902344, -73.39007568359375, -67.8083724975586, -62.22666931152344, -56.644962310791016, -51.063255310058594, -45.48155212402344, -39.89984893798828, -34.31814193725586, -28.73643684387207, -23.15473175048828, -17.573026657104492, -11.991321563720703, -6.409614562988281, -0.827911376953125, 4.753793716430664, 10.335498809814453, 15.917203903198242, 21.49890899658203, 27.08061408996582, 32.66231918334961, 38.24402618408203, 43.82572937011719, 49.407432556152344, 54.989139556884766, 60.57084655761719, 66.15254974365234, 71.7342529296875, 77.31596374511719, 82.89766693115234, 88.4793701171875, 94.06107330322266, 99.64277648925781, 105.2244873046875, 110.80619049072266, 116.38789367675781, 121.9696044921875, 127.55130767822266, 133.1330108642578, 138.7147216796875, 144.29641723632812, 149.8781280517578, 155.4598388671875, 161.04153442382812, 166.6232452392578, 172.2049560546875, 177.78665161132812]}, "gradients/wav2vec2.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 12.0, 10.0, 17.0, 27.0, 39.0, 40.0, 96.0, 139.0, 234.0, 353.0, 651.0, 977.0, 1657.0, 2608.0, 4352.0, 7264.0, 11896.0, 20537.0, 37465.0, 92587.0, 316023.0, 350815.0, 106054.0, 40832.0, 21592.0, 12678.0, 7738.0, 4665.0, 2796.0, 1699.0, 1047.0, 613.0, 393.0, 239.0, 147.0, 94.0, 55.0, 46.0, 19.0, 16.0, 7.0, 14.0, 4.0, 1.0, 7.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-45.96875, -44.578125, -43.1875, -41.796875, -40.40625, -39.015625, -37.625, -36.234375, -34.84375, -33.453125, -32.0625, -30.671875, -29.28125, -27.890625, -26.5, -25.109375, -23.71875, -22.328125, -20.9375, -19.546875, -18.15625, -16.765625, -15.375, -13.984375, -12.59375, -11.203125, -9.8125, -8.421875, -7.03125, -5.640625, -4.25, -2.859375, -1.46875, -0.078125, 1.3125, 2.703125, 4.09375, 5.484375, 6.875, 8.265625, 9.65625, 11.046875, 12.4375, 13.828125, 15.21875, 16.609375, 18.0, 19.390625, 20.78125, 22.171875, 23.5625, 24.953125, 26.34375, 27.734375, 29.125, 30.515625, 31.90625, 33.296875, 34.6875, 36.078125, 37.46875, 38.859375, 40.25, 41.640625, 43.03125]}, "gradients/wav2vec2.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 3.0, 5.0, 6.0, 12.0, 5.0, 7.0, 9.0, 11.0, 15.0, 15.0, 13.0, 18.0, 23.0, 18.0, 27.0, 33.0, 30.0, 34.0, 30.0, 39.0, 43.0, 34.0, 38.0, 35.0, 46.0, 40.0, 39.0, 41.0, 51.0, 36.0, 29.0, 39.0, 30.0, 25.0, 22.0, 13.0, 15.0, 16.0, 11.0, 11.0, 9.0, 8.0, 6.0, 2.0, 2.0, 3.0, 3.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-20.59375, -19.953125, -19.3125, -18.671875, -18.03125, -17.390625, -16.75, -16.109375, -15.46875, -14.828125, -14.1875, -13.546875, -12.90625, -12.265625, -11.625, -10.984375, -10.34375, -9.703125, -9.0625, -8.421875, -7.78125, -7.140625, -6.5, -5.859375, -5.21875, -4.578125, -3.9375, -3.296875, -2.65625, -2.015625, -1.375, -0.734375, -0.09375, 0.546875, 1.1875, 1.828125, 2.46875, 3.109375, 3.75, 4.390625, 5.03125, 5.671875, 6.3125, 6.953125, 7.59375, 8.234375, 8.875, 9.515625, 10.15625, 10.796875, 11.4375, 12.078125, 12.71875, 13.359375, 14.0, 14.640625, 15.28125, 15.921875, 16.5625, 17.203125, 17.84375, 18.484375, 19.125, 19.765625, 20.40625]}, "gradients/wav2vec2.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 6.0, 1.0, 4.0, 6.0, 3.0, 8.0, 7.0, 13.0, 18.0, 29.0, 43.0, 57.0, 80.0, 150.0, 241.0, 451.0, 904.0, 2029.0, 4998.0, 14268.0, 48049.0, 366780.0, 520948.0, 61572.0, 17248.0, 6157.0, 2328.0, 978.0, 507.0, 250.0, 131.0, 97.0, 56.0, 38.0, 35.0, 15.0, 17.0, 15.0, 8.0, 7.0, 3.0, 6.0, 4.0, 1.0, 2.0, 0.0, 2.0, 2.0], "bins": [-107.1875, -104.373046875, -101.55859375, -98.744140625, -95.9296875, -93.115234375, -90.30078125, -87.486328125, -84.671875, -81.857421875, -79.04296875, -76.228515625, -73.4140625, -70.599609375, -67.78515625, -64.970703125, -62.15625, -59.341796875, -56.52734375, -53.712890625, -50.8984375, -48.083984375, -45.26953125, -42.455078125, -39.640625, -36.826171875, -34.01171875, -31.197265625, -28.3828125, -25.568359375, -22.75390625, -19.939453125, -17.125, -14.310546875, -11.49609375, -8.681640625, -5.8671875, -3.052734375, -0.23828125, 2.576171875, 5.390625, 8.205078125, 11.01953125, 13.833984375, 16.6484375, 19.462890625, 22.27734375, 25.091796875, 27.90625, 30.720703125, 33.53515625, 36.349609375, 39.1640625, 41.978515625, 44.79296875, 47.607421875, 50.421875, 53.236328125, 56.05078125, 58.865234375, 61.6796875, 64.494140625, 67.30859375, 70.123046875, 72.9375]}, "gradients/wav2vec2.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 8.0, 3.0, 6.0, 10.0, 7.0, 10.0, 12.0, 8.0, 20.0, 28.0, 24.0, 29.0, 28.0, 30.0, 24.0, 41.0, 35.0, 45.0, 49.0, 51.0, 47.0, 41.0, 49.0, 61.0, 45.0, 48.0, 23.0, 26.0, 32.0, 24.0, 24.0, 18.0, 21.0, 14.0, 9.0, 12.0, 9.0, 4.0, 8.0, 5.0, 4.0, 4.0, 1.0, 1.0, 6.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-69.3125, -67.0146484375, -64.716796875, -62.4189453125, -60.12109375, -57.8232421875, -55.525390625, -53.2275390625, -50.9296875, -48.6318359375, -46.333984375, -44.0361328125, -41.73828125, -39.4404296875, -37.142578125, -34.8447265625, -32.546875, -30.2490234375, -27.951171875, -25.6533203125, -23.35546875, -21.0576171875, -18.759765625, -16.4619140625, -14.1640625, -11.8662109375, -9.568359375, -7.2705078125, -4.97265625, -2.6748046875, -0.376953125, 1.9208984375, 4.21875, 6.5166015625, 8.814453125, 11.1123046875, 13.41015625, 15.7080078125, 18.005859375, 20.3037109375, 22.6015625, 24.8994140625, 27.197265625, 29.4951171875, 31.79296875, 34.0908203125, 36.388671875, 38.6865234375, 40.984375, 43.2822265625, 45.580078125, 47.8779296875, 50.17578125, 52.4736328125, 54.771484375, 57.0693359375, 59.3671875, 61.6650390625, 63.962890625, 66.2607421875, 68.55859375, 70.8564453125, 73.154296875, 75.4521484375, 77.75]}, "gradients/wav2vec2.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 7.0, 8.0, 9.0, 21.0, 23.0, 35.0, 57.0, 71.0, 109.0, 198.0, 294.0, 586.0, 982.0, 1748.0, 3445.0, 6537.0, 13550.0, 30697.0, 78069.0, 301962.0, 435066.0, 103117.0, 38541.0, 16694.0, 7853.0, 3971.0, 2132.0, 1134.0, 679.0, 373.0, 210.0, 136.0, 84.0, 55.0, 34.0, 23.0, 5.0, 14.0, 12.0, 7.0, 10.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.34375, -22.6171875, -21.890625, -21.1640625, -20.4375, -19.7109375, -18.984375, -18.2578125, -17.53125, -16.8046875, -16.078125, -15.3515625, -14.625, -13.8984375, -13.171875, -12.4453125, -11.71875, -10.9921875, -10.265625, -9.5390625, -8.8125, -8.0859375, -7.359375, -6.6328125, -5.90625, -5.1796875, -4.453125, -3.7265625, -3.0, -2.2734375, -1.546875, -0.8203125, -0.09375, 0.6328125, 1.359375, 2.0859375, 2.8125, 3.5390625, 4.265625, 4.9921875, 5.71875, 6.4453125, 7.171875, 7.8984375, 8.625, 9.3515625, 10.078125, 10.8046875, 11.53125, 12.2578125, 12.984375, 13.7109375, 14.4375, 15.1640625, 15.890625, 16.6171875, 17.34375, 18.0703125, 18.796875, 19.5234375, 20.25, 20.9765625, 21.703125, 22.4296875, 23.15625]}, "gradients/wav2vec2.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 2.0, 3.0, 5.0, 1.0, 3.0, 4.0, 7.0, 13.0, 19.0, 21.0, 33.0, 42.0, 113.0, 215.0, 245.0, 101.0, 50.0, 31.0, 23.0, 19.0, 13.0, 6.0, 8.0, 6.0, 2.0, 3.0, 1.0, 6.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00982666015625, -0.009509563446044922, -0.009192466735839844, -0.008875370025634766, -0.008558273315429688, -0.00824117660522461, -0.007924079895019531, -0.007606983184814453, -0.007289886474609375, -0.006972789764404297, -0.006655693054199219, -0.006338596343994141, -0.0060214996337890625, -0.005704402923583984, -0.005387306213378906, -0.005070209503173828, -0.00475311279296875, -0.004436016082763672, -0.004118919372558594, -0.0038018226623535156, -0.0034847259521484375, -0.0031676292419433594, -0.0028505325317382812, -0.002533435821533203, -0.002216339111328125, -0.0018992424011230469, -0.0015821456909179688, -0.0012650489807128906, -0.0009479522705078125, -0.0006308555603027344, -0.00031375885009765625, 3.337860107421875e-06, 0.0003204345703125, 0.0006375312805175781, 0.0009546279907226562, 0.0012717247009277344, 0.0015888214111328125, 0.0019059181213378906, 0.0022230148315429688, 0.002540111541748047, 0.002857208251953125, 0.003174304962158203, 0.0034914016723632812, 0.0038084983825683594, 0.0041255950927734375, 0.004442691802978516, 0.004759788513183594, 0.005076885223388672, 0.00539398193359375, 0.005711078643798828, 0.006028175354003906, 0.006345272064208984, 0.0066623687744140625, 0.006979465484619141, 0.007296562194824219, 0.007613658905029297, 0.007930755615234375, 0.008247852325439453, 0.008564949035644531, 0.00888204574584961, 0.009199142456054688, 0.009516239166259766, 0.009833335876464844, 0.010150432586669922, 0.010467529296875]}, "gradients/wav2vec2.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 4.0, 5.0, 10.0, 10.0, 14.0, 16.0, 30.0, 35.0, 50.0, 62.0, 126.0, 164.0, 279.0, 425.0, 778.0, 1514.0, 3146.0, 6923.0, 16404.0, 42858.0, 130038.0, 436956.0, 279847.0, 79377.0, 28250.0, 11212.0, 4978.0, 2250.0, 1142.0, 617.0, 351.0, 201.0, 159.0, 97.0, 68.0, 44.0, 23.0, 32.0, 14.0, 16.0, 11.0, 9.0, 5.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-22.53125, -21.822509765625, -21.11376953125, -20.405029296875, -19.6962890625, -18.987548828125, -18.27880859375, -17.570068359375, -16.861328125, -16.152587890625, -15.44384765625, -14.735107421875, -14.0263671875, -13.317626953125, -12.60888671875, -11.900146484375, -11.19140625, -10.482666015625, -9.77392578125, -9.065185546875, -8.3564453125, -7.647705078125, -6.93896484375, -6.230224609375, -5.521484375, -4.812744140625, -4.10400390625, -3.395263671875, -2.6865234375, -1.977783203125, -1.26904296875, -0.560302734375, 0.1484375, 0.857177734375, 1.56591796875, 2.274658203125, 2.9833984375, 3.692138671875, 4.40087890625, 5.109619140625, 5.818359375, 6.527099609375, 7.23583984375, 7.944580078125, 8.6533203125, 9.362060546875, 10.07080078125, 10.779541015625, 11.48828125, 12.197021484375, 12.90576171875, 13.614501953125, 14.3232421875, 15.031982421875, 15.74072265625, 16.449462890625, 17.158203125, 17.866943359375, 18.57568359375, 19.284423828125, 19.9931640625, 20.701904296875, 21.41064453125, 22.119384765625, 22.828125]}, "gradients/wav2vec2.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 4.0, 3.0, 3.0, 2.0, 5.0, 5.0, 5.0, 9.0, 7.0, 18.0, 13.0, 17.0, 33.0, 44.0, 45.0, 55.0, 65.0, 82.0, 107.0, 71.0, 79.0, 66.0, 54.0, 44.0, 35.0, 32.0, 19.0, 20.0, 13.0, 13.0, 10.0, 5.0, 3.0, 3.0, 1.0, 2.0, 5.0, 4.0, 3.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-21.796875, -21.093994140625, -20.39111328125, -19.688232421875, -18.9853515625, -18.282470703125, -17.57958984375, -16.876708984375, -16.173828125, -15.470947265625, -14.76806640625, -14.065185546875, -13.3623046875, -12.659423828125, -11.95654296875, -11.253662109375, -10.55078125, -9.847900390625, -9.14501953125, -8.442138671875, -7.7392578125, -7.036376953125, -6.33349609375, -5.630615234375, -4.927734375, -4.224853515625, -3.52197265625, -2.819091796875, -2.1162109375, -1.413330078125, -0.71044921875, -0.007568359375, 0.6953125, 1.398193359375, 2.10107421875, 2.803955078125, 3.5068359375, 4.209716796875, 4.91259765625, 5.615478515625, 6.318359375, 7.021240234375, 7.72412109375, 8.427001953125, 9.1298828125, 9.832763671875, 10.53564453125, 11.238525390625, 11.94140625, 12.644287109375, 13.34716796875, 14.050048828125, 14.7529296875, 15.455810546875, 16.15869140625, 16.861572265625, 17.564453125, 18.267333984375, 18.97021484375, 19.673095703125, 20.3759765625, 21.078857421875, 21.78173828125, 22.484619140625, 23.1875]}, "gradients/wav2vec2.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 20.0, 77.0, 230.0, 313.0, 242.0, 90.0, 22.0, 7.0, 2.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-812.9855346679688, -789.4432373046875, -765.90087890625, -742.3585815429688, -718.8162231445312, -695.27392578125, -671.7315673828125, -648.1892700195312, -624.64697265625, -601.1046752929688, -577.5623168945312, -554.02001953125, -530.4776611328125, -506.93536376953125, -483.3930358886719, -459.8507080078125, -436.308349609375, -412.7660217285156, -389.22369384765625, -365.681396484375, -342.1390380859375, -318.59674072265625, -295.0544128417969, -271.5120849609375, -247.96975708007812, -224.42742919921875, -200.88510131835938, -177.34278869628906, -153.8004608154297, -130.2581329345703, -106.7158203125, -83.17349243164062, -59.631103515625, -36.08877944946289, -12.546455383300781, 10.995864868164062, 34.53819274902344, 58.08052062988281, 81.62283325195312, 105.1651611328125, 128.70748901367188, 152.24981689453125, 175.79214477539062, 199.33445739746094, 222.8767852783203, 246.4191131591797, 269.96142578125, 293.5037536621094, 317.04608154296875, 340.5884094238281, 364.1307373046875, 387.67303466796875, 411.21539306640625, 434.7576904296875, 458.3000183105469, 481.84234619140625, 505.3846740722656, 528.927001953125, 552.4692993164062, 576.0116577148438, 599.553955078125, 623.0963134765625, 646.6386108398438, 670.180908203125, 693.7232666015625]}, "gradients/wav2vec2.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 3.0, 3.0, 3.0, 4.0, 3.0, 4.0, 10.0, 12.0, 14.0, 11.0, 10.0, 19.0, 24.0, 23.0, 30.0, 27.0, 49.0, 34.0, 34.0, 41.0, 52.0, 40.0, 58.0, 46.0, 45.0, 40.0, 44.0, 42.0, 29.0, 20.0, 33.0, 23.0, 26.0, 20.0, 25.0, 22.0, 19.0, 10.0, 15.0, 6.0, 7.0, 4.0, 7.0, 4.0, 3.0, 6.0, 1.0, 3.0, 1.0, 0.0, 3.0, 2.0, 2.0], "bins": [-200.0113525390625, -194.12686157226562, -188.24237060546875, -182.35787963867188, -176.473388671875, -170.58889770507812, -164.70440673828125, -158.81991577148438, -152.9354248046875, -147.05093383789062, -141.16644287109375, -135.28195190429688, -129.3974609375, -123.51296997070312, -117.62847137451172, -111.74398040771484, -105.85948181152344, -99.97499084472656, -94.09049987792969, -88.20600891113281, -82.32151794433594, -76.43702697753906, -70.55252838134766, -64.66803741455078, -58.783546447753906, -52.89905548095703, -47.014564514160156, -41.130069732666016, -35.24557876586914, -29.361087799072266, -23.476593017578125, -17.59210205078125, -11.707611083984375, -5.823119163513184, 0.06137275695800781, 5.945865631103516, 11.83035659790039, 17.714847564697266, 23.599342346191406, 29.48383331298828, 35.368324279785156, 41.25281524658203, 47.137306213378906, 53.02180099487305, 58.90629196166992, 64.79078674316406, 70.67527770996094, 76.55976867675781, 82.44425964355469, 88.32875061035156, 94.21324157714844, 100.09773254394531, 105.98222351074219, 111.86671447753906, 117.75121307373047, 123.63570404052734, 129.52020263671875, 135.40469360351562, 141.2891845703125, 147.17367553710938, 153.05816650390625, 158.94265747070312, 164.8271484375, 170.71163940429688, 176.59613037109375]}, "gradients/wav2vec2.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 5.0, 9.0, 11.0, 17.0, 29.0, 52.0, 119.0, 169.0, 373.0, 710.0, 1366.0, 2849.0, 5985.0, 13789.0, 33628.0, 86413.0, 232674.0, 610029.0, 1247999.0, 1130963.0, 514292.0, 192713.0, 70655.0, 28144.0, 11428.0, 5134.0, 2379.0, 1136.0, 568.0, 305.0, 171.0, 70.0, 46.0, 24.0, 19.0, 8.0, 7.0, 2.0, 4.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.9375, -16.4378662109375, -15.938232421875, -15.4385986328125, -14.93896484375, -14.4393310546875, -13.939697265625, -13.4400634765625, -12.9404296875, -12.4407958984375, -11.941162109375, -11.4415283203125, -10.94189453125, -10.4422607421875, -9.942626953125, -9.4429931640625, -8.943359375, -8.4437255859375, -7.944091796875, -7.4444580078125, -6.94482421875, -6.4451904296875, -5.945556640625, -5.4459228515625, -4.9462890625, -4.4466552734375, -3.947021484375, -3.4473876953125, -2.94775390625, -2.4481201171875, -1.948486328125, -1.4488525390625, -0.94921875, -0.4495849609375, 0.050048828125, 0.5496826171875, 1.04931640625, 1.5489501953125, 2.048583984375, 2.5482177734375, 3.0478515625, 3.5474853515625, 4.047119140625, 4.5467529296875, 5.04638671875, 5.5460205078125, 6.045654296875, 6.5452880859375, 7.044921875, 7.5445556640625, 8.044189453125, 8.5438232421875, 9.04345703125, 9.5430908203125, 10.042724609375, 10.5423583984375, 11.0419921875, 11.5416259765625, 12.041259765625, 12.5408935546875, 13.04052734375, 13.5401611328125, 14.039794921875, 14.5394287109375, 15.0390625]}, "gradients/wav2vec2.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 6.0, 1.0, 1.0, 4.0, 9.0, 9.0, 14.0, 15.0, 8.0, 20.0, 19.0, 23.0, 22.0, 15.0, 24.0, 30.0, 20.0, 35.0, 30.0, 34.0, 41.0, 34.0, 25.0, 41.0, 33.0, 39.0, 46.0, 27.0, 39.0, 30.0, 33.0, 32.0, 28.0, 36.0, 20.0, 29.0, 25.0, 16.0, 17.0, 6.0, 9.0, 10.0, 11.0, 7.0, 4.0, 6.0, 10.0, 6.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0], "bins": [-11.734375, -11.384033203125, -11.03369140625, -10.683349609375, -10.3330078125, -9.982666015625, -9.63232421875, -9.281982421875, -8.931640625, -8.581298828125, -8.23095703125, -7.880615234375, -7.5302734375, -7.179931640625, -6.82958984375, -6.479248046875, -6.12890625, -5.778564453125, -5.42822265625, -5.077880859375, -4.7275390625, -4.377197265625, -4.02685546875, -3.676513671875, -3.326171875, -2.975830078125, -2.62548828125, -2.275146484375, -1.9248046875, -1.574462890625, -1.22412109375, -0.873779296875, -0.5234375, -0.173095703125, 0.17724609375, 0.527587890625, 0.8779296875, 1.228271484375, 1.57861328125, 1.928955078125, 2.279296875, 2.629638671875, 2.97998046875, 3.330322265625, 3.6806640625, 4.031005859375, 4.38134765625, 4.731689453125, 5.08203125, 5.432373046875, 5.78271484375, 6.133056640625, 6.4833984375, 6.833740234375, 7.18408203125, 7.534423828125, 7.884765625, 8.235107421875, 8.58544921875, 8.935791015625, 9.2861328125, 9.636474609375, 9.98681640625, 10.337158203125, 10.6875]}, "gradients/wav2vec2.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 5.0, 5.0, 4.0, 10.0, 10.0, 9.0, 16.0, 22.0, 24.0, 46.0, 70.0, 96.0, 140.0, 217.0, 342.0, 575.0, 946.0, 1702.0, 3065.0, 5710.0, 11461.0, 23411.0, 50674.0, 116862.0, 286285.0, 748871.0, 1468113.0, 886451.0, 339568.0, 136515.0, 58763.0, 26534.0, 13106.0, 6534.0, 3354.0, 1909.0, 1067.0, 626.0, 400.0, 258.0, 168.0, 116.0, 56.0, 49.0, 34.0, 24.0, 22.0, 13.0, 5.0, 8.0, 3.0, 5.0, 4.0, 9.0, 2.0, 1.0, 1.0], "bins": [-17.0, -16.493896484375, -15.98779296875, -15.481689453125, -14.9755859375, -14.469482421875, -13.96337890625, -13.457275390625, -12.951171875, -12.445068359375, -11.93896484375, -11.432861328125, -10.9267578125, -10.420654296875, -9.91455078125, -9.408447265625, -8.90234375, -8.396240234375, -7.89013671875, -7.384033203125, -6.8779296875, -6.371826171875, -5.86572265625, -5.359619140625, -4.853515625, -4.347412109375, -3.84130859375, -3.335205078125, -2.8291015625, -2.322998046875, -1.81689453125, -1.310791015625, -0.8046875, -0.298583984375, 0.20751953125, 0.713623046875, 1.2197265625, 1.725830078125, 2.23193359375, 2.738037109375, 3.244140625, 3.750244140625, 4.25634765625, 4.762451171875, 5.2685546875, 5.774658203125, 6.28076171875, 6.786865234375, 7.29296875, 7.799072265625, 8.30517578125, 8.811279296875, 9.3173828125, 9.823486328125, 10.32958984375, 10.835693359375, 11.341796875, 11.847900390625, 12.35400390625, 12.860107421875, 13.3662109375, 13.872314453125, 14.37841796875, 14.884521484375, 15.390625]}, "gradients/wav2vec2.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 3.0, 7.0, 9.0, 11.0, 11.0, 17.0, 18.0, 27.0, 42.0, 64.0, 71.0, 77.0, 104.0, 154.0, 180.0, 255.0, 321.0, 402.0, 407.0, 404.0, 338.0, 253.0, 209.0, 173.0, 119.0, 97.0, 80.0, 46.0, 31.0, 36.0, 30.0, 27.0, 14.0, 7.0, 7.0, 3.0, 2.0, 5.0, 3.0, 7.0, 1.0, 0.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.046875, -22.318115234375, -21.58935546875, -20.860595703125, -20.1318359375, -19.403076171875, -18.67431640625, -17.945556640625, -17.216796875, -16.488037109375, -15.75927734375, -15.030517578125, -14.3017578125, -13.572998046875, -12.84423828125, -12.115478515625, -11.38671875, -10.657958984375, -9.92919921875, -9.200439453125, -8.4716796875, -7.742919921875, -7.01416015625, -6.285400390625, -5.556640625, -4.827880859375, -4.09912109375, -3.370361328125, -2.6416015625, -1.912841796875, -1.18408203125, -0.455322265625, 0.2734375, 1.002197265625, 1.73095703125, 2.459716796875, 3.1884765625, 3.917236328125, 4.64599609375, 5.374755859375, 6.103515625, 6.832275390625, 7.56103515625, 8.289794921875, 9.0185546875, 9.747314453125, 10.47607421875, 11.204833984375, 11.93359375, 12.662353515625, 13.39111328125, 14.119873046875, 14.8486328125, 15.577392578125, 16.30615234375, 17.034912109375, 17.763671875, 18.492431640625, 19.22119140625, 19.949951171875, 20.6787109375, 21.407470703125, 22.13623046875, 22.864990234375, 23.59375]}, "gradients/wav2vec2.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 5.0, 8.0, 20.0, 41.0, 71.0, 132.0, 189.0, 204.0, 149.0, 112.0, 41.0, 17.0, 6.0, 5.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-232.67706298828125, -223.42311096191406, -214.16915893554688, -204.9152069091797, -195.6612548828125, -186.40731811523438, -177.1533660888672, -167.8994140625, -158.6454620361328, -149.39151000976562, -140.13755798339844, -130.88360595703125, -121.6296615600586, -112.3757095336914, -103.12176513671875, -93.86781311035156, -84.61386108398438, -75.35990905761719, -66.10595703125, -56.852012634277344, -47.598060607910156, -38.34410858154297, -29.090160369873047, -19.836212158203125, -10.582260131835938, -1.3283100128173828, 7.925640106201172, 17.179590225219727, 26.43354034423828, 35.68749237060547, 44.94144058227539, 54.19538879394531, 63.4493408203125, 72.70329284667969, 81.95724487304688, 91.21118927001953, 100.46514129638672, 109.7190933227539, 118.97303771972656, 128.22698974609375, 137.48094177246094, 146.73489379882812, 155.9888458251953, 165.2427978515625, 174.49673461914062, 183.75070190429688, 193.004638671875, 202.2585906982422, 211.51254272460938, 220.76649475097656, 230.02044677734375, 239.27439880371094, 248.52835083007812, 257.78228759765625, 267.0362548828125, 276.2901916503906, 285.54412841796875, 294.7980651855469, 304.0520324707031, 313.30596923828125, 322.5599365234375, 331.8138732910156, 341.0678405761719, 350.32177734375, 359.57574462890625]}, "gradients/wav2vec2.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 4.0, 8.0, 7.0, 4.0, 4.0, 8.0, 9.0, 11.0, 11.0, 13.0, 19.0, 12.0, 23.0, 19.0, 36.0, 23.0, 24.0, 30.0, 35.0, 45.0, 42.0, 40.0, 37.0, 51.0, 38.0, 36.0, 36.0, 24.0, 34.0, 43.0, 41.0, 37.0, 26.0, 24.0, 24.0, 17.0, 16.0, 15.0, 13.0, 11.0, 19.0, 11.0, 6.0, 3.0, 9.0, 2.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-78.68243408203125, -76.21253204345703, -73.74263000488281, -71.2727279663086, -68.80282592773438, -66.33292388916016, -63.86302185058594, -61.39311981201172, -58.9232177734375, -56.45331573486328, -53.98341369628906, -51.513511657714844, -49.043609619140625, -46.573707580566406, -44.10380554199219, -41.63390350341797, -39.163997650146484, -36.694095611572266, -34.22419357299805, -31.754291534423828, -29.28438949584961, -26.81448745727539, -24.34458351135254, -21.87468147277832, -19.4047794342041, -16.934877395629883, -14.464975357055664, -11.995072364807129, -9.52517032623291, -7.055268287658691, -4.585365295410156, -2.1154632568359375, 0.35443878173828125, 2.824341058731079, 5.294243335723877, 7.764145851135254, 10.234047889709473, 12.703949928283691, 15.173852920532227, 17.643754959106445, 20.113656997680664, 22.583559036254883, 25.0534610748291, 27.523365020751953, 29.993267059326172, 32.46316909790039, 34.93307113647461, 37.40297317504883, 39.87287521362305, 42.342777252197266, 44.812679290771484, 47.2825813293457, 49.75248336791992, 52.22238540649414, 54.692291259765625, 57.162193298339844, 59.63209533691406, 62.10199737548828, 64.5718994140625, 67.04180145263672, 69.51170349121094, 71.98160552978516, 74.45150756835938, 76.9214096069336, 79.39131164550781]}, "gradients/wav2vec2.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 7.0, 9.0, 8.0, 18.0, 26.0, 44.0, 74.0, 107.0, 177.0, 215.0, 375.0, 634.0, 901.0, 1352.0, 1913.0, 3196.0, 5242.0, 9782.0, 23167.0, 68706.0, 203861.0, 345617.0, 240770.0, 87074.0, 28096.0, 11386.0, 5877.0, 3496.0, 2211.0, 1422.0, 949.0, 610.0, 408.0, 271.0, 176.0, 138.0, 90.0, 49.0, 33.0, 30.0, 12.0, 9.0, 10.0, 2.0, 5.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-22.640625, -21.875732421875, -21.11083984375, -20.345947265625, -19.5810546875, -18.816162109375, -18.05126953125, -17.286376953125, -16.521484375, -15.756591796875, -14.99169921875, -14.226806640625, -13.4619140625, -12.697021484375, -11.93212890625, -11.167236328125, -10.40234375, -9.637451171875, -8.87255859375, -8.107666015625, -7.3427734375, -6.577880859375, -5.81298828125, -5.048095703125, -4.283203125, -3.518310546875, -2.75341796875, -1.988525390625, -1.2236328125, -0.458740234375, 0.30615234375, 1.071044921875, 1.8359375, 2.600830078125, 3.36572265625, 4.130615234375, 4.8955078125, 5.660400390625, 6.42529296875, 7.190185546875, 7.955078125, 8.719970703125, 9.48486328125, 10.249755859375, 11.0146484375, 11.779541015625, 12.54443359375, 13.309326171875, 14.07421875, 14.839111328125, 15.60400390625, 16.368896484375, 17.1337890625, 17.898681640625, 18.66357421875, 19.428466796875, 20.193359375, 20.958251953125, 21.72314453125, 22.488037109375, 23.2529296875, 24.017822265625, 24.78271484375, 25.547607421875, 26.3125]}, "gradients/wav2vec2.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 3.0, 5.0, 7.0, 5.0, 3.0, 8.0, 7.0, 7.0, 15.0, 15.0, 13.0, 22.0, 22.0, 22.0, 21.0, 22.0, 32.0, 34.0, 30.0, 31.0, 37.0, 49.0, 51.0, 53.0, 34.0, 47.0, 38.0, 44.0, 36.0, 41.0, 35.0, 29.0, 35.0, 25.0, 22.0, 16.0, 12.0, 14.0, 13.0, 12.0, 11.0, 11.0, 10.0, 0.0, 4.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-14.421875, -13.980712890625, -13.53955078125, -13.098388671875, -12.6572265625, -12.216064453125, -11.77490234375, -11.333740234375, -10.892578125, -10.451416015625, -10.01025390625, -9.569091796875, -9.1279296875, -8.686767578125, -8.24560546875, -7.804443359375, -7.36328125, -6.922119140625, -6.48095703125, -6.039794921875, -5.5986328125, -5.157470703125, -4.71630859375, -4.275146484375, -3.833984375, -3.392822265625, -2.95166015625, -2.510498046875, -2.0693359375, -1.628173828125, -1.18701171875, -0.745849609375, -0.3046875, 0.136474609375, 0.57763671875, 1.018798828125, 1.4599609375, 1.901123046875, 2.34228515625, 2.783447265625, 3.224609375, 3.665771484375, 4.10693359375, 4.548095703125, 4.9892578125, 5.430419921875, 5.87158203125, 6.312744140625, 6.75390625, 7.195068359375, 7.63623046875, 8.077392578125, 8.5185546875, 8.959716796875, 9.40087890625, 9.842041015625, 10.283203125, 10.724365234375, 11.16552734375, 11.606689453125, 12.0478515625, 12.489013671875, 12.93017578125, 13.371337890625, 13.8125]}, "gradients/wav2vec2.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 5.0, 4.0, 2.0, 2.0, 10.0, 7.0, 16.0, 13.0, 23.0, 38.0, 82.0, 110.0, 207.0, 346.0, 575.0, 1122.0, 2110.0, 3910.0, 8015.0, 18163.0, 56889.0, 205713.0, 410548.0, 236277.0, 66011.0, 20485.0, 8513.0, 4265.0, 2323.0, 1208.0, 651.0, 377.0, 249.0, 101.0, 79.0, 47.0, 26.0, 12.0, 5.0, 12.0, 4.0, 5.0, 1.0, 3.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.0625, -19.2109375, -18.359375, -17.5078125, -16.65625, -15.8046875, -14.953125, -14.1015625, -13.25, -12.3984375, -11.546875, -10.6953125, -9.84375, -8.9921875, -8.140625, -7.2890625, -6.4375, -5.5859375, -4.734375, -3.8828125, -3.03125, -2.1796875, -1.328125, -0.4765625, 0.375, 1.2265625, 2.078125, 2.9296875, 3.78125, 4.6328125, 5.484375, 6.3359375, 7.1875, 8.0390625, 8.890625, 9.7421875, 10.59375, 11.4453125, 12.296875, 13.1484375, 14.0, 14.8515625, 15.703125, 16.5546875, 17.40625, 18.2578125, 19.109375, 19.9609375, 20.8125, 21.6640625, 22.515625, 23.3671875, 24.21875, 25.0703125, 25.921875, 26.7734375, 27.625, 28.4765625, 29.328125, 30.1796875, 31.03125, 31.8828125, 32.734375, 33.5859375, 34.4375]}, "gradients/wav2vec2.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 7.0, 3.0, 5.0, 11.0, 12.0, 10.0, 23.0, 12.0, 23.0, 35.0, 35.0, 36.0, 54.0, 51.0, 42.0, 58.0, 63.0, 50.0, 54.0, 53.0, 56.0, 49.0, 45.0, 40.0, 39.0, 30.0, 22.0, 19.0, 15.0, 13.0, 9.0, 6.0, 9.0, 4.0, 6.0, 1.0, 6.0, 2.0, 0.0, 2.0, 4.0], "bins": [-68.625, -66.93359375, -65.2421875, -63.55078125, -61.859375, -60.16796875, -58.4765625, -56.78515625, -55.09375, -53.40234375, -51.7109375, -50.01953125, -48.328125, -46.63671875, -44.9453125, -43.25390625, -41.5625, -39.87109375, -38.1796875, -36.48828125, -34.796875, -33.10546875, -31.4140625, -29.72265625, -28.03125, -26.33984375, -24.6484375, -22.95703125, -21.265625, -19.57421875, -17.8828125, -16.19140625, -14.5, -12.80859375, -11.1171875, -9.42578125, -7.734375, -6.04296875, -4.3515625, -2.66015625, -0.96875, 0.72265625, 2.4140625, 4.10546875, 5.796875, 7.48828125, 9.1796875, 10.87109375, 12.5625, 14.25390625, 15.9453125, 17.63671875, 19.328125, 21.01953125, 22.7109375, 24.40234375, 26.09375, 27.78515625, 29.4765625, 31.16796875, 32.859375, 34.55078125, 36.2421875, 37.93359375, 39.625]}, "gradients/wav2vec2.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 4.0, 0.0, 4.0, 9.0, 8.0, 18.0, 19.0, 32.0, 48.0, 69.0, 97.0, 153.0, 255.0, 386.0, 608.0, 987.0, 1681.0, 2620.0, 4577.0, 8385.0, 16079.0, 35405.0, 92712.0, 242427.0, 340220.0, 180307.0, 65702.0, 26715.0, 12742.0, 6729.0, 3807.0, 2161.0, 1388.0, 766.0, 512.0, 307.0, 186.0, 145.0, 100.0, 65.0, 38.0, 31.0, 20.0, 15.0, 9.0, 7.0, 2.0, 5.0, 4.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.98046875, -7.75457763671875, -7.5286865234375, -7.30279541015625, -7.076904296875, -6.85101318359375, -6.6251220703125, -6.39923095703125, -6.17333984375, -5.94744873046875, -5.7215576171875, -5.49566650390625, -5.269775390625, -5.04388427734375, -4.8179931640625, -4.59210205078125, -4.3662109375, -4.14031982421875, -3.9144287109375, -3.68853759765625, -3.462646484375, -3.23675537109375, -3.0108642578125, -2.78497314453125, -2.55908203125, -2.33319091796875, -2.1072998046875, -1.88140869140625, -1.655517578125, -1.42962646484375, -1.2037353515625, -0.97784423828125, -0.751953125, -0.52606201171875, -0.3001708984375, -0.07427978515625, 0.151611328125, 0.37750244140625, 0.6033935546875, 0.82928466796875, 1.05517578125, 1.28106689453125, 1.5069580078125, 1.73284912109375, 1.958740234375, 2.18463134765625, 2.4105224609375, 2.63641357421875, 2.8623046875, 3.08819580078125, 3.3140869140625, 3.53997802734375, 3.765869140625, 3.99176025390625, 4.2176513671875, 4.44354248046875, 4.66943359375, 4.89532470703125, 5.1212158203125, 5.34710693359375, 5.572998046875, 5.79888916015625, 6.0247802734375, 6.25067138671875, 6.4765625]}, "gradients/wav2vec2.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 1.0, 2.0, 1.0, 8.0, 2.0, 7.0, 7.0, 9.0, 15.0, 39.0, 72.0, 102.0, 154.0, 201.0, 138.0, 91.0, 61.0, 32.0, 14.0, 11.0, 7.0, 13.0, 5.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004322052001953125, -0.004175305366516113, -0.0040285587310791016, -0.00388181209564209, -0.003735065460205078, -0.0035883188247680664, -0.0034415721893310547, -0.003294825553894043, -0.0031480789184570312, -0.0030013322830200195, -0.002854585647583008, -0.002707839012145996, -0.0025610923767089844, -0.0024143457412719727, -0.002267599105834961, -0.0021208524703979492, -0.0019741058349609375, -0.0018273591995239258, -0.001680612564086914, -0.0015338659286499023, -0.0013871192932128906, -0.001240372657775879, -0.0010936260223388672, -0.0009468793869018555, -0.0008001327514648438, -0.000653386116027832, -0.0005066394805908203, -0.0003598928451538086, -0.00021314620971679688, -6.639957427978516e-05, 8.034706115722656e-05, 0.00022709369659423828, 0.00037384033203125, 0.0005205869674682617, 0.0006673336029052734, 0.0008140802383422852, 0.0009608268737792969, 0.0011075735092163086, 0.0012543201446533203, 0.001401066780090332, 0.0015478134155273438, 0.0016945600509643555, 0.0018413066864013672, 0.001988053321838379, 0.0021347999572753906, 0.0022815465927124023, 0.002428293228149414, 0.0025750398635864258, 0.0027217864990234375, 0.0028685331344604492, 0.003015279769897461, 0.0031620264053344727, 0.0033087730407714844, 0.003455519676208496, 0.003602266311645508, 0.0037490129470825195, 0.0038957595825195312, 0.004042506217956543, 0.004189252853393555, 0.004335999488830566, 0.004482746124267578, 0.00462949275970459, 0.0047762393951416016, 0.004922986030578613, 0.005069732666015625]}, "gradients/wav2vec2.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 4.0, 0.0, 8.0, 9.0, 6.0, 12.0, 13.0, 26.0, 33.0, 74.0, 115.0, 197.0, 351.0, 636.0, 1427.0, 3139.0, 7267.0, 18591.0, 57055.0, 204701.0, 419947.0, 233411.0, 65810.0, 21128.0, 8060.0, 3423.0, 1522.0, 738.0, 369.0, 205.0, 81.0, 72.0, 44.0, 39.0, 23.0, 8.0, 7.0, 9.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.25390625, -6.94598388671875, -6.6380615234375, -6.33013916015625, -6.022216796875, -5.71429443359375, -5.4063720703125, -5.09844970703125, -4.79052734375, -4.48260498046875, -4.1746826171875, -3.86676025390625, -3.558837890625, -3.25091552734375, -2.9429931640625, -2.63507080078125, -2.3271484375, -2.01922607421875, -1.7113037109375, -1.40338134765625, -1.095458984375, -0.78753662109375, -0.4796142578125, -0.17169189453125, 0.13623046875, 0.44415283203125, 0.7520751953125, 1.05999755859375, 1.367919921875, 1.67584228515625, 1.9837646484375, 2.29168701171875, 2.599609375, 2.90753173828125, 3.2154541015625, 3.52337646484375, 3.831298828125, 4.13922119140625, 4.4471435546875, 4.75506591796875, 5.06298828125, 5.37091064453125, 5.6788330078125, 5.98675537109375, 6.294677734375, 6.60260009765625, 6.9105224609375, 7.21844482421875, 7.5263671875, 7.83428955078125, 8.1422119140625, 8.45013427734375, 8.758056640625, 9.06597900390625, 9.3739013671875, 9.68182373046875, 9.98974609375, 10.29766845703125, 10.6055908203125, 10.91351318359375, 11.221435546875, 11.52935791015625, 11.8372802734375, 12.14520263671875, 12.453125]}, "gradients/wav2vec2.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 6.0, 3.0, 6.0, 8.0, 8.0, 14.0, 8.0, 20.0, 21.0, 21.0, 35.0, 47.0, 68.0, 68.0, 66.0, 84.0, 79.0, 83.0, 76.0, 61.0, 42.0, 34.0, 36.0, 20.0, 10.0, 13.0, 8.0, 12.0, 8.0, 4.0, 6.0, 3.0, 6.0, 2.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.9921875, -9.660400390625, -9.32861328125, -8.996826171875, -8.6650390625, -8.333251953125, -8.00146484375, -7.669677734375, -7.337890625, -7.006103515625, -6.67431640625, -6.342529296875, -6.0107421875, -5.678955078125, -5.34716796875, -5.015380859375, -4.68359375, -4.351806640625, -4.02001953125, -3.688232421875, -3.3564453125, -3.024658203125, -2.69287109375, -2.361083984375, -2.029296875, -1.697509765625, -1.36572265625, -1.033935546875, -0.7021484375, -0.370361328125, -0.03857421875, 0.293212890625, 0.625, 0.956787109375, 1.28857421875, 1.620361328125, 1.9521484375, 2.283935546875, 2.61572265625, 2.947509765625, 3.279296875, 3.611083984375, 3.94287109375, 4.274658203125, 4.6064453125, 4.938232421875, 5.27001953125, 5.601806640625, 5.93359375, 6.265380859375, 6.59716796875, 6.928955078125, 7.2607421875, 7.592529296875, 7.92431640625, 8.256103515625, 8.587890625, 8.919677734375, 9.25146484375, 9.583251953125, 9.9150390625, 10.246826171875, 10.57861328125, 10.910400390625, 11.2421875]}, "gradients/wav2vec2.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 4.0, 5.0, 13.0, 32.0, 97.0, 178.0, 222.0, 219.0, 127.0, 54.0, 19.0, 7.0, 10.0, 9.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-250.2552490234375, -241.4251251220703, -232.59500122070312, -223.76487731933594, -214.93475341796875, -206.10464477539062, -197.27452087402344, -188.44439697265625, -179.61427307128906, -170.78414916992188, -161.9540252685547, -153.1239013671875, -144.29379272460938, -135.46365356445312, -126.633544921875, -117.80342102050781, -108.97329711914062, -100.14317321777344, -91.31304931640625, -82.4829330444336, -73.6528091430664, -64.82268524169922, -55.9925651550293, -47.162445068359375, -38.33232116699219, -29.502199172973633, -20.672077178955078, -11.841955184936523, -3.0118331909179688, 5.818290710449219, 14.64841079711914, 23.478530883789062, 32.30865478515625, 41.13877868652344, 49.96889877319336, 58.79901885986328, 67.62914276123047, 76.45926666259766, 85.28938293457031, 94.1195068359375, 102.94963073730469, 111.77975463867188, 120.60987854003906, 129.44000244140625, 138.27011108398438, 147.10025024414062, 155.93035888671875, 164.76048278808594, 173.59060668945312, 182.4207305908203, 191.2508544921875, 200.0809783935547, 208.91110229492188, 217.7412109375, 226.5713348388672, 235.40145874023438, 244.23158264160156, 253.06170654296875, 261.8918151855469, 270.7219543457031, 279.55206298828125, 288.3822021484375, 297.2123107910156, 306.04241943359375, 314.87255859375]}, "gradients/wav2vec2.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 8.0, 2.0, 14.0, 10.0, 10.0, 18.0, 18.0, 21.0, 16.0, 23.0, 27.0, 25.0, 21.0, 36.0, 38.0, 29.0, 37.0, 44.0, 36.0, 36.0, 36.0, 40.0, 37.0, 28.0, 32.0, 41.0, 35.0, 36.0, 23.0, 31.0, 38.0, 19.0, 27.0, 17.0, 17.0, 17.0, 11.0, 14.0, 6.0, 6.0, 6.0, 4.0, 6.0, 1.0, 1.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-92.45226287841797, -89.5484619140625, -86.64466857910156, -83.7408676147461, -80.83706665039062, -77.93327331542969, -75.02947235107422, -72.12567138671875, -69.22187805175781, -66.31807708740234, -63.414283752441406, -60.51048278808594, -57.606685638427734, -54.70288848876953, -51.79908752441406, -48.89529037475586, -45.991493225097656, -43.08769607543945, -40.18389892578125, -37.28009796142578, -34.37630081176758, -31.472503662109375, -28.56870460510254, -25.664905548095703, -22.7611083984375, -19.857311248779297, -16.95351219177246, -14.049714088439941, -11.145915985107422, -8.242117881774902, -5.338319778442383, -2.434520721435547, 0.46927642822265625, 3.373074531555176, 6.276872634887695, 9.180670738220215, 12.084468841552734, 14.988266944885254, 17.892065048217773, 20.79586410522461, 23.699661254882812, 26.603458404541016, 29.50725746154785, 32.41105651855469, 35.31485366821289, 38.218650817871094, 41.12245178222656, 44.026248931884766, 46.93004608154297, 49.83384323120117, 52.737640380859375, 55.641441345214844, 58.54523849487305, 61.44903564453125, 64.35283660888672, 67.25663757324219, 70.16043090820312, 73.0642318725586, 75.96802520751953, 78.871826171875, 81.77561950683594, 84.6794204711914, 87.58322143554688, 90.48701477050781, 93.39081573486328]}, "gradients/wav2vec2.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 8.0, 3.0, 2.0, 14.0, 15.0, 13.0, 25.0, 42.0, 66.0, 84.0, 131.0, 179.0, 288.0, 479.0, 759.0, 1107.0, 1848.0, 3282.0, 6650.0, 16476.0, 59580.0, 442610.0, 3381483.0, 213473.0, 39563.0, 12616.0, 5490.0, 2930.0, 1723.0, 1153.0, 704.0, 515.0, 331.0, 183.0, 167.0, 91.0, 52.0, 50.0, 27.0, 24.0, 12.0, 14.0, 8.0, 4.0, 7.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0], "bins": [-3.453125, -3.35260009765625, -3.2520751953125, -3.15155029296875, -3.051025390625, -2.95050048828125, -2.8499755859375, -2.74945068359375, -2.64892578125, -2.54840087890625, -2.4478759765625, -2.34735107421875, -2.246826171875, -2.14630126953125, -2.0457763671875, -1.94525146484375, -1.8447265625, -1.74420166015625, -1.6436767578125, -1.54315185546875, -1.442626953125, -1.34210205078125, -1.2415771484375, -1.14105224609375, -1.04052734375, -0.94000244140625, -0.8394775390625, -0.73895263671875, -0.638427734375, -0.53790283203125, -0.4373779296875, -0.33685302734375, -0.236328125, -0.13580322265625, -0.0352783203125, 0.06524658203125, 0.165771484375, 0.26629638671875, 0.3668212890625, 0.46734619140625, 0.56787109375, 0.66839599609375, 0.7689208984375, 0.86944580078125, 0.969970703125, 1.07049560546875, 1.1710205078125, 1.27154541015625, 1.3720703125, 1.47259521484375, 1.5731201171875, 1.67364501953125, 1.774169921875, 1.87469482421875, 1.9752197265625, 2.07574462890625, 2.17626953125, 2.27679443359375, 2.3773193359375, 2.47784423828125, 2.578369140625, 2.67889404296875, 2.7794189453125, 2.87994384765625, 2.98046875]}, "gradients/wav2vec2.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 1.0, 5.0, 2.0, 10.0, 4.0, 11.0, 9.0, 16.0, 20.0, 14.0, 24.0, 47.0, 35.0, 53.0, 61.0, 68.0, 71.0, 91.0, 79.0, 62.0, 55.0, 48.0, 46.0, 31.0, 28.0, 20.0, 24.0, 18.0, 7.0, 9.0, 3.0, 6.0, 4.0, 5.0, 4.0, 5.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.410400390625, -0.3973960876464844, -0.38439178466796875, -0.3713874816894531, -0.3583831787109375, -0.3453788757324219, -0.33237457275390625, -0.3193702697753906, -0.306365966796875, -0.2933616638183594, -0.28035736083984375, -0.2673530578613281, -0.2543487548828125, -0.24134445190429688, -0.22834014892578125, -0.21533584594726562, -0.20233154296875, -0.18932723999023438, -0.17632293701171875, -0.16331863403320312, -0.1503143310546875, -0.13731002807617188, -0.12430572509765625, -0.11130142211914062, -0.098297119140625, -0.08529281616210938, -0.07228851318359375, -0.059284210205078125, -0.0462799072265625, -0.033275604248046875, -0.02027130126953125, -0.007266998291015625, 0.0057373046875, 0.018741607666015625, 0.03174591064453125, 0.044750213623046875, 0.0577545166015625, 0.07075881958007812, 0.08376312255859375, 0.09676742553710938, 0.109771728515625, 0.12277603149414062, 0.13578033447265625, 0.14878463745117188, 0.1617889404296875, 0.17479324340820312, 0.18779754638671875, 0.20080184936523438, 0.21380615234375, 0.22681045532226562, 0.23981475830078125, 0.2528190612792969, 0.2658233642578125, 0.2788276672363281, 0.29183197021484375, 0.3048362731933594, 0.317840576171875, 0.3308448791503906, 0.34384918212890625, 0.3568534851074219, 0.3698577880859375, 0.3828620910644531, 0.39586639404296875, 0.4088706970214844, 0.421875]}, "gradients/wav2vec2.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 3.0, 8.0, 6.0, 10.0, 12.0, 13.0, 17.0, 19.0, 32.0, 58.0, 82.0, 123.0, 247.0, 494.0, 1069.0, 2683.0, 7584.0, 23888.0, 86008.0, 389762.0, 2487020.0, 951261.0, 178684.0, 44382.0, 13195.0, 4394.0, 1681.0, 699.0, 378.0, 178.0, 122.0, 44.0, 39.0, 25.0, 13.0, 16.0, 16.0, 5.0, 7.0, 5.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.25, -3.14764404296875, -3.0452880859375, -2.94293212890625, -2.840576171875, -2.73822021484375, -2.6358642578125, -2.53350830078125, -2.43115234375, -2.32879638671875, -2.2264404296875, -2.12408447265625, -2.021728515625, -1.91937255859375, -1.8170166015625, -1.71466064453125, -1.6123046875, -1.50994873046875, -1.4075927734375, -1.30523681640625, -1.202880859375, -1.10052490234375, -0.9981689453125, -0.89581298828125, -0.79345703125, -0.69110107421875, -0.5887451171875, -0.48638916015625, -0.384033203125, -0.28167724609375, -0.1793212890625, -0.07696533203125, 0.025390625, 0.12774658203125, 0.2301025390625, 0.33245849609375, 0.434814453125, 0.53717041015625, 0.6395263671875, 0.74188232421875, 0.84423828125, 0.94659423828125, 1.0489501953125, 1.15130615234375, 1.253662109375, 1.35601806640625, 1.4583740234375, 1.56072998046875, 1.6630859375, 1.76544189453125, 1.8677978515625, 1.97015380859375, 2.072509765625, 2.17486572265625, 2.2772216796875, 2.37957763671875, 2.48193359375, 2.58428955078125, 2.6866455078125, 2.78900146484375, 2.891357421875, 2.99371337890625, 3.0960693359375, 3.19842529296875, 3.30078125]}, "gradients/wav2vec2.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 6.0, 12.0, 6.0, 13.0, 13.0, 19.0, 38.0, 42.0, 40.0, 60.0, 92.0, 96.0, 139.0, 169.0, 211.0, 315.0, 437.0, 756.0, 407.0, 302.0, 231.0, 147.0, 126.0, 90.0, 96.0, 53.0, 34.0, 38.0, 20.0, 19.0, 13.0, 10.0, 14.0, 4.0, 1.0, 5.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0546875, -1.01788330078125, -0.9810791015625, -0.94427490234375, -0.907470703125, -0.87066650390625, -0.8338623046875, -0.79705810546875, -0.76025390625, -0.72344970703125, -0.6866455078125, -0.64984130859375, -0.613037109375, -0.57623291015625, -0.5394287109375, -0.50262451171875, -0.4658203125, -0.42901611328125, -0.3922119140625, -0.35540771484375, -0.318603515625, -0.28179931640625, -0.2449951171875, -0.20819091796875, -0.17138671875, -0.13458251953125, -0.0977783203125, -0.06097412109375, -0.024169921875, 0.01263427734375, 0.0494384765625, 0.08624267578125, 0.123046875, 0.15985107421875, 0.1966552734375, 0.23345947265625, 0.270263671875, 0.30706787109375, 0.3438720703125, 0.38067626953125, 0.41748046875, 0.45428466796875, 0.4910888671875, 0.52789306640625, 0.564697265625, 0.60150146484375, 0.6383056640625, 0.67510986328125, 0.7119140625, 0.74871826171875, 0.7855224609375, 0.82232666015625, 0.859130859375, 0.89593505859375, 0.9327392578125, 0.96954345703125, 1.00634765625, 1.04315185546875, 1.0799560546875, 1.11676025390625, 1.153564453125, 1.19036865234375, 1.2271728515625, 1.26397705078125, 1.30078125]}, "gradients/wav2vec2.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 5.0, 5.0, 21.0, 64.0, 163.0, 270.0, 266.0, 151.0, 39.0, 27.0, 6.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.954209327697754, -4.2391157150268555, -3.524022102355957, -2.8089287281036377, -2.0938351154327393, -1.3787415027618408, -0.6636481285095215, 0.05144548416137695, 0.7665390968322754, 1.4816327095031738, 2.1967263221740723, 2.9118196964263916, 3.62691330909729, 4.342006683349609, 5.057100296020508, 5.772193908691406, 6.487287521362305, 7.202381134033203, 7.917474746704102, 8.632568359375, 9.347661972045898, 10.062755584716797, 10.777849197387695, 11.492942810058594, 12.208036422729492, 12.92313003540039, 13.638223648071289, 14.353317260742188, 15.068410873413086, 15.783504486083984, 16.498598098754883, 17.21369171142578, 17.92878532409668, 18.643878936767578, 19.358972549438477, 20.074066162109375, 20.789159774780273, 21.504253387451172, 22.21934700012207, 22.93444061279297, 23.649534225463867, 24.364627838134766, 25.079721450805664, 25.794815063476562, 26.50990867614746, 27.22500228881836, 27.940095901489258, 28.655189514160156, 29.370281219482422, 30.08537483215332, 30.80046844482422, 31.515562057495117, 32.230655670166016, 32.94574737548828, 33.66084289550781, 34.37593460083008, 35.09103012084961, 35.806121826171875, 36.521217346191406, 37.23630905151367, 37.9514045715332, 38.66649627685547, 39.381591796875, 40.096683502197266, 40.8117790222168]}, "gradients/wav2vec2.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 2.0, 0.0, 5.0, 8.0, 3.0, 8.0, 8.0, 10.0, 19.0, 18.0, 19.0, 23.0, 25.0, 38.0, 28.0, 42.0, 37.0, 43.0, 56.0, 45.0, 40.0, 54.0, 53.0, 44.0, 50.0, 31.0, 47.0, 39.0, 32.0, 30.0, 33.0, 18.0, 23.0, 13.0, 23.0, 6.0, 10.0, 6.0, 4.0, 4.0, 4.0, 0.0, 4.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.172021865844727, -4.040041446685791, -3.9080607891082764, -3.7760801315307617, -3.644099712371826, -3.5121190547943115, -3.380138397216797, -3.2481579780578613, -3.116177558898926, -2.984196901321411, -2.8522164821624756, -2.720235824584961, -2.5882554054260254, -2.4562747478485107, -2.324294090270996, -2.1923136711120605, -2.060333013534546, -1.9283524751663208, -1.7963719367980957, -1.664391279220581, -1.5324108600616455, -1.4004302024841309, -1.2684496641159058, -1.1364691257476807, -1.0044885873794556, -0.8725080490112305, -0.7405275106430054, -0.6085469126701355, -0.4765663743019104, -0.3445858359336853, -0.21260523796081543, -0.08062469959259033, 0.051355838775634766, 0.18333639204502106, 0.31531694531440735, 0.44729751348495483, 0.5792780518531799, 0.711258590221405, 0.8432391881942749, 0.9752197265625, 1.107200264930725, 1.2391808032989502, 1.3711613416671753, 1.5031418800354004, 1.635122537612915, 1.7671029567718506, 1.8990836143493652, 2.031064033508301, 2.1630446910858154, 2.29502534866333, 2.4270057678222656, 2.5589864253997803, 2.690966844558716, 2.8229475021362305, 2.954927921295166, 3.0869085788726807, 3.2188892364501953, 3.35086989402771, 3.4828503131866455, 3.61483097076416, 3.7468113899230957, 3.8787920475006104, 4.010772705078125, 4.1427531242370605, 4.274733543395996]}, "gradients/wav2vec2.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 7.0, 4.0, 9.0, 8.0, 12.0, 20.0, 32.0, 37.0, 46.0, 61.0, 89.0, 88.0, 141.0, 208.0, 298.0, 382.0, 644.0, 965.0, 1486.0, 2497.0, 3974.0, 6824.0, 13056.0, 27430.0, 66030.0, 176265.0, 362552.0, 228769.0, 85780.0, 34373.0, 15885.0, 8118.0, 4488.0, 2764.0, 1758.0, 1120.0, 677.0, 460.0, 327.0, 230.0, 184.0, 125.0, 89.0, 66.0, 42.0, 42.0, 25.0, 20.0, 17.0, 16.0, 10.0, 7.0, 4.0, 5.0, 2.0, 1.0, 2.0], "bins": [-1.6162109375, -1.5681610107421875, -1.520111083984375, -1.4720611572265625, -1.42401123046875, -1.3759613037109375, -1.327911376953125, -1.2798614501953125, -1.2318115234375, -1.1837615966796875, -1.135711669921875, -1.0876617431640625, -1.03961181640625, -0.9915618896484375, -0.943511962890625, -0.8954620361328125, -0.847412109375, -0.7993621826171875, -0.751312255859375, -0.7032623291015625, -0.65521240234375, -0.6071624755859375, -0.559112548828125, -0.5110626220703125, -0.4630126953125, -0.4149627685546875, -0.366912841796875, -0.3188629150390625, -0.27081298828125, -0.2227630615234375, -0.174713134765625, -0.1266632080078125, -0.07861328125, -0.0305633544921875, 0.017486572265625, 0.0655364990234375, 0.11358642578125, 0.1616363525390625, 0.209686279296875, 0.2577362060546875, 0.3057861328125, 0.3538360595703125, 0.401885986328125, 0.4499359130859375, 0.49798583984375, 0.5460357666015625, 0.594085693359375, 0.6421356201171875, 0.690185546875, 0.7382354736328125, 0.786285400390625, 0.8343353271484375, 0.88238525390625, 0.9304351806640625, 0.978485107421875, 1.0265350341796875, 1.0745849609375, 1.1226348876953125, 1.170684814453125, 1.2187347412109375, 1.26678466796875, 1.3148345947265625, 1.362884521484375, 1.4109344482421875, 1.458984375]}, "gradients/wav2vec2.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 6.0, 2.0, 3.0, 5.0, 8.0, 3.0, 11.0, 10.0, 12.0, 22.0, 26.0, 27.0, 29.0, 34.0, 38.0, 39.0, 63.0, 61.0, 45.0, 67.0, 66.0, 59.0, 58.0, 52.0, 35.0, 46.0, 34.0, 29.0, 26.0, 22.0, 12.0, 11.0, 9.0, 7.0, 9.0, 5.0, 3.0, 2.0, 3.0, 0.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.406494140625, -0.39331817626953125, -0.3801422119140625, -0.36696624755859375, -0.353790283203125, -0.34061431884765625, -0.3274383544921875, -0.31426239013671875, -0.30108642578125, -0.28791046142578125, -0.2747344970703125, -0.26155853271484375, -0.248382568359375, -0.23520660400390625, -0.2220306396484375, -0.20885467529296875, -0.1956787109375, -0.18250274658203125, -0.1693267822265625, -0.15615081787109375, -0.142974853515625, -0.12979888916015625, -0.1166229248046875, -0.10344696044921875, -0.09027099609375, -0.07709503173828125, -0.0639190673828125, -0.05074310302734375, -0.037567138671875, -0.02439117431640625, -0.0112152099609375, 0.00196075439453125, 0.01513671875, 0.02831268310546875, 0.0414886474609375, 0.05466461181640625, 0.067840576171875, 0.08101654052734375, 0.0941925048828125, 0.10736846923828125, 0.12054443359375, 0.13372039794921875, 0.1468963623046875, 0.16007232666015625, 0.173248291015625, 0.18642425537109375, 0.1996002197265625, 0.21277618408203125, 0.2259521484375, 0.23912811279296875, 0.2523040771484375, 0.26548004150390625, 0.278656005859375, 0.29183197021484375, 0.3050079345703125, 0.31818389892578125, 0.33135986328125, 0.34453582763671875, 0.3577117919921875, 0.37088775634765625, 0.384063720703125, 0.39723968505859375, 0.4104156494140625, 0.42359161376953125, 0.436767578125]}, "gradients/wav2vec2.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 0.0, 2.0, 5.0, 1.0, 9.0, 7.0, 5.0, 16.0, 12.0, 11.0, 13.0, 31.0, 30.0, 49.0, 39.0, 69.0, 105.0, 162.0, 267.0, 544.0, 1168.0, 3461.0, 12836.0, 64895.0, 402339.0, 462971.0, 77964.0, 14978.0, 3828.0, 1363.0, 521.0, 299.0, 160.0, 111.0, 69.0, 36.0, 34.0, 21.0, 22.0, 20.0, 13.0, 19.0, 9.0, 8.0, 7.0, 12.0, 3.0, 7.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.099609375, -3.002899169921875, -2.90618896484375, -2.809478759765625, -2.7127685546875, -2.616058349609375, -2.51934814453125, -2.422637939453125, -2.325927734375, -2.229217529296875, -2.13250732421875, -2.035797119140625, -1.9390869140625, -1.842376708984375, -1.74566650390625, -1.648956298828125, -1.55224609375, -1.455535888671875, -1.35882568359375, -1.262115478515625, -1.1654052734375, -1.068695068359375, -0.97198486328125, -0.875274658203125, -0.778564453125, -0.681854248046875, -0.58514404296875, -0.488433837890625, -0.3917236328125, -0.295013427734375, -0.19830322265625, -0.101593017578125, -0.0048828125, 0.091827392578125, 0.18853759765625, 0.285247802734375, 0.3819580078125, 0.478668212890625, 0.57537841796875, 0.672088623046875, 0.768798828125, 0.865509033203125, 0.96221923828125, 1.058929443359375, 1.1556396484375, 1.252349853515625, 1.34906005859375, 1.445770263671875, 1.54248046875, 1.639190673828125, 1.73590087890625, 1.832611083984375, 1.9293212890625, 2.026031494140625, 2.12274169921875, 2.219451904296875, 2.316162109375, 2.412872314453125, 2.50958251953125, 2.606292724609375, 2.7030029296875, 2.799713134765625, 2.89642333984375, 2.993133544921875, 3.08984375]}, "gradients/wav2vec2.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 3.0, 4.0, 6.0, 3.0, 8.0, 5.0, 15.0, 7.0, 10.0, 18.0, 20.0, 23.0, 28.0, 20.0, 23.0, 23.0, 45.0, 38.0, 35.0, 27.0, 26.0, 31.0, 32.0, 46.0, 41.0, 42.0, 23.0, 40.0, 36.0, 30.0, 32.0, 32.0, 27.0, 27.0, 27.0, 22.0, 16.0, 16.0, 14.0, 11.0, 13.0, 11.0, 11.0, 9.0, 8.0, 8.0, 1.0, 8.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.60009765625, -0.5821609497070312, -0.5642242431640625, -0.5462875366210938, -0.528350830078125, -0.5104141235351562, -0.4924774169921875, -0.47454071044921875, -0.45660400390625, -0.43866729736328125, -0.4207305908203125, -0.40279388427734375, -0.384857177734375, -0.36692047119140625, -0.3489837646484375, -0.33104705810546875, -0.3131103515625, -0.29517364501953125, -0.2772369384765625, -0.25930023193359375, -0.241363525390625, -0.22342681884765625, -0.2054901123046875, -0.18755340576171875, -0.16961669921875, -0.15167999267578125, -0.1337432861328125, -0.11580657958984375, -0.097869873046875, -0.07993316650390625, -0.0619964599609375, -0.04405975341796875, -0.026123046875, -0.00818634033203125, 0.0097503662109375, 0.02768707275390625, 0.045623779296875, 0.06356048583984375, 0.0814971923828125, 0.09943389892578125, 0.11737060546875, 0.13530731201171875, 0.1532440185546875, 0.17118072509765625, 0.189117431640625, 0.20705413818359375, 0.2249908447265625, 0.24292755126953125, 0.2608642578125, 0.27880096435546875, 0.2967376708984375, 0.31467437744140625, 0.332611083984375, 0.35054779052734375, 0.3684844970703125, 0.38642120361328125, 0.40435791015625, 0.42229461669921875, 0.4402313232421875, 0.45816802978515625, 0.476104736328125, 0.49404144287109375, 0.5119781494140625, 0.5299148559570312, 0.5478515625]}, "gradients/wav2vec2.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 6.0, 2.0, 2.0, 6.0, 9.0, 19.0, 10.0, 21.0, 21.0, 35.0, 38.0, 56.0, 88.0, 134.0, 215.0, 385.0, 716.0, 1470.0, 3100.0, 8517.0, 30313.0, 182467.0, 668058.0, 117730.0, 22822.0, 6687.0, 2716.0, 1271.0, 634.0, 368.0, 210.0, 131.0, 76.0, 53.0, 42.0, 32.0, 25.0, 16.0, 11.0, 10.0, 8.0, 6.0, 6.0, 3.0, 6.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.38671875, -2.308197021484375, -2.22967529296875, -2.151153564453125, -2.0726318359375, -1.994110107421875, -1.91558837890625, -1.837066650390625, -1.758544921875, -1.680023193359375, -1.60150146484375, -1.522979736328125, -1.4444580078125, -1.365936279296875, -1.28741455078125, -1.208892822265625, -1.13037109375, -1.051849365234375, -0.97332763671875, -0.894805908203125, -0.8162841796875, -0.737762451171875, -0.65924072265625, -0.580718994140625, -0.502197265625, -0.423675537109375, -0.34515380859375, -0.266632080078125, -0.1881103515625, -0.109588623046875, -0.03106689453125, 0.047454833984375, 0.1259765625, 0.204498291015625, 0.28302001953125, 0.361541748046875, 0.4400634765625, 0.518585205078125, 0.59710693359375, 0.675628662109375, 0.754150390625, 0.832672119140625, 0.91119384765625, 0.989715576171875, 1.0682373046875, 1.146759033203125, 1.22528076171875, 1.303802490234375, 1.38232421875, 1.460845947265625, 1.53936767578125, 1.617889404296875, 1.6964111328125, 1.774932861328125, 1.85345458984375, 1.931976318359375, 2.010498046875, 2.089019775390625, 2.16754150390625, 2.246063232421875, 2.3245849609375, 2.403106689453125, 2.48162841796875, 2.560150146484375, 2.638671875]}, "gradients/wav2vec2.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 4.0, 2.0, 3.0, 5.0, 4.0, 8.0, 10.0, 9.0, 13.0, 10.0, 10.0, 9.0, 24.0, 28.0, 49.0, 61.0, 98.0, 147.0, 151.0, 104.0, 71.0, 44.0, 27.0, 15.0, 24.0, 13.0, 11.0, 12.0, 4.0, 5.0, 6.0, 4.0, 8.0, 2.0, 3.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.00102996826171875, -0.000999636948108673, -0.0009693056344985962, -0.0009389743208885193, -0.0009086430072784424, -0.0008783116936683655, -0.0008479803800582886, -0.0008176490664482117, -0.0007873177528381348, -0.0007569864392280579, -0.000726655125617981, -0.000696323812007904, -0.0006659924983978271, -0.0006356611847877502, -0.0006053298711776733, -0.0005749985575675964, -0.0005446672439575195, -0.0005143359303474426, -0.0004840046167373657, -0.0004536733031272888, -0.0004233419895172119, -0.000393010675907135, -0.0003626793622970581, -0.0003323480486869812, -0.0003020167350769043, -0.0002716854214668274, -0.0002413541078567505, -0.00021102279424667358, -0.00018069148063659668, -0.00015036016702651978, -0.00012002885341644287, -8.969753980636597e-05, -5.936622619628906e-05, -2.9034912586212158e-05, 1.296401023864746e-06, 3.162771463394165e-05, 6.195902824401855e-05, 9.229034185409546e-05, 0.00012262165546417236, 0.00015295296907424927, 0.00018328428268432617, 0.00021361559629440308, 0.00024394690990447998, 0.0002742782235145569, 0.0003046095371246338, 0.0003349408507347107, 0.0003652721643447876, 0.0003956034779548645, 0.0004259347915649414, 0.0004562661051750183, 0.0004865974187850952, 0.0005169287323951721, 0.000547260046005249, 0.0005775913596153259, 0.0006079226732254028, 0.0006382539868354797, 0.0006685853004455566, 0.0006989166140556335, 0.0007292479276657104, 0.0007595792412757874, 0.0007899105548858643, 0.0008202418684959412, 0.0008505731821060181, 0.000880904495716095, 0.0009112358093261719]}, "gradients/wav2vec2.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 6.0, 8.0, 15.0, 45.0, 162.0, 779.0, 14147.0, 1021108.0, 11329.0, 723.0, 143.0, 54.0, 13.0, 7.0, 7.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.45703125, -7.21234130859375, -6.9676513671875, -6.72296142578125, -6.478271484375, -6.23358154296875, -5.9888916015625, -5.74420166015625, -5.49951171875, -5.25482177734375, -5.0101318359375, -4.76544189453125, -4.520751953125, -4.27606201171875, -4.0313720703125, -3.78668212890625, -3.5419921875, -3.29730224609375, -3.0526123046875, -2.80792236328125, -2.563232421875, -2.31854248046875, -2.0738525390625, -1.82916259765625, -1.58447265625, -1.33978271484375, -1.0950927734375, -0.85040283203125, -0.605712890625, -0.36102294921875, -0.1163330078125, 0.12835693359375, 0.373046875, 0.61773681640625, 0.8624267578125, 1.10711669921875, 1.351806640625, 1.59649658203125, 1.8411865234375, 2.08587646484375, 2.33056640625, 2.57525634765625, 2.8199462890625, 3.06463623046875, 3.309326171875, 3.55401611328125, 3.7987060546875, 4.04339599609375, 4.2880859375, 4.53277587890625, 4.7774658203125, 5.02215576171875, 5.266845703125, 5.51153564453125, 5.7562255859375, 6.00091552734375, 6.24560546875, 6.49029541015625, 6.7349853515625, 6.97967529296875, 7.224365234375, 7.46905517578125, 7.7137451171875, 7.95843505859375, 8.203125]}, "gradients/wav2vec2.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 0.0, 7.0, 12.0, 7.0, 30.0, 54.0, 104.0, 188.0, 234.0, 170.0, 97.0, 38.0, 32.0, 8.0, 7.0, 7.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.287109375, -1.244659423828125, -1.20220947265625, -1.159759521484375, -1.1173095703125, -1.074859619140625, -1.03240966796875, -0.989959716796875, -0.947509765625, -0.905059814453125, -0.86260986328125, -0.820159912109375, -0.7777099609375, -0.735260009765625, -0.69281005859375, -0.650360107421875, -0.60791015625, -0.565460205078125, -0.52301025390625, -0.480560302734375, -0.4381103515625, -0.395660400390625, -0.35321044921875, -0.310760498046875, -0.268310546875, -0.225860595703125, -0.18341064453125, -0.140960693359375, -0.0985107421875, -0.056060791015625, -0.01361083984375, 0.028839111328125, 0.0712890625, 0.113739013671875, 0.15618896484375, 0.198638916015625, 0.2410888671875, 0.283538818359375, 0.32598876953125, 0.368438720703125, 0.410888671875, 0.453338623046875, 0.49578857421875, 0.538238525390625, 0.5806884765625, 0.623138427734375, 0.66558837890625, 0.708038330078125, 0.75048828125, 0.792938232421875, 0.83538818359375, 0.877838134765625, 0.9202880859375, 0.962738037109375, 1.00518798828125, 1.047637939453125, 1.090087890625, 1.132537841796875, 1.17498779296875, 1.217437744140625, 1.2598876953125, 1.302337646484375, 1.34478759765625, 1.387237548828125, 1.4296875]}, "gradients/wav2vec2.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 7.0, 21.0, 63.0, 110.0, 235.0, 268.0, 166.0, 84.0, 36.0, 17.0, 4.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-21.37114715576172, -20.928770065307617, -20.48639488220215, -20.044017791748047, -19.601640701293945, -19.159265518188477, -18.716888427734375, -18.274511337280273, -17.832136154174805, -17.389759063720703, -16.947383880615234, -16.505006790161133, -16.06262969970703, -15.620254516601562, -15.177877426147461, -14.735501289367676, -14.293124198913574, -13.850748062133789, -13.408370971679688, -12.965994834899902, -12.523618698120117, -12.081241607666016, -11.63886547088623, -11.196489334106445, -10.754112243652344, -10.311736106872559, -9.869359016418457, -9.426982879638672, -8.984606742858887, -8.542230606079102, -8.099853515625, -7.657477378845215, -7.21510124206543, -6.772724628448486, -6.330348491668701, -5.887971878051758, -5.445595741271973, -5.003219127655029, -4.560842514038086, -4.118466377258301, -3.6760897636413574, -3.233713388442993, -2.791337013244629, -2.3489603996276855, -1.9065840244293213, -1.464207649230957, -1.0218310356140137, -0.5794546604156494, -0.13707828521728516, 0.3052981495857239, 0.7476745843887329, 1.1900510787963867, 1.632427453994751, 2.0748038291931152, 2.5171804428100586, 2.959556818008423, 3.401933193206787, 3.8443095684051514, 4.286685943603516, 4.729062557220459, 5.171439170837402, 5.6138153076171875, 6.056191921234131, 6.498568534851074, 6.940944671630859]}, "gradients/wav2vec2.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 3.0, 3.0, 3.0, 7.0, 3.0, 4.0, 11.0, 13.0, 9.0, 20.0, 23.0, 29.0, 25.0, 30.0, 37.0, 47.0, 41.0, 47.0, 45.0, 56.0, 50.0, 51.0, 52.0, 39.0, 43.0, 40.0, 32.0, 51.0, 40.0, 22.0, 28.0, 26.0, 10.0, 9.0, 10.0, 12.0, 9.0, 10.0, 7.0, 5.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.1681528091430664, -3.0695056915283203, -2.970858573913574, -2.872211456298828, -2.773564338684082, -2.674917221069336, -2.57627010345459, -2.4776227474212646, -2.3789756298065186, -2.2803285121917725, -2.1816813945770264, -2.0830342769622803, -1.9843870401382446, -1.8857399225234985, -1.7870928049087524, -1.6884455680847168, -1.5897985696792603, -1.4911514520645142, -1.392504334449768, -1.2938570976257324, -1.1952099800109863, -1.0965628623962402, -0.9979157447814941, -0.8992685675621033, -0.8006214499473572, -0.7019743323326111, -0.6033271551132202, -0.5046800374984741, -0.40603289008140564, -0.30738574266433716, -0.20873862504959106, -0.1100914478302002, -0.011444330215454102, 0.08720280975103378, 0.18584994971752167, 0.28449708223342896, 0.38314422965049744, 0.4817913770675659, 0.580438494682312, 0.6790856719017029, 0.777732789516449, 0.8763799071311951, 0.9750270843505859, 1.073674201965332, 1.1723213195800781, 1.2709684371948242, 1.3696155548095703, 1.468262791633606, 1.566909909248352, 1.6655570268630981, 1.7642041444778442, 1.8628513813018799, 1.961498498916626, 2.060145616531372, 2.158792734146118, 2.2574398517608643, 2.3560869693756104, 2.4547340869903564, 2.5533812046051025, 2.6520283222198486, 2.7506754398345947, 2.84932279586792, 2.947969913482666, 3.046617031097412, 3.145264148712158]}, "gradients/wav2vec2.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 5.0, 6.0, 12.0, 18.0, 31.0, 49.0, 67.0, 132.0, 176.0, 296.0, 508.0, 907.0, 1608.0, 2945.0, 5420.0, 10042.0, 19569.0, 38594.0, 79761.0, 172989.0, 417714.0, 1394695.0, 1321716.0, 404376.0, 167015.0, 77227.0, 37855.0, 19039.0, 9845.0, 5212.0, 2747.0, 1546.0, 853.0, 528.0, 308.0, 172.0, 104.0, 72.0, 40.0, 37.0, 26.0, 8.0, 9.0, 2.0, 4.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-13.421875, -12.9886474609375, -12.555419921875, -12.1221923828125, -11.68896484375, -11.2557373046875, -10.822509765625, -10.3892822265625, -9.9560546875, -9.5228271484375, -9.089599609375, -8.6563720703125, -8.22314453125, -7.7899169921875, -7.356689453125, -6.9234619140625, -6.490234375, -6.0570068359375, -5.623779296875, -5.1905517578125, -4.75732421875, -4.3240966796875, -3.890869140625, -3.4576416015625, -3.0244140625, -2.5911865234375, -2.157958984375, -1.7247314453125, -1.29150390625, -0.8582763671875, -0.425048828125, 0.0081787109375, 0.44140625, 0.8746337890625, 1.307861328125, 1.7410888671875, 2.17431640625, 2.6075439453125, 3.040771484375, 3.4739990234375, 3.9072265625, 4.3404541015625, 4.773681640625, 5.2069091796875, 5.64013671875, 6.0733642578125, 6.506591796875, 6.9398193359375, 7.373046875, 7.8062744140625, 8.239501953125, 8.6727294921875, 9.10595703125, 9.5391845703125, 9.972412109375, 10.4056396484375, 10.8388671875, 11.2720947265625, 11.705322265625, 12.1385498046875, 12.57177734375, 13.0050048828125, 13.438232421875, 13.8714599609375, 14.3046875]}, "gradients/wav2vec2.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 5.0, 3.0, 7.0, 10.0, 6.0, 12.0, 11.0, 12.0, 19.0, 16.0, 14.0, 23.0, 30.0, 28.0, 34.0, 31.0, 22.0, 34.0, 23.0, 50.0, 33.0, 59.0, 44.0, 42.0, 30.0, 39.0, 38.0, 36.0, 32.0, 37.0, 34.0, 30.0, 20.0, 26.0, 18.0, 13.0, 10.0, 22.0, 10.0, 6.0, 10.0, 3.0, 5.0, 4.0, 7.0, 2.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-10.6640625, -10.345703125, -10.02734375, -9.708984375, -9.390625, -9.072265625, -8.75390625, -8.435546875, -8.1171875, -7.798828125, -7.48046875, -7.162109375, -6.84375, -6.525390625, -6.20703125, -5.888671875, -5.5703125, -5.251953125, -4.93359375, -4.615234375, -4.296875, -3.978515625, -3.66015625, -3.341796875, -3.0234375, -2.705078125, -2.38671875, -2.068359375, -1.75, -1.431640625, -1.11328125, -0.794921875, -0.4765625, -0.158203125, 0.16015625, 0.478515625, 0.796875, 1.115234375, 1.43359375, 1.751953125, 2.0703125, 2.388671875, 2.70703125, 3.025390625, 3.34375, 3.662109375, 3.98046875, 4.298828125, 4.6171875, 4.935546875, 5.25390625, 5.572265625, 5.890625, 6.208984375, 6.52734375, 6.845703125, 7.1640625, 7.482421875, 7.80078125, 8.119140625, 8.4375, 8.755859375, 9.07421875, 9.392578125, 9.7109375]}, "gradients/wav2vec2.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 5.0, 4.0, 6.0, 11.0, 15.0, 25.0, 50.0, 51.0, 79.0, 128.0, 219.0, 386.0, 616.0, 1128.0, 2105.0, 3895.0, 8255.0, 18112.0, 39883.0, 93507.0, 228621.0, 613836.0, 1700241.0, 929976.0, 322867.0, 129452.0, 54501.0, 24028.0, 11086.0, 5250.0, 2667.0, 1358.0, 768.0, 439.0, 268.0, 168.0, 102.0, 72.0, 32.0, 30.0, 15.0, 12.0, 7.0, 7.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-23.453125, -22.7568359375, -22.060546875, -21.3642578125, -20.66796875, -19.9716796875, -19.275390625, -18.5791015625, -17.8828125, -17.1865234375, -16.490234375, -15.7939453125, -15.09765625, -14.4013671875, -13.705078125, -13.0087890625, -12.3125, -11.6162109375, -10.919921875, -10.2236328125, -9.52734375, -8.8310546875, -8.134765625, -7.4384765625, -6.7421875, -6.0458984375, -5.349609375, -4.6533203125, -3.95703125, -3.2607421875, -2.564453125, -1.8681640625, -1.171875, -0.4755859375, 0.220703125, 0.9169921875, 1.61328125, 2.3095703125, 3.005859375, 3.7021484375, 4.3984375, 5.0947265625, 5.791015625, 6.4873046875, 7.18359375, 7.8798828125, 8.576171875, 9.2724609375, 9.96875, 10.6650390625, 11.361328125, 12.0576171875, 12.75390625, 13.4501953125, 14.146484375, 14.8427734375, 15.5390625, 16.2353515625, 16.931640625, 17.6279296875, 18.32421875, 19.0205078125, 19.716796875, 20.4130859375, 21.109375]}, "gradients/wav2vec2.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 4.0, 8.0, 6.0, 6.0, 7.0, 12.0, 17.0, 28.0, 21.0, 27.0, 40.0, 59.0, 83.0, 109.0, 148.0, 183.0, 257.0, 343.0, 464.0, 560.0, 400.0, 321.0, 251.0, 177.0, 99.0, 100.0, 84.0, 59.0, 52.0, 46.0, 27.0, 18.0, 14.0, 9.0, 7.0, 12.0, 7.0, 2.0, 2.0, 5.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-19.640625, -19.05029296875, -18.4599609375, -17.86962890625, -17.279296875, -16.68896484375, -16.0986328125, -15.50830078125, -14.91796875, -14.32763671875, -13.7373046875, -13.14697265625, -12.556640625, -11.96630859375, -11.3759765625, -10.78564453125, -10.1953125, -9.60498046875, -9.0146484375, -8.42431640625, -7.833984375, -7.24365234375, -6.6533203125, -6.06298828125, -5.47265625, -4.88232421875, -4.2919921875, -3.70166015625, -3.111328125, -2.52099609375, -1.9306640625, -1.34033203125, -0.75, -0.15966796875, 0.4306640625, 1.02099609375, 1.611328125, 2.20166015625, 2.7919921875, 3.38232421875, 3.97265625, 4.56298828125, 5.1533203125, 5.74365234375, 6.333984375, 6.92431640625, 7.5146484375, 8.10498046875, 8.6953125, 9.28564453125, 9.8759765625, 10.46630859375, 11.056640625, 11.64697265625, 12.2373046875, 12.82763671875, 13.41796875, 14.00830078125, 14.5986328125, 15.18896484375, 15.779296875, 16.36962890625, 16.9599609375, 17.55029296875, 18.140625]}, "gradients/wav2vec2.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 2.0, 2.0, 6.0, 7.0, 13.0, 19.0, 24.0, 36.0, 45.0, 65.0, 63.0, 83.0, 94.0, 81.0, 100.0, 88.0, 73.0, 62.0, 41.0, 43.0, 21.0, 16.0, 3.0, 6.0, 7.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-106.47653198242188, -102.78199005126953, -99.08744049072266, -95.39289855957031, -91.69834899902344, -88.0038070678711, -84.30926513671875, -80.61471557617188, -76.92017364501953, -73.22563171386719, -69.53108215332031, -65.83654022216797, -62.14199447631836, -58.44744873046875, -54.752906799316406, -51.0583610534668, -47.36381530761719, -43.66926956176758, -39.97472381591797, -36.280181884765625, -32.585636138916016, -28.891090393066406, -25.19654655456543, -21.502002716064453, -17.807456970214844, -14.11291217803955, -10.418367385864258, -6.723822593688965, -3.029277801513672, 0.6652679443359375, 4.359811782836914, 8.05435562133789, 11.7489013671875, 15.443446159362793, 19.137990951538086, 22.832534790039062, 26.527080535888672, 30.22162628173828, 33.916168212890625, 37.610713958740234, 41.305259704589844, 44.99980545043945, 48.69435119628906, 52.388893127441406, 56.083438873291016, 59.777984619140625, 63.47252655029297, 67.16706848144531, 70.86161804199219, 74.55615997314453, 78.2507095336914, 81.94525146484375, 85.63980102539062, 89.33434295654297, 93.02888488769531, 96.72343444824219, 100.41797637939453, 104.11251831054688, 107.80706787109375, 111.5016098022461, 115.19615173339844, 118.89070129394531, 122.58524322509766, 126.27978515625, 129.97433471679688]}, "gradients/wav2vec2.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [5.0, 3.0, 5.0, 3.0, 2.0, 1.0, 0.0, 2.0, 5.0, 7.0, 4.0, 16.0, 13.0, 11.0, 15.0, 13.0, 22.0, 26.0, 22.0, 20.0, 26.0, 24.0, 23.0, 28.0, 24.0, 30.0, 37.0, 36.0, 47.0, 23.0, 27.0, 39.0, 44.0, 39.0, 32.0, 29.0, 25.0, 21.0, 25.0, 22.0, 24.0, 30.0, 18.0, 20.0, 23.0, 14.0, 12.0, 17.0, 12.0, 10.0, 8.0, 8.0, 5.0, 8.0, 6.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-54.87864303588867, -53.104347229003906, -51.33005142211914, -49.555755615234375, -47.78145980834961, -46.007164001464844, -44.23286819458008, -42.45857238769531, -40.68427658081055, -38.90998077392578, -37.135684967041016, -35.36138916015625, -33.587093353271484, -31.81279754638672, -30.038501739501953, -28.264205932617188, -26.489910125732422, -24.715614318847656, -22.94131851196289, -21.167022705078125, -19.39272689819336, -17.618431091308594, -15.844135284423828, -14.069839477539062, -12.295543670654297, -10.521247863769531, -8.746952056884766, -6.97265625, -5.198360443115234, -3.4240646362304688, -1.6497688293457031, 0.1245269775390625, 1.8988189697265625, 3.673114776611328, 5.447410583496094, 7.221706390380859, 8.996002197265625, 10.77029800415039, 12.544593811035156, 14.318889617919922, 16.093185424804688, 17.867481231689453, 19.64177703857422, 21.416072845458984, 23.19036865234375, 24.964664459228516, 26.73896026611328, 28.513256072998047, 30.287551879882812, 32.06184768676758, 33.836143493652344, 35.61043930053711, 37.384735107421875, 39.15903091430664, 40.933326721191406, 42.70762252807617, 44.48191833496094, 46.2562141418457, 48.03050994873047, 49.804805755615234, 51.5791015625, 53.353397369384766, 55.12769317626953, 56.9019889831543, 58.67628479003906]}, "gradients/wav2vec2.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 8.0, 17.0, 14.0, 19.0, 25.0, 49.0, 85.0, 124.0, 198.0, 289.0, 453.0, 722.0, 1104.0, 1802.0, 2581.0, 3958.0, 5780.0, 8719.0, 12835.0, 19692.0, 30625.0, 51157.0, 100173.0, 209272.0, 263534.0, 150803.0, 71714.0, 39735.0, 24685.0, 16085.0, 10880.0, 7169.0, 4852.0, 3311.0, 2188.0, 1368.0, 915.0, 611.0, 375.0, 234.0, 149.0, 99.0, 72.0, 36.0, 17.0, 10.0, 5.0, 6.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0], "bins": [-14.6484375, -14.220947265625, -13.79345703125, -13.365966796875, -12.9384765625, -12.510986328125, -12.08349609375, -11.656005859375, -11.228515625, -10.801025390625, -10.37353515625, -9.946044921875, -9.5185546875, -9.091064453125, -8.66357421875, -8.236083984375, -7.80859375, -7.381103515625, -6.95361328125, -6.526123046875, -6.0986328125, -5.671142578125, -5.24365234375, -4.816162109375, -4.388671875, -3.961181640625, -3.53369140625, -3.106201171875, -2.6787109375, -2.251220703125, -1.82373046875, -1.396240234375, -0.96875, -0.541259765625, -0.11376953125, 0.313720703125, 0.7412109375, 1.168701171875, 1.59619140625, 2.023681640625, 2.451171875, 2.878662109375, 3.30615234375, 3.733642578125, 4.1611328125, 4.588623046875, 5.01611328125, 5.443603515625, 5.87109375, 6.298583984375, 6.72607421875, 7.153564453125, 7.5810546875, 8.008544921875, 8.43603515625, 8.863525390625, 9.291015625, 9.718505859375, 10.14599609375, 10.573486328125, 11.0009765625, 11.428466796875, 11.85595703125, 12.283447265625, 12.7109375]}, "gradients/wav2vec2.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 10.0, 7.0, 7.0, 11.0, 10.0, 20.0, 22.0, 27.0, 31.0, 36.0, 36.0, 26.0, 48.0, 34.0, 48.0, 38.0, 43.0, 47.0, 33.0, 50.0, 46.0, 50.0, 37.0, 32.0, 45.0, 33.0, 28.0, 29.0, 20.0, 13.0, 22.0, 11.0, 12.0, 10.0, 4.0, 9.0, 4.0, 5.0, 2.0, 2.0, 3.0, 0.0, 1.0, 4.0], "bins": [-15.4453125, -15.0372314453125, -14.629150390625, -14.2210693359375, -13.81298828125, -13.4049072265625, -12.996826171875, -12.5887451171875, -12.1806640625, -11.7725830078125, -11.364501953125, -10.9564208984375, -10.54833984375, -10.1402587890625, -9.732177734375, -9.3240966796875, -8.916015625, -8.5079345703125, -8.099853515625, -7.6917724609375, -7.28369140625, -6.8756103515625, -6.467529296875, -6.0594482421875, -5.6513671875, -5.2432861328125, -4.835205078125, -4.4271240234375, -4.01904296875, -3.6109619140625, -3.202880859375, -2.7947998046875, -2.38671875, -1.9786376953125, -1.570556640625, -1.1624755859375, -0.75439453125, -0.3463134765625, 0.061767578125, 0.4698486328125, 0.8779296875, 1.2860107421875, 1.694091796875, 2.1021728515625, 2.51025390625, 2.9183349609375, 3.326416015625, 3.7344970703125, 4.142578125, 4.5506591796875, 4.958740234375, 5.3668212890625, 5.77490234375, 6.1829833984375, 6.591064453125, 6.9991455078125, 7.4072265625, 7.8153076171875, 8.223388671875, 8.6314697265625, 9.03955078125, 9.4476318359375, 9.855712890625, 10.2637939453125, 10.671875]}, "gradients/wav2vec2.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 6.0, 4.0, 6.0, 14.0, 14.0, 11.0, 25.0, 26.0, 27.0, 29.0, 69.0, 79.0, 140.0, 248.0, 521.0, 1256.0, 3473.0, 10141.0, 29759.0, 106716.0, 535670.0, 274924.0, 57123.0, 18044.0, 6350.0, 2123.0, 818.0, 340.0, 195.0, 100.0, 77.0, 48.0, 36.0, 41.0, 22.0, 18.0, 15.0, 14.0, 7.0, 8.0, 3.0, 8.0, 4.0, 3.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-38.96875, -37.7421875, -36.515625, -35.2890625, -34.0625, -32.8359375, -31.609375, -30.3828125, -29.15625, -27.9296875, -26.703125, -25.4765625, -24.25, -23.0234375, -21.796875, -20.5703125, -19.34375, -18.1171875, -16.890625, -15.6640625, -14.4375, -13.2109375, -11.984375, -10.7578125, -9.53125, -8.3046875, -7.078125, -5.8515625, -4.625, -3.3984375, -2.171875, -0.9453125, 0.28125, 1.5078125, 2.734375, 3.9609375, 5.1875, 6.4140625, 7.640625, 8.8671875, 10.09375, 11.3203125, 12.546875, 13.7734375, 15.0, 16.2265625, 17.453125, 18.6796875, 19.90625, 21.1328125, 22.359375, 23.5859375, 24.8125, 26.0390625, 27.265625, 28.4921875, 29.71875, 30.9453125, 32.171875, 33.3984375, 34.625, 35.8515625, 37.078125, 38.3046875, 39.53125]}, "gradients/wav2vec2.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 3.0, 4.0, 3.0, 7.0, 10.0, 8.0, 15.0, 14.0, 23.0, 19.0, 25.0, 25.0, 38.0, 30.0, 45.0, 46.0, 49.0, 36.0, 46.0, 54.0, 56.0, 49.0, 37.0, 30.0, 43.0, 43.0, 42.0, 38.0, 26.0, 20.0, 25.0, 18.0, 18.0, 16.0, 16.0, 5.0, 8.0, 6.0, 1.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-47.15625, -45.830078125, -44.50390625, -43.177734375, -41.8515625, -40.525390625, -39.19921875, -37.873046875, -36.546875, -35.220703125, -33.89453125, -32.568359375, -31.2421875, -29.916015625, -28.58984375, -27.263671875, -25.9375, -24.611328125, -23.28515625, -21.958984375, -20.6328125, -19.306640625, -17.98046875, -16.654296875, -15.328125, -14.001953125, -12.67578125, -11.349609375, -10.0234375, -8.697265625, -7.37109375, -6.044921875, -4.71875, -3.392578125, -2.06640625, -0.740234375, 0.5859375, 1.912109375, 3.23828125, 4.564453125, 5.890625, 7.216796875, 8.54296875, 9.869140625, 11.1953125, 12.521484375, 13.84765625, 15.173828125, 16.5, 17.826171875, 19.15234375, 20.478515625, 21.8046875, 23.130859375, 24.45703125, 25.783203125, 27.109375, 28.435546875, 29.76171875, 31.087890625, 32.4140625, 33.740234375, 35.06640625, 36.392578125, 37.71875]}, "gradients/wav2vec2.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 6.0, 5.0, 10.0, 18.0, 20.0, 38.0, 56.0, 103.0, 146.0, 237.0, 395.0, 613.0, 1057.0, 1854.0, 3438.0, 6970.0, 14318.0, 30173.0, 63826.0, 193412.0, 498371.0, 131293.0, 52451.0, 24882.0, 12056.0, 5802.0, 3059.0, 1603.0, 935.0, 545.0, 321.0, 195.0, 114.0, 79.0, 57.0, 50.0, 27.0, 14.0, 6.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.4140625, -12.9412841796875, -12.468505859375, -11.9957275390625, -11.52294921875, -11.0501708984375, -10.577392578125, -10.1046142578125, -9.6318359375, -9.1590576171875, -8.686279296875, -8.2135009765625, -7.74072265625, -7.2679443359375, -6.795166015625, -6.3223876953125, -5.849609375, -5.3768310546875, -4.904052734375, -4.4312744140625, -3.95849609375, -3.4857177734375, -3.012939453125, -2.5401611328125, -2.0673828125, -1.5946044921875, -1.121826171875, -0.6490478515625, -0.17626953125, 0.2965087890625, 0.769287109375, 1.2420654296875, 1.71484375, 2.1876220703125, 2.660400390625, 3.1331787109375, 3.60595703125, 4.0787353515625, 4.551513671875, 5.0242919921875, 5.4970703125, 5.9698486328125, 6.442626953125, 6.9154052734375, 7.38818359375, 7.8609619140625, 8.333740234375, 8.8065185546875, 9.279296875, 9.7520751953125, 10.224853515625, 10.6976318359375, 11.17041015625, 11.6431884765625, 12.115966796875, 12.5887451171875, 13.0615234375, 13.5343017578125, 14.007080078125, 14.4798583984375, 14.95263671875, 15.4254150390625, 15.898193359375, 16.3709716796875, 16.84375]}, "gradients/wav2vec2.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 4.0, 3.0, 4.0, 2.0, 3.0, 7.0, 9.0, 7.0, 18.0, 11.0, 24.0, 28.0, 32.0, 66.0, 168.0, 234.0, 149.0, 74.0, 34.0, 29.0, 18.0, 15.0, 10.0, 9.0, 8.0, 13.0, 3.0, 6.0, 2.0, 2.0, 5.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.004589080810546875, -0.004463076591491699, -0.0043370723724365234, -0.004211068153381348, -0.004085063934326172, -0.003959059715270996, -0.0038330554962158203, -0.0037070512771606445, -0.0035810470581054688, -0.003455042839050293, -0.003329038619995117, -0.0032030344009399414, -0.0030770301818847656, -0.00295102596282959, -0.002825021743774414, -0.0026990175247192383, -0.0025730133056640625, -0.0024470090866088867, -0.002321004867553711, -0.002195000648498535, -0.0020689964294433594, -0.0019429922103881836, -0.0018169879913330078, -0.001690983772277832, -0.0015649795532226562, -0.0014389753341674805, -0.0013129711151123047, -0.001186966896057129, -0.0010609626770019531, -0.0009349584579467773, -0.0008089542388916016, -0.0006829500198364258, -0.00055694580078125, -0.0004309415817260742, -0.00030493736267089844, -0.00017893314361572266, -5.2928924560546875e-05, 7.30752944946289e-05, 0.0001990795135498047, 0.00032508373260498047, 0.00045108795166015625, 0.000577092170715332, 0.0007030963897705078, 0.0008291006088256836, 0.0009551048278808594, 0.0010811090469360352, 0.001207113265991211, 0.0013331174850463867, 0.0014591217041015625, 0.0015851259231567383, 0.001711130142211914, 0.0018371343612670898, 0.0019631385803222656, 0.0020891427993774414, 0.002215147018432617, 0.002341151237487793, 0.0024671554565429688, 0.0025931596755981445, 0.0027191638946533203, 0.002845168113708496, 0.002971172332763672, 0.0030971765518188477, 0.0032231807708740234, 0.0033491849899291992, 0.003475189208984375]}, "gradients/wav2vec2.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 7.0, 8.0, 9.0, 3.0, 13.0, 16.0, 27.0, 42.0, 63.0, 107.0, 185.0, 484.0, 1539.0, 7020.0, 38314.0, 258711.0, 647964.0, 76069.0, 13774.0, 2872.0, 697.0, 254.0, 143.0, 73.0, 54.0, 43.0, 21.0, 12.0, 11.0, 10.0, 7.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.28125, -35.279052734375, -34.27685546875, -33.274658203125, -32.2724609375, -31.270263671875, -30.26806640625, -29.265869140625, -28.263671875, -27.261474609375, -26.25927734375, -25.257080078125, -24.2548828125, -23.252685546875, -22.25048828125, -21.248291015625, -20.24609375, -19.243896484375, -18.24169921875, -17.239501953125, -16.2373046875, -15.235107421875, -14.23291015625, -13.230712890625, -12.228515625, -11.226318359375, -10.22412109375, -9.221923828125, -8.2197265625, -7.217529296875, -6.21533203125, -5.213134765625, -4.2109375, -3.208740234375, -2.20654296875, -1.204345703125, -0.2021484375, 0.800048828125, 1.80224609375, 2.804443359375, 3.806640625, 4.808837890625, 5.81103515625, 6.813232421875, 7.8154296875, 8.817626953125, 9.81982421875, 10.822021484375, 11.82421875, 12.826416015625, 13.82861328125, 14.830810546875, 15.8330078125, 16.835205078125, 17.83740234375, 18.839599609375, 19.841796875, 20.843994140625, 21.84619140625, 22.848388671875, 23.8505859375, 24.852783203125, 25.85498046875, 26.857177734375, 27.859375]}, "gradients/wav2vec2.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 5.0, 9.0, 10.0, 9.0, 19.0, 19.0, 29.0, 37.0, 33.0, 86.0, 189.0, 227.0, 129.0, 64.0, 47.0, 23.0, 19.0, 18.0, 12.0, 10.0, 3.0, 1.0, 5.0, 6.0, 2.0, 3.0, 0.0, 3.0], "bins": [-36.71875, -35.939697265625, -35.16064453125, -34.381591796875, -33.6025390625, -32.823486328125, -32.04443359375, -31.265380859375, -30.486328125, -29.707275390625, -28.92822265625, -28.149169921875, -27.3701171875, -26.591064453125, -25.81201171875, -25.032958984375, -24.25390625, -23.474853515625, -22.69580078125, -21.916748046875, -21.1376953125, -20.358642578125, -19.57958984375, -18.800537109375, -18.021484375, -17.242431640625, -16.46337890625, -15.684326171875, -14.9052734375, -14.126220703125, -13.34716796875, -12.568115234375, -11.7890625, -11.010009765625, -10.23095703125, -9.451904296875, -8.6728515625, -7.893798828125, -7.11474609375, -6.335693359375, -5.556640625, -4.777587890625, -3.99853515625, -3.219482421875, -2.4404296875, -1.661376953125, -0.88232421875, -0.103271484375, 0.67578125, 1.454833984375, 2.23388671875, 3.012939453125, 3.7919921875, 4.571044921875, 5.35009765625, 6.129150390625, 6.908203125, 7.687255859375, 8.46630859375, 9.245361328125, 10.0244140625, 10.803466796875, 11.58251953125, 12.361572265625, 13.140625]}, "gradients/wav2vec2.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 7.0, 13.0, 16.0, 37.0, 47.0, 97.0, 113.0, 152.0, 131.0, 135.0, 108.0, 63.0, 39.0, 16.0, 11.0, 9.0, 1.0, 8.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-82.36216735839844, -76.4842300415039, -70.60628509521484, -64.72834777832031, -58.850406646728516, -52.97246551513672, -47.09452819824219, -41.21658706665039, -35.338645935058594, -29.460704803466797, -23.582765579223633, -17.70482635498047, -11.826885223388672, -5.948944091796875, -0.07100677490234375, 5.806934356689453, 11.68487548828125, 17.562816619873047, 23.44075584411621, 29.318695068359375, 35.19663619995117, 41.07457733154297, 46.9525146484375, 52.8304557800293, 58.708396911621094, 64.58633422851562, 70.46427917480469, 76.34221649169922, 82.22015380859375, 88.09809875488281, 93.97603607177734, 99.85397338867188, 105.73190307617188, 111.6098403930664, 117.48778533935547, 123.36572265625, 129.24366760253906, 135.12161254882812, 140.99954223632812, 146.8774871826172, 152.75543212890625, 158.6333770751953, 164.5113067626953, 170.38925170898438, 176.26719665527344, 182.1451416015625, 188.0230712890625, 193.90101623535156, 199.77894592285156, 205.65689086914062, 211.53482055664062, 217.4127655029297, 223.29071044921875, 229.16864013671875, 235.0465850830078, 240.92453002929688, 246.80245971679688, 252.68040466308594, 258.558349609375, 264.436279296875, 270.314208984375, 276.1921691894531, 282.0700988769531, 287.9480285644531, 293.82598876953125]}, "gradients/wav2vec2.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 2.0, 3.0, 7.0, 9.0, 10.0, 14.0, 16.0, 12.0, 14.0, 29.0, 19.0, 34.0, 23.0, 35.0, 35.0, 27.0, 48.0, 51.0, 38.0, 37.0, 45.0, 30.0, 53.0, 53.0, 45.0, 42.0, 28.0, 35.0, 35.0, 26.0, 28.0, 26.0, 20.0, 20.0, 13.0, 7.0, 6.0, 6.0, 4.0, 12.0, 1.0, 4.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-98.09182739257812, -94.84808349609375, -91.60433959960938, -88.360595703125, -85.11685180664062, -81.87310791015625, -78.62936401367188, -75.3856201171875, -72.14187622070312, -68.89813232421875, -65.65438842773438, -62.41064453125, -59.166900634765625, -55.92315673828125, -52.67940902709961, -49.435665130615234, -46.191917419433594, -42.94817352294922, -39.704429626464844, -36.46068572998047, -33.216941833496094, -29.973196029663086, -26.729450225830078, -23.485706329345703, -20.241962432861328, -16.998218536376953, -13.754473686218262, -10.51072883605957, -7.266984939575195, -4.02324104309082, -0.7794952392578125, 2.4642486572265625, 5.708000183105469, 8.951744079589844, 12.195488929748535, 15.439233779907227, 18.6829776763916, 21.926721572875977, 25.170467376708984, 28.41421127319336, 31.657955169677734, 34.90169906616211, 38.145442962646484, 41.389190673828125, 44.6329345703125, 47.876678466796875, 51.12042236328125, 54.364166259765625, 57.60791015625, 60.851654052734375, 64.09539794921875, 67.33914184570312, 70.5828857421875, 73.82662963867188, 77.07037353515625, 80.31411743164062, 83.557861328125, 86.80160522460938, 90.04534912109375, 93.28909301757812, 96.5328369140625, 99.77658081054688, 103.02032470703125, 106.26406860351562, 109.50782012939453]}, "gradients/wav2vec2.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 4.0, 4.0, 6.0, 6.0, 9.0, 11.0, 16.0, 31.0, 41.0, 82.0, 124.0, 242.0, 427.0, 889.0, 1769.0, 3748.0, 8407.0, 21475.0, 66393.0, 447688.0, 3271337.0, 286252.0, 53206.0, 17954.0, 7446.0, 3303.0, 1624.0, 845.0, 387.0, 227.0, 115.0, 65.0, 56.0, 28.0, 27.0, 9.0, 16.0, 7.0, 5.0, 2.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1873.0, -1815.21875, -1757.4375, -1699.65625, -1641.875, -1584.09375, -1526.3125, -1468.53125, -1410.75, -1352.96875, -1295.1875, -1237.40625, -1179.625, -1121.84375, -1064.0625, -1006.28125, -948.5, -890.71875, -832.9375, -775.15625, -717.375, -659.59375, -601.8125, -544.03125, -486.25, -428.46875, -370.6875, -312.90625, -255.125, -197.34375, -139.5625, -81.78125, -24.0, 33.78125, 91.5625, 149.34375, 207.125, 264.90625, 322.6875, 380.46875, 438.25, 496.03125, 553.8125, 611.59375, 669.375, 727.15625, 784.9375, 842.71875, 900.5, 958.28125, 1016.0625, 1073.84375, 1131.625, 1189.40625, 1247.1875, 1304.96875, 1362.75, 1420.53125, 1478.3125, 1536.09375, 1593.875, 1651.65625, 1709.4375, 1767.21875, 1825.0]}, "gradients/wav2vec2.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 2.0, 4.0, 7.0, 9.0, 6.0, 13.0, 12.0, 19.0, 18.0, 19.0, 25.0, 22.0, 27.0, 23.0, 41.0, 47.0, 35.0, 54.0, 33.0, 52.0, 49.0, 41.0, 35.0, 39.0, 40.0, 43.0, 41.0, 32.0, 29.0, 33.0, 16.0, 29.0, 22.0, 19.0, 12.0, 17.0, 9.0, 6.0, 5.0, 7.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-562.0, -545.2578125, -528.515625, -511.7734375, -495.03125, -478.2890625, -461.546875, -444.8046875, -428.0625, -411.3203125, -394.578125, -377.8359375, -361.09375, -344.3515625, -327.609375, -310.8671875, -294.125, -277.3828125, -260.640625, -243.8984375, -227.15625, -210.4140625, -193.671875, -176.9296875, -160.1875, -143.4453125, -126.703125, -109.9609375, -93.21875, -76.4765625, -59.734375, -42.9921875, -26.25, -9.5078125, 7.234375, 23.9765625, 40.71875, 57.4609375, 74.203125, 90.9453125, 107.6875, 124.4296875, 141.171875, 157.9140625, 174.65625, 191.3984375, 208.140625, 224.8828125, 241.625, 258.3671875, 275.109375, 291.8515625, 308.59375, 325.3359375, 342.078125, 358.8203125, 375.5625, 392.3046875, 409.046875, 425.7890625, 442.53125, 459.2734375, 476.015625, 492.7578125, 509.5]}, "gradients/wav2vec2.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 5.0, 9.0, 12.0, 20.0, 22.0, 34.0, 55.0, 82.0, 123.0, 159.0, 257.0, 405.0, 663.0, 943.0, 1565.0, 2341.0, 3769.0, 6037.0, 10118.0, 17397.0, 30448.0, 58546.0, 130800.0, 425180.0, 2362489.0, 794591.0, 183505.0, 75143.0, 37886.0, 20796.0, 11865.0, 7076.0, 4383.0, 2635.0, 1678.0, 1085.0, 715.0, 478.0, 320.0, 217.0, 149.0, 92.0, 69.0, 35.0, 32.0, 27.0, 16.0, 9.0, 6.0, 6.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1126.0, -1092.5625, -1059.125, -1025.6875, -992.25, -958.8125, -925.375, -891.9375, -858.5, -825.0625, -791.625, -758.1875, -724.75, -691.3125, -657.875, -624.4375, -591.0, -557.5625, -524.125, -490.6875, -457.25, -423.8125, -390.375, -356.9375, -323.5, -290.0625, -256.625, -223.1875, -189.75, -156.3125, -122.875, -89.4375, -56.0, -22.5625, 10.875, 44.3125, 77.75, 111.1875, 144.625, 178.0625, 211.5, 244.9375, 278.375, 311.8125, 345.25, 378.6875, 412.125, 445.5625, 479.0, 512.4375, 545.875, 579.3125, 612.75, 646.1875, 679.625, 713.0625, 746.5, 779.9375, 813.375, 846.8125, 880.25, 913.6875, 947.125, 980.5625, 1014.0]}, "gradients/wav2vec2.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 4.0, 3.0, 6.0, 6.0, 6.0, 6.0, 11.0, 10.0, 16.0, 13.0, 17.0, 34.0, 33.0, 42.0, 55.0, 55.0, 75.0, 125.0, 211.0, 291.0, 566.0, 920.0, 589.0, 351.0, 175.0, 122.0, 75.0, 62.0, 31.0, 37.0, 36.0, 19.0, 23.0, 13.0, 5.0, 7.0, 6.0, 6.0, 3.0, 8.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1072.0, -1034.453125, -996.90625, -959.359375, -921.8125, -884.265625, -846.71875, -809.171875, -771.625, -734.078125, -696.53125, -658.984375, -621.4375, -583.890625, -546.34375, -508.796875, -471.25, -433.703125, -396.15625, -358.609375, -321.0625, -283.515625, -245.96875, -208.421875, -170.875, -133.328125, -95.78125, -58.234375, -20.6875, 16.859375, 54.40625, 91.953125, 129.5, 167.046875, 204.59375, 242.140625, 279.6875, 317.234375, 354.78125, 392.328125, 429.875, 467.421875, 504.96875, 542.515625, 580.0625, 617.609375, 655.15625, 692.703125, 730.25, 767.796875, 805.34375, 842.890625, 880.4375, 917.984375, 955.53125, 993.078125, 1030.625, 1068.171875, 1105.71875, 1143.265625, 1180.8125, 1218.359375, 1255.90625, 1293.453125, 1331.0]}, "gradients/wav2vec2.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 5.0, 6.0, 9.0, 14.0, 26.0, 41.0, 77.0, 133.0, 157.0, 160.0, 147.0, 109.0, 72.0, 25.0, 14.0, 5.0, 3.0, 3.0, 7.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7177.90380859375, -6856.7548828125, -6535.60546875, -6214.4560546875, -5893.30712890625, -5572.158203125, -5251.0087890625, -4929.859375, -4608.71044921875, -4287.5615234375, -3966.412109375, -3645.262939453125, -3324.11376953125, -3002.964599609375, -2681.8154296875, -2360.666259765625, -2039.51708984375, -1718.367919921875, -1397.21875, -1076.069580078125, -754.92041015625, -433.771240234375, -112.6220703125, 208.527099609375, 529.67626953125, 850.825439453125, 1171.974609375, 1493.123779296875, 1814.27294921875, 2135.422119140625, 2456.5712890625, 2777.720458984375, 3098.869140625, 3420.018310546875, 3741.16748046875, 4062.316650390625, 4383.4658203125, 4704.615234375, 5025.76416015625, 5346.9130859375, 5668.0625, 5989.2119140625, 6310.36083984375, 6631.509765625, 6952.6591796875, 7273.80859375, 7594.95751953125, 7916.1064453125, 8237.255859375, 8558.4052734375, 8879.5546875, 9200.703125, 9521.8525390625, 9843.001953125, 10164.150390625, 10485.2998046875, 10806.44921875, 11127.5986328125, 11448.748046875, 11769.896484375, 12091.0458984375, 12412.1953125, 12733.34375, 13054.4931640625, 13375.642578125]}, "gradients/wav2vec2.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 10.0, 8.0, 8.0, 9.0, 12.0, 23.0, 21.0, 21.0, 19.0, 21.0, 33.0, 38.0, 32.0, 36.0, 56.0, 40.0, 45.0, 46.0, 43.0, 39.0, 29.0, 42.0, 43.0, 38.0, 46.0, 46.0, 28.0, 27.0, 17.0, 12.0, 26.0, 20.0, 20.0, 10.0, 8.0, 9.0, 7.0, 6.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-4101.7314453125, -3986.5751953125, -3871.4189453125, -3756.2626953125, -3641.1064453125, -3525.9501953125, -3410.7939453125, -3295.6376953125, -3180.4814453125, -3065.3251953125, -2950.1689453125, -2835.0126953125, -2719.8564453125, -2604.7001953125, -2489.5439453125, -2374.3876953125, -2259.2314453125, -2144.0751953125, -2028.9189453125, -1913.7626953125, -1798.6064453125, -1683.4501953125, -1568.2939453125, -1453.1376953125, -1337.9814453125, -1222.8251953125, -1107.6689453125, -992.5126953125, -877.3564453125, -762.2001953125, -647.0439453125, -531.8876953125, -416.731689453125, -301.575439453125, -186.419189453125, -71.262939453125, 43.893310546875, 159.049560546875, 274.205810546875, 389.362060546875, 504.518310546875, 619.674560546875, 734.830810546875, 849.987060546875, 965.143310546875, 1080.299560546875, 1195.455810546875, 1310.612060546875, 1425.768310546875, 1540.924560546875, 1656.080810546875, 1771.237060546875, 1886.393310546875, 2001.549560546875, 2116.705810546875, 2231.862060546875, 2347.018310546875, 2462.174560546875, 2577.330810546875, 2692.487060546875, 2807.643310546875, 2922.799560546875, 3037.955810546875, 3153.112060546875, 3268.268310546875]}, "gradients/wav2vec2.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 10.0, 8.0, 4.0, 18.0, 10.0, 19.0, 18.0, 39.0, 49.0, 90.0, 116.0, 165.0, 238.0, 421.0, 608.0, 1067.0, 1626.0, 2816.0, 4840.0, 8491.0, 16193.0, 33889.0, 87248.0, 329684.0, 381802.0, 101144.0, 38123.0, 17579.0, 9160.0, 5217.0, 2988.0, 1797.0, 1119.0, 709.0, 422.0, 279.0, 172.0, 108.0, 74.0, 57.0, 51.0, 25.0, 22.0, 7.0, 10.0, 5.0, 6.0, 8.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0], "bins": [-1229.0, -1192.921875, -1156.84375, -1120.765625, -1084.6875, -1048.609375, -1012.53125, -976.453125, -940.375, -904.296875, -868.21875, -832.140625, -796.0625, -759.984375, -723.90625, -687.828125, -651.75, -615.671875, -579.59375, -543.515625, -507.4375, -471.359375, -435.28125, -399.203125, -363.125, -327.046875, -290.96875, -254.890625, -218.8125, -182.734375, -146.65625, -110.578125, -74.5, -38.421875, -2.34375, 33.734375, 69.8125, 105.890625, 141.96875, 178.046875, 214.125, 250.203125, 286.28125, 322.359375, 358.4375, 394.515625, 430.59375, 466.671875, 502.75, 538.828125, 574.90625, 610.984375, 647.0625, 683.140625, 719.21875, 755.296875, 791.375, 827.453125, 863.53125, 899.609375, 935.6875, 971.765625, 1007.84375, 1043.921875, 1080.0]}, "gradients/wav2vec2.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 3.0, 2.0, 6.0, 2.0, 5.0, 4.0, 4.0, 5.0, 9.0, 11.0, 10.0, 17.0, 18.0, 23.0, 22.0, 29.0, 23.0, 37.0, 27.0, 46.0, 27.0, 44.0, 35.0, 42.0, 52.0, 34.0, 60.0, 44.0, 42.0, 31.0, 35.0, 38.0, 31.0, 25.0, 29.0, 31.0, 14.0, 18.0, 10.0, 16.0, 13.0, 14.0, 12.0, 4.0, 2.0, 4.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-454.25, -438.05859375, -421.8671875, -405.67578125, -389.484375, -373.29296875, -357.1015625, -340.91015625, -324.71875, -308.52734375, -292.3359375, -276.14453125, -259.953125, -243.76171875, -227.5703125, -211.37890625, -195.1875, -178.99609375, -162.8046875, -146.61328125, -130.421875, -114.23046875, -98.0390625, -81.84765625, -65.65625, -49.46484375, -33.2734375, -17.08203125, -0.890625, 15.30078125, 31.4921875, 47.68359375, 63.875, 80.06640625, 96.2578125, 112.44921875, 128.640625, 144.83203125, 161.0234375, 177.21484375, 193.40625, 209.59765625, 225.7890625, 241.98046875, 258.171875, 274.36328125, 290.5546875, 306.74609375, 322.9375, 339.12890625, 355.3203125, 371.51171875, 387.703125, 403.89453125, 420.0859375, 436.27734375, 452.46875, 468.66015625, 484.8515625, 501.04296875, 517.234375, 533.42578125, 549.6171875, 565.80859375, 582.0]}, "gradients/wav2vec2.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 5.0, 4.0, 5.0, 5.0, 4.0, 14.0, 13.0, 14.0, 18.0, 24.0, 47.0, 62.0, 108.0, 165.0, 290.0, 550.0, 1011.0, 1941.0, 4023.0, 9313.0, 23004.0, 70812.0, 349761.0, 452562.0, 87722.0, 27243.0, 10373.0, 4588.0, 2231.0, 1132.0, 612.0, 327.0, 191.0, 109.0, 88.0, 54.0, 32.0, 26.0, 17.0, 20.0, 4.0, 13.0, 7.0, 5.0, 5.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-1406.0, -1363.5, -1321.0, -1278.5, -1236.0, -1193.5, -1151.0, -1108.5, -1066.0, -1023.5, -981.0, -938.5, -896.0, -853.5, -811.0, -768.5, -726.0, -683.5, -641.0, -598.5, -556.0, -513.5, -471.0, -428.5, -386.0, -343.5, -301.0, -258.5, -216.0, -173.5, -131.0, -88.5, -46.0, -3.5, 39.0, 81.5, 124.0, 166.5, 209.0, 251.5, 294.0, 336.5, 379.0, 421.5, 464.0, 506.5, 549.0, 591.5, 634.0, 676.5, 719.0, 761.5, 804.0, 846.5, 889.0, 931.5, 974.0, 1016.5, 1059.0, 1101.5, 1144.0, 1186.5, 1229.0, 1271.5, 1314.0]}, "gradients/wav2vec2.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 6.0, 7.0, 4.0, 4.0, 12.0, 6.0, 12.0, 14.0, 19.0, 23.0, 21.0, 20.0, 26.0, 37.0, 30.0, 40.0, 33.0, 38.0, 40.0, 42.0, 58.0, 42.0, 34.0, 45.0, 45.0, 41.0, 46.0, 26.0, 33.0, 25.0, 30.0, 23.0, 23.0, 15.0, 11.0, 15.0, 12.0, 11.0, 11.0, 5.0, 5.0, 7.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1484.0, -1438.65625, -1393.3125, -1347.96875, -1302.625, -1257.28125, -1211.9375, -1166.59375, -1121.25, -1075.90625, -1030.5625, -985.21875, -939.875, -894.53125, -849.1875, -803.84375, -758.5, -713.15625, -667.8125, -622.46875, -577.125, -531.78125, -486.4375, -441.09375, -395.75, -350.40625, -305.0625, -259.71875, -214.375, -169.03125, -123.6875, -78.34375, -33.0, 12.34375, 57.6875, 103.03125, 148.375, 193.71875, 239.0625, 284.40625, 329.75, 375.09375, 420.4375, 465.78125, 511.125, 556.46875, 601.8125, 647.15625, 692.5, 737.84375, 783.1875, 828.53125, 873.875, 919.21875, 964.5625, 1009.90625, 1055.25, 1100.59375, 1145.9375, 1191.28125, 1236.625, 1281.96875, 1327.3125, 1372.65625, 1418.0]}, "gradients/wav2vec2.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 10.0, 7.0, 22.0, 28.0, 43.0, 93.0, 145.0, 279.0, 534.0, 1042.0, 2334.0, 6263.0, 19902.0, 83732.0, 590846.0, 279036.0, 44603.0, 12252.0, 3994.0, 1736.0, 809.0, 378.0, 212.0, 107.0, 58.0, 39.0, 16.0, 9.0, 8.0, 4.0, 5.0, 2.0, 2.0, 0.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-902.5, -873.1953125, -843.890625, -814.5859375, -785.28125, -755.9765625, -726.671875, -697.3671875, -668.0625, -638.7578125, -609.453125, -580.1484375, -550.84375, -521.5390625, -492.234375, -462.9296875, -433.625, -404.3203125, -375.015625, -345.7109375, -316.40625, -287.1015625, -257.796875, -228.4921875, -199.1875, -169.8828125, -140.578125, -111.2734375, -81.96875, -52.6640625, -23.359375, 5.9453125, 35.25, 64.5546875, 93.859375, 123.1640625, 152.46875, 181.7734375, 211.078125, 240.3828125, 269.6875, 298.9921875, 328.296875, 357.6015625, 386.90625, 416.2109375, 445.515625, 474.8203125, 504.125, 533.4296875, 562.734375, 592.0390625, 621.34375, 650.6484375, 679.953125, 709.2578125, 738.5625, 767.8671875, 797.171875, 826.4765625, 855.78125, 885.0859375, 914.390625, 943.6953125, 973.0]}, "gradients/wav2vec2.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 3.0, 2.0, 8.0, 4.0, 4.0, 2.0, 4.0, 8.0, 12.0, 10.0, 9.0, 23.0, 12.0, 10.0, 10.0, 30.0, 40.0, 47.0, 67.0, 99.0, 101.0, 103.0, 107.0, 57.0, 40.0, 37.0, 23.0, 11.0, 19.0, 13.0, 11.0, 11.0, 13.0, 7.0, 6.0, 4.0, 3.0, 5.0, 5.0, 2.0, 2.0, 3.0, 6.0, 1.0, 2.0, 2.0, 2.0, 5.0, 2.0], "bins": [-0.09429931640625, -0.09166145324707031, -0.08902359008789062, -0.08638572692871094, -0.08374786376953125, -0.08111000061035156, -0.07847213745117188, -0.07583427429199219, -0.0731964111328125, -0.07055854797363281, -0.06792068481445312, -0.06528282165527344, -0.06264495849609375, -0.06000709533691406, -0.057369232177734375, -0.05473136901855469, -0.052093505859375, -0.04945564270019531, -0.046817779541015625, -0.04417991638183594, -0.04154205322265625, -0.03890419006347656, -0.036266326904296875, -0.03362846374511719, -0.0309906005859375, -0.028352737426757812, -0.025714874267578125, -0.023077011108398438, -0.02043914794921875, -0.017801284790039062, -0.015163421630859375, -0.012525558471679688, -0.0098876953125, -0.0072498321533203125, -0.004611968994140625, -0.0019741058349609375, 0.00066375732421875, 0.0033016204833984375, 0.005939483642578125, 0.008577346801757812, 0.0112152099609375, 0.013853073120117188, 0.016490936279296875, 0.019128799438476562, 0.02176666259765625, 0.024404525756835938, 0.027042388916015625, 0.029680252075195312, 0.032318115234375, 0.03495597839355469, 0.037593841552734375, 0.04023170471191406, 0.04286956787109375, 0.04550743103027344, 0.048145294189453125, 0.05078315734863281, 0.0534210205078125, 0.05605888366699219, 0.058696746826171875, 0.06133460998535156, 0.06397247314453125, 0.06661033630371094, 0.06924819946289062, 0.07188606262207031, 0.07452392578125]}, "gradients/wav2vec2.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 0.0, 4.0, 5.0, 10.0, 21.0, 26.0, 55.0, 78.0, 93.0, 162.0, 251.0, 470.0, 881.0, 1720.0, 4422.0, 13434.0, 63491.0, 453070.0, 429982.0, 59553.0, 12774.0, 4292.0, 1746.0, 885.0, 439.0, 272.0, 154.0, 87.0, 60.0, 40.0, 29.0, 23.0, 12.0, 6.0, 4.0, 5.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-960.5, -930.46875, -900.4375, -870.40625, -840.375, -810.34375, -780.3125, -750.28125, -720.25, -690.21875, -660.1875, -630.15625, -600.125, -570.09375, -540.0625, -510.03125, -480.0, -449.96875, -419.9375, -389.90625, -359.875, -329.84375, -299.8125, -269.78125, -239.75, -209.71875, -179.6875, -149.65625, -119.625, -89.59375, -59.5625, -29.53125, 0.5, 30.53125, 60.5625, 90.59375, 120.625, 150.65625, 180.6875, 210.71875, 240.75, 270.78125, 300.8125, 330.84375, 360.875, 390.90625, 420.9375, 450.96875, 481.0, 511.03125, 541.0625, 571.09375, 601.125, 631.15625, 661.1875, 691.21875, 721.25, 751.28125, 781.3125, 811.34375, 841.375, 871.40625, 901.4375, 931.46875, 961.5]}, "gradients/wav2vec2.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 9.0, 7.0, 10.0, 23.0, 31.0, 59.0, 98.0, 160.0, 165.0, 159.0, 94.0, 66.0, 36.0, 26.0, 19.0, 8.0, 11.0, 4.0, 4.0, 5.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-967.0, -940.5703125, -914.140625, -887.7109375, -861.28125, -834.8515625, -808.421875, -781.9921875, -755.5625, -729.1328125, -702.703125, -676.2734375, -649.84375, -623.4140625, -596.984375, -570.5546875, -544.125, -517.6953125, -491.265625, -464.8359375, -438.40625, -411.9765625, -385.546875, -359.1171875, -332.6875, -306.2578125, -279.828125, -253.3984375, -226.96875, -200.5390625, -174.109375, -147.6796875, -121.25, -94.8203125, -68.390625, -41.9609375, -15.53125, 10.8984375, 37.328125, 63.7578125, 90.1875, 116.6171875, 143.046875, 169.4765625, 195.90625, 222.3359375, 248.765625, 275.1953125, 301.625, 328.0546875, 354.484375, 380.9140625, 407.34375, 433.7734375, 460.203125, 486.6328125, 513.0625, 539.4921875, 565.921875, 592.3515625, 618.78125, 645.2109375, 671.640625, 698.0703125, 724.5]}, "gradients/wav2vec2.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 4.0, 15.0, 15.0, 35.0, 57.0, 100.0, 113.0, 161.0, 141.0, 120.0, 82.0, 52.0, 46.0, 22.0, 17.0, 7.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-6382.35205078125, -6163.48046875, -5944.60888671875, -5725.7373046875, -5506.86572265625, -5287.994140625, -5069.123046875, -4850.25146484375, -4631.3798828125, -4412.50830078125, -4193.63671875, -3974.76513671875, -3755.893798828125, -3537.022216796875, -3318.150634765625, -3099.279296875, -2880.407470703125, -2661.535888671875, -2442.664306640625, -2223.79296875, -2004.92138671875, -1786.0498046875, -1567.17822265625, -1348.3067626953125, -1129.4351806640625, -910.5636596679688, -691.692138671875, -472.820556640625, -253.94903564453125, -35.0775146484375, 183.7940673828125, 402.66552734375, 621.537109375, 840.4086303710938, 1059.2801513671875, 1278.1517333984375, 1497.023193359375, 1715.894775390625, 1934.766357421875, 2153.6376953125, 2372.50927734375, 2591.380859375, 2810.25244140625, 3029.1240234375, 3247.995361328125, 3466.866943359375, 3685.738525390625, 3904.60986328125, 4123.4814453125, 4342.35302734375, 4561.224609375, 4780.09619140625, 4998.9677734375, 5217.8388671875, 5436.7109375, 5655.58203125, 5874.4541015625, 6093.32568359375, 6312.197265625, 6531.06884765625, 6749.9404296875, 6968.8115234375, 7187.68359375, 7406.5546875, 7625.42626953125]}, "gradients/wav2vec2.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 3.0, 6.0, 8.0, 8.0, 7.0, 7.0, 13.0, 9.0, 16.0, 25.0, 18.0, 19.0, 25.0, 31.0, 23.0, 37.0, 36.0, 28.0, 39.0, 46.0, 47.0, 41.0, 39.0, 37.0, 37.0, 37.0, 47.0, 37.0, 28.0, 24.0, 30.0, 29.0, 30.0, 21.0, 25.0, 16.0, 13.0, 9.0, 12.0, 11.0, 6.0, 6.0, 5.0, 4.0, 4.0, 4.0, 1.0, 0.0, 1.0, 4.0, 1.0], "bins": [-4053.738037109375, -3939.109375, -3824.48095703125, -3709.852294921875, -3595.2236328125, -3480.594970703125, -3365.96630859375, -3251.337890625, -3136.709228515625, -3022.08056640625, -2907.4521484375, -2792.823486328125, -2678.19482421875, -2563.566162109375, -2448.9375, -2334.30908203125, -2219.680419921875, -2105.0517578125, -1990.4232177734375, -1875.794677734375, -1761.166015625, -1646.537353515625, -1531.9088134765625, -1417.2802734375, -1302.651611328125, -1188.02294921875, -1073.3944091796875, -958.7658081054688, -844.13720703125, -729.5086059570312, -614.8800048828125, -500.25140380859375, -385.623046875, -270.99444580078125, -156.3658447265625, -41.73724365234375, 72.891357421875, 187.51995849609375, 302.1485595703125, 416.77716064453125, 531.40576171875, 646.0343627929688, 760.6629638671875, 875.2915649414062, 989.920166015625, 1104.548828125, 1219.1773681640625, 1333.805908203125, 1448.4345703125, 1563.063232421875, 1677.6917724609375, 1792.3203125, 1906.948974609375, 2021.57763671875, 2136.2060546875, 2250.834716796875, 2365.46337890625, 2480.092041015625, 2594.720703125, 2709.34912109375, 2823.977783203125, 2938.6064453125, 3053.23486328125, 3167.863525390625, 3282.4921875]}, "gradients/wav2vec2.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 5.0, 10.0, 10.0, 21.0, 27.0, 28.0, 49.0, 65.0, 97.0, 127.0, 215.0, 408.0, 750.0, 1530.0, 3074.0, 6860.0, 16496.0, 43523.0, 131582.0, 431918.0, 1226369.0, 1473304.0, 585663.0, 178761.0, 56617.0, 20781.0, 8465.0, 3680.0, 1728.0, 893.0, 467.0, 287.0, 170.0, 94.0, 53.0, 44.0, 32.0, 23.0, 18.0, 12.0, 10.0, 7.0, 4.0, 3.0, 4.0, 1.0, 2.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.53125, -15.943603515625, -15.35595703125, -14.768310546875, -14.1806640625, -13.593017578125, -13.00537109375, -12.417724609375, -11.830078125, -11.242431640625, -10.65478515625, -10.067138671875, -9.4794921875, -8.891845703125, -8.30419921875, -7.716552734375, -7.12890625, -6.541259765625, -5.95361328125, -5.365966796875, -4.7783203125, -4.190673828125, -3.60302734375, -3.015380859375, -2.427734375, -1.840087890625, -1.25244140625, -0.664794921875, -0.0771484375, 0.510498046875, 1.09814453125, 1.685791015625, 2.2734375, 2.861083984375, 3.44873046875, 4.036376953125, 4.6240234375, 5.211669921875, 5.79931640625, 6.386962890625, 6.974609375, 7.562255859375, 8.14990234375, 8.737548828125, 9.3251953125, 9.912841796875, 10.50048828125, 11.088134765625, 11.67578125, 12.263427734375, 12.85107421875, 13.438720703125, 14.0263671875, 14.614013671875, 15.20166015625, 15.789306640625, 16.376953125, 16.964599609375, 17.55224609375, 18.139892578125, 18.7275390625, 19.315185546875, 19.90283203125, 20.490478515625, 21.078125]}, "gradients/wav2vec2.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 3.0, 2.0, 12.0, 8.0, 3.0, 7.0, 15.0, 13.0, 19.0, 10.0, 16.0, 16.0, 19.0, 21.0, 17.0, 17.0, 33.0, 26.0, 37.0, 30.0, 45.0, 39.0, 38.0, 34.0, 50.0, 44.0, 39.0, 35.0, 37.0, 46.0, 23.0, 28.0, 42.0, 33.0, 23.0, 26.0, 13.0, 14.0, 8.0, 10.0, 17.0, 10.0, 8.0, 5.0, 5.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.828125, -9.4666748046875, -9.105224609375, -8.7437744140625, -8.38232421875, -8.0208740234375, -7.659423828125, -7.2979736328125, -6.9365234375, -6.5750732421875, -6.213623046875, -5.8521728515625, -5.49072265625, -5.1292724609375, -4.767822265625, -4.4063720703125, -4.044921875, -3.6834716796875, -3.322021484375, -2.9605712890625, -2.59912109375, -2.2376708984375, -1.876220703125, -1.5147705078125, -1.1533203125, -0.7918701171875, -0.430419921875, -0.0689697265625, 0.29248046875, 0.6539306640625, 1.015380859375, 1.3768310546875, 1.73828125, 2.0997314453125, 2.461181640625, 2.8226318359375, 3.18408203125, 3.5455322265625, 3.906982421875, 4.2684326171875, 4.6298828125, 4.9913330078125, 5.352783203125, 5.7142333984375, 6.07568359375, 6.4371337890625, 6.798583984375, 7.1600341796875, 7.521484375, 7.8829345703125, 8.244384765625, 8.6058349609375, 8.96728515625, 9.3287353515625, 9.690185546875, 10.0516357421875, 10.4130859375, 10.7745361328125, 11.135986328125, 11.4974365234375, 11.85888671875, 12.2203369140625, 12.581787109375, 12.9432373046875, 13.3046875]}, "gradients/wav2vec2.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 2.0, 3.0, 6.0, 4.0, 10.0, 14.0, 39.0, 59.0, 118.0, 186.0, 389.0, 777.0, 1659.0, 3934.0, 9667.0, 27010.0, 90822.0, 377015.0, 1838696.0, 1448060.0, 286502.0, 72264.0, 22503.0, 8242.0, 3372.0, 1463.0, 708.0, 345.0, 184.0, 104.0, 42.0, 49.0, 20.0, 8.0, 10.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.265625, -24.473876953125, -23.68212890625, -22.890380859375, -22.0986328125, -21.306884765625, -20.51513671875, -19.723388671875, -18.931640625, -18.139892578125, -17.34814453125, -16.556396484375, -15.7646484375, -14.972900390625, -14.18115234375, -13.389404296875, -12.59765625, -11.805908203125, -11.01416015625, -10.222412109375, -9.4306640625, -8.638916015625, -7.84716796875, -7.055419921875, -6.263671875, -5.471923828125, -4.68017578125, -3.888427734375, -3.0966796875, -2.304931640625, -1.51318359375, -0.721435546875, 0.0703125, 0.862060546875, 1.65380859375, 2.445556640625, 3.2373046875, 4.029052734375, 4.82080078125, 5.612548828125, 6.404296875, 7.196044921875, 7.98779296875, 8.779541015625, 9.5712890625, 10.363037109375, 11.15478515625, 11.946533203125, 12.73828125, 13.530029296875, 14.32177734375, 15.113525390625, 15.9052734375, 16.697021484375, 17.48876953125, 18.280517578125, 19.072265625, 19.864013671875, 20.65576171875, 21.447509765625, 22.2392578125, 23.031005859375, 23.82275390625, 24.614501953125, 25.40625]}, "gradients/wav2vec2.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 6.0, 6.0, 8.0, 11.0, 16.0, 17.0, 26.0, 36.0, 34.0, 53.0, 60.0, 95.0, 132.0, 167.0, 285.0, 320.0, 372.0, 505.0, 459.0, 370.0, 257.0, 194.0, 147.0, 128.0, 96.0, 76.0, 40.0, 50.0, 25.0, 22.0, 14.0, 13.0, 9.0, 5.0, 4.0, 8.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-27.421875, -26.656005859375, -25.89013671875, -25.124267578125, -24.3583984375, -23.592529296875, -22.82666015625, -22.060791015625, -21.294921875, -20.529052734375, -19.76318359375, -18.997314453125, -18.2314453125, -17.465576171875, -16.69970703125, -15.933837890625, -15.16796875, -14.402099609375, -13.63623046875, -12.870361328125, -12.1044921875, -11.338623046875, -10.57275390625, -9.806884765625, -9.041015625, -8.275146484375, -7.50927734375, -6.743408203125, -5.9775390625, -5.211669921875, -4.44580078125, -3.679931640625, -2.9140625, -2.148193359375, -1.38232421875, -0.616455078125, 0.1494140625, 0.915283203125, 1.68115234375, 2.447021484375, 3.212890625, 3.978759765625, 4.74462890625, 5.510498046875, 6.2763671875, 7.042236328125, 7.80810546875, 8.573974609375, 9.33984375, 10.105712890625, 10.87158203125, 11.637451171875, 12.4033203125, 13.169189453125, 13.93505859375, 14.700927734375, 15.466796875, 16.232666015625, 16.99853515625, 17.764404296875, 18.5302734375, 19.296142578125, 20.06201171875, 20.827880859375, 21.59375]}, "gradients/wav2vec2.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 9.0, 8.0, 20.0, 15.0, 37.0, 64.0, 117.0, 126.0, 150.0, 147.0, 113.0, 88.0, 42.0, 24.0, 16.0, 11.0, 5.0, 4.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-214.5714569091797, -207.82066345214844, -201.06988525390625, -194.319091796875, -187.56829833984375, -180.8175048828125, -174.0667266845703, -167.31593322753906, -160.56515502929688, -153.81436157226562, -147.06358337402344, -140.3127899169922, -133.56199645996094, -126.81121063232422, -120.0604248046875, -113.30963134765625, -106.558837890625, -99.80805206298828, -93.05725860595703, -86.30647277832031, -79.55567932128906, -72.80489349365234, -66.05410766601562, -59.30331802368164, -52.552528381347656, -45.80173873901367, -39.05094909667969, -32.30016326904297, -25.549373626708984, -18.798583984375, -12.047798156738281, -5.297008514404297, 1.453765869140625, 8.204554557800293, 14.955343246459961, 21.706130981445312, 28.456920623779297, 35.20771026611328, 41.95849609375, 48.709285736083984, 55.46007537841797, 62.21086502075195, 68.96165466308594, 75.71244049072266, 82.46322631835938, 89.21401977539062, 95.96480560302734, 102.71559143066406, 109.46638488769531, 116.21717071533203, 122.96796417236328, 129.71875, 136.46954345703125, 143.2203369140625, 149.9711151123047, 156.72190856933594, 163.47268676757812, 170.22348022460938, 176.97425842285156, 183.7250518798828, 190.47584533691406, 197.22662353515625, 203.9774169921875, 210.72821044921875, 217.47900390625]}, "gradients/wav2vec2.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 6.0, 3.0, 2.0, 8.0, 6.0, 7.0, 4.0, 7.0, 12.0, 13.0, 21.0, 13.0, 13.0, 22.0, 27.0, 31.0, 33.0, 33.0, 39.0, 27.0, 51.0, 39.0, 47.0, 35.0, 36.0, 53.0, 49.0, 40.0, 42.0, 37.0, 32.0, 21.0, 30.0, 29.0, 18.0, 23.0, 18.0, 18.0, 16.0, 16.0, 10.0, 6.0, 3.0, 8.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-82.10221862792969, -79.5734634399414, -77.04471588134766, -74.51596069335938, -71.9872055053711, -69.45845031738281, -66.92970275878906, -64.40094757080078, -61.872196197509766, -59.34344482421875, -56.81468963623047, -54.28593826293945, -51.75718688964844, -49.228431701660156, -46.69968032836914, -44.170928955078125, -41.642173767089844, -39.11342239379883, -36.58466720581055, -34.05591583251953, -31.527162551879883, -28.998409271240234, -26.46965789794922, -23.94090461730957, -21.412151336669922, -18.883398056030273, -16.354644775390625, -13.82589340209961, -11.297140121459961, -8.768386840820312, -6.2396345138549805, -3.7108821868896484, -1.1821212768554688, 1.3466315269470215, 3.8753843307495117, 6.404137134552002, 8.932889938354492, 11.46164321899414, 13.990395545959473, 16.519147872924805, 19.047901153564453, 21.5766544342041, 24.10540771484375, 26.634159088134766, 29.162912368774414, 31.691665649414062, 34.22041702270508, 36.749168395996094, 39.277923583984375, 41.80667495727539, 44.33543014526367, 46.86418151855469, 49.39293670654297, 51.921688079833984, 54.450439453125, 56.97919464111328, 59.5079460144043, 62.03669738769531, 64.5654525756836, 67.09420776367188, 69.62295532226562, 72.1517105102539, 74.68046569824219, 77.20921325683594, 79.73796844482422]}, "gradients/wav2vec2.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 4.0, 3.0, 4.0, 10.0, 11.0, 11.0, 15.0, 19.0, 19.0, 53.0, 74.0, 109.0, 160.0, 231.0, 357.0, 632.0, 1057.0, 1819.0, 3282.0, 6329.0, 12576.0, 26323.0, 56798.0, 118422.0, 210612.0, 253177.0, 177938.0, 92756.0, 43682.0, 20474.0, 9858.0, 5195.0, 2750.0, 1526.0, 835.0, 507.0, 327.0, 197.0, 130.0, 85.0, 47.0, 41.0, 35.0, 20.0, 19.0, 11.0, 6.0, 7.0, 3.0, 3.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.03125, -14.53564453125, -14.0400390625, -13.54443359375, -13.048828125, -12.55322265625, -12.0576171875, -11.56201171875, -11.06640625, -10.57080078125, -10.0751953125, -9.57958984375, -9.083984375, -8.58837890625, -8.0927734375, -7.59716796875, -7.1015625, -6.60595703125, -6.1103515625, -5.61474609375, -5.119140625, -4.62353515625, -4.1279296875, -3.63232421875, -3.13671875, -2.64111328125, -2.1455078125, -1.64990234375, -1.154296875, -0.65869140625, -0.1630859375, 0.33251953125, 0.828125, 1.32373046875, 1.8193359375, 2.31494140625, 2.810546875, 3.30615234375, 3.8017578125, 4.29736328125, 4.79296875, 5.28857421875, 5.7841796875, 6.27978515625, 6.775390625, 7.27099609375, 7.7666015625, 8.26220703125, 8.7578125, 9.25341796875, 9.7490234375, 10.24462890625, 10.740234375, 11.23583984375, 11.7314453125, 12.22705078125, 12.72265625, 13.21826171875, 13.7138671875, 14.20947265625, 14.705078125, 15.20068359375, 15.6962890625, 16.19189453125, 16.6875]}, "gradients/wav2vec2.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 6.0, 4.0, 7.0, 5.0, 9.0, 10.0, 10.0, 8.0, 22.0, 18.0, 26.0, 16.0, 37.0, 28.0, 38.0, 36.0, 36.0, 36.0, 44.0, 45.0, 49.0, 52.0, 33.0, 42.0, 43.0, 26.0, 41.0, 35.0, 27.0, 43.0, 25.0, 18.0, 30.0, 19.0, 9.0, 24.0, 14.0, 10.0, 5.0, 2.0, 6.0, 5.0, 5.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.1484375, -12.6873779296875, -12.226318359375, -11.7652587890625, -11.30419921875, -10.8431396484375, -10.382080078125, -9.9210205078125, -9.4599609375, -8.9989013671875, -8.537841796875, -8.0767822265625, -7.61572265625, -7.1546630859375, -6.693603515625, -6.2325439453125, -5.771484375, -5.3104248046875, -4.849365234375, -4.3883056640625, -3.92724609375, -3.4661865234375, -3.005126953125, -2.5440673828125, -2.0830078125, -1.6219482421875, -1.160888671875, -0.6998291015625, -0.23876953125, 0.2222900390625, 0.683349609375, 1.1444091796875, 1.60546875, 2.0665283203125, 2.527587890625, 2.9886474609375, 3.44970703125, 3.9107666015625, 4.371826171875, 4.8328857421875, 5.2939453125, 5.7550048828125, 6.216064453125, 6.6771240234375, 7.13818359375, 7.5992431640625, 8.060302734375, 8.5213623046875, 8.982421875, 9.4434814453125, 9.904541015625, 10.3656005859375, 10.82666015625, 11.2877197265625, 11.748779296875, 12.2098388671875, 12.6708984375, 13.1319580078125, 13.593017578125, 14.0540771484375, 14.51513671875, 14.9761962890625, 15.437255859375, 15.8983154296875, 16.359375]}, "gradients/wav2vec2.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 4.0, 3.0, 7.0, 5.0, 19.0, 16.0, 24.0, 49.0, 57.0, 76.0, 150.0, 239.0, 511.0, 1119.0, 2830.0, 7626.0, 22840.0, 73645.0, 228581.0, 419189.0, 198178.0, 62681.0, 19573.0, 6631.0, 2447.0, 1012.0, 490.0, 221.0, 124.0, 74.0, 48.0, 30.0, 14.0, 14.0, 8.0, 5.0, 10.0, 3.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.453125, -24.7138671875, -23.974609375, -23.2353515625, -22.49609375, -21.7568359375, -21.017578125, -20.2783203125, -19.5390625, -18.7998046875, -18.060546875, -17.3212890625, -16.58203125, -15.8427734375, -15.103515625, -14.3642578125, -13.625, -12.8857421875, -12.146484375, -11.4072265625, -10.66796875, -9.9287109375, -9.189453125, -8.4501953125, -7.7109375, -6.9716796875, -6.232421875, -5.4931640625, -4.75390625, -4.0146484375, -3.275390625, -2.5361328125, -1.796875, -1.0576171875, -0.318359375, 0.4208984375, 1.16015625, 1.8994140625, 2.638671875, 3.3779296875, 4.1171875, 4.8564453125, 5.595703125, 6.3349609375, 7.07421875, 7.8134765625, 8.552734375, 9.2919921875, 10.03125, 10.7705078125, 11.509765625, 12.2490234375, 12.98828125, 13.7275390625, 14.466796875, 15.2060546875, 15.9453125, 16.6845703125, 17.423828125, 18.1630859375, 18.90234375, 19.6416015625, 20.380859375, 21.1201171875, 21.859375]}, "gradients/wav2vec2.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 0.0, 2.0, 3.0, 2.0, 4.0, 7.0, 14.0, 6.0, 11.0, 8.0, 20.0, 14.0, 32.0, 25.0, 24.0, 20.0, 27.0, 29.0, 27.0, 37.0, 28.0, 48.0, 52.0, 35.0, 31.0, 48.0, 45.0, 51.0, 35.0, 32.0, 46.0, 38.0, 37.0, 26.0, 12.0, 23.0, 17.0, 18.0, 13.0, 10.0, 5.0, 7.0, 8.0, 5.0, 9.0, 5.0, 3.0, 1.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.9375, -34.80712890625, -33.6767578125, -32.54638671875, -31.416015625, -30.28564453125, -29.1552734375, -28.02490234375, -26.89453125, -25.76416015625, -24.6337890625, -23.50341796875, -22.373046875, -21.24267578125, -20.1123046875, -18.98193359375, -17.8515625, -16.72119140625, -15.5908203125, -14.46044921875, -13.330078125, -12.19970703125, -11.0693359375, -9.93896484375, -8.80859375, -7.67822265625, -6.5478515625, -5.41748046875, -4.287109375, -3.15673828125, -2.0263671875, -0.89599609375, 0.234375, 1.36474609375, 2.4951171875, 3.62548828125, 4.755859375, 5.88623046875, 7.0166015625, 8.14697265625, 9.27734375, 10.40771484375, 11.5380859375, 12.66845703125, 13.798828125, 14.92919921875, 16.0595703125, 17.18994140625, 18.3203125, 19.45068359375, 20.5810546875, 21.71142578125, 22.841796875, 23.97216796875, 25.1025390625, 26.23291015625, 27.36328125, 28.49365234375, 29.6240234375, 30.75439453125, 31.884765625, 33.01513671875, 34.1455078125, 35.27587890625, 36.40625]}, "gradients/wav2vec2.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 7.0, 2.0, 4.0, 6.0, 13.0, 13.0, 36.0, 36.0, 67.0, 98.0, 174.0, 262.0, 535.0, 1025.0, 2309.0, 5249.0, 13770.0, 51843.0, 246899.0, 522155.0, 153952.0, 32675.0, 9811.0, 3913.0, 1738.0, 831.0, 440.0, 251.0, 176.0, 88.0, 48.0, 35.0, 25.0, 17.0, 20.0, 12.0, 8.0, 4.0, 5.0, 5.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-7.55078125, -7.30987548828125, -7.0689697265625, -6.82806396484375, -6.587158203125, -6.34625244140625, -6.1053466796875, -5.86444091796875, -5.62353515625, -5.38262939453125, -5.1417236328125, -4.90081787109375, -4.659912109375, -4.41900634765625, -4.1781005859375, -3.93719482421875, -3.6962890625, -3.45538330078125, -3.2144775390625, -2.97357177734375, -2.732666015625, -2.49176025390625, -2.2508544921875, -2.00994873046875, -1.76904296875, -1.52813720703125, -1.2872314453125, -1.04632568359375, -0.805419921875, -0.56451416015625, -0.3236083984375, -0.08270263671875, 0.158203125, 0.39910888671875, 0.6400146484375, 0.88092041015625, 1.121826171875, 1.36273193359375, 1.6036376953125, 1.84454345703125, 2.08544921875, 2.32635498046875, 2.5672607421875, 2.80816650390625, 3.049072265625, 3.28997802734375, 3.5308837890625, 3.77178955078125, 4.0126953125, 4.25360107421875, 4.4945068359375, 4.73541259765625, 4.976318359375, 5.21722412109375, 5.4581298828125, 5.69903564453125, 5.93994140625, 6.18084716796875, 6.4217529296875, 6.66265869140625, 6.903564453125, 7.14447021484375, 7.3853759765625, 7.62628173828125, 7.8671875]}, "gradients/wav2vec2.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 4.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 6.0, 7.0, 11.0, 8.0, 17.0, 25.0, 43.0, 54.0, 84.0, 101.0, 147.0, 121.0, 99.0, 79.0, 41.0, 38.0, 37.0, 21.0, 16.0, 11.0, 6.0, 3.0, 4.0, 6.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00222015380859375, -0.0021486282348632812, -0.0020771026611328125, -0.0020055770874023438, -0.001934051513671875, -0.0018625259399414062, -0.0017910003662109375, -0.0017194747924804688, -0.00164794921875, -0.0015764236450195312, -0.0015048980712890625, -0.0014333724975585938, -0.001361846923828125, -0.0012903213500976562, -0.0012187957763671875, -0.0011472702026367188, -0.00107574462890625, -0.0010042190551757812, -0.0009326934814453125, -0.0008611679077148438, -0.000789642333984375, -0.0007181167602539062, -0.0006465911865234375, -0.0005750656127929688, -0.0005035400390625, -0.00043201446533203125, -0.0003604888916015625, -0.00028896331787109375, -0.000217437744140625, -0.00014591217041015625, -7.43865966796875e-05, -2.86102294921875e-06, 6.866455078125e-05, 0.00014019012451171875, 0.0002117156982421875, 0.00028324127197265625, 0.000354766845703125, 0.00042629241943359375, 0.0004978179931640625, 0.0005693435668945312, 0.000640869140625, 0.0007123947143554688, 0.0007839202880859375, 0.0008554458618164062, 0.000926971435546875, 0.0009984970092773438, 0.0010700225830078125, 0.0011415481567382812, 0.00121307373046875, 0.0012845993041992188, 0.0013561248779296875, 0.0014276504516601562, 0.001499176025390625, 0.0015707015991210938, 0.0016422271728515625, 0.0017137527465820312, 0.0017852783203125, 0.0018568038940429688, 0.0019283294677734375, 0.0019998550415039062, 0.002071380615234375, 0.0021429061889648438, 0.0022144317626953125, 0.0022859573364257812, 0.00235748291015625]}, "gradients/wav2vec2.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 0.0, 4.0, 4.0, 10.0, 4.0, 13.0, 10.0, 24.0, 49.0, 69.0, 98.0, 190.0, 336.0, 650.0, 1451.0, 3250.0, 8176.0, 26361.0, 100139.0, 339562.0, 401970.0, 118536.0, 31499.0, 9478.0, 3502.0, 1530.0, 720.0, 388.0, 220.0, 126.0, 67.0, 33.0, 30.0, 24.0, 17.0, 7.0, 3.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.65234375, -7.4208984375, -7.189453125, -6.9580078125, -6.7265625, -6.4951171875, -6.263671875, -6.0322265625, -5.80078125, -5.5693359375, -5.337890625, -5.1064453125, -4.875, -4.6435546875, -4.412109375, -4.1806640625, -3.94921875, -3.7177734375, -3.486328125, -3.2548828125, -3.0234375, -2.7919921875, -2.560546875, -2.3291015625, -2.09765625, -1.8662109375, -1.634765625, -1.4033203125, -1.171875, -0.9404296875, -0.708984375, -0.4775390625, -0.24609375, -0.0146484375, 0.216796875, 0.4482421875, 0.6796875, 0.9111328125, 1.142578125, 1.3740234375, 1.60546875, 1.8369140625, 2.068359375, 2.2998046875, 2.53125, 2.7626953125, 2.994140625, 3.2255859375, 3.45703125, 3.6884765625, 3.919921875, 4.1513671875, 4.3828125, 4.6142578125, 4.845703125, 5.0771484375, 5.30859375, 5.5400390625, 5.771484375, 6.0029296875, 6.234375, 6.4658203125, 6.697265625, 6.9287109375, 7.16015625]}, "gradients/wav2vec2.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 5.0, 5.0, 6.0, 10.0, 22.0, 18.0, 36.0, 41.0, 53.0, 80.0, 116.0, 96.0, 116.0, 84.0, 83.0, 76.0, 41.0, 36.0, 20.0, 20.0, 13.0, 8.0, 4.0, 4.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.765625, -9.4613037109375, -9.156982421875, -8.8526611328125, -8.54833984375, -8.2440185546875, -7.939697265625, -7.6353759765625, -7.3310546875, -7.0267333984375, -6.722412109375, -6.4180908203125, -6.11376953125, -5.8094482421875, -5.505126953125, -5.2008056640625, -4.896484375, -4.5921630859375, -4.287841796875, -3.9835205078125, -3.67919921875, -3.3748779296875, -3.070556640625, -2.7662353515625, -2.4619140625, -2.1575927734375, -1.853271484375, -1.5489501953125, -1.24462890625, -0.9403076171875, -0.635986328125, -0.3316650390625, -0.02734375, 0.2769775390625, 0.581298828125, 0.8856201171875, 1.18994140625, 1.4942626953125, 1.798583984375, 2.1029052734375, 2.4072265625, 2.7115478515625, 3.015869140625, 3.3201904296875, 3.62451171875, 3.9288330078125, 4.233154296875, 4.5374755859375, 4.841796875, 5.1461181640625, 5.450439453125, 5.7547607421875, 6.05908203125, 6.3634033203125, 6.667724609375, 6.9720458984375, 7.2763671875, 7.5806884765625, 7.885009765625, 8.1893310546875, 8.49365234375, 8.7979736328125, 9.102294921875, 9.4066162109375, 9.7109375]}, "gradients/wav2vec2.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 4.0, 5.0, 10.0, 4.0, 13.0, 39.0, 87.0, 126.0, 159.0, 195.0, 146.0, 106.0, 56.0, 22.0, 17.0, 5.0, 4.0, 2.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-271.1856689453125, -264.7928771972656, -258.4000549316406, -252.0072479248047, -245.61444091796875, -239.22164916992188, -232.82882690429688, -226.43603515625, -220.04322814941406, -213.65042114257812, -207.2576141357422, -200.86480712890625, -194.4720001220703, -188.07919311523438, -181.6864013671875, -175.29359436035156, -168.90078735351562, -162.5079803466797, -156.11517333984375, -149.7223663330078, -143.32955932617188, -136.936767578125, -130.5439453125, -124.15115356445312, -117.75833129882812, -111.36552429199219, -104.97271728515625, -98.57991027832031, -92.1871109008789, -85.79430389404297, -79.40149688720703, -73.00869750976562, -66.61589050292969, -60.22308349609375, -53.83028030395508, -47.43747329711914, -41.04467010498047, -34.65186309814453, -28.259056091308594, -21.866252899169922, -15.473445892333984, -9.08064079284668, -2.6878347396850586, 3.7049713134765625, 10.097776412963867, 16.490581512451172, 22.88338851928711, 29.27619171142578, 35.66899871826172, 42.061805725097656, 48.45460891723633, 54.847415924072266, 61.24021911621094, 67.63302612304688, 74.02583312988281, 80.41864013671875, 86.81144714355469, 93.20425415039062, 99.59706115722656, 105.9898681640625, 112.3826675415039, 118.77547454833984, 125.16828155517578, 131.5610809326172, 137.95388793945312]}, "gradients/wav2vec2.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 8.0, 5.0, 5.0, 12.0, 7.0, 22.0, 15.0, 12.0, 22.0, 21.0, 28.0, 24.0, 26.0, 32.0, 32.0, 44.0, 50.0, 39.0, 60.0, 46.0, 49.0, 43.0, 37.0, 40.0, 34.0, 39.0, 28.0, 29.0, 31.0, 28.0, 22.0, 17.0, 15.0, 14.0, 11.0, 7.0, 5.0, 9.0, 6.0, 8.0, 3.0, 3.0, 6.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0], "bins": [-98.69673156738281, -95.78466033935547, -92.87259674072266, -89.96052551269531, -87.04845428466797, -84.13639068603516, -81.22431945800781, -78.312255859375, -75.40018463134766, -72.48811340332031, -69.5760498046875, -66.66397857666016, -63.75191116333008, -60.83984375, -57.927772521972656, -55.01570510864258, -52.103633880615234, -49.191566467285156, -46.27949523925781, -43.367427825927734, -40.455360412597656, -37.54328918457031, -34.631221771240234, -31.719154357910156, -28.807085037231445, -25.895015716552734, -22.982948303222656, -20.070878982543945, -17.158809661865234, -14.246742248535156, -11.334672927856445, -8.422605514526367, -5.510536193847656, -2.5984675884246826, 0.313601016998291, 3.2256698608398438, 6.137738227844238, 9.049806594848633, 11.961875915527344, 14.873943328857422, 17.786012649536133, 20.698081970214844, 23.610149383544922, 26.522218704223633, 29.434288024902344, 32.34635543823242, 35.2584228515625, 38.170494079589844, 41.08256149291992, 43.99462890625, 46.906700134277344, 49.81876754760742, 52.7308349609375, 55.642906188964844, 58.55497360229492, 61.467041015625, 64.37911224365234, 67.29118347167969, 70.2032470703125, 73.11531829833984, 76.02738952636719, 78.939453125, 81.85152435302734, 84.76359558105469, 87.6756591796875]}, "gradients/wav2vec2.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 8.0, 17.0, 27.0, 45.0, 65.0, 115.0, 205.0, 345.0, 568.0, 935.0, 1635.0, 2719.0, 4840.0, 8668.0, 15628.0, 29608.0, 56712.0, 111364.0, 229817.0, 486793.0, 969176.0, 1099982.0, 603322.0, 284536.0, 138575.0, 69512.0, 35684.0, 19273.0, 10318.0, 5716.0, 3357.0, 1858.0, 1112.0, 682.0, 391.0, 261.0, 148.0, 108.0, 48.0, 35.0, 31.0, 16.0, 9.0, 7.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0], "bins": [-3.513671875, -3.4136962890625, -3.313720703125, -3.2137451171875, -3.11376953125, -3.0137939453125, -2.913818359375, -2.8138427734375, -2.7138671875, -2.6138916015625, -2.513916015625, -2.4139404296875, -2.31396484375, -2.2139892578125, -2.114013671875, -2.0140380859375, -1.9140625, -1.8140869140625, -1.714111328125, -1.6141357421875, -1.51416015625, -1.4141845703125, -1.314208984375, -1.2142333984375, -1.1142578125, -1.0142822265625, -0.914306640625, -0.8143310546875, -0.71435546875, -0.6143798828125, -0.514404296875, -0.4144287109375, -0.314453125, -0.2144775390625, -0.114501953125, -0.0145263671875, 0.08544921875, 0.1854248046875, 0.285400390625, 0.3853759765625, 0.4853515625, 0.5853271484375, 0.685302734375, 0.7852783203125, 0.88525390625, 0.9852294921875, 1.085205078125, 1.1851806640625, 1.28515625, 1.3851318359375, 1.485107421875, 1.5850830078125, 1.68505859375, 1.7850341796875, 1.885009765625, 1.9849853515625, 2.0849609375, 2.1849365234375, 2.284912109375, 2.3848876953125, 2.48486328125, 2.5848388671875, 2.684814453125, 2.7847900390625, 2.884765625]}, "gradients/wav2vec2.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 4.0, 2.0, 6.0, 2.0, 5.0, 10.0, 6.0, 7.0, 10.0, 13.0, 11.0, 13.0, 19.0, 23.0, 19.0, 24.0, 21.0, 28.0, 27.0, 30.0, 30.0, 36.0, 28.0, 36.0, 43.0, 31.0, 40.0, 35.0, 45.0, 38.0, 39.0, 30.0, 30.0, 43.0, 31.0, 28.0, 28.0, 16.0, 20.0, 20.0, 10.0, 13.0, 8.0, 10.0, 6.0, 5.0, 8.0, 8.0, 2.0, 3.0, 2.0, 2.0, 3.0, 2.0, 0.0, 2.0], "bins": [-2.150390625, -2.08673095703125, -2.0230712890625, -1.95941162109375, -1.895751953125, -1.83209228515625, -1.7684326171875, -1.70477294921875, -1.64111328125, -1.57745361328125, -1.5137939453125, -1.45013427734375, -1.386474609375, -1.32281494140625, -1.2591552734375, -1.19549560546875, -1.1318359375, -1.06817626953125, -1.0045166015625, -0.94085693359375, -0.877197265625, -0.81353759765625, -0.7498779296875, -0.68621826171875, -0.62255859375, -0.55889892578125, -0.4952392578125, -0.43157958984375, -0.367919921875, -0.30426025390625, -0.2406005859375, -0.17694091796875, -0.11328125, -0.04962158203125, 0.0140380859375, 0.07769775390625, 0.141357421875, 0.20501708984375, 0.2686767578125, 0.33233642578125, 0.39599609375, 0.45965576171875, 0.5233154296875, 0.58697509765625, 0.650634765625, 0.71429443359375, 0.7779541015625, 0.84161376953125, 0.9052734375, 0.96893310546875, 1.0325927734375, 1.09625244140625, 1.159912109375, 1.22357177734375, 1.2872314453125, 1.35089111328125, 1.41455078125, 1.47821044921875, 1.5418701171875, 1.60552978515625, 1.669189453125, 1.73284912109375, 1.7965087890625, 1.86016845703125, 1.923828125]}, "gradients/wav2vec2.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 5.0, 5.0, 13.0, 13.0, 20.0, 32.0, 35.0, 42.0, 72.0, 127.0, 223.0, 402.0, 819.0, 1903.0, 4886.0, 15182.0, 57692.0, 288087.0, 1611357.0, 1790071.0, 333027.0, 63997.0, 16828.0, 5453.0, 2097.0, 882.0, 458.0, 213.0, 124.0, 78.0, 43.0, 25.0, 25.0, 19.0, 15.0, 4.0, 5.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-13.0, -12.6392822265625, -12.278564453125, -11.9178466796875, -11.55712890625, -11.1964111328125, -10.835693359375, -10.4749755859375, -10.1142578125, -9.7535400390625, -9.392822265625, -9.0321044921875, -8.67138671875, -8.3106689453125, -7.949951171875, -7.5892333984375, -7.228515625, -6.8677978515625, -6.507080078125, -6.1463623046875, -5.78564453125, -5.4249267578125, -5.064208984375, -4.7034912109375, -4.3427734375, -3.9820556640625, -3.621337890625, -3.2606201171875, -2.89990234375, -2.5391845703125, -2.178466796875, -1.8177490234375, -1.45703125, -1.0963134765625, -0.735595703125, -0.3748779296875, -0.01416015625, 0.3465576171875, 0.707275390625, 1.0679931640625, 1.4287109375, 1.7894287109375, 2.150146484375, 2.5108642578125, 2.87158203125, 3.2322998046875, 3.593017578125, 3.9537353515625, 4.314453125, 4.6751708984375, 5.035888671875, 5.3966064453125, 5.75732421875, 6.1180419921875, 6.478759765625, 6.8394775390625, 7.2001953125, 7.5609130859375, 7.921630859375, 8.2823486328125, 8.64306640625, 9.0037841796875, 9.364501953125, 9.7252197265625, 10.0859375]}, "gradients/wav2vec2.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 4.0, 3.0, 4.0, 5.0, 6.0, 11.0, 10.0, 13.0, 13.0, 22.0, 31.0, 34.0, 73.0, 78.0, 107.0, 160.0, 194.0, 268.0, 322.0, 384.0, 462.0, 419.0, 338.0, 273.0, 209.0, 141.0, 120.0, 81.0, 61.0, 49.0, 40.0, 38.0, 24.0, 17.0, 11.0, 7.0, 6.0, 10.0, 7.0, 6.0, 7.0, 3.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.98828125, -5.77301025390625, -5.5577392578125, -5.34246826171875, -5.127197265625, -4.91192626953125, -4.6966552734375, -4.48138427734375, -4.26611328125, -4.05084228515625, -3.8355712890625, -3.62030029296875, -3.405029296875, -3.18975830078125, -2.9744873046875, -2.75921630859375, -2.5439453125, -2.32867431640625, -2.1134033203125, -1.89813232421875, -1.682861328125, -1.46759033203125, -1.2523193359375, -1.03704833984375, -0.82177734375, -0.60650634765625, -0.3912353515625, -0.17596435546875, 0.039306640625, 0.25457763671875, 0.4698486328125, 0.68511962890625, 0.900390625, 1.11566162109375, 1.3309326171875, 1.54620361328125, 1.761474609375, 1.97674560546875, 2.1920166015625, 2.40728759765625, 2.62255859375, 2.83782958984375, 3.0531005859375, 3.26837158203125, 3.483642578125, 3.69891357421875, 3.9141845703125, 4.12945556640625, 4.3447265625, 4.55999755859375, 4.7752685546875, 4.99053955078125, 5.205810546875, 5.42108154296875, 5.6363525390625, 5.85162353515625, 6.06689453125, 6.28216552734375, 6.4974365234375, 6.71270751953125, 6.927978515625, 7.14324951171875, 7.3585205078125, 7.57379150390625, 7.7890625]}, "gradients/wav2vec2.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 9.0, 20.0, 48.0, 88.0, 142.0, 184.0, 210.0, 157.0, 93.0, 25.0, 18.0, 8.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-59.29635238647461, -56.06291198730469, -52.829471588134766, -49.596031188964844, -46.36259078979492, -43.129150390625, -39.89570999145508, -36.662269592285156, -33.428829193115234, -30.195388793945312, -26.96194839477539, -23.72850799560547, -20.495067596435547, -17.261627197265625, -14.028186798095703, -10.794746398925781, -7.561305999755859, -4.3278656005859375, -1.0944252014160156, 2.1390151977539062, 5.372455596923828, 8.60589599609375, 11.839336395263672, 15.072776794433594, 18.306217193603516, 21.539657592773438, 24.77309799194336, 28.00653839111328, 31.239978790283203, 34.473419189453125, 37.70685958862305, 40.94029998779297, 44.173736572265625, 47.40717697143555, 50.64061737060547, 53.87405776977539, 57.10749816894531, 60.340938568115234, 63.574378967285156, 66.80781555175781, 70.041259765625, 73.27470397949219, 76.50814056396484, 79.7415771484375, 82.97502136230469, 86.20846557617188, 89.44190216064453, 92.67533874511719, 95.90878295898438, 99.14222717285156, 102.37566375732422, 105.60910034179688, 108.84254455566406, 112.07598876953125, 115.3094253540039, 118.54286193847656, 121.77630615234375, 125.00975036621094, 128.24319458007812, 131.47662353515625, 134.71006774902344, 137.94351196289062, 141.17694091796875, 144.41038513183594, 147.64382934570312]}, "gradients/wav2vec2.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 3.0, 5.0, 8.0, 10.0, 11.0, 14.0, 14.0, 15.0, 15.0, 22.0, 19.0, 33.0, 23.0, 23.0, 39.0, 33.0, 48.0, 50.0, 52.0, 46.0, 40.0, 48.0, 44.0, 43.0, 44.0, 43.0, 35.0, 34.0, 31.0, 31.0, 23.0, 14.0, 17.0, 13.0, 13.0, 10.0, 12.0, 5.0, 5.0, 6.0, 6.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-32.702083587646484, -31.6516170501709, -30.601152420043945, -29.55068588256836, -28.500221252441406, -27.44975471496582, -26.399288177490234, -25.34882354736328, -24.298358917236328, -23.247892379760742, -22.19742774963379, -21.146961212158203, -20.09649658203125, -19.046030044555664, -17.995563507080078, -16.945098876953125, -15.894632339477539, -14.84416675567627, -13.793701171875, -12.743234634399414, -11.692770004272461, -10.642303466796875, -9.591837882995605, -8.541372299194336, -7.490906715393066, -6.440441131591797, -5.389975547790527, -4.3395094871521, -3.28904390335083, -2.2385783195495605, -1.1881122589111328, -0.13764667510986328, 0.9128189086914062, 1.9632846117019653, 3.0137503147125244, 4.064216136932373, 5.114681720733643, 6.165147304534912, 7.21561336517334, 8.26607894897461, 9.316544532775879, 10.367010116577148, 11.417475700378418, 12.467941284179688, 13.518407821655273, 14.568872451782227, 15.619338989257812, 16.669803619384766, 17.72027015686035, 18.770736694335938, 19.82120132446289, 20.871667861938477, 21.92213249206543, 22.972599029541016, 24.02306365966797, 25.073530197143555, 26.12399673461914, 27.174463272094727, 28.22492790222168, 29.275394439697266, 30.32585906982422, 31.376325607299805, 32.42679214477539, 33.477256774902344, 34.5277214050293]}, "gradients/wav2vec2.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 5.0, 3.0, 3.0, 13.0, 15.0, 20.0, 37.0, 39.0, 86.0, 126.0, 183.0, 338.0, 531.0, 880.0, 1430.0, 2213.0, 3566.0, 5575.0, 9162.0, 14024.0, 21455.0, 33172.0, 52437.0, 92264.0, 178765.0, 245479.0, 165594.0, 84480.0, 49193.0, 31080.0, 20219.0, 13336.0, 8610.0, 5328.0, 3386.0, 2119.0, 1194.0, 845.0, 494.0, 311.0, 194.0, 133.0, 65.0, 55.0, 45.0, 15.0, 19.0, 12.0, 7.0, 3.0, 7.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.76171875, -5.56597900390625, -5.3702392578125, -5.17449951171875, -4.978759765625, -4.78302001953125, -4.5872802734375, -4.39154052734375, -4.19580078125, -4.00006103515625, -3.8043212890625, -3.60858154296875, -3.412841796875, -3.21710205078125, -3.0213623046875, -2.82562255859375, -2.6298828125, -2.43414306640625, -2.2384033203125, -2.04266357421875, -1.846923828125, -1.65118408203125, -1.4554443359375, -1.25970458984375, -1.06396484375, -0.86822509765625, -0.6724853515625, -0.47674560546875, -0.281005859375, -0.08526611328125, 0.1104736328125, 0.30621337890625, 0.501953125, 0.69769287109375, 0.8934326171875, 1.08917236328125, 1.284912109375, 1.48065185546875, 1.6763916015625, 1.87213134765625, 2.06787109375, 2.26361083984375, 2.4593505859375, 2.65509033203125, 2.850830078125, 3.04656982421875, 3.2423095703125, 3.43804931640625, 3.6337890625, 3.82952880859375, 4.0252685546875, 4.22100830078125, 4.416748046875, 4.61248779296875, 4.8082275390625, 5.00396728515625, 5.19970703125, 5.39544677734375, 5.5911865234375, 5.78692626953125, 5.982666015625, 6.17840576171875, 6.3741455078125, 6.56988525390625, 6.765625]}, "gradients/wav2vec2.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 4.0, 2.0, 3.0, 3.0, 5.0, 4.0, 4.0, 10.0, 9.0, 4.0, 8.0, 11.0, 18.0, 20.0, 23.0, 22.0, 23.0, 32.0, 33.0, 23.0, 32.0, 47.0, 26.0, 43.0, 43.0, 52.0, 49.0, 47.0, 33.0, 39.0, 31.0, 28.0, 34.0, 33.0, 32.0, 30.0, 30.0, 24.0, 24.0, 12.0, 11.0, 12.0, 10.0, 7.0, 4.0, 7.0, 1.0, 8.0, 0.0, 0.0, 1.0, 2.0, 2.0], "bins": [-2.583984375, -2.513885498046875, -2.44378662109375, -2.373687744140625, -2.3035888671875, -2.233489990234375, -2.16339111328125, -2.093292236328125, -2.023193359375, -1.953094482421875, -1.88299560546875, -1.812896728515625, -1.7427978515625, -1.672698974609375, -1.60260009765625, -1.532501220703125, -1.46240234375, -1.392303466796875, -1.32220458984375, -1.252105712890625, -1.1820068359375, -1.111907958984375, -1.04180908203125, -0.971710205078125, -0.901611328125, -0.831512451171875, -0.76141357421875, -0.691314697265625, -0.6212158203125, -0.551116943359375, -0.48101806640625, -0.410919189453125, -0.3408203125, -0.270721435546875, -0.20062255859375, -0.130523681640625, -0.0604248046875, 0.009674072265625, 0.07977294921875, 0.149871826171875, 0.219970703125, 0.290069580078125, 0.36016845703125, 0.430267333984375, 0.5003662109375, 0.570465087890625, 0.64056396484375, 0.710662841796875, 0.78076171875, 0.850860595703125, 0.92095947265625, 0.991058349609375, 1.0611572265625, 1.131256103515625, 1.20135498046875, 1.271453857421875, 1.341552734375, 1.411651611328125, 1.48175048828125, 1.551849365234375, 1.6219482421875, 1.692047119140625, 1.76214599609375, 1.832244873046875, 1.90234375]}, "gradients/wav2vec2.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 10.0, 6.0, 8.0, 8.0, 35.0, 27.0, 45.0, 52.0, 77.0, 102.0, 147.0, 219.0, 355.0, 576.0, 1016.0, 1815.0, 3582.0, 7035.0, 14383.0, 28099.0, 55606.0, 124212.0, 390556.0, 251022.0, 84627.0, 41392.0, 21350.0, 10484.0, 5339.0, 2676.0, 1441.0, 817.0, 475.0, 290.0, 166.0, 139.0, 108.0, 79.0, 51.0, 38.0, 24.0, 20.0, 14.0, 10.0, 6.0, 4.0, 7.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-12.34375, -11.96728515625, -11.5908203125, -11.21435546875, -10.837890625, -10.46142578125, -10.0849609375, -9.70849609375, -9.33203125, -8.95556640625, -8.5791015625, -8.20263671875, -7.826171875, -7.44970703125, -7.0732421875, -6.69677734375, -6.3203125, -5.94384765625, -5.5673828125, -5.19091796875, -4.814453125, -4.43798828125, -4.0615234375, -3.68505859375, -3.30859375, -2.93212890625, -2.5556640625, -2.17919921875, -1.802734375, -1.42626953125, -1.0498046875, -0.67333984375, -0.296875, 0.07958984375, 0.4560546875, 0.83251953125, 1.208984375, 1.58544921875, 1.9619140625, 2.33837890625, 2.71484375, 3.09130859375, 3.4677734375, 3.84423828125, 4.220703125, 4.59716796875, 4.9736328125, 5.35009765625, 5.7265625, 6.10302734375, 6.4794921875, 6.85595703125, 7.232421875, 7.60888671875, 7.9853515625, 8.36181640625, 8.73828125, 9.11474609375, 9.4912109375, 9.86767578125, 10.244140625, 10.62060546875, 10.9970703125, 11.37353515625, 11.75]}, "gradients/wav2vec2.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 4.0, 3.0, 10.0, 8.0, 9.0, 10.0, 11.0, 16.0, 20.0, 17.0, 23.0, 32.0, 40.0, 35.0, 42.0, 32.0, 25.0, 43.0, 50.0, 44.0, 50.0, 50.0, 48.0, 47.0, 40.0, 33.0, 49.0, 29.0, 33.0, 23.0, 33.0, 27.0, 5.0, 18.0, 7.0, 8.0, 6.0, 4.0, 4.0, 2.0, 3.0, 6.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.4921875, -9.2052001953125, -8.918212890625, -8.6312255859375, -8.34423828125, -8.0572509765625, -7.770263671875, -7.4832763671875, -7.1962890625, -6.9093017578125, -6.622314453125, -6.3353271484375, -6.04833984375, -5.7613525390625, -5.474365234375, -5.1873779296875, -4.900390625, -4.6134033203125, -4.326416015625, -4.0394287109375, -3.75244140625, -3.4654541015625, -3.178466796875, -2.8914794921875, -2.6044921875, -2.3175048828125, -2.030517578125, -1.7435302734375, -1.45654296875, -1.1695556640625, -0.882568359375, -0.5955810546875, -0.30859375, -0.0216064453125, 0.265380859375, 0.5523681640625, 0.83935546875, 1.1263427734375, 1.413330078125, 1.7003173828125, 1.9873046875, 2.2742919921875, 2.561279296875, 2.8482666015625, 3.13525390625, 3.4222412109375, 3.709228515625, 3.9962158203125, 4.283203125, 4.5701904296875, 4.857177734375, 5.1441650390625, 5.43115234375, 5.7181396484375, 6.005126953125, 6.2921142578125, 6.5791015625, 6.8660888671875, 7.153076171875, 7.4400634765625, 7.72705078125, 8.0140380859375, 8.301025390625, 8.5880126953125, 8.875]}, "gradients/wav2vec2.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 7.0, 3.0, 8.0, 6.0, 10.0, 17.0, 21.0, 20.0, 25.0, 47.0, 67.0, 107.0, 195.0, 334.0, 520.0, 1014.0, 1866.0, 3580.0, 6940.0, 13494.0, 25276.0, 46846.0, 85996.0, 225139.0, 370811.0, 128846.0, 62836.0, 35049.0, 18872.0, 9877.0, 4966.0, 2592.0, 1291.0, 728.0, 468.0, 252.0, 144.0, 97.0, 56.0, 47.0, 28.0, 18.0, 9.0, 9.0, 6.0, 6.0, 4.0, 5.0, 6.0, 2.0, 1.0, 1.0, 1.0], "bins": [-8.0390625, -7.81103515625, -7.5830078125, -7.35498046875, -7.126953125, -6.89892578125, -6.6708984375, -6.44287109375, -6.21484375, -5.98681640625, -5.7587890625, -5.53076171875, -5.302734375, -5.07470703125, -4.8466796875, -4.61865234375, -4.390625, -4.16259765625, -3.9345703125, -3.70654296875, -3.478515625, -3.25048828125, -3.0224609375, -2.79443359375, -2.56640625, -2.33837890625, -2.1103515625, -1.88232421875, -1.654296875, -1.42626953125, -1.1982421875, -0.97021484375, -0.7421875, -0.51416015625, -0.2861328125, -0.05810546875, 0.169921875, 0.39794921875, 0.6259765625, 0.85400390625, 1.08203125, 1.31005859375, 1.5380859375, 1.76611328125, 1.994140625, 2.22216796875, 2.4501953125, 2.67822265625, 2.90625, 3.13427734375, 3.3623046875, 3.59033203125, 3.818359375, 4.04638671875, 4.2744140625, 4.50244140625, 4.73046875, 4.95849609375, 5.1865234375, 5.41455078125, 5.642578125, 5.87060546875, 6.0986328125, 6.32666015625, 6.5546875]}, "gradients/wav2vec2.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 4.0, 7.0, 11.0, 8.0, 5.0, 7.0, 12.0, 16.0, 12.0, 24.0, 11.0, 19.0, 31.0, 39.0, 61.0, 143.0, 191.0, 139.0, 59.0, 40.0, 28.0, 14.0, 26.0, 13.0, 12.0, 12.0, 10.0, 4.0, 3.0, 7.0, 7.0, 5.0, 2.0, 5.0, 2.0, 0.0, 1.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0022678375244140625, -0.002187967300415039, -0.0021080970764160156, -0.002028226852416992, -0.0019483566284179688, -0.0018684864044189453, -0.0017886161804199219, -0.0017087459564208984, -0.001628875732421875, -0.0015490055084228516, -0.0014691352844238281, -0.0013892650604248047, -0.0013093948364257812, -0.0012295246124267578, -0.0011496543884277344, -0.001069784164428711, -0.0009899139404296875, -0.0009100437164306641, -0.0008301734924316406, -0.0007503032684326172, -0.0006704330444335938, -0.0005905628204345703, -0.0005106925964355469, -0.00043082237243652344, -0.0003509521484375, -0.00027108192443847656, -0.00019121170043945312, -0.00011134147644042969, -3.147125244140625e-05, 4.839897155761719e-05, 0.00012826919555664062, 0.00020813941955566406, 0.0002880096435546875, 0.00036787986755371094, 0.0004477500915527344, 0.0005276203155517578, 0.0006074905395507812, 0.0006873607635498047, 0.0007672309875488281, 0.0008471012115478516, 0.000926971435546875, 0.0010068416595458984, 0.0010867118835449219, 0.0011665821075439453, 0.0012464523315429688, 0.0013263225555419922, 0.0014061927795410156, 0.001486063003540039, 0.0015659332275390625, 0.001645803451538086, 0.0017256736755371094, 0.0018055438995361328, 0.0018854141235351562, 0.0019652843475341797, 0.002045154571533203, 0.0021250247955322266, 0.00220489501953125, 0.0022847652435302734, 0.002364635467529297, 0.0024445056915283203, 0.0025243759155273438, 0.002604246139526367, 0.0026841163635253906, 0.002763986587524414, 0.0028438568115234375]}, "gradients/wav2vec2.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 3.0, 1.0, 5.0, 3.0, 6.0, 15.0, 16.0, 16.0, 31.0, 38.0, 75.0, 99.0, 156.0, 229.0, 330.0, 531.0, 948.0, 1784.0, 3713.0, 8133.0, 17292.0, 36639.0, 75341.0, 200735.0, 417017.0, 158598.0, 65950.0, 31546.0, 15141.0, 7005.0, 3383.0, 1565.0, 842.0, 481.0, 289.0, 164.0, 131.0, 82.0, 84.0, 31.0, 27.0, 18.0, 24.0, 11.0, 14.0, 12.0, 7.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.40234375, -7.1666259765625, -6.930908203125, -6.6951904296875, -6.45947265625, -6.2237548828125, -5.988037109375, -5.7523193359375, -5.5166015625, -5.2808837890625, -5.045166015625, -4.8094482421875, -4.57373046875, -4.3380126953125, -4.102294921875, -3.8665771484375, -3.630859375, -3.3951416015625, -3.159423828125, -2.9237060546875, -2.68798828125, -2.4522705078125, -2.216552734375, -1.9808349609375, -1.7451171875, -1.5093994140625, -1.273681640625, -1.0379638671875, -0.80224609375, -0.5665283203125, -0.330810546875, -0.0950927734375, 0.140625, 0.3763427734375, 0.612060546875, 0.8477783203125, 1.08349609375, 1.3192138671875, 1.554931640625, 1.7906494140625, 2.0263671875, 2.2620849609375, 2.497802734375, 2.7335205078125, 2.96923828125, 3.2049560546875, 3.440673828125, 3.6763916015625, 3.912109375, 4.1478271484375, 4.383544921875, 4.6192626953125, 4.85498046875, 5.0906982421875, 5.326416015625, 5.5621337890625, 5.7978515625, 6.0335693359375, 6.269287109375, 6.5050048828125, 6.74072265625, 6.9764404296875, 7.212158203125, 7.4478759765625, 7.68359375]}, "gradients/wav2vec2.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 2.0, 2.0, 4.0, 6.0, 1.0, 7.0, 7.0, 11.0, 8.0, 11.0, 9.0, 9.0, 11.0, 13.0, 20.0, 14.0, 16.0, 34.0, 28.0, 22.0, 51.0, 77.0, 81.0, 80.0, 93.0, 91.0, 54.0, 46.0, 31.0, 22.0, 19.0, 19.0, 15.0, 11.0, 15.0, 13.0, 9.0, 6.0, 10.0, 4.0, 2.0, 3.0, 5.0, 3.0, 3.0, 4.0, 2.0, 6.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-5.33984375, -5.17803955078125, -5.0162353515625, -4.85443115234375, -4.692626953125, -4.53082275390625, -4.3690185546875, -4.20721435546875, -4.04541015625, -3.88360595703125, -3.7218017578125, -3.55999755859375, -3.398193359375, -3.23638916015625, -3.0745849609375, -2.91278076171875, -2.7509765625, -2.58917236328125, -2.4273681640625, -2.26556396484375, -2.103759765625, -1.94195556640625, -1.7801513671875, -1.61834716796875, -1.45654296875, -1.29473876953125, -1.1329345703125, -0.97113037109375, -0.809326171875, -0.64752197265625, -0.4857177734375, -0.32391357421875, -0.162109375, -0.00030517578125, 0.1614990234375, 0.32330322265625, 0.485107421875, 0.64691162109375, 0.8087158203125, 0.97052001953125, 1.13232421875, 1.29412841796875, 1.4559326171875, 1.61773681640625, 1.779541015625, 1.94134521484375, 2.1031494140625, 2.26495361328125, 2.4267578125, 2.58856201171875, 2.7503662109375, 2.91217041015625, 3.073974609375, 3.23577880859375, 3.3975830078125, 3.55938720703125, 3.72119140625, 3.88299560546875, 4.0447998046875, 4.20660400390625, 4.368408203125, 4.53021240234375, 4.6920166015625, 4.85382080078125, 5.015625]}, "gradients/wav2vec2.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 4.0, 4.0, 8.0, 23.0, 43.0, 134.0, 186.0, 240.0, 191.0, 123.0, 41.0, 15.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-53.781272888183594, -48.735069274902344, -43.688865661621094, -38.642662048339844, -33.596458435058594, -28.550256729125977, -23.50405502319336, -18.45785140991211, -13.41164779663086, -8.36544418334961, -3.319241523742676, 1.7269611358642578, 6.773164749145508, 11.819368362426758, 16.865570068359375, 21.911773681640625, 26.957977294921875, 32.004180908203125, 37.050384521484375, 42.096588134765625, 47.142791748046875, 52.188995361328125, 57.23519515991211, 62.28139877319336, 67.32760620117188, 72.37380981445312, 77.42001342773438, 82.46621704101562, 87.51242065429688, 92.55862426757812, 97.60482788085938, 102.65103149414062, 107.69721984863281, 112.74342346191406, 117.78962707519531, 122.83583068847656, 127.88203430175781, 132.92823791503906, 137.9744415283203, 143.02064514160156, 148.0668487548828, 153.11305236816406, 158.1592559814453, 163.20545959472656, 168.2516632080078, 173.29786682128906, 178.3440704345703, 183.39027404785156, 188.43646240234375, 193.482666015625, 198.52886962890625, 203.5750732421875, 208.62127685546875, 213.66748046875, 218.71368408203125, 223.7598876953125, 228.80609130859375, 233.852294921875, 238.89849853515625, 243.9447021484375, 248.99090576171875, 254.037109375, 259.08331298828125, 264.1295166015625, 269.17572021484375]}, "gradients/wav2vec2.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 6.0, 1.0, 7.0, 2.0, 3.0, 6.0, 10.0, 9.0, 19.0, 17.0, 18.0, 30.0, 27.0, 26.0, 33.0, 31.0, 37.0, 38.0, 34.0, 43.0, 41.0, 47.0, 44.0, 38.0, 38.0, 41.0, 40.0, 40.0, 33.0, 22.0, 21.0, 34.0, 19.0, 25.0, 24.0, 14.0, 14.0, 14.0, 15.0, 5.0, 9.0, 3.0, 6.0, 9.0, 11.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.63758659362793, -27.560792922973633, -26.483999252319336, -25.40720558166504, -24.330411911010742, -23.253618240356445, -22.176822662353516, -21.10002899169922, -20.023235321044922, -18.946441650390625, -17.869647979736328, -16.79285430908203, -15.716060638427734, -14.639266967773438, -13.562472343444824, -12.485678672790527, -11.408885955810547, -10.33209228515625, -9.255298614501953, -8.178504943847656, -7.101710796356201, -6.024917125701904, -4.948122978210449, -3.8713293075561523, -2.7945356369018555, -1.717741847038269, -0.6409480571746826, 0.43584585189819336, 1.5126395225524902, 2.589433193206787, 3.666227340698242, 4.743021011352539, 5.819812774658203, 6.8966064453125, 7.973400115966797, 9.050193786621094, 10.12698745727539, 11.203781127929688, 12.2805757522583, 13.357369422912598, 14.434163093566895, 15.510956764221191, 16.587751388549805, 17.6645450592041, 18.7413387298584, 19.818132400512695, 20.894926071166992, 21.97171974182129, 23.048513412475586, 24.125307083129883, 25.20210075378418, 26.278894424438477, 27.355688095092773, 28.43248176574707, 29.50927734375, 30.586071014404297, 31.662864685058594, 32.73965835571289, 33.81645202636719, 34.893245697021484, 35.97003936767578, 37.04683303833008, 38.123626708984375, 39.20042037963867, 40.27721405029297]}, "gradients/wav2vec2.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 3.0, 6.0, 10.0, 6.0, 15.0, 17.0, 20.0, 35.0, 29.0, 57.0, 75.0, 80.0, 117.0, 166.0, 275.0, 394.0, 632.0, 1237.0, 2401.0, 5195.0, 12513.0, 35522.0, 184827.0, 3589928.0, 289923.0, 44075.0, 14562.0, 6008.0, 2618.0, 1303.0, 753.0, 429.0, 295.0, 211.0, 153.0, 88.0, 76.0, 57.0, 40.0, 34.0, 18.0, 22.0, 12.0, 11.0, 11.0, 8.0, 5.0, 5.0, 0.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2306.0, -2228.03125, -2150.0625, -2072.09375, -1994.125, -1916.15625, -1838.1875, -1760.21875, -1682.25, -1604.28125, -1526.3125, -1448.34375, -1370.375, -1292.40625, -1214.4375, -1136.46875, -1058.5, -980.53125, -902.5625, -824.59375, -746.625, -668.65625, -590.6875, -512.71875, -434.75, -356.78125, -278.8125, -200.84375, -122.875, -44.90625, 33.0625, 111.03125, 189.0, 266.96875, 344.9375, 422.90625, 500.875, 578.84375, 656.8125, 734.78125, 812.75, 890.71875, 968.6875, 1046.65625, 1124.625, 1202.59375, 1280.5625, 1358.53125, 1436.5, 1514.46875, 1592.4375, 1670.40625, 1748.375, 1826.34375, 1904.3125, 1982.28125, 2060.25, 2138.21875, 2216.1875, 2294.15625, 2372.125, 2450.09375, 2528.0625, 2606.03125, 2684.0]}, "gradients/wav2vec2.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 3.0, 4.0, 4.0, 6.0, 6.0, 5.0, 7.0, 7.0, 14.0, 10.0, 16.0, 21.0, 16.0, 22.0, 15.0, 35.0, 23.0, 30.0, 36.0, 28.0, 40.0, 38.0, 41.0, 46.0, 36.0, 43.0, 52.0, 41.0, 43.0, 33.0, 29.0, 27.0, 22.0, 34.0, 32.0, 24.0, 15.0, 15.0, 21.0, 10.0, 12.0, 13.0, 9.0, 6.0, 6.0, 4.0, 3.0, 3.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-507.0, -490.4921875, -473.984375, -457.4765625, -440.96875, -424.4609375, -407.953125, -391.4453125, -374.9375, -358.4296875, -341.921875, -325.4140625, -308.90625, -292.3984375, -275.890625, -259.3828125, -242.875, -226.3671875, -209.859375, -193.3515625, -176.84375, -160.3359375, -143.828125, -127.3203125, -110.8125, -94.3046875, -77.796875, -61.2890625, -44.78125, -28.2734375, -11.765625, 4.7421875, 21.25, 37.7578125, 54.265625, 70.7734375, 87.28125, 103.7890625, 120.296875, 136.8046875, 153.3125, 169.8203125, 186.328125, 202.8359375, 219.34375, 235.8515625, 252.359375, 268.8671875, 285.375, 301.8828125, 318.390625, 334.8984375, 351.40625, 367.9140625, 384.421875, 400.9296875, 417.4375, 433.9453125, 450.453125, 466.9609375, 483.46875, 499.9765625, 516.484375, 532.9921875, 549.5]}, "gradients/wav2vec2.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 3.0, 5.0, 5.0, 4.0, 5.0, 1.0, 9.0, 12.0, 9.0, 16.0, 26.0, 25.0, 49.0, 54.0, 84.0, 118.0, 183.0, 215.0, 352.0, 646.0, 1127.0, 2243.0, 5230.0, 15016.0, 60645.0, 545539.0, 3381951.0, 137469.0, 27922.0, 8420.0, 3242.0, 1464.0, 781.0, 470.0, 270.0, 175.0, 139.0, 94.0, 67.0, 30.0, 41.0, 28.0, 19.0, 25.0, 9.0, 17.0, 11.0, 5.0, 6.0, 6.0, 4.0, 4.0, 2.0, 1.0, 0.0, 3.0], "bins": [-4016.0, -3898.6875, -3781.375, -3664.0625, -3546.75, -3429.4375, -3312.125, -3194.8125, -3077.5, -2960.1875, -2842.875, -2725.5625, -2608.25, -2490.9375, -2373.625, -2256.3125, -2139.0, -2021.6875, -1904.375, -1787.0625, -1669.75, -1552.4375, -1435.125, -1317.8125, -1200.5, -1083.1875, -965.875, -848.5625, -731.25, -613.9375, -496.625, -379.3125, -262.0, -144.6875, -27.375, 89.9375, 207.25, 324.5625, 441.875, 559.1875, 676.5, 793.8125, 911.125, 1028.4375, 1145.75, 1263.0625, 1380.375, 1497.6875, 1615.0, 1732.3125, 1849.625, 1966.9375, 2084.25, 2201.5625, 2318.875, 2436.1875, 2553.5, 2670.8125, 2788.125, 2905.4375, 3022.75, 3140.0625, 3257.375, 3374.6875, 3492.0]}, "gradients/wav2vec2.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 4.0, 8.0, 3.0, 15.0, 33.0, 60.0, 105.0, 216.0, 649.0, 2120.0, 494.0, 188.0, 69.0, 42.0, 25.0, 19.0, 14.0, 3.0, 6.0, 3.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2620.0, -2516.875, -2413.75, -2310.625, -2207.5, -2104.375, -2001.25, -1898.125, -1795.0, -1691.875, -1588.75, -1485.625, -1382.5, -1279.375, -1176.25, -1073.125, -970.0, -866.875, -763.75, -660.625, -557.5, -454.375, -351.25, -248.125, -145.0, -41.875, 61.25, 164.375, 267.5, 370.625, 473.75, 576.875, 680.0, 783.125, 886.25, 989.375, 1092.5, 1195.625, 1298.75, 1401.875, 1505.0, 1608.125, 1711.25, 1814.375, 1917.5, 2020.625, 2123.75, 2226.875, 2330.0, 2433.125, 2536.25, 2639.375, 2742.5, 2845.625, 2948.75, 3051.875, 3155.0, 3258.125, 3361.25, 3464.375, 3567.5, 3670.625, 3773.75, 3876.875, 3980.0]}, "gradients/wav2vec2.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 4.0, 2.0, 5.0, 7.0, 9.0, 11.0, 8.0, 10.0, 15.0, 19.0, 23.0, 26.0, 37.0, 43.0, 57.0, 51.0, 64.0, 59.0, 80.0, 78.0, 64.0, 62.0, 44.0, 48.0, 37.0, 23.0, 17.0, 15.0, 17.0, 12.0, 13.0, 6.0, 5.0, 2.0, 6.0, 7.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0], "bins": [-5057.884765625, -4907.45947265625, -4757.0341796875, -4606.6083984375, -4456.18310546875, -4305.7578125, -4155.33203125, -4004.90673828125, -3854.4814453125, -3704.05615234375, -3553.630615234375, -3403.205078125, -3252.77978515625, -3102.3544921875, -2951.928955078125, -2801.50341796875, -2651.078125, -2500.65283203125, -2350.227294921875, -2199.8017578125, -2049.37646484375, -1898.9510498046875, -1748.525634765625, -1598.1002197265625, -1447.6748046875, -1297.2493896484375, -1146.823974609375, -996.3985595703125, -845.97314453125, -695.5477294921875, -545.122314453125, -394.6968994140625, -244.27099609375, -93.8455810546875, 56.579833984375, 207.0052490234375, 357.4306640625, 507.8560791015625, 658.281494140625, 808.7069091796875, 959.13232421875, 1109.5577392578125, 1259.983154296875, 1410.4085693359375, 1560.833984375, 1711.2593994140625, 1861.684814453125, 2012.1102294921875, 2162.53564453125, 2312.9609375, 2463.386474609375, 2613.81201171875, 2764.2373046875, 2914.66259765625, 3065.088134765625, 3215.513671875, 3365.93896484375, 3516.3642578125, 3666.789794921875, 3817.21533203125, 3967.640625, 4118.06591796875, 4268.4912109375, 4418.9169921875, 4569.34228515625]}, "gradients/wav2vec2.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 6.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 6.0, 3.0, 7.0, 11.0, 9.0, 11.0, 10.0, 22.0, 16.0, 19.0, 18.0, 20.0, 29.0, 26.0, 29.0, 31.0, 35.0, 32.0, 36.0, 34.0, 23.0, 36.0, 40.0, 35.0, 43.0, 36.0, 31.0, 32.0, 23.0, 27.0, 32.0, 21.0, 29.0, 21.0, 20.0, 25.0, 18.0, 18.0, 9.0, 14.0, 9.0, 10.0, 8.0, 10.0, 2.0, 9.0, 6.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0], "bins": [-3950.74267578125, -3832.862548828125, -3714.982421875, -3597.1025390625, -3479.222412109375, -3361.34228515625, -3243.462158203125, -3125.58203125, -3007.7021484375, -2889.822021484375, -2771.94189453125, -2654.06201171875, -2536.181884765625, -2418.3017578125, -2300.421630859375, -2182.54150390625, -2064.661376953125, -1946.78125, -1828.9012451171875, -1711.0211181640625, -1593.14111328125, -1475.260986328125, -1357.380859375, -1239.500732421875, -1121.6207275390625, -1003.7406616210938, -885.860595703125, -767.98046875, -650.1004028320312, -532.2203369140625, -414.3402099609375, -296.46014404296875, -178.580322265625, -60.70024108886719, 57.179840087890625, 175.0599365234375, 292.94000244140625, 410.820068359375, 528.7001953125, 646.5802612304688, 764.4603271484375, 882.3403930664062, 1000.220458984375, 1118.1005859375, 1235.980712890625, 1353.8607177734375, 1471.7408447265625, 1589.620849609375, 1707.5009765625, 1825.381103515625, 1943.2611083984375, 2061.14111328125, 2179.021240234375, 2296.9013671875, 2414.781494140625, 2532.66162109375, 2650.54150390625, 2768.421630859375, 2886.3017578125, 3004.181640625, 3122.061767578125, 3239.94189453125, 3357.822021484375, 3475.7021484375, 3593.582275390625]}, "gradients/wav2vec2.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 1.0, 8.0, 9.0, 8.0, 12.0, 17.0, 19.0, 40.0, 42.0, 65.0, 94.0, 131.0, 213.0, 251.0, 383.0, 551.0, 784.0, 1299.0, 2183.0, 4123.0, 9435.0, 26588.0, 108494.0, 650619.0, 181486.0, 37305.0, 12205.0, 5247.0, 2649.0, 1458.0, 882.0, 606.0, 367.0, 296.0, 196.0, 132.0, 114.0, 73.0, 57.0, 40.0, 20.0, 16.0, 12.0, 14.0, 8.0, 4.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2674.0, -2586.71875, -2499.4375, -2412.15625, -2324.875, -2237.59375, -2150.3125, -2063.03125, -1975.75, -1888.46875, -1801.1875, -1713.90625, -1626.625, -1539.34375, -1452.0625, -1364.78125, -1277.5, -1190.21875, -1102.9375, -1015.65625, -928.375, -841.09375, -753.8125, -666.53125, -579.25, -491.96875, -404.6875, -317.40625, -230.125, -142.84375, -55.5625, 31.71875, 119.0, 206.28125, 293.5625, 380.84375, 468.125, 555.40625, 642.6875, 729.96875, 817.25, 904.53125, 991.8125, 1079.09375, 1166.375, 1253.65625, 1340.9375, 1428.21875, 1515.5, 1602.78125, 1690.0625, 1777.34375, 1864.625, 1951.90625, 2039.1875, 2126.46875, 2213.75, 2301.03125, 2388.3125, 2475.59375, 2562.875, 2650.15625, 2737.4375, 2824.71875, 2912.0]}, "gradients/wav2vec2.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 4.0, 3.0, 2.0, 2.0, 3.0, 5.0, 3.0, 8.0, 2.0, 5.0, 8.0, 16.0, 14.0, 17.0, 31.0, 14.0, 28.0, 26.0, 28.0, 39.0, 27.0, 44.0, 41.0, 50.0, 34.0, 45.0, 50.0, 39.0, 40.0, 31.0, 38.0, 38.0, 28.0, 26.0, 31.0, 32.0, 23.0, 20.0, 20.0, 12.0, 17.0, 14.0, 13.0, 10.0, 7.0, 6.0, 2.0, 4.0, 4.0, 3.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-584.0, -564.7421875, -545.484375, -526.2265625, -506.96875, -487.7109375, -468.453125, -449.1953125, -429.9375, -410.6796875, -391.421875, -372.1640625, -352.90625, -333.6484375, -314.390625, -295.1328125, -275.875, -256.6171875, -237.359375, -218.1015625, -198.84375, -179.5859375, -160.328125, -141.0703125, -121.8125, -102.5546875, -83.296875, -64.0390625, -44.78125, -25.5234375, -6.265625, 12.9921875, 32.25, 51.5078125, 70.765625, 90.0234375, 109.28125, 128.5390625, 147.796875, 167.0546875, 186.3125, 205.5703125, 224.828125, 244.0859375, 263.34375, 282.6015625, 301.859375, 321.1171875, 340.375, 359.6328125, 378.890625, 398.1484375, 417.40625, 436.6640625, 455.921875, 475.1796875, 494.4375, 513.6953125, 532.953125, 552.2109375, 571.46875, 590.7265625, 609.984375, 629.2421875, 648.5]}, "gradients/wav2vec2.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 3.0, 6.0, 7.0, 5.0, 5.0, 3.0, 14.0, 16.0, 24.0, 33.0, 38.0, 56.0, 93.0, 143.0, 212.0, 244.0, 378.0, 530.0, 772.0, 1196.0, 1878.0, 3055.0, 5810.0, 12697.0, 36336.0, 168496.0, 654755.0, 110425.0, 28100.0, 10480.0, 4904.0, 2775.0, 1685.0, 1016.0, 764.0, 485.0, 324.0, 215.0, 158.0, 127.0, 93.0, 57.0, 45.0, 29.0, 28.0, 11.0, 13.0, 8.0, 2.0, 7.0, 5.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2546.0, -2462.21875, -2378.4375, -2294.65625, -2210.875, -2127.09375, -2043.3125, -1959.53125, -1875.75, -1791.96875, -1708.1875, -1624.40625, -1540.625, -1456.84375, -1373.0625, -1289.28125, -1205.5, -1121.71875, -1037.9375, -954.15625, -870.375, -786.59375, -702.8125, -619.03125, -535.25, -451.46875, -367.6875, -283.90625, -200.125, -116.34375, -32.5625, 51.21875, 135.0, 218.78125, 302.5625, 386.34375, 470.125, 553.90625, 637.6875, 721.46875, 805.25, 889.03125, 972.8125, 1056.59375, 1140.375, 1224.15625, 1307.9375, 1391.71875, 1475.5, 1559.28125, 1643.0625, 1726.84375, 1810.625, 1894.40625, 1978.1875, 2061.96875, 2145.75, 2229.53125, 2313.3125, 2397.09375, 2480.875, 2564.65625, 2648.4375, 2732.21875, 2816.0]}, "gradients/wav2vec2.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 9.0, 10.0, 8.0, 17.0, 14.0, 14.0, 16.0, 21.0, 26.0, 31.0, 38.0, 34.0, 45.0, 54.0, 48.0, 56.0, 52.0, 57.0, 46.0, 52.0, 39.0, 50.0, 51.0, 32.0, 38.0, 24.0, 25.0, 19.0, 14.0, 16.0, 12.0, 9.0, 5.0, 3.0, 4.0, 0.0, 2.0, 5.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2180.0, -2109.625, -2039.25, -1968.875, -1898.5, -1828.125, -1757.75, -1687.375, -1617.0, -1546.625, -1476.25, -1405.875, -1335.5, -1265.125, -1194.75, -1124.375, -1054.0, -983.625, -913.25, -842.875, -772.5, -702.125, -631.75, -561.375, -491.0, -420.625, -350.25, -279.875, -209.5, -139.125, -68.75, 1.625, 72.0, 142.375, 212.75, 283.125, 353.5, 423.875, 494.25, 564.625, 635.0, 705.375, 775.75, 846.125, 916.5, 986.875, 1057.25, 1127.625, 1198.0, 1268.375, 1338.75, 1409.125, 1479.5, 1549.875, 1620.25, 1690.625, 1761.0, 1831.375, 1901.75, 1972.125, 2042.5, 2112.875, 2183.25, 2253.625, 2324.0]}, "gradients/wav2vec2.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 3.0, 4.0, 6.0, 14.0, 23.0, 27.0, 54.0, 82.0, 115.0, 204.0, 295.0, 538.0, 929.0, 1574.0, 2826.0, 5332.0, 10932.0, 23098.0, 54987.0, 157812.0, 402187.0, 245007.0, 80598.0, 31818.0, 14551.0, 7031.0, 3711.0, 1973.0, 1121.0, 668.0, 389.0, 239.0, 148.0, 105.0, 58.0, 42.0, 20.0, 18.0, 10.0, 5.0, 2.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-589.0, -570.984375, -552.96875, -534.953125, -516.9375, -498.921875, -480.90625, -462.890625, -444.875, -426.859375, -408.84375, -390.828125, -372.8125, -354.796875, -336.78125, -318.765625, -300.75, -282.734375, -264.71875, -246.703125, -228.6875, -210.671875, -192.65625, -174.640625, -156.625, -138.609375, -120.59375, -102.578125, -84.5625, -66.546875, -48.53125, -30.515625, -12.5, 5.515625, 23.53125, 41.546875, 59.5625, 77.578125, 95.59375, 113.609375, 131.625, 149.640625, 167.65625, 185.671875, 203.6875, 221.703125, 239.71875, 257.734375, 275.75, 293.765625, 311.78125, 329.796875, 347.8125, 365.828125, 383.84375, 401.859375, 419.875, 437.890625, 455.90625, 473.921875, 491.9375, 509.953125, 527.96875, 545.984375, 564.0]}, "gradients/wav2vec2.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 3.0, 7.0, 4.0, 19.0, 16.0, 19.0, 29.0, 51.0, 86.0, 167.0, 239.0, 139.0, 89.0, 35.0, 34.0, 15.0, 9.0, 11.0, 5.0, 6.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.189697265625, -0.1830158233642578, -0.17633438110351562, -0.16965293884277344, -0.16297149658203125, -0.15629005432128906, -0.14960861206054688, -0.1429271697998047, -0.1362457275390625, -0.1295642852783203, -0.12288284301757812, -0.11620140075683594, -0.10951995849609375, -0.10283851623535156, -0.09615707397460938, -0.08947563171386719, -0.082794189453125, -0.07611274719238281, -0.06943130493164062, -0.06274986267089844, -0.05606842041015625, -0.04938697814941406, -0.042705535888671875, -0.03602409362792969, -0.0293426513671875, -0.022661209106445312, -0.015979766845703125, -0.009298324584960938, -0.00261688232421875, 0.0040645599365234375, 0.010746002197265625, 0.017427444458007812, 0.02410888671875, 0.030790328979492188, 0.037471771240234375, 0.04415321350097656, 0.05083465576171875, 0.05751609802246094, 0.06419754028320312, 0.07087898254394531, 0.0775604248046875, 0.08424186706542969, 0.09092330932617188, 0.09760475158691406, 0.10428619384765625, 0.11096763610839844, 0.11764907836914062, 0.12433052062988281, 0.131011962890625, 0.1376934051513672, 0.14437484741210938, 0.15105628967285156, 0.15773773193359375, 0.16441917419433594, 0.17110061645507812, 0.1777820587158203, 0.1844635009765625, 0.1911449432373047, 0.19782638549804688, 0.20450782775878906, 0.21118927001953125, 0.21787071228027344, 0.22455215454101562, 0.2312335968017578, 0.2379150390625]}, "gradients/wav2vec2.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 5.0, 2.0, 8.0, 5.0, 8.0, 24.0, 25.0, 42.0, 47.0, 81.0, 121.0, 155.0, 309.0, 488.0, 888.0, 1569.0, 2948.0, 5587.0, 11105.0, 24145.0, 57011.0, 159492.0, 395226.0, 243347.0, 82419.0, 32929.0, 14913.0, 7180.0, 3761.0, 1991.0, 1099.0, 639.0, 379.0, 205.0, 139.0, 110.0, 56.0, 31.0, 22.0, 16.0, 8.0, 10.0, 7.0, 4.0, 7.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-633.5, -615.75, -598.0, -580.25, -562.5, -544.75, -527.0, -509.25, -491.5, -473.75, -456.0, -438.25, -420.5, -402.75, -385.0, -367.25, -349.5, -331.75, -314.0, -296.25, -278.5, -260.75, -243.0, -225.25, -207.5, -189.75, -172.0, -154.25, -136.5, -118.75, -101.0, -83.25, -65.5, -47.75, -30.0, -12.25, 5.5, 23.25, 41.0, 58.75, 76.5, 94.25, 112.0, 129.75, 147.5, 165.25, 183.0, 200.75, 218.5, 236.25, 254.0, 271.75, 289.5, 307.25, 325.0, 342.75, 360.5, 378.25, 396.0, 413.75, 431.5, 449.25, 467.0, 484.75, 502.5]}, "gradients/wav2vec2.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 3.0, 6.0, 10.0, 9.0, 15.0, 5.0, 13.0, 14.0, 30.0, 20.0, 16.0, 28.0, 32.0, 38.0, 64.0, 78.0, 102.0, 86.0, 59.0, 70.0, 59.0, 44.0, 22.0, 30.0, 24.0, 13.0, 18.0, 21.0, 13.0, 14.0, 8.0, 5.0, 6.0, 5.0, 6.0, 2.0, 3.0, 7.0, 5.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-372.0, -359.3984375, -346.796875, -334.1953125, -321.59375, -308.9921875, -296.390625, -283.7890625, -271.1875, -258.5859375, -245.984375, -233.3828125, -220.78125, -208.1796875, -195.578125, -182.9765625, -170.375, -157.7734375, -145.171875, -132.5703125, -119.96875, -107.3671875, -94.765625, -82.1640625, -69.5625, -56.9609375, -44.359375, -31.7578125, -19.15625, -6.5546875, 6.046875, 18.6484375, 31.25, 43.8515625, 56.453125, 69.0546875, 81.65625, 94.2578125, 106.859375, 119.4609375, 132.0625, 144.6640625, 157.265625, 169.8671875, 182.46875, 195.0703125, 207.671875, 220.2734375, 232.875, 245.4765625, 258.078125, 270.6796875, 283.28125, 295.8828125, 308.484375, 321.0859375, 333.6875, 346.2890625, 358.890625, 371.4921875, 384.09375, 396.6953125, 409.296875, 421.8984375, 434.5]}, "gradients/wav2vec2.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 5.0, 6.0, 5.0, 5.0, 13.0, 9.0, 38.0, 47.0, 70.0, 85.0, 150.0, 175.0, 131.0, 101.0, 72.0, 39.0, 25.0, 15.0, 10.0, 5.0, 3.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10626.96875, -10268.4853515625, -9910.0009765625, -9551.517578125, -9193.0341796875, -8834.5498046875, -8476.06640625, -8117.58251953125, -7759.0986328125, -7400.61474609375, -7042.13134765625, -6683.6474609375, -6325.16357421875, -5966.6796875, -5608.1962890625, -5249.71240234375, -4891.22900390625, -4532.7451171875, -4174.26171875, -3815.77783203125, -3457.2939453125, -3098.810302734375, -2740.32666015625, -2381.8427734375, -2023.359130859375, -1664.8753662109375, -1306.3916015625, -947.907958984375, -589.4241943359375, -230.9404296875, 127.543212890625, 486.027099609375, 844.5107421875, 1202.9945068359375, 1561.478271484375, 1919.9619140625, 2278.44580078125, 2636.929443359375, 2995.4130859375, 3353.89697265625, 3712.380615234375, 4070.8642578125, 4429.34814453125, 4787.83203125, 5146.3154296875, 5504.79931640625, 5863.283203125, 6221.7666015625, 6580.25048828125, 6938.734375, 7297.2177734375, 7655.70166015625, 8014.185546875, 8372.6689453125, 8731.15234375, 9089.63671875, 9448.1201171875, 9806.603515625, 10165.087890625, 10523.5712890625, 10882.0546875, 11240.5390625, 11599.0224609375, 11957.505859375, 12315.990234375]}, "gradients/wav2vec2.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 3.0, 3.0, 6.0, 1.0, 6.0, 2.0, 9.0, 7.0, 14.0, 11.0, 13.0, 16.0, 16.0, 10.0, 18.0, 21.0, 22.0, 24.0, 15.0, 23.0, 28.0, 33.0, 38.0, 40.0, 41.0, 38.0, 33.0, 37.0, 41.0, 38.0, 28.0, 34.0, 42.0, 35.0, 26.0, 30.0, 26.0, 20.0, 13.0, 18.0, 15.0, 19.0, 18.0, 18.0, 13.0, 6.0, 7.0, 9.0, 10.0, 4.0, 5.0, 3.0, 3.0, 7.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4330.380859375, -4189.98388671875, -4049.5869140625, -3909.18994140625, -3768.79296875, -3628.39599609375, -3487.998779296875, -3347.601806640625, -3207.204833984375, -3066.807861328125, -2926.410888671875, -2786.013916015625, -2645.61669921875, -2505.2197265625, -2364.82275390625, -2224.42578125, -2084.02880859375, -1943.6318359375, -1803.23486328125, -1662.8377685546875, -1522.4407958984375, -1382.0438232421875, -1241.646728515625, -1101.249755859375, -960.852783203125, -820.455810546875, -680.0587768554688, -539.6617431640625, -399.2647705078125, -258.8677978515625, -118.47076416015625, 21.92626953125, 162.32373046875, 302.7207336425781, 443.11773681640625, 583.5147705078125, 723.9117431640625, 864.3087158203125, 1004.7057495117188, 1145.102783203125, 1285.499755859375, 1425.896728515625, 1566.293701171875, 1706.6907958984375, 1847.0877685546875, 1987.4847412109375, 2127.8818359375, 2268.27880859375, 2408.67578125, 2549.07275390625, 2689.4697265625, 2829.86669921875, 2970.263671875, 3110.66064453125, 3251.057861328125, 3391.454833984375, 3531.851806640625, 3672.248779296875, 3812.645751953125, 3953.042724609375, 4093.43994140625, 4233.8369140625, 4374.23388671875, 4514.630859375, 4655.02783203125]}, "gradients/wav2vec2.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 5.0, 2.0, 2.0, 4.0, 6.0, 6.0, 10.0, 13.0, 12.0, 21.0, 23.0, 32.0, 40.0, 60.0, 85.0, 151.0, 188.0, 247.0, 348.0, 515.0, 829.0, 1396.0, 2347.0, 4106.0, 7371.0, 14076.0, 27303.0, 55575.0, 123490.0, 306013.0, 882035.0, 1639687.0, 686124.0, 244035.0, 101125.0, 46591.0, 23061.0, 12076.0, 6266.0, 3641.0, 2047.0, 1211.0, 718.0, 430.0, 270.0, 209.0, 152.0, 100.0, 60.0, 45.0, 48.0, 23.0, 30.0, 11.0, 5.0, 8.0, 2.0, 6.0, 2.0, 2.0, 2.0], "bins": [-31.6875, -30.765869140625, -29.84423828125, -28.922607421875, -28.0009765625, -27.079345703125, -26.15771484375, -25.236083984375, -24.314453125, -23.392822265625, -22.47119140625, -21.549560546875, -20.6279296875, -19.706298828125, -18.78466796875, -17.863037109375, -16.94140625, -16.019775390625, -15.09814453125, -14.176513671875, -13.2548828125, -12.333251953125, -11.41162109375, -10.489990234375, -9.568359375, -8.646728515625, -7.72509765625, -6.803466796875, -5.8818359375, -4.960205078125, -4.03857421875, -3.116943359375, -2.1953125, -1.273681640625, -0.35205078125, 0.569580078125, 1.4912109375, 2.412841796875, 3.33447265625, 4.256103515625, 5.177734375, 6.099365234375, 7.02099609375, 7.942626953125, 8.8642578125, 9.785888671875, 10.70751953125, 11.629150390625, 12.55078125, 13.472412109375, 14.39404296875, 15.315673828125, 16.2373046875, 17.158935546875, 18.08056640625, 19.002197265625, 19.923828125, 20.845458984375, 21.76708984375, 22.688720703125, 23.6103515625, 24.531982421875, 25.45361328125, 26.375244140625, 27.296875]}, "gradients/wav2vec2.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 4.0, 3.0, 3.0, 9.0, 8.0, 8.0, 10.0, 15.0, 13.0, 17.0, 21.0, 19.0, 24.0, 31.0, 42.0, 42.0, 34.0, 33.0, 36.0, 37.0, 51.0, 43.0, 41.0, 39.0, 44.0, 31.0, 31.0, 50.0, 41.0, 34.0, 29.0, 31.0, 22.0, 19.0, 13.0, 24.0, 8.0, 7.0, 11.0, 5.0, 7.0, 6.0, 6.0, 4.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.765625, -20.078857421875, -19.39208984375, -18.705322265625, -18.0185546875, -17.331787109375, -16.64501953125, -15.958251953125, -15.271484375, -14.584716796875, -13.89794921875, -13.211181640625, -12.5244140625, -11.837646484375, -11.15087890625, -10.464111328125, -9.77734375, -9.090576171875, -8.40380859375, -7.717041015625, -7.0302734375, -6.343505859375, -5.65673828125, -4.969970703125, -4.283203125, -3.596435546875, -2.90966796875, -2.222900390625, -1.5361328125, -0.849365234375, -0.16259765625, 0.524169921875, 1.2109375, 1.897705078125, 2.58447265625, 3.271240234375, 3.9580078125, 4.644775390625, 5.33154296875, 6.018310546875, 6.705078125, 7.391845703125, 8.07861328125, 8.765380859375, 9.4521484375, 10.138916015625, 10.82568359375, 11.512451171875, 12.19921875, 12.885986328125, 13.57275390625, 14.259521484375, 14.9462890625, 15.633056640625, 16.31982421875, 17.006591796875, 17.693359375, 18.380126953125, 19.06689453125, 19.753662109375, 20.4404296875, 21.127197265625, 21.81396484375, 22.500732421875, 23.1875]}, "gradients/wav2vec2.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 6.0, 6.0, 10.0, 8.0, 9.0, 23.0, 33.0, 41.0, 65.0, 93.0, 150.0, 226.0, 323.0, 484.0, 814.0, 1361.0, 2336.0, 4126.0, 7736.0, 14243.0, 27614.0, 55437.0, 117468.0, 273658.0, 807709.0, 1756095.0, 675194.0, 239851.0, 104970.0, 50202.0, 24953.0, 12692.0, 7001.0, 3780.0, 2229.0, 1235.0, 763.0, 456.0, 312.0, 176.0, 132.0, 86.0, 50.0, 44.0, 27.0, 24.0, 11.0, 11.0, 7.0, 3.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-33.28125, -32.22216796875, -31.1630859375, -30.10400390625, -29.044921875, -27.98583984375, -26.9267578125, -25.86767578125, -24.80859375, -23.74951171875, -22.6904296875, -21.63134765625, -20.572265625, -19.51318359375, -18.4541015625, -17.39501953125, -16.3359375, -15.27685546875, -14.2177734375, -13.15869140625, -12.099609375, -11.04052734375, -9.9814453125, -8.92236328125, -7.86328125, -6.80419921875, -5.7451171875, -4.68603515625, -3.626953125, -2.56787109375, -1.5087890625, -0.44970703125, 0.609375, 1.66845703125, 2.7275390625, 3.78662109375, 4.845703125, 5.90478515625, 6.9638671875, 8.02294921875, 9.08203125, 10.14111328125, 11.2001953125, 12.25927734375, 13.318359375, 14.37744140625, 15.4365234375, 16.49560546875, 17.5546875, 18.61376953125, 19.6728515625, 20.73193359375, 21.791015625, 22.85009765625, 23.9091796875, 24.96826171875, 26.02734375, 27.08642578125, 28.1455078125, 29.20458984375, 30.263671875, 31.32275390625, 32.3818359375, 33.44091796875, 34.5]}, "gradients/wav2vec2.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 6.0, 5.0, 7.0, 6.0, 10.0, 12.0, 8.0, 18.0, 29.0, 31.0, 34.0, 38.0, 53.0, 64.0, 73.0, 105.0, 130.0, 164.0, 231.0, 309.0, 443.0, 480.0, 419.0, 320.0, 230.0, 181.0, 127.0, 106.0, 83.0, 72.0, 42.0, 53.0, 28.0, 35.0, 23.0, 15.0, 21.0, 13.0, 9.0, 10.0, 7.0, 10.0, 3.0, 3.0, 3.0, 0.0, 6.0, 0.0, 1.0, 0.0, 2.0], "bins": [-43.53125, -42.265625, -41.0, -39.734375, -38.46875, -37.203125, -35.9375, -34.671875, -33.40625, -32.140625, -30.875, -29.609375, -28.34375, -27.078125, -25.8125, -24.546875, -23.28125, -22.015625, -20.75, -19.484375, -18.21875, -16.953125, -15.6875, -14.421875, -13.15625, -11.890625, -10.625, -9.359375, -8.09375, -6.828125, -5.5625, -4.296875, -3.03125, -1.765625, -0.5, 0.765625, 2.03125, 3.296875, 4.5625, 5.828125, 7.09375, 8.359375, 9.625, 10.890625, 12.15625, 13.421875, 14.6875, 15.953125, 17.21875, 18.484375, 19.75, 21.015625, 22.28125, 23.546875, 24.8125, 26.078125, 27.34375, 28.609375, 29.875, 31.140625, 32.40625, 33.671875, 34.9375, 36.203125, 37.46875]}, "gradients/wav2vec2.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 8.0, 16.0, 33.0, 51.0, 99.0, 112.0, 142.0, 171.0, 155.0, 95.0, 61.0, 21.0, 17.0, 12.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-451.30682373046875, -438.08551025390625, -424.8641662597656, -411.6428527832031, -398.4215087890625, -385.2001953125, -371.9788818359375, -358.7575378417969, -345.53619384765625, -332.31488037109375, -319.0935363769531, -305.8722229003906, -292.65087890625, -279.4295654296875, -266.208251953125, -252.98690795898438, -239.76559448242188, -226.5442657470703, -213.32293701171875, -200.10162353515625, -186.88027954101562, -173.65896606445312, -160.43763732910156, -147.21630859375, -133.99497985839844, -120.77365112304688, -107.55232238769531, -94.33100128173828, -81.10967254638672, -67.88834381103516, -54.667022705078125, -41.44569396972656, -28.224395751953125, -15.003068923950195, -1.7817420959472656, 11.439582824707031, 24.660911560058594, 37.882240295410156, 51.10356140136719, 64.32489013671875, 77.54621887207031, 90.76754760742188, 103.98887634277344, 117.21019744873047, 130.4315185546875, 143.65286254882812, 156.87417602539062, 170.0955047607422, 183.31683349609375, 196.5381622314453, 209.75949096679688, 222.98080444335938, 236.2021484375, 249.4234619140625, 262.644775390625, 275.8661193847656, 289.08746337890625, 302.30877685546875, 315.5301208496094, 328.7514343261719, 341.9727783203125, 355.194091796875, 368.4154052734375, 381.6367492675781, 394.8580627441406]}, "gradients/wav2vec2.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 2.0, 5.0, 6.0, 6.0, 8.0, 7.0, 12.0, 7.0, 10.0, 12.0, 8.0, 19.0, 22.0, 20.0, 32.0, 30.0, 30.0, 34.0, 41.0, 30.0, 42.0, 46.0, 31.0, 41.0, 40.0, 37.0, 40.0, 36.0, 36.0, 29.0, 38.0, 27.0, 30.0, 33.0, 24.0, 19.0, 24.0, 19.0, 13.0, 12.0, 12.0, 3.0, 11.0, 8.0, 3.0, 10.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-153.78829956054688, -149.04689025878906, -144.30548095703125, -139.5640869140625, -134.8226776123047, -130.08126831054688, -125.33985900878906, -120.59844970703125, -115.85704040527344, -111.11563110351562, -106.37422943115234, -101.63282012939453, -96.89141082763672, -92.15000915527344, -87.40859985351562, -82.66719055175781, -77.92578887939453, -73.18437957763672, -68.44297790527344, -63.701568603515625, -58.96015930175781, -54.218753814697266, -49.47734832763672, -44.735939025878906, -39.99453353881836, -35.25312805175781, -30.51171875, -25.770313262939453, -21.028905868530273, -16.287498474121094, -11.546092987060547, -6.804683685302734, -2.0632781982421875, 2.678128719329834, 7.4195356369018555, 12.160942077636719, 16.9023494720459, 21.643756866455078, 26.385162353515625, 31.126571655273438, 35.867977142333984, 40.60938262939453, 45.350791931152344, 50.09219741821289, 54.83360290527344, 59.57501220703125, 64.31642150878906, 69.05783081054688, 73.79923248291016, 78.54064178466797, 83.28204345703125, 88.02345275878906, 92.76486206054688, 97.50627136230469, 102.24767303466797, 106.98908233642578, 111.73048400878906, 116.47189331054688, 121.21329498291016, 125.95470428466797, 130.69610595703125, 135.43751525878906, 140.17892456054688, 144.9203338623047, 149.6617431640625]}, "gradients/wav2vec2.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 7.0, 12.0, 12.0, 23.0, 28.0, 26.0, 60.0, 94.0, 101.0, 174.0, 234.0, 338.0, 493.0, 695.0, 978.0, 1375.0, 2030.0, 2826.0, 4111.0, 5684.0, 8007.0, 11848.0, 18340.0, 31872.0, 68830.0, 185022.0, 337471.0, 200304.0, 74581.0, 33831.0, 18986.0, 12160.0, 8218.0, 5882.0, 4069.0, 2896.0, 2094.0, 1517.0, 999.0, 732.0, 476.0, 365.0, 243.0, 153.0, 106.0, 72.0, 56.0, 37.0, 31.0, 20.0, 11.0, 15.0, 7.0, 3.0, 2.0, 3.0, 2.0], "bins": [-35.71875, -34.65380859375, -33.5888671875, -32.52392578125, -31.458984375, -30.39404296875, -29.3291015625, -28.26416015625, -27.19921875, -26.13427734375, -25.0693359375, -24.00439453125, -22.939453125, -21.87451171875, -20.8095703125, -19.74462890625, -18.6796875, -17.61474609375, -16.5498046875, -15.48486328125, -14.419921875, -13.35498046875, -12.2900390625, -11.22509765625, -10.16015625, -9.09521484375, -8.0302734375, -6.96533203125, -5.900390625, -4.83544921875, -3.7705078125, -2.70556640625, -1.640625, -0.57568359375, 0.4892578125, 1.55419921875, 2.619140625, 3.68408203125, 4.7490234375, 5.81396484375, 6.87890625, 7.94384765625, 9.0087890625, 10.07373046875, 11.138671875, 12.20361328125, 13.2685546875, 14.33349609375, 15.3984375, 16.46337890625, 17.5283203125, 18.59326171875, 19.658203125, 20.72314453125, 21.7880859375, 22.85302734375, 23.91796875, 24.98291015625, 26.0478515625, 27.11279296875, 28.177734375, 29.24267578125, 30.3076171875, 31.37255859375, 32.4375]}, "gradients/wav2vec2.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 8.0, 3.0, 7.0, 4.0, 11.0, 12.0, 9.0, 19.0, 13.0, 12.0, 18.0, 21.0, 18.0, 24.0, 32.0, 31.0, 32.0, 27.0, 46.0, 58.0, 42.0, 48.0, 32.0, 41.0, 49.0, 37.0, 34.0, 31.0, 30.0, 36.0, 32.0, 31.0, 20.0, 20.0, 19.0, 20.0, 18.0, 9.0, 8.0, 14.0, 8.0, 5.0, 4.0, 5.0, 3.0, 4.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-21.171875, -20.52001953125, -19.8681640625, -19.21630859375, -18.564453125, -17.91259765625, -17.2607421875, -16.60888671875, -15.95703125, -15.30517578125, -14.6533203125, -14.00146484375, -13.349609375, -12.69775390625, -12.0458984375, -11.39404296875, -10.7421875, -10.09033203125, -9.4384765625, -8.78662109375, -8.134765625, -7.48291015625, -6.8310546875, -6.17919921875, -5.52734375, -4.87548828125, -4.2236328125, -3.57177734375, -2.919921875, -2.26806640625, -1.6162109375, -0.96435546875, -0.3125, 0.33935546875, 0.9912109375, 1.64306640625, 2.294921875, 2.94677734375, 3.5986328125, 4.25048828125, 4.90234375, 5.55419921875, 6.2060546875, 6.85791015625, 7.509765625, 8.16162109375, 8.8134765625, 9.46533203125, 10.1171875, 10.76904296875, 11.4208984375, 12.07275390625, 12.724609375, 13.37646484375, 14.0283203125, 14.68017578125, 15.33203125, 15.98388671875, 16.6357421875, 17.28759765625, 17.939453125, 18.59130859375, 19.2431640625, 19.89501953125, 20.546875]}, "gradients/wav2vec2.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 0.0, 4.0, 1.0, 4.0, 5.0, 7.0, 5.0, 8.0, 15.0, 25.0, 33.0, 45.0, 80.0, 131.0, 230.0, 444.0, 923.0, 2288.0, 6170.0, 17001.0, 49834.0, 264960.0, 562307.0, 98983.0, 28191.0, 10276.0, 3698.0, 1438.0, 636.0, 314.0, 197.0, 120.0, 64.0, 43.0, 26.0, 16.0, 17.0, 6.0, 3.0, 7.0, 3.0, 2.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-56.59375, -54.35205078125, -52.1103515625, -49.86865234375, -47.626953125, -45.38525390625, -43.1435546875, -40.90185546875, -38.66015625, -36.41845703125, -34.1767578125, -31.93505859375, -29.693359375, -27.45166015625, -25.2099609375, -22.96826171875, -20.7265625, -18.48486328125, -16.2431640625, -14.00146484375, -11.759765625, -9.51806640625, -7.2763671875, -5.03466796875, -2.79296875, -0.55126953125, 1.6904296875, 3.93212890625, 6.173828125, 8.41552734375, 10.6572265625, 12.89892578125, 15.140625, 17.38232421875, 19.6240234375, 21.86572265625, 24.107421875, 26.34912109375, 28.5908203125, 30.83251953125, 33.07421875, 35.31591796875, 37.5576171875, 39.79931640625, 42.041015625, 44.28271484375, 46.5244140625, 48.76611328125, 51.0078125, 53.24951171875, 55.4912109375, 57.73291015625, 59.974609375, 62.21630859375, 64.4580078125, 66.69970703125, 68.94140625, 71.18310546875, 73.4248046875, 75.66650390625, 77.908203125, 80.14990234375, 82.3916015625, 84.63330078125, 86.875]}, "gradients/wav2vec2.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 4.0, 5.0, 8.0, 9.0, 5.0, 11.0, 12.0, 8.0, 20.0, 11.0, 33.0, 27.0, 39.0, 26.0, 36.0, 32.0, 37.0, 44.0, 55.0, 51.0, 49.0, 60.0, 43.0, 44.0, 51.0, 35.0, 52.0, 35.0, 31.0, 26.0, 31.0, 16.0, 15.0, 12.0, 11.0, 4.0, 9.0, 3.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-76.625, -74.47900390625, -72.3330078125, -70.18701171875, -68.041015625, -65.89501953125, -63.7490234375, -61.60302734375, -59.45703125, -57.31103515625, -55.1650390625, -53.01904296875, -50.873046875, -48.72705078125, -46.5810546875, -44.43505859375, -42.2890625, -40.14306640625, -37.9970703125, -35.85107421875, -33.705078125, -31.55908203125, -29.4130859375, -27.26708984375, -25.12109375, -22.97509765625, -20.8291015625, -18.68310546875, -16.537109375, -14.39111328125, -12.2451171875, -10.09912109375, -7.953125, -5.80712890625, -3.6611328125, -1.51513671875, 0.630859375, 2.77685546875, 4.9228515625, 7.06884765625, 9.21484375, 11.36083984375, 13.5068359375, 15.65283203125, 17.798828125, 19.94482421875, 22.0908203125, 24.23681640625, 26.3828125, 28.52880859375, 30.6748046875, 32.82080078125, 34.966796875, 37.11279296875, 39.2587890625, 41.40478515625, 43.55078125, 45.69677734375, 47.8427734375, 49.98876953125, 52.134765625, 54.28076171875, 56.4267578125, 58.57275390625, 60.71875]}, "gradients/wav2vec2.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 3.0, 3.0, 5.0, 9.0, 10.0, 11.0, 15.0, 23.0, 25.0, 42.0, 69.0, 94.0, 173.0, 275.0, 448.0, 802.0, 1297.0, 2352.0, 4200.0, 7566.0, 13782.0, 27007.0, 55977.0, 138142.0, 320532.0, 273567.0, 106973.0, 45835.0, 22471.0, 11994.0, 6551.0, 3535.0, 1972.0, 1108.0, 650.0, 364.0, 249.0, 146.0, 97.0, 60.0, 45.0, 28.0, 16.0, 13.0, 14.0, 1.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-12.1015625, -11.682373046875, -11.26318359375, -10.843994140625, -10.4248046875, -10.005615234375, -9.58642578125, -9.167236328125, -8.748046875, -8.328857421875, -7.90966796875, -7.490478515625, -7.0712890625, -6.652099609375, -6.23291015625, -5.813720703125, -5.39453125, -4.975341796875, -4.55615234375, -4.136962890625, -3.7177734375, -3.298583984375, -2.87939453125, -2.460205078125, -2.041015625, -1.621826171875, -1.20263671875, -0.783447265625, -0.3642578125, 0.054931640625, 0.47412109375, 0.893310546875, 1.3125, 1.731689453125, 2.15087890625, 2.570068359375, 2.9892578125, 3.408447265625, 3.82763671875, 4.246826171875, 4.666015625, 5.085205078125, 5.50439453125, 5.923583984375, 6.3427734375, 6.761962890625, 7.18115234375, 7.600341796875, 8.01953125, 8.438720703125, 8.85791015625, 9.277099609375, 9.6962890625, 10.115478515625, 10.53466796875, 10.953857421875, 11.373046875, 11.792236328125, 12.21142578125, 12.630615234375, 13.0498046875, 13.468994140625, 13.88818359375, 14.307373046875, 14.7265625]}, "gradients/wav2vec2.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 7.0, 3.0, 6.0, 3.0, 8.0, 6.0, 7.0, 15.0, 13.0, 18.0, 46.0, 48.0, 117.0, 246.0, 202.0, 101.0, 35.0, 43.0, 20.0, 18.0, 9.0, 6.0, 6.0, 5.0, 4.0, 6.0, 0.0, 4.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00846099853515625, -0.008231818675994873, -0.008002638816833496, -0.007773458957672119, -0.007544279098510742, -0.007315099239349365, -0.007085919380187988, -0.006856739521026611, -0.006627559661865234, -0.006398379802703857, -0.0061691999435424805, -0.0059400200843811035, -0.0057108402252197266, -0.00548166036605835, -0.005252480506896973, -0.005023300647735596, -0.004794120788574219, -0.004564940929412842, -0.004335761070251465, -0.004106581211090088, -0.003877401351928711, -0.003648221492767334, -0.003419041633605957, -0.00318986177444458, -0.002960681915283203, -0.002731502056121826, -0.0025023221969604492, -0.0022731423377990723, -0.0020439624786376953, -0.0018147826194763184, -0.0015856027603149414, -0.0013564229011535645, -0.0011272430419921875, -0.0008980631828308105, -0.0006688833236694336, -0.00043970346450805664, -0.0002105236053466797, 1.8656253814697266e-05, 0.0002478361129760742, 0.00047701597213745117, 0.0007061958312988281, 0.0009353756904602051, 0.001164555549621582, 0.001393735408782959, 0.001622915267944336, 0.0018520951271057129, 0.00208127498626709, 0.002310454845428467, 0.0025396347045898438, 0.0027688145637512207, 0.0029979944229125977, 0.0032271742820739746, 0.0034563541412353516, 0.0036855340003967285, 0.0039147138595581055, 0.004143893718719482, 0.004373073577880859, 0.004602253437042236, 0.004831433296203613, 0.00506061315536499, 0.005289793014526367, 0.005518972873687744, 0.005748152732849121, 0.005977332592010498, 0.006206512451171875]}, "gradients/wav2vec2.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 4.0, 14.0, 7.0, 20.0, 16.0, 29.0, 48.0, 75.0, 158.0, 251.0, 448.0, 848.0, 1714.0, 4181.0, 10846.0, 30554.0, 96758.0, 289087.0, 377674.0, 158680.0, 49719.0, 16539.0, 5980.0, 2524.0, 1065.0, 578.0, 282.0, 170.0, 96.0, 56.0, 40.0, 32.0, 25.0, 13.0, 14.0, 8.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.7578125, -13.1895751953125, -12.621337890625, -12.0531005859375, -11.48486328125, -10.9166259765625, -10.348388671875, -9.7801513671875, -9.2119140625, -8.6436767578125, -8.075439453125, -7.5072021484375, -6.93896484375, -6.3707275390625, -5.802490234375, -5.2342529296875, -4.666015625, -4.0977783203125, -3.529541015625, -2.9613037109375, -2.39306640625, -1.8248291015625, -1.256591796875, -0.6883544921875, -0.1201171875, 0.4481201171875, 1.016357421875, 1.5845947265625, 2.15283203125, 2.7210693359375, 3.289306640625, 3.8575439453125, 4.42578125, 4.9940185546875, 5.562255859375, 6.1304931640625, 6.69873046875, 7.2669677734375, 7.835205078125, 8.4034423828125, 8.9716796875, 9.5399169921875, 10.108154296875, 10.6763916015625, 11.24462890625, 11.8128662109375, 12.381103515625, 12.9493408203125, 13.517578125, 14.0858154296875, 14.654052734375, 15.2222900390625, 15.79052734375, 16.3587646484375, 16.927001953125, 17.4952392578125, 18.0634765625, 18.6317138671875, 19.199951171875, 19.7681884765625, 20.33642578125, 20.9046630859375, 21.472900390625, 22.0411376953125, 22.609375]}, "gradients/wav2vec2.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 5.0, 1.0, 7.0, 3.0, 6.0, 6.0, 6.0, 7.0, 11.0, 17.0, 22.0, 23.0, 26.0, 30.0, 39.0, 38.0, 40.0, 44.0, 56.0, 73.0, 70.0, 71.0, 75.0, 66.0, 42.0, 42.0, 31.0, 26.0, 17.0, 24.0, 16.0, 20.0, 13.0, 12.0, 8.0, 5.0, 3.0, 3.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-16.515625, -16.058837890625, -15.60205078125, -15.145263671875, -14.6884765625, -14.231689453125, -13.77490234375, -13.318115234375, -12.861328125, -12.404541015625, -11.94775390625, -11.490966796875, -11.0341796875, -10.577392578125, -10.12060546875, -9.663818359375, -9.20703125, -8.750244140625, -8.29345703125, -7.836669921875, -7.3798828125, -6.923095703125, -6.46630859375, -6.009521484375, -5.552734375, -5.095947265625, -4.63916015625, -4.182373046875, -3.7255859375, -3.268798828125, -2.81201171875, -2.355224609375, -1.8984375, -1.441650390625, -0.98486328125, -0.528076171875, -0.0712890625, 0.385498046875, 0.84228515625, 1.299072265625, 1.755859375, 2.212646484375, 2.66943359375, 3.126220703125, 3.5830078125, 4.039794921875, 4.49658203125, 4.953369140625, 5.41015625, 5.866943359375, 6.32373046875, 6.780517578125, 7.2373046875, 7.694091796875, 8.15087890625, 8.607666015625, 9.064453125, 9.521240234375, 9.97802734375, 10.434814453125, 10.8916015625, 11.348388671875, 11.80517578125, 12.261962890625, 12.71875]}, "gradients/wav2vec2.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 2.0, 4.0, 6.0, 7.0, 8.0, 10.0, 34.0, 40.0, 52.0, 63.0, 89.0, 85.0, 109.0, 117.0, 91.0, 78.0, 62.0, 43.0, 38.0, 27.0, 12.0, 8.0, 7.0, 3.0, 1.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-252.61009216308594, -246.12286376953125, -239.63563537597656, -233.14840698242188, -226.6611785888672, -220.1739501953125, -213.68673706054688, -207.19949340820312, -200.7122802734375, -194.2250518798828, -187.73782348632812, -181.25059509277344, -174.76336669921875, -168.27613830566406, -161.78890991210938, -155.30169677734375, -148.814453125, -142.3272247314453, -135.83999633789062, -129.35276794433594, -122.86553955078125, -116.37831115722656, -109.8910903930664, -103.40386199951172, -96.91663360595703, -90.42940521240234, -83.94217681884766, -77.4549560546875, -70.96772766113281, -64.48049926757812, -57.99327087402344, -51.50604248046875, -45.018798828125, -38.53157043457031, -32.044342041015625, -25.557117462158203, -19.069889068603516, -12.582660675048828, -6.095436096191406, 0.39179229736328125, 6.879020690917969, 13.36624813079834, 19.85347557067871, 26.340702056884766, 32.82793045043945, 39.31515884399414, 45.80238342285156, 52.28961181640625, 58.77684020996094, 65.26406860351562, 71.75129699707031, 78.238525390625, 84.72575378417969, 91.21298217773438, 97.70020294189453, 104.18743133544922, 110.6746597290039, 117.1618881225586, 123.64911651611328, 130.13633728027344, 136.62356567382812, 143.1107940673828, 149.5980224609375, 156.0852508544922, 162.57247924804688]}, "gradients/wav2vec2.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 4.0, 1.0, 3.0, 2.0, 3.0, 5.0, 7.0, 6.0, 7.0, 13.0, 15.0, 14.0, 12.0, 27.0, 23.0, 23.0, 25.0, 25.0, 22.0, 32.0, 29.0, 38.0, 31.0, 36.0, 40.0, 46.0, 42.0, 43.0, 39.0, 30.0, 34.0, 31.0, 33.0, 32.0, 31.0, 30.0, 27.0, 13.0, 16.0, 20.0, 15.0, 17.0, 18.0, 13.0, 7.0, 6.0, 6.0, 8.0, 3.0, 2.0, 6.0, 0.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-134.71243286132812, -130.11474609375, -125.5170669555664, -120.91938781738281, -116.32170104980469, -111.72401428222656, -107.12633514404297, -102.52865600585938, -97.93096923828125, -93.33328247070312, -88.73560333251953, -84.13792419433594, -79.54023742675781, -74.94255065917969, -70.3448715209961, -65.7471923828125, -61.149505615234375, -56.551822662353516, -51.954139709472656, -47.3564567565918, -42.75877380371094, -38.16109085083008, -33.56340789794922, -28.96572494506836, -24.3680419921875, -19.77035903930664, -15.172676086425781, -10.574993133544922, -5.9773101806640625, -1.3796272277832031, 3.2180557250976562, 7.815738677978516, 12.413421630859375, 17.011104583740234, 21.608787536621094, 26.206470489501953, 30.804153442382812, 35.40183639526367, 39.99951934814453, 44.59720230102539, 49.19488525390625, 53.79256820678711, 58.39025115966797, 62.98793411254883, 67.58561706542969, 72.18330383300781, 76.7809829711914, 81.378662109375, 85.97634887695312, 90.57403564453125, 95.17171478271484, 99.76939392089844, 104.36708068847656, 108.96476745605469, 113.56244659423828, 118.16012573242188, 122.7578125, 127.35549926757812, 131.95318603515625, 136.5508575439453, 141.14854431152344, 145.74623107910156, 150.34390258789062, 154.94158935546875, 159.53927612304688]}, "gradients/wav2vec2.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 5.0, 11.0, 18.0, 16.0, 24.0, 39.0, 49.0, 88.0, 118.0, 163.0, 217.0, 333.0, 578.0, 882.0, 1415.0, 2363.0, 4025.0, 7192.0, 13746.0, 28069.0, 62598.0, 152147.0, 442162.0, 1285133.0, 1388622.0, 498037.0, 173442.0, 68825.0, 30884.0, 14851.0, 7467.0, 4212.0, 2366.0, 1499.0, 886.0, 571.0, 381.0, 255.0, 182.0, 131.0, 74.0, 57.0, 42.0, 32.0, 14.0, 10.0, 15.0, 13.0, 6.0, 5.0, 7.0, 2.0, 3.0, 1.0, 4.0], "bins": [-31.28125, -30.3349609375, -29.388671875, -28.4423828125, -27.49609375, -26.5498046875, -25.603515625, -24.6572265625, -23.7109375, -22.7646484375, -21.818359375, -20.8720703125, -19.92578125, -18.9794921875, -18.033203125, -17.0869140625, -16.140625, -15.1943359375, -14.248046875, -13.3017578125, -12.35546875, -11.4091796875, -10.462890625, -9.5166015625, -8.5703125, -7.6240234375, -6.677734375, -5.7314453125, -4.78515625, -3.8388671875, -2.892578125, -1.9462890625, -1.0, -0.0537109375, 0.892578125, 1.8388671875, 2.78515625, 3.7314453125, 4.677734375, 5.6240234375, 6.5703125, 7.5166015625, 8.462890625, 9.4091796875, 10.35546875, 11.3017578125, 12.248046875, 13.1943359375, 14.140625, 15.0869140625, 16.033203125, 16.9794921875, 17.92578125, 18.8720703125, 19.818359375, 20.7646484375, 21.7109375, 22.6572265625, 23.603515625, 24.5498046875, 25.49609375, 26.4423828125, 27.388671875, 28.3349609375, 29.28125]}, "gradients/wav2vec2.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 10.0, 6.0, 6.0, 16.0, 14.0, 16.0, 20.0, 19.0, 18.0, 35.0, 36.0, 30.0, 50.0, 37.0, 44.0, 35.0, 53.0, 33.0, 41.0, 40.0, 40.0, 50.0, 47.0, 44.0, 33.0, 31.0, 28.0, 37.0, 19.0, 19.0, 16.0, 14.0, 18.0, 6.0, 8.0, 5.0, 6.0, 6.0, 3.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-24.625, -23.922119140625, -23.21923828125, -22.516357421875, -21.8134765625, -21.110595703125, -20.40771484375, -19.704833984375, -19.001953125, -18.299072265625, -17.59619140625, -16.893310546875, -16.1904296875, -15.487548828125, -14.78466796875, -14.081787109375, -13.37890625, -12.676025390625, -11.97314453125, -11.270263671875, -10.5673828125, -9.864501953125, -9.16162109375, -8.458740234375, -7.755859375, -7.052978515625, -6.35009765625, -5.647216796875, -4.9443359375, -4.241455078125, -3.53857421875, -2.835693359375, -2.1328125, -1.429931640625, -0.72705078125, -0.024169921875, 0.6787109375, 1.381591796875, 2.08447265625, 2.787353515625, 3.490234375, 4.193115234375, 4.89599609375, 5.598876953125, 6.3017578125, 7.004638671875, 7.70751953125, 8.410400390625, 9.11328125, 9.816162109375, 10.51904296875, 11.221923828125, 11.9248046875, 12.627685546875, 13.33056640625, 14.033447265625, 14.736328125, 15.439208984375, 16.14208984375, 16.844970703125, 17.5478515625, 18.250732421875, 18.95361328125, 19.656494140625, 20.359375]}, "gradients/wav2vec2.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 4.0, 1.0, 1.0, 3.0, 2.0, 3.0, 4.0, 5.0, 2.0, 7.0, 8.0, 17.0, 28.0, 36.0, 39.0, 51.0, 63.0, 102.0, 145.0, 259.0, 339.0, 556.0, 982.0, 1676.0, 3027.0, 5803.0, 12227.0, 28090.0, 71080.0, 201003.0, 732051.0, 2088124.0, 724904.0, 200310.0, 70295.0, 27728.0, 12155.0, 5901.0, 3008.0, 1548.0, 966.0, 580.0, 370.0, 244.0, 162.0, 105.0, 80.0, 55.0, 38.0, 31.0, 29.0, 14.0, 15.0, 5.0, 7.0, 2.0, 6.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-47.15625, -45.705078125, -44.25390625, -42.802734375, -41.3515625, -39.900390625, -38.44921875, -36.998046875, -35.546875, -34.095703125, -32.64453125, -31.193359375, -29.7421875, -28.291015625, -26.83984375, -25.388671875, -23.9375, -22.486328125, -21.03515625, -19.583984375, -18.1328125, -16.681640625, -15.23046875, -13.779296875, -12.328125, -10.876953125, -9.42578125, -7.974609375, -6.5234375, -5.072265625, -3.62109375, -2.169921875, -0.71875, 0.732421875, 2.18359375, 3.634765625, 5.0859375, 6.537109375, 7.98828125, 9.439453125, 10.890625, 12.341796875, 13.79296875, 15.244140625, 16.6953125, 18.146484375, 19.59765625, 21.048828125, 22.5, 23.951171875, 25.40234375, 26.853515625, 28.3046875, 29.755859375, 31.20703125, 32.658203125, 34.109375, 35.560546875, 37.01171875, 38.462890625, 39.9140625, 41.365234375, 42.81640625, 44.267578125, 45.71875]}, "gradients/wav2vec2.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 2.0, 5.0, 4.0, 5.0, 8.0, 13.0, 19.0, 22.0, 34.0, 42.0, 71.0, 83.0, 112.0, 141.0, 234.0, 352.0, 465.0, 629.0, 521.0, 368.0, 276.0, 194.0, 139.0, 86.0, 65.0, 50.0, 34.0, 24.0, 21.0, 17.0, 13.0, 9.0, 4.0, 5.0, 5.0, 1.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-72.875, -70.93603515625, -68.9970703125, -67.05810546875, -65.119140625, -63.18017578125, -61.2412109375, -59.30224609375, -57.36328125, -55.42431640625, -53.4853515625, -51.54638671875, -49.607421875, -47.66845703125, -45.7294921875, -43.79052734375, -41.8515625, -39.91259765625, -37.9736328125, -36.03466796875, -34.095703125, -32.15673828125, -30.2177734375, -28.27880859375, -26.33984375, -24.40087890625, -22.4619140625, -20.52294921875, -18.583984375, -16.64501953125, -14.7060546875, -12.76708984375, -10.828125, -8.88916015625, -6.9501953125, -5.01123046875, -3.072265625, -1.13330078125, 0.8056640625, 2.74462890625, 4.68359375, 6.62255859375, 8.5615234375, 10.50048828125, 12.439453125, 14.37841796875, 16.3173828125, 18.25634765625, 20.1953125, 22.13427734375, 24.0732421875, 26.01220703125, 27.951171875, 29.89013671875, 31.8291015625, 33.76806640625, 35.70703125, 37.64599609375, 39.5849609375, 41.52392578125, 43.462890625, 45.40185546875, 47.3408203125, 49.27978515625, 51.21875]}, "gradients/wav2vec2.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 5.0, 4.0, 8.0, 13.0, 26.0, 30.0, 73.0, 106.0, 121.0, 141.0, 124.0, 111.0, 85.0, 73.0, 28.0, 13.0, 17.0, 11.0, 6.0, 9.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-398.5381774902344, -386.27642822265625, -374.01470947265625, -361.7529602050781, -349.4912414550781, -337.2294921875, -324.9677734375, -312.7060241699219, -300.44427490234375, -288.1825256347656, -275.9208068847656, -263.6590576171875, -251.3973388671875, -239.13558959960938, -226.8738555908203, -214.61212158203125, -202.35040283203125, -190.0886688232422, -177.82693481445312, -165.565185546875, -153.303466796875, -141.04171752929688, -128.7799835205078, -116.51824951171875, -104.25651550292969, -91.99478149414062, -79.73304748535156, -67.47130584716797, -55.209571838378906, -42.947837829589844, -30.68609619140625, -18.424362182617188, -6.162628173828125, 6.09910774230957, 18.360843658447266, 30.622581481933594, 42.884315490722656, 55.14604949951172, 67.40779113769531, 79.66952514648438, 91.93125915527344, 104.1929931640625, 116.45472717285156, 128.71646118164062, 140.97821044921875, 153.23992919921875, 165.50167846679688, 177.76341247558594, 190.025146484375, 202.28688049316406, 214.54861450195312, 226.81036376953125, 239.07208251953125, 251.33383178710938, 263.5955810546875, 275.8572998046875, 288.1190185546875, 300.3807678222656, 312.6424865722656, 324.90423583984375, 337.16595458984375, 349.4277038574219, 361.689453125, 373.951171875, 386.2129211425781]}, "gradients/wav2vec2.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 4.0, 4.0, 11.0, 6.0, 7.0, 12.0, 10.0, 13.0, 20.0, 20.0, 21.0, 23.0, 33.0, 29.0, 37.0, 34.0, 30.0, 43.0, 32.0, 32.0, 52.0, 39.0, 46.0, 37.0, 35.0, 44.0, 32.0, 35.0, 39.0, 22.0, 22.0, 32.0, 17.0, 19.0, 28.0, 14.0, 20.0, 8.0, 11.0, 5.0, 9.0, 4.0, 3.0, 3.0, 5.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-187.15545654296875, -180.94775390625, -174.7400665283203, -168.53236389160156, -162.32467651367188, -156.11697387695312, -149.90927124023438, -143.7015838623047, -137.49388122558594, -131.2861785888672, -125.0784912109375, -118.87078857421875, -112.66309356689453, -106.45539855957031, -100.2477035522461, -94.04000854492188, -87.83231353759766, -81.62461853027344, -75.41692352294922, -69.209228515625, -63.00152587890625, -56.79383087158203, -50.58613586425781, -44.37843704223633, -38.17074203491211, -31.963045120239258, -25.755348205566406, -19.547653198242188, -13.339956283569336, -7.132259368896484, -0.9245643615722656, 5.283134460449219, 11.490829467773438, 17.69852638244629, 23.90622329711914, 30.11391830444336, 36.321617126464844, 42.52931213378906, 48.73700714111328, 54.944705963134766, 61.152400970458984, 67.36009979248047, 73.56779479980469, 79.7754898071289, 85.98318481445312, 92.19088745117188, 98.39857482910156, 104.60627746582031, 110.81397247314453, 117.02166748046875, 123.22936248779297, 129.4370574951172, 135.64476013183594, 141.85244750976562, 148.06015014648438, 154.26785278320312, 160.4755401611328, 166.68324279785156, 172.89093017578125, 179.0986328125, 185.3063201904297, 191.51402282714844, 197.72171020507812, 203.92941284179688, 210.13711547851562]}, "gradients/wav2vec2.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 5.0, 4.0, 10.0, 12.0, 25.0, 26.0, 37.0, 54.0, 85.0, 135.0, 200.0, 350.0, 546.0, 892.0, 1516.0, 2672.0, 4535.0, 8883.0, 16967.0, 34669.0, 79996.0, 261883.0, 402370.0, 133841.0, 49097.0, 23534.0, 11675.0, 6258.0, 3412.0, 1926.0, 1080.0, 738.0, 406.0, 256.0, 163.0, 87.0, 64.0, 54.0, 27.0, 25.0, 8.0, 9.0, 7.0, 5.0, 4.0, 5.0, 0.0, 5.0, 1.0, 1.0, 2.0], "bins": [-61.1875, -59.45068359375, -57.7138671875, -55.97705078125, -54.240234375, -52.50341796875, -50.7666015625, -49.02978515625, -47.29296875, -45.55615234375, -43.8193359375, -42.08251953125, -40.345703125, -38.60888671875, -36.8720703125, -35.13525390625, -33.3984375, -31.66162109375, -29.9248046875, -28.18798828125, -26.451171875, -24.71435546875, -22.9775390625, -21.24072265625, -19.50390625, -17.76708984375, -16.0302734375, -14.29345703125, -12.556640625, -10.81982421875, -9.0830078125, -7.34619140625, -5.609375, -3.87255859375, -2.1357421875, -0.39892578125, 1.337890625, 3.07470703125, 4.8115234375, 6.54833984375, 8.28515625, 10.02197265625, 11.7587890625, 13.49560546875, 15.232421875, 16.96923828125, 18.7060546875, 20.44287109375, 22.1796875, 23.91650390625, 25.6533203125, 27.39013671875, 29.126953125, 30.86376953125, 32.6005859375, 34.33740234375, 36.07421875, 37.81103515625, 39.5478515625, 41.28466796875, 43.021484375, 44.75830078125, 46.4951171875, 48.23193359375, 49.96875]}, "gradients/wav2vec2.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 5.0, 5.0, 7.0, 0.0, 7.0, 8.0, 11.0, 12.0, 17.0, 19.0, 16.0, 27.0, 19.0, 36.0, 29.0, 25.0, 33.0, 34.0, 51.0, 37.0, 44.0, 35.0, 30.0, 34.0, 43.0, 44.0, 36.0, 47.0, 28.0, 35.0, 38.0, 35.0, 23.0, 24.0, 21.0, 20.0, 19.0, 12.0, 6.0, 7.0, 5.0, 7.0, 4.0, 8.0, 3.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-26.953125, -26.19580078125, -25.4384765625, -24.68115234375, -23.923828125, -23.16650390625, -22.4091796875, -21.65185546875, -20.89453125, -20.13720703125, -19.3798828125, -18.62255859375, -17.865234375, -17.10791015625, -16.3505859375, -15.59326171875, -14.8359375, -14.07861328125, -13.3212890625, -12.56396484375, -11.806640625, -11.04931640625, -10.2919921875, -9.53466796875, -8.77734375, -8.02001953125, -7.2626953125, -6.50537109375, -5.748046875, -4.99072265625, -4.2333984375, -3.47607421875, -2.71875, -1.96142578125, -1.2041015625, -0.44677734375, 0.310546875, 1.06787109375, 1.8251953125, 2.58251953125, 3.33984375, 4.09716796875, 4.8544921875, 5.61181640625, 6.369140625, 7.12646484375, 7.8837890625, 8.64111328125, 9.3984375, 10.15576171875, 10.9130859375, 11.67041015625, 12.427734375, 13.18505859375, 13.9423828125, 14.69970703125, 15.45703125, 16.21435546875, 16.9716796875, 17.72900390625, 18.486328125, 19.24365234375, 20.0009765625, 20.75830078125, 21.515625]}, "gradients/wav2vec2.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 4.0, 6.0, 3.0, 3.0, 10.0, 4.0, 11.0, 9.0, 16.0, 27.0, 30.0, 36.0, 64.0, 86.0, 132.0, 205.0, 350.0, 609.0, 1134.0, 2443.0, 5190.0, 12820.0, 35146.0, 138466.0, 620533.0, 166833.0, 39216.0, 13949.0, 5733.0, 2524.0, 1246.0, 647.0, 360.0, 239.0, 129.0, 91.0, 63.0, 55.0, 33.0, 25.0, 20.0, 19.0, 10.0, 12.0, 5.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 0.0, 2.0], "bins": [-86.875, -84.03125, -81.1875, -78.34375, -75.5, -72.65625, -69.8125, -66.96875, -64.125, -61.28125, -58.4375, -55.59375, -52.75, -49.90625, -47.0625, -44.21875, -41.375, -38.53125, -35.6875, -32.84375, -30.0, -27.15625, -24.3125, -21.46875, -18.625, -15.78125, -12.9375, -10.09375, -7.25, -4.40625, -1.5625, 1.28125, 4.125, 6.96875, 9.8125, 12.65625, 15.5, 18.34375, 21.1875, 24.03125, 26.875, 29.71875, 32.5625, 35.40625, 38.25, 41.09375, 43.9375, 46.78125, 49.625, 52.46875, 55.3125, 58.15625, 61.0, 63.84375, 66.6875, 69.53125, 72.375, 75.21875, 78.0625, 80.90625, 83.75, 86.59375, 89.4375, 92.28125, 95.125]}, "gradients/wav2vec2.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 6.0, 2.0, 5.0, 13.0, 9.0, 16.0, 19.0, 25.0, 34.0, 25.0, 27.0, 37.0, 50.0, 57.0, 48.0, 65.0, 57.0, 59.0, 61.0, 63.0, 48.0, 30.0, 41.0, 41.0, 32.0, 26.0, 26.0, 13.0, 22.0, 18.0, 7.0, 2.0, 4.0, 3.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-96.1875, -93.212890625, -90.23828125, -87.263671875, -84.2890625, -81.314453125, -78.33984375, -75.365234375, -72.390625, -69.416015625, -66.44140625, -63.466796875, -60.4921875, -57.517578125, -54.54296875, -51.568359375, -48.59375, -45.619140625, -42.64453125, -39.669921875, -36.6953125, -33.720703125, -30.74609375, -27.771484375, -24.796875, -21.822265625, -18.84765625, -15.873046875, -12.8984375, -9.923828125, -6.94921875, -3.974609375, -1.0, 1.974609375, 4.94921875, 7.923828125, 10.8984375, 13.873046875, 16.84765625, 19.822265625, 22.796875, 25.771484375, 28.74609375, 31.720703125, 34.6953125, 37.669921875, 40.64453125, 43.619140625, 46.59375, 49.568359375, 52.54296875, 55.517578125, 58.4921875, 61.466796875, 64.44140625, 67.416015625, 70.390625, 73.365234375, 76.33984375, 79.314453125, 82.2890625, 85.263671875, 88.23828125, 91.212890625, 94.1875]}, "gradients/wav2vec2.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 4.0, 4.0, 5.0, 5.0, 13.0, 18.0, 33.0, 38.0, 53.0, 95.0, 172.0, 307.0, 581.0, 1068.0, 2347.0, 5336.0, 14508.0, 41379.0, 145498.0, 517205.0, 228033.0, 59001.0, 19510.0, 7472.0, 2962.0, 1395.0, 647.0, 355.0, 187.0, 106.0, 84.0, 45.0, 28.0, 21.0, 12.0, 8.0, 12.0, 6.0, 5.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.171875, -24.322998046875, -23.47412109375, -22.625244140625, -21.7763671875, -20.927490234375, -20.07861328125, -19.229736328125, -18.380859375, -17.531982421875, -16.68310546875, -15.834228515625, -14.9853515625, -14.136474609375, -13.28759765625, -12.438720703125, -11.58984375, -10.740966796875, -9.89208984375, -9.043212890625, -8.1943359375, -7.345458984375, -6.49658203125, -5.647705078125, -4.798828125, -3.949951171875, -3.10107421875, -2.252197265625, -1.4033203125, -0.554443359375, 0.29443359375, 1.143310546875, 1.9921875, 2.841064453125, 3.68994140625, 4.538818359375, 5.3876953125, 6.236572265625, 7.08544921875, 7.934326171875, 8.783203125, 9.632080078125, 10.48095703125, 11.329833984375, 12.1787109375, 13.027587890625, 13.87646484375, 14.725341796875, 15.57421875, 16.423095703125, 17.27197265625, 18.120849609375, 18.9697265625, 19.818603515625, 20.66748046875, 21.516357421875, 22.365234375, 23.214111328125, 24.06298828125, 24.911865234375, 25.7607421875, 26.609619140625, 27.45849609375, 28.307373046875, 29.15625]}, "gradients/wav2vec2.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 6.0, 1.0, 1.0, 3.0, 5.0, 12.0, 5.0, 6.0, 8.0, 21.0, 11.0, 26.0, 37.0, 56.0, 63.0, 82.0, 125.0, 179.0, 118.0, 56.0, 49.0, 28.0, 15.0, 22.0, 18.0, 7.0, 7.0, 9.0, 10.0, 6.0, 4.0, 3.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.006107330322265625, -0.005898416042327881, -0.005689501762390137, -0.005480587482452393, -0.0052716732025146484, -0.005062758922576904, -0.00485384464263916, -0.004644930362701416, -0.004436016082763672, -0.004227101802825928, -0.004018187522888184, -0.0038092732429504395, -0.0036003589630126953, -0.003391444683074951, -0.003182530403137207, -0.002973616123199463, -0.0027647018432617188, -0.0025557875633239746, -0.0023468732833862305, -0.0021379590034484863, -0.0019290447235107422, -0.001720130443572998, -0.001511216163635254, -0.0013023018836975098, -0.0010933876037597656, -0.0008844733238220215, -0.0006755590438842773, -0.0004666447639465332, -0.00025773048400878906, -4.881620407104492e-05, 0.00016009807586669922, 0.00036901235580444336, 0.0005779266357421875, 0.0007868409156799316, 0.0009957551956176758, 0.00120466947555542, 0.001413583755493164, 0.0016224980354309082, 0.0018314123153686523, 0.0020403265953063965, 0.0022492408752441406, 0.0024581551551818848, 0.002667069435119629, 0.002875983715057373, 0.003084897994995117, 0.0032938122749328613, 0.0035027265548706055, 0.0037116408348083496, 0.003920555114746094, 0.004129469394683838, 0.004338383674621582, 0.004547297954559326, 0.00475621223449707, 0.0049651265144348145, 0.005174040794372559, 0.005382955074310303, 0.005591869354248047, 0.005800783634185791, 0.006009697914123535, 0.006218612194061279, 0.0064275264739990234, 0.006636440753936768, 0.006845355033874512, 0.007054269313812256, 0.00726318359375]}, "gradients/wav2vec2.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 4.0, 3.0, 3.0, 8.0, 11.0, 18.0, 17.0, 31.0, 54.0, 89.0, 155.0, 255.0, 421.0, 820.0, 1798.0, 4920.0, 14500.0, 49055.0, 180254.0, 467096.0, 236494.0, 64037.0, 18278.0, 5741.0, 2268.0, 1007.0, 496.0, 275.0, 170.0, 100.0, 59.0, 43.0, 25.0, 21.0, 10.0, 6.0, 5.0, 4.0, 5.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-25.046875, -24.301513671875, -23.55615234375, -22.810791015625, -22.0654296875, -21.320068359375, -20.57470703125, -19.829345703125, -19.083984375, -18.338623046875, -17.59326171875, -16.847900390625, -16.1025390625, -15.357177734375, -14.61181640625, -13.866455078125, -13.12109375, -12.375732421875, -11.63037109375, -10.885009765625, -10.1396484375, -9.394287109375, -8.64892578125, -7.903564453125, -7.158203125, -6.412841796875, -5.66748046875, -4.922119140625, -4.1767578125, -3.431396484375, -2.68603515625, -1.940673828125, -1.1953125, -0.449951171875, 0.29541015625, 1.040771484375, 1.7861328125, 2.531494140625, 3.27685546875, 4.022216796875, 4.767578125, 5.512939453125, 6.25830078125, 7.003662109375, 7.7490234375, 8.494384765625, 9.23974609375, 9.985107421875, 10.73046875, 11.475830078125, 12.22119140625, 12.966552734375, 13.7119140625, 14.457275390625, 15.20263671875, 15.947998046875, 16.693359375, 17.438720703125, 18.18408203125, 18.929443359375, 19.6748046875, 20.420166015625, 21.16552734375, 21.910888671875, 22.65625]}, "gradients/wav2vec2.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 6.0, 2.0, 7.0, 1.0, 11.0, 18.0, 17.0, 31.0, 48.0, 53.0, 63.0, 96.0, 103.0, 100.0, 92.0, 97.0, 73.0, 60.0, 44.0, 15.0, 25.0, 13.0, 5.0, 11.0, 10.0, 5.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.671875, -17.810791015625, -16.94970703125, -16.088623046875, -15.2275390625, -14.366455078125, -13.50537109375, -12.644287109375, -11.783203125, -10.922119140625, -10.06103515625, -9.199951171875, -8.3388671875, -7.477783203125, -6.61669921875, -5.755615234375, -4.89453125, -4.033447265625, -3.17236328125, -2.311279296875, -1.4501953125, -0.589111328125, 0.27197265625, 1.133056640625, 1.994140625, 2.855224609375, 3.71630859375, 4.577392578125, 5.4384765625, 6.299560546875, 7.16064453125, 8.021728515625, 8.8828125, 9.743896484375, 10.60498046875, 11.466064453125, 12.3271484375, 13.188232421875, 14.04931640625, 14.910400390625, 15.771484375, 16.632568359375, 17.49365234375, 18.354736328125, 19.2158203125, 20.076904296875, 20.93798828125, 21.799072265625, 22.66015625, 23.521240234375, 24.38232421875, 25.243408203125, 26.1044921875, 26.965576171875, 27.82666015625, 28.687744140625, 29.548828125, 30.409912109375, 31.27099609375, 32.132080078125, 32.9931640625, 33.854248046875, 34.71533203125, 35.576416015625, 36.4375]}, "gradients/wav2vec2.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 7.0, 7.0, 16.0, 28.0, 25.0, 54.0, 61.0, 92.0, 106.0, 123.0, 119.0, 90.0, 80.0, 60.0, 43.0, 29.0, 19.0, 11.0, 15.0, 2.0, 3.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-373.4615478515625, -364.1121520996094, -354.76275634765625, -345.41339111328125, -336.0639953613281, -326.714599609375, -317.365234375, -308.0158386230469, -298.66644287109375, -289.3170471191406, -279.9676513671875, -270.6182861328125, -261.2688903808594, -251.91949462890625, -242.5701141357422, -233.22073364257812, -223.871337890625, -214.52194213867188, -205.1725616455078, -195.82318115234375, -186.47378540039062, -177.1243896484375, -167.77500915527344, -158.42562866210938, -149.07623291015625, -139.72683715820312, -130.37745666503906, -121.02806854248047, -111.67868041992188, -102.32929229736328, -92.97990417480469, -83.6305160522461, -74.28115844726562, -64.93177032470703, -55.58238220214844, -46.232994079589844, -36.88360595703125, -27.534217834472656, -18.184829711914062, -8.835441589355469, 0.513946533203125, 9.863334655761719, 19.212722778320312, 28.562110900878906, 37.9114990234375, 47.260887145996094, 56.61027526855469, 65.95966339111328, 75.30905151367188, 84.65843963623047, 94.00782775878906, 103.35721588134766, 112.70660400390625, 122.05599212646484, 131.40538024902344, 140.7547607421875, 150.10415649414062, 159.45355224609375, 168.8029327392578, 178.15231323242188, 187.501708984375, 196.85110473632812, 206.2004852294922, 215.54986572265625, 224.89926147460938]}, "gradients/wav2vec2.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 6.0, 3.0, 8.0, 7.0, 6.0, 6.0, 17.0, 18.0, 13.0, 24.0, 23.0, 26.0, 21.0, 16.0, 27.0, 38.0, 39.0, 40.0, 26.0, 44.0, 39.0, 40.0, 43.0, 48.0, 38.0, 27.0, 31.0, 29.0, 24.0, 31.0, 28.0, 30.0, 19.0, 19.0, 19.0, 14.0, 15.0, 11.0, 17.0, 14.0, 5.0, 7.0, 11.0, 4.0, 9.0, 5.0, 5.0, 4.0, 1.0, 3.0, 2.0, 2.0], "bins": [-176.10586547851562, -170.90232849121094, -165.6987762451172, -160.4952392578125, -155.29168701171875, -150.08815002441406, -144.88461303710938, -139.68106079101562, -134.47752380371094, -129.27398681640625, -124.0704345703125, -118.86689758300781, -113.6633529663086, -108.45980834960938, -103.25627136230469, -98.05272674560547, -92.84918212890625, -87.64563751220703, -82.44209289550781, -77.23855590820312, -72.0350112915039, -66.83146667480469, -61.627925872802734, -56.42438507080078, -51.22084045410156, -46.017295837402344, -40.81375503540039, -35.61021423339844, -30.40666961669922, -25.203126907348633, -19.999584197998047, -14.796043395996094, -9.592498779296875, -4.388956069946289, 0.8145866394042969, 6.018129348754883, 11.221672058105469, 16.425214767456055, 21.62875747680664, 26.832298278808594, 32.03584289550781, 37.23938751220703, 42.442928314208984, 47.64646911621094, 52.850013732910156, 58.053558349609375, 63.25709915161133, 68.46063995361328, 73.6641845703125, 78.86772918701172, 84.07127380371094, 89.27481079101562, 94.47835540771484, 99.68190002441406, 104.88543701171875, 110.08898162841797, 115.29252624511719, 120.4960708618164, 125.69961547851562, 130.9031524658203, 136.106689453125, 141.31024169921875, 146.51377868652344, 151.71731567382812, 156.92086791992188]}, "gradients/wav2vec2.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 6.0, 7.0, 11.0, 21.0, 13.0, 37.0, 62.0, 88.0, 131.0, 196.0, 345.0, 513.0, 781.0, 1294.0, 2148.0, 3665.0, 6088.0, 10661.0, 19654.0, 37965.0, 75082.0, 158048.0, 354010.0, 798367.0, 1249497.0, 803886.0, 354727.0, 158131.0, 75074.0, 37465.0, 19884.0, 10755.0, 6140.0, 3508.0, 2219.0, 1256.0, 860.0, 562.0, 364.0, 234.0, 164.0, 109.0, 76.0, 65.0, 34.0, 27.0, 18.0, 9.0, 7.0, 11.0, 6.0, 9.0, 1.0, 4.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.9453125, -3.79644775390625, -3.6475830078125, -3.49871826171875, -3.349853515625, -3.20098876953125, -3.0521240234375, -2.90325927734375, -2.75439453125, -2.60552978515625, -2.4566650390625, -2.30780029296875, -2.158935546875, -2.01007080078125, -1.8612060546875, -1.71234130859375, -1.5634765625, -1.41461181640625, -1.2657470703125, -1.11688232421875, -0.968017578125, -0.81915283203125, -0.6702880859375, -0.52142333984375, -0.37255859375, -0.22369384765625, -0.0748291015625, 0.07403564453125, 0.222900390625, 0.37176513671875, 0.5206298828125, 0.66949462890625, 0.818359375, 0.96722412109375, 1.1160888671875, 1.26495361328125, 1.413818359375, 1.56268310546875, 1.7115478515625, 1.86041259765625, 2.00927734375, 2.15814208984375, 2.3070068359375, 2.45587158203125, 2.604736328125, 2.75360107421875, 2.9024658203125, 3.05133056640625, 3.2001953125, 3.34906005859375, 3.4979248046875, 3.64678955078125, 3.795654296875, 3.94451904296875, 4.0933837890625, 4.24224853515625, 4.39111328125, 4.53997802734375, 4.6888427734375, 4.83770751953125, 4.986572265625, 5.13543701171875, 5.2843017578125, 5.43316650390625, 5.58203125]}, "gradients/wav2vec2.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 5.0, 5.0, 7.0, 6.0, 14.0, 17.0, 24.0, 30.0, 33.0, 38.0, 55.0, 35.0, 47.0, 55.0, 60.0, 62.0, 58.0, 69.0, 70.0, 49.0, 49.0, 38.0, 39.0, 35.0, 17.0, 31.0, 14.0, 15.0, 9.0, 8.0, 6.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.16015625, -2.06640625, -1.97265625, -1.87890625, -1.78515625, -1.69140625, -1.59765625, -1.50390625, -1.41015625, -1.31640625, -1.22265625, -1.12890625, -1.03515625, -0.94140625, -0.84765625, -0.75390625, -0.66015625, -0.56640625, -0.47265625, -0.37890625, -0.28515625, -0.19140625, -0.09765625, -0.00390625, 0.08984375, 0.18359375, 0.27734375, 0.37109375, 0.46484375, 0.55859375, 0.65234375, 0.74609375, 0.83984375, 0.93359375, 1.02734375, 1.12109375, 1.21484375, 1.30859375, 1.40234375, 1.49609375, 1.58984375, 1.68359375, 1.77734375, 1.87109375, 1.96484375, 2.05859375, 2.15234375, 2.24609375, 2.33984375, 2.43359375, 2.52734375, 2.62109375, 2.71484375, 2.80859375, 2.90234375, 2.99609375, 3.08984375, 3.18359375, 3.27734375, 3.37109375, 3.46484375, 3.55859375, 3.65234375, 3.74609375, 3.83984375]}, "gradients/wav2vec2.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0, 1.0, 3.0, 4.0, 4.0, 11.0, 6.0, 9.0, 14.0, 36.0, 37.0, 31.0, 73.0, 84.0, 166.0, 277.0, 538.0, 1161.0, 2443.0, 6074.0, 16354.0, 50533.0, 181124.0, 711767.0, 1826637.0, 1023536.0, 266066.0, 71059.0, 22210.0, 7939.0, 3076.0, 1451.0, 692.0, 316.0, 187.0, 113.0, 64.0, 59.0, 30.0, 24.0, 19.0, 19.0, 10.0, 9.0, 8.0, 5.0, 6.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-13.7265625, -13.3414306640625, -12.956298828125, -12.5711669921875, -12.18603515625, -11.8009033203125, -11.415771484375, -11.0306396484375, -10.6455078125, -10.2603759765625, -9.875244140625, -9.4901123046875, -9.10498046875, -8.7198486328125, -8.334716796875, -7.9495849609375, -7.564453125, -7.1793212890625, -6.794189453125, -6.4090576171875, -6.02392578125, -5.6387939453125, -5.253662109375, -4.8685302734375, -4.4833984375, -4.0982666015625, -3.713134765625, -3.3280029296875, -2.94287109375, -2.5577392578125, -2.172607421875, -1.7874755859375, -1.40234375, -1.0172119140625, -0.632080078125, -0.2469482421875, 0.13818359375, 0.5233154296875, 0.908447265625, 1.2935791015625, 1.6787109375, 2.0638427734375, 2.448974609375, 2.8341064453125, 3.21923828125, 3.6043701171875, 3.989501953125, 4.3746337890625, 4.759765625, 5.1448974609375, 5.530029296875, 5.9151611328125, 6.30029296875, 6.6854248046875, 7.070556640625, 7.4556884765625, 7.8408203125, 8.2259521484375, 8.611083984375, 8.9962158203125, 9.38134765625, 9.7664794921875, 10.151611328125, 10.5367431640625, 10.921875]}, "gradients/wav2vec2.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 8.0, 0.0, 15.0, 10.0, 24.0, 30.0, 72.0, 104.0, 193.0, 354.0, 563.0, 725.0, 640.0, 541.0, 338.0, 179.0, 132.0, 61.0, 36.0, 29.0, 8.0, 9.0, 1.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.328125, -16.8707275390625, -16.413330078125, -15.9559326171875, -15.49853515625, -15.0411376953125, -14.583740234375, -14.1263427734375, -13.6689453125, -13.2115478515625, -12.754150390625, -12.2967529296875, -11.83935546875, -11.3819580078125, -10.924560546875, -10.4671630859375, -10.009765625, -9.5523681640625, -9.094970703125, -8.6375732421875, -8.18017578125, -7.7227783203125, -7.265380859375, -6.8079833984375, -6.3505859375, -5.8931884765625, -5.435791015625, -4.9783935546875, -4.52099609375, -4.0635986328125, -3.606201171875, -3.1488037109375, -2.69140625, -2.2340087890625, -1.776611328125, -1.3192138671875, -0.86181640625, -0.4044189453125, 0.052978515625, 0.5103759765625, 0.9677734375, 1.4251708984375, 1.882568359375, 2.3399658203125, 2.79736328125, 3.2547607421875, 3.712158203125, 4.1695556640625, 4.626953125, 5.0843505859375, 5.541748046875, 5.9991455078125, 6.45654296875, 6.9139404296875, 7.371337890625, 7.8287353515625, 8.2861328125, 8.7435302734375, 9.200927734375, 9.6583251953125, 10.11572265625, 10.5731201171875, 11.030517578125, 11.4879150390625, 11.9453125]}, "gradients/wav2vec2.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 11.0, 6.0, 14.0, 15.0, 22.0, 28.0, 45.0, 54.0, 52.0, 78.0, 92.0, 74.0, 73.0, 69.0, 77.0, 72.0, 45.0, 41.0, 43.0, 32.0, 20.0, 13.0, 5.0, 4.0, 6.0, 4.0, 5.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.92156982421875, -34.43445587158203, -32.94734191894531, -31.460227966308594, -29.973115921020508, -28.48600196838379, -26.99888801574707, -25.511775970458984, -24.024662017822266, -22.537548065185547, -21.050434112548828, -19.56332015991211, -18.076208114624023, -16.589094161987305, -15.101980209350586, -13.614867210388184, -12.127752304077148, -10.64063835144043, -9.153525352478027, -7.666411399841309, -6.179297924041748, -4.6921844482421875, -3.2050704956054688, -1.7179574966430664, -0.23084354400634766, 1.2562700510025024, 2.7433836460113525, 4.230497360229492, 5.717610836029053, 7.204724311828613, 8.691838264465332, 10.178951263427734, 11.666065216064453, 13.153179168701172, 14.640292167663574, 16.12740707397461, 17.614519119262695, 19.101633071899414, 20.588747024536133, 22.07585906982422, 23.562973022460938, 25.050086975097656, 26.537200927734375, 28.024314880371094, 29.51142692565918, 30.9985408782959, 32.48565673828125, 33.9727668762207, 35.45988464355469, 36.946998596191406, 38.434112548828125, 39.921226501464844, 41.40834045410156, 42.89545440673828, 44.382568359375, 45.86967849731445, 47.35679244995117, 48.84390640258789, 50.33102035522461, 51.81813430786133, 53.30524826049805, 54.7923583984375, 56.27947235107422, 57.76658630371094, 59.253700256347656]}, "gradients/wav2vec2.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 5.0, 5.0, 5.0, 7.0, 4.0, 11.0, 12.0, 10.0, 10.0, 18.0, 13.0, 20.0, 30.0, 30.0, 36.0, 29.0, 47.0, 32.0, 46.0, 48.0, 52.0, 40.0, 47.0, 45.0, 46.0, 40.0, 38.0, 43.0, 44.0, 29.0, 25.0, 31.0, 16.0, 22.0, 12.0, 12.0, 11.0, 9.0, 12.0, 6.0, 5.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-32.27179718017578, -31.30929183959961, -30.346786499023438, -29.3842830657959, -28.421777725219727, -27.459272384643555, -26.496768951416016, -25.534263610839844, -24.571758270263672, -23.6092529296875, -22.646747589111328, -21.68424415588379, -20.721738815307617, -19.759233474731445, -18.796730041503906, -17.834224700927734, -16.871719360351562, -15.90921401977539, -14.946709632873535, -13.98420524597168, -13.021699905395508, -12.059194564819336, -11.09669017791748, -10.134185791015625, -9.171680450439453, -8.209175109863281, -7.246670722961426, -6.284165859222412, -5.321660995483398, -4.359156131744385, -3.396651268005371, -2.4341464042663574, -1.4716434478759766, -0.5091385841369629, 0.4533662796020508, 1.4158711433410645, 2.378376007080078, 3.340880870819092, 4.3033857345581055, 5.265890598297119, 6.228395462036133, 7.1909003257751465, 8.15340518951416, 9.115909576416016, 10.078414916992188, 11.04092025756836, 12.003424644470215, 12.96592903137207, 13.928434371948242, 14.890939712524414, 15.85344409942627, 16.815948486328125, 17.778453826904297, 18.74095916748047, 19.70346450805664, 20.66596794128418, 21.62847328186035, 22.590978622436523, 23.553482055664062, 24.515987396240234, 25.478492736816406, 26.440998077392578, 27.40350341796875, 28.36600685119629, 29.32851219177246]}, "gradients/wav2vec2.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 4.0, 4.0, 4.0, 4.0, 9.0, 12.0, 22.0, 20.0, 63.0, 80.0, 147.0, 205.0, 332.0, 564.0, 904.0, 1458.0, 2620.0, 4332.0, 7421.0, 12630.0, 22723.0, 42612.0, 89528.0, 203423.0, 309060.0, 182564.0, 80284.0, 38314.0, 20793.0, 11634.0, 6804.0, 3997.0, 2471.0, 1386.0, 815.0, 504.0, 321.0, 200.0, 123.0, 69.0, 37.0, 22.0, 11.0, 19.0, 7.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-10.3671875, -10.014892578125, -9.66259765625, -9.310302734375, -8.9580078125, -8.605712890625, -8.25341796875, -7.901123046875, -7.548828125, -7.196533203125, -6.84423828125, -6.491943359375, -6.1396484375, -5.787353515625, -5.43505859375, -5.082763671875, -4.73046875, -4.378173828125, -4.02587890625, -3.673583984375, -3.3212890625, -2.968994140625, -2.61669921875, -2.264404296875, -1.912109375, -1.559814453125, -1.20751953125, -0.855224609375, -0.5029296875, -0.150634765625, 0.20166015625, 0.553955078125, 0.90625, 1.258544921875, 1.61083984375, 1.963134765625, 2.3154296875, 2.667724609375, 3.02001953125, 3.372314453125, 3.724609375, 4.076904296875, 4.42919921875, 4.781494140625, 5.1337890625, 5.486083984375, 5.83837890625, 6.190673828125, 6.54296875, 6.895263671875, 7.24755859375, 7.599853515625, 7.9521484375, 8.304443359375, 8.65673828125, 9.009033203125, 9.361328125, 9.713623046875, 10.06591796875, 10.418212890625, 10.7705078125, 11.122802734375, 11.47509765625, 11.827392578125, 12.1796875]}, "gradients/wav2vec2.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 5.0, 6.0, 6.0, 7.0, 6.0, 7.0, 8.0, 19.0, 16.0, 26.0, 17.0, 34.0, 38.0, 33.0, 43.0, 49.0, 46.0, 55.0, 47.0, 62.0, 40.0, 41.0, 50.0, 56.0, 23.0, 47.0, 30.0, 36.0, 26.0, 24.0, 22.0, 15.0, 10.0, 11.0, 20.0, 11.0, 4.0, 7.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.3046875, -2.219329833984375, -2.13397216796875, -2.048614501953125, -1.9632568359375, -1.877899169921875, -1.79254150390625, -1.707183837890625, -1.621826171875, -1.536468505859375, -1.45111083984375, -1.365753173828125, -1.2803955078125, -1.195037841796875, -1.10968017578125, -1.024322509765625, -0.93896484375, -0.853607177734375, -0.76824951171875, -0.682891845703125, -0.5975341796875, -0.512176513671875, -0.42681884765625, -0.341461181640625, -0.256103515625, -0.170745849609375, -0.08538818359375, -3.0517578125e-05, 0.0853271484375, 0.170684814453125, 0.25604248046875, 0.341400146484375, 0.4267578125, 0.512115478515625, 0.59747314453125, 0.682830810546875, 0.7681884765625, 0.853546142578125, 0.93890380859375, 1.024261474609375, 1.109619140625, 1.194976806640625, 1.28033447265625, 1.365692138671875, 1.4510498046875, 1.536407470703125, 1.62176513671875, 1.707122802734375, 1.79248046875, 1.877838134765625, 1.96319580078125, 2.048553466796875, 2.1339111328125, 2.219268798828125, 2.30462646484375, 2.389984130859375, 2.475341796875, 2.560699462890625, 2.64605712890625, 2.731414794921875, 2.8167724609375, 2.902130126953125, 2.98748779296875, 3.072845458984375, 3.158203125]}, "gradients/wav2vec2.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 14.0, 8.0, 22.0, 42.0, 50.0, 89.0, 132.0, 238.0, 378.0, 629.0, 1415.0, 2813.0, 6531.0, 15139.0, 37891.0, 127573.0, 531600.0, 232222.0, 54754.0, 20759.0, 8860.0, 3708.0, 1703.0, 881.0, 413.0, 267.0, 138.0, 112.0, 62.0, 44.0, 24.0, 12.0, 13.0, 10.0, 8.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.0625, -21.319091796875, -20.57568359375, -19.832275390625, -19.0888671875, -18.345458984375, -17.60205078125, -16.858642578125, -16.115234375, -15.371826171875, -14.62841796875, -13.885009765625, -13.1416015625, -12.398193359375, -11.65478515625, -10.911376953125, -10.16796875, -9.424560546875, -8.68115234375, -7.937744140625, -7.1943359375, -6.450927734375, -5.70751953125, -4.964111328125, -4.220703125, -3.477294921875, -2.73388671875, -1.990478515625, -1.2470703125, -0.503662109375, 0.23974609375, 0.983154296875, 1.7265625, 2.469970703125, 3.21337890625, 3.956787109375, 4.7001953125, 5.443603515625, 6.18701171875, 6.930419921875, 7.673828125, 8.417236328125, 9.16064453125, 9.904052734375, 10.6474609375, 11.390869140625, 12.13427734375, 12.877685546875, 13.62109375, 14.364501953125, 15.10791015625, 15.851318359375, 16.5947265625, 17.338134765625, 18.08154296875, 18.824951171875, 19.568359375, 20.311767578125, 21.05517578125, 21.798583984375, 22.5419921875, 23.285400390625, 24.02880859375, 24.772216796875, 25.515625]}, "gradients/wav2vec2.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 5.0, 3.0, 8.0, 7.0, 8.0, 11.0, 16.0, 16.0, 19.0, 28.0, 31.0, 31.0, 39.0, 34.0, 43.0, 44.0, 42.0, 53.0, 41.0, 52.0, 48.0, 39.0, 42.0, 44.0, 34.0, 32.0, 44.0, 39.0, 27.0, 14.0, 14.0, 10.0, 20.0, 11.0, 8.0, 5.0, 5.0, 4.0, 1.0, 6.0, 7.0, 2.0, 5.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-7.74609375, -7.47369384765625, -7.2012939453125, -6.92889404296875, -6.656494140625, -6.38409423828125, -6.1116943359375, -5.83929443359375, -5.56689453125, -5.29449462890625, -5.0220947265625, -4.74969482421875, -4.477294921875, -4.20489501953125, -3.9324951171875, -3.66009521484375, -3.3876953125, -3.11529541015625, -2.8428955078125, -2.57049560546875, -2.298095703125, -2.02569580078125, -1.7532958984375, -1.48089599609375, -1.20849609375, -0.93609619140625, -0.6636962890625, -0.39129638671875, -0.118896484375, 0.15350341796875, 0.4259033203125, 0.69830322265625, 0.970703125, 1.24310302734375, 1.5155029296875, 1.78790283203125, 2.060302734375, 2.33270263671875, 2.6051025390625, 2.87750244140625, 3.14990234375, 3.42230224609375, 3.6947021484375, 3.96710205078125, 4.239501953125, 4.51190185546875, 4.7843017578125, 5.05670166015625, 5.3291015625, 5.60150146484375, 5.8739013671875, 6.14630126953125, 6.418701171875, 6.69110107421875, 6.9635009765625, 7.23590087890625, 7.50830078125, 7.78070068359375, 8.0531005859375, 8.32550048828125, 8.597900390625, 8.87030029296875, 9.1427001953125, 9.41510009765625, 9.6875]}, "gradients/wav2vec2.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 3.0, 7.0, 6.0, 10.0, 9.0, 25.0, 34.0, 51.0, 74.0, 113.0, 214.0, 376.0, 673.0, 1208.0, 2255.0, 4187.0, 8220.0, 16546.0, 34895.0, 89909.0, 281559.0, 373502.0, 141901.0, 48432.0, 21788.0, 10786.0, 5510.0, 2848.0, 1528.0, 771.0, 450.0, 242.0, 159.0, 102.0, 71.0, 29.0, 18.0, 15.0, 9.0, 7.0, 10.0, 5.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.61328125, -7.33331298828125, -7.0533447265625, -6.77337646484375, -6.493408203125, -6.21343994140625, -5.9334716796875, -5.65350341796875, -5.37353515625, -5.09356689453125, -4.8135986328125, -4.53363037109375, -4.253662109375, -3.97369384765625, -3.6937255859375, -3.41375732421875, -3.1337890625, -2.85382080078125, -2.5738525390625, -2.29388427734375, -2.013916015625, -1.73394775390625, -1.4539794921875, -1.17401123046875, -0.89404296875, -0.61407470703125, -0.3341064453125, -0.05413818359375, 0.225830078125, 0.50579833984375, 0.7857666015625, 1.06573486328125, 1.345703125, 1.62567138671875, 1.9056396484375, 2.18560791015625, 2.465576171875, 2.74554443359375, 3.0255126953125, 3.30548095703125, 3.58544921875, 3.86541748046875, 4.1453857421875, 4.42535400390625, 4.705322265625, 4.98529052734375, 5.2652587890625, 5.54522705078125, 5.8251953125, 6.10516357421875, 6.3851318359375, 6.66510009765625, 6.945068359375, 7.22503662109375, 7.5050048828125, 7.78497314453125, 8.06494140625, 8.34490966796875, 8.6248779296875, 8.90484619140625, 9.184814453125, 9.46478271484375, 9.7447509765625, 10.02471923828125, 10.3046875]}, "gradients/wav2vec2.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 12.0, 9.0, 16.0, 13.0, 15.0, 22.0, 42.0, 112.0, 243.0, 269.0, 103.0, 50.0, 17.0, 20.0, 12.0, 9.0, 11.0, 5.0, 10.0, 7.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00316619873046875, -0.0030289292335510254, -0.0028916597366333008, -0.002754390239715576, -0.0026171207427978516, -0.002479851245880127, -0.0023425817489624023, -0.0022053122520446777, -0.002068042755126953, -0.0019307732582092285, -0.001793503761291504, -0.0016562342643737793, -0.0015189647674560547, -0.00138169527053833, -0.0012444257736206055, -0.0011071562767028809, -0.0009698867797851562, -0.0008326172828674316, -0.000695347785949707, -0.0005580782890319824, -0.0004208087921142578, -0.0002835392951965332, -0.0001462697982788086, -9.000301361083984e-06, 0.00012826919555664062, 0.00026553869247436523, 0.00040280818939208984, 0.0005400776863098145, 0.0006773471832275391, 0.0008146166801452637, 0.0009518861770629883, 0.0010891556739807129, 0.0012264251708984375, 0.0013636946678161621, 0.0015009641647338867, 0.0016382336616516113, 0.001775503158569336, 0.0019127726554870605, 0.002050042152404785, 0.0021873116493225098, 0.0023245811462402344, 0.002461850643157959, 0.0025991201400756836, 0.002736389636993408, 0.002873659133911133, 0.0030109286308288574, 0.003148198127746582, 0.0032854676246643066, 0.0034227371215820312, 0.003560006618499756, 0.0036972761154174805, 0.003834545612335205, 0.00397181510925293, 0.004109084606170654, 0.004246354103088379, 0.0043836236000061035, 0.004520893096923828, 0.004658162593841553, 0.004795432090759277, 0.004932701587677002, 0.0050699710845947266, 0.005207240581512451, 0.005344510078430176, 0.0054817795753479, 0.005619049072265625]}, "gradients/wav2vec2.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 7.0, 10.0, 13.0, 19.0, 23.0, 38.0, 58.0, 73.0, 129.0, 170.0, 299.0, 503.0, 929.0, 1859.0, 3650.0, 7702.0, 17069.0, 40781.0, 114612.0, 302626.0, 335461.0, 137106.0, 48311.0, 19503.0, 8893.0, 4125.0, 2038.0, 1038.0, 570.0, 323.0, 238.0, 120.0, 86.0, 56.0, 36.0, 29.0, 15.0, 13.0, 9.0, 5.0, 9.0, 4.0, 3.0, 1.0, 0.0, 1.0], "bins": [-9.609375, -9.3570556640625, -9.104736328125, -8.8524169921875, -8.60009765625, -8.3477783203125, -8.095458984375, -7.8431396484375, -7.5908203125, -7.3385009765625, -7.086181640625, -6.8338623046875, -6.58154296875, -6.3292236328125, -6.076904296875, -5.8245849609375, -5.572265625, -5.3199462890625, -5.067626953125, -4.8153076171875, -4.56298828125, -4.3106689453125, -4.058349609375, -3.8060302734375, -3.5537109375, -3.3013916015625, -3.049072265625, -2.7967529296875, -2.54443359375, -2.2921142578125, -2.039794921875, -1.7874755859375, -1.53515625, -1.2828369140625, -1.030517578125, -0.7781982421875, -0.52587890625, -0.2735595703125, -0.021240234375, 0.2310791015625, 0.4833984375, 0.7357177734375, 0.988037109375, 1.2403564453125, 1.49267578125, 1.7449951171875, 1.997314453125, 2.2496337890625, 2.501953125, 2.7542724609375, 3.006591796875, 3.2589111328125, 3.51123046875, 3.7635498046875, 4.015869140625, 4.2681884765625, 4.5205078125, 4.7728271484375, 5.025146484375, 5.2774658203125, 5.52978515625, 5.7821044921875, 6.034423828125, 6.2867431640625, 6.5390625]}, "gradients/wav2vec2.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 2.0, 4.0, 3.0, 5.0, 7.0, 10.0, 13.0, 15.0, 17.0, 22.0, 30.0, 28.0, 48.0, 59.0, 59.0, 61.0, 90.0, 78.0, 73.0, 55.0, 54.0, 54.0, 39.0, 35.0, 26.0, 24.0, 14.0, 12.0, 10.0, 3.0, 9.0, 7.0, 5.0, 6.0, 7.0, 5.0, 1.0, 5.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0], "bins": [-4.62890625, -4.47784423828125, -4.3267822265625, -4.17572021484375, -4.024658203125, -3.87359619140625, -3.7225341796875, -3.57147216796875, -3.42041015625, -3.26934814453125, -3.1182861328125, -2.96722412109375, -2.816162109375, -2.66510009765625, -2.5140380859375, -2.36297607421875, -2.2119140625, -2.06085205078125, -1.9097900390625, -1.75872802734375, -1.607666015625, -1.45660400390625, -1.3055419921875, -1.15447998046875, -1.00341796875, -0.85235595703125, -0.7012939453125, -0.55023193359375, -0.399169921875, -0.24810791015625, -0.0970458984375, 0.05401611328125, 0.205078125, 0.35614013671875, 0.5072021484375, 0.65826416015625, 0.809326171875, 0.96038818359375, 1.1114501953125, 1.26251220703125, 1.41357421875, 1.56463623046875, 1.7156982421875, 1.86676025390625, 2.017822265625, 2.16888427734375, 2.3199462890625, 2.47100830078125, 2.6220703125, 2.77313232421875, 2.9241943359375, 3.07525634765625, 3.226318359375, 3.37738037109375, 3.5284423828125, 3.67950439453125, 3.83056640625, 3.98162841796875, 4.1326904296875, 4.28375244140625, 4.434814453125, 4.58587646484375, 4.7369384765625, 4.88800048828125, 5.0390625]}, "gradients/wav2vec2.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 6.0, 6.0, 7.0, 19.0, 17.0, 30.0, 46.0, 60.0, 96.0, 111.0, 119.0, 100.0, 91.0, 91.0, 77.0, 49.0, 26.0, 23.0, 11.0, 10.0, 2.0, 4.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-89.587890625, -87.18816375732422, -84.78843688964844, -82.38871765136719, -79.9889907836914, -77.58926391601562, -75.18953704833984, -72.78981018066406, -70.39009094238281, -67.99036407470703, -65.59063720703125, -63.190914154052734, -60.79119110107422, -58.39146423339844, -55.991737365722656, -53.592010498046875, -51.192283630371094, -48.79255676269531, -46.3928337097168, -43.993106842041016, -41.5933837890625, -39.19365692138672, -36.79393005371094, -34.394203186035156, -31.99448013305664, -29.594755172729492, -27.195030212402344, -24.795303344726562, -22.395578384399414, -19.995853424072266, -17.596126556396484, -15.196401596069336, -12.796669006347656, -10.396944046020508, -7.997218132019043, -5.597492694854736, -3.1977672576904297, -0.7980422973632812, 1.6016836166381836, 4.001409530639648, 6.401134490966797, 8.800859451293945, 11.20058536529541, 13.600311279296875, 16.000036239624023, 18.399761199951172, 20.799488067626953, 23.1992130279541, 25.59893798828125, 27.9986629486084, 30.398387908935547, 32.79811477661133, 35.197837829589844, 37.597564697265625, 39.997291564941406, 42.39701843261719, 44.7967414855957, 47.196468353271484, 49.59619140625, 51.99591827392578, 54.39564514160156, 56.79536819458008, 59.19509506225586, 61.594818115234375, 63.994544982910156]}, "gradients/wav2vec2.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 1.0, 2.0, 3.0, 7.0, 9.0, 2.0, 11.0, 13.0, 11.0, 17.0, 26.0, 22.0, 25.0, 25.0, 28.0, 39.0, 30.0, 44.0, 39.0, 44.0, 46.0, 43.0, 45.0, 40.0, 50.0, 44.0, 50.0, 37.0, 31.0, 28.0, 26.0, 30.0, 16.0, 25.0, 20.0, 20.0, 12.0, 12.0, 6.0, 9.0, 4.0, 5.0, 2.0, 2.0, 4.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-27.16387176513672, -26.23075294494629, -25.29763412475586, -24.36451530456543, -23.431396484375, -22.49827766418457, -21.56515884399414, -20.632038116455078, -19.69892120361328, -18.76580238342285, -17.832683563232422, -16.899564743041992, -15.966445922851562, -15.033327102661133, -14.100207328796387, -13.167088508605957, -12.233968734741211, -11.300849914550781, -10.367731094360352, -9.434612274169922, -8.501493453979492, -7.568374156951904, -6.635254859924316, -5.702136039733887, -4.769017219543457, -3.8358983993530273, -2.9027793407440186, -1.9696602821350098, -1.03654146194458, -0.10342264175415039, 0.8296966552734375, 1.7628154754638672, 2.695934295654297, 3.6290531158447266, 4.562171936035156, 5.495291233062744, 6.428410053253174, 7.3615288734436035, 8.294648170471191, 9.227766990661621, 10.16088581085205, 11.09400463104248, 12.02712345123291, 12.960243225097656, 13.893362045288086, 14.826480865478516, 15.759599685668945, 16.692718505859375, 17.625837326049805, 18.558956146240234, 19.492074966430664, 20.425193786621094, 21.358312606811523, 22.291431427001953, 23.224552154541016, 24.157669067382812, 25.090789794921875, 26.023908615112305, 26.957027435302734, 27.890146255493164, 28.823265075683594, 29.756383895874023, 30.689502716064453, 31.622623443603516, 32.55574035644531]}, "gradients/wav2vec2.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 5.0, 0.0, 5.0, 5.0, 5.0, 12.0, 18.0, 29.0, 33.0, 69.0, 129.0, 252.0, 477.0, 966.0, 2230.0, 5296.0, 12789.0, 32204.0, 81098.0, 212160.0, 581771.0, 1455071.0, 1142650.0, 413270.0, 154081.0, 59183.0, 23475.0, 9576.0, 4045.0, 1707.0, 770.0, 425.0, 214.0, 89.0, 84.0, 47.0, 21.0, 14.0, 9.0, 5.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.9296875, -6.626220703125, -6.32275390625, -6.019287109375, -5.7158203125, -5.412353515625, -5.10888671875, -4.805419921875, -4.501953125, -4.198486328125, -3.89501953125, -3.591552734375, -3.2880859375, -2.984619140625, -2.68115234375, -2.377685546875, -2.07421875, -1.770751953125, -1.46728515625, -1.163818359375, -0.8603515625, -0.556884765625, -0.25341796875, 0.050048828125, 0.353515625, 0.656982421875, 0.96044921875, 1.263916015625, 1.5673828125, 1.870849609375, 2.17431640625, 2.477783203125, 2.78125, 3.084716796875, 3.38818359375, 3.691650390625, 3.9951171875, 4.298583984375, 4.60205078125, 4.905517578125, 5.208984375, 5.512451171875, 5.81591796875, 6.119384765625, 6.4228515625, 6.726318359375, 7.02978515625, 7.333251953125, 7.63671875, 7.940185546875, 8.24365234375, 8.547119140625, 8.8505859375, 9.154052734375, 9.45751953125, 9.760986328125, 10.064453125, 10.367919921875, 10.67138671875, 10.974853515625, 11.2783203125, 11.581787109375, 11.88525390625, 12.188720703125, 12.4921875]}, "gradients/wav2vec2.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 5.0, 7.0, 1.0, 10.0, 2.0, 7.0, 14.0, 13.0, 21.0, 15.0, 31.0, 24.0, 38.0, 36.0, 42.0, 41.0, 46.0, 54.0, 47.0, 57.0, 50.0, 40.0, 48.0, 50.0, 31.0, 40.0, 29.0, 38.0, 35.0, 20.0, 25.0, 21.0, 23.0, 9.0, 12.0, 8.0, 7.0, 5.0, 4.0, 6.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.6328125, -6.4393310546875, -6.245849609375, -6.0523681640625, -5.85888671875, -5.6654052734375, -5.471923828125, -5.2784423828125, -5.0849609375, -4.8914794921875, -4.697998046875, -4.5045166015625, -4.31103515625, -4.1175537109375, -3.924072265625, -3.7305908203125, -3.537109375, -3.3436279296875, -3.150146484375, -2.9566650390625, -2.76318359375, -2.5697021484375, -2.376220703125, -2.1827392578125, -1.9892578125, -1.7957763671875, -1.602294921875, -1.4088134765625, -1.21533203125, -1.0218505859375, -0.828369140625, -0.6348876953125, -0.44140625, -0.2479248046875, -0.054443359375, 0.1390380859375, 0.33251953125, 0.5260009765625, 0.719482421875, 0.9129638671875, 1.1064453125, 1.2999267578125, 1.493408203125, 1.6868896484375, 1.88037109375, 2.0738525390625, 2.267333984375, 2.4608154296875, 2.654296875, 2.8477783203125, 3.041259765625, 3.2347412109375, 3.42822265625, 3.6217041015625, 3.815185546875, 4.0086669921875, 4.2021484375, 4.3956298828125, 4.589111328125, 4.7825927734375, 4.97607421875, 5.1695556640625, 5.363037109375, 5.5565185546875, 5.75]}, "gradients/wav2vec2.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 5.0, 5.0, 6.0, 12.0, 11.0, 8.0, 22.0, 23.0, 41.0, 82.0, 123.0, 216.0, 380.0, 709.0, 1294.0, 2606.0, 5875.0, 13554.0, 34953.0, 97264.0, 285060.0, 821488.0, 1602136.0, 862203.0, 300357.0, 102846.0, 36894.0, 14285.0, 5944.0, 2757.0, 1389.0, 763.0, 376.0, 235.0, 151.0, 73.0, 41.0, 32.0, 16.0, 21.0, 15.0, 9.0, 7.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.828125, -15.3095703125, -14.791015625, -14.2724609375, -13.75390625, -13.2353515625, -12.716796875, -12.1982421875, -11.6796875, -11.1611328125, -10.642578125, -10.1240234375, -9.60546875, -9.0869140625, -8.568359375, -8.0498046875, -7.53125, -7.0126953125, -6.494140625, -5.9755859375, -5.45703125, -4.9384765625, -4.419921875, -3.9013671875, -3.3828125, -2.8642578125, -2.345703125, -1.8271484375, -1.30859375, -0.7900390625, -0.271484375, 0.2470703125, 0.765625, 1.2841796875, 1.802734375, 2.3212890625, 2.83984375, 3.3583984375, 3.876953125, 4.3955078125, 4.9140625, 5.4326171875, 5.951171875, 6.4697265625, 6.98828125, 7.5068359375, 8.025390625, 8.5439453125, 9.0625, 9.5810546875, 10.099609375, 10.6181640625, 11.13671875, 11.6552734375, 12.173828125, 12.6923828125, 13.2109375, 13.7294921875, 14.248046875, 14.7666015625, 15.28515625, 15.8037109375, 16.322265625, 16.8408203125, 17.359375]}, "gradients/wav2vec2.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 7.0, 11.0, 12.0, 8.0, 9.0, 19.0, 22.0, 40.0, 38.0, 50.0, 77.0, 100.0, 130.0, 172.0, 193.0, 264.0, 270.0, 336.0, 409.0, 357.0, 309.0, 256.0, 202.0, 160.0, 127.0, 127.0, 93.0, 73.0, 48.0, 29.0, 29.0, 15.0, 20.0, 16.0, 7.0, 15.0, 5.0, 2.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-14.765625, -14.295654296875, -13.82568359375, -13.355712890625, -12.8857421875, -12.415771484375, -11.94580078125, -11.475830078125, -11.005859375, -10.535888671875, -10.06591796875, -9.595947265625, -9.1259765625, -8.656005859375, -8.18603515625, -7.716064453125, -7.24609375, -6.776123046875, -6.30615234375, -5.836181640625, -5.3662109375, -4.896240234375, -4.42626953125, -3.956298828125, -3.486328125, -3.016357421875, -2.54638671875, -2.076416015625, -1.6064453125, -1.136474609375, -0.66650390625, -0.196533203125, 0.2734375, 0.743408203125, 1.21337890625, 1.683349609375, 2.1533203125, 2.623291015625, 3.09326171875, 3.563232421875, 4.033203125, 4.503173828125, 4.97314453125, 5.443115234375, 5.9130859375, 6.383056640625, 6.85302734375, 7.322998046875, 7.79296875, 8.262939453125, 8.73291015625, 9.202880859375, 9.6728515625, 10.142822265625, 10.61279296875, 11.082763671875, 11.552734375, 12.022705078125, 12.49267578125, 12.962646484375, 13.4326171875, 13.902587890625, 14.37255859375, 14.842529296875, 15.3125]}, "gradients/wav2vec2.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 6.0, 4.0, 7.0, 15.0, 26.0, 30.0, 57.0, 84.0, 92.0, 100.0, 95.0, 112.0, 96.0, 83.0, 70.0, 41.0, 31.0, 17.0, 13.0, 11.0, 8.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-71.75086975097656, -68.07437133789062, -64.39786529541016, -60.72136688232422, -57.044864654541016, -53.36836242675781, -49.69186019897461, -46.015357971191406, -42.33885955810547, -38.662357330322266, -34.98585510253906, -31.309354782104492, -27.632854461669922, -23.95635223388672, -20.279850006103516, -16.603349685668945, -12.92684555053711, -9.250344276428223, -5.573842525482178, -1.8973407745361328, 1.779160499572754, 5.455661773681641, 9.132164001464844, 12.808664321899414, 16.485166549682617, 20.16166877746582, 23.83816909790039, 27.514671325683594, 31.191173553466797, 34.86767578125, 38.54417419433594, 42.22067642211914, 45.897178649902344, 49.57368087768555, 53.25018310546875, 56.92668151855469, 60.60318374633789, 64.2796859741211, 67.95619201660156, 71.6326904296875, 75.30918884277344, 78.98568725585938, 82.66219329833984, 86.33869171142578, 90.01519775390625, 93.69169616699219, 97.36819458007812, 101.0447006225586, 104.72120666503906, 108.397705078125, 112.07421112060547, 115.7507095336914, 119.42721557617188, 123.10371398925781, 126.78021240234375, 130.4567108154297, 134.13320922851562, 137.80970764160156, 141.4862060546875, 145.1627197265625, 148.83921813964844, 152.51571655273438, 156.1922149658203, 159.86871337890625, 163.54522705078125]}, "gradients/wav2vec2.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 6.0, 5.0, 5.0, 10.0, 9.0, 9.0, 11.0, 18.0, 14.0, 14.0, 9.0, 26.0, 24.0, 14.0, 38.0, 33.0, 28.0, 40.0, 27.0, 44.0, 34.0, 46.0, 45.0, 45.0, 41.0, 33.0, 46.0, 42.0, 34.0, 27.0, 31.0, 28.0, 21.0, 21.0, 23.0, 19.0, 11.0, 11.0, 14.0, 11.0, 9.0, 6.0, 6.0, 4.0, 1.0, 7.0, 2.0, 2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-59.11458206176758, -57.297210693359375, -55.47983932495117, -53.66246795654297, -51.84510040283203, -50.02772903442383, -48.210357666015625, -46.39298629760742, -44.57561492919922, -42.758243560791016, -40.94087219238281, -39.123504638671875, -37.30613327026367, -35.48876190185547, -33.671390533447266, -31.854019165039062, -30.036651611328125, -28.219280242919922, -26.40191078186035, -24.58453941345215, -22.767169952392578, -20.949798583984375, -19.132427215576172, -17.31505584716797, -15.497686386108398, -13.680315971374512, -11.862945556640625, -10.045574188232422, -8.228203773498535, -6.410833358764648, -4.593461990356445, -2.7760915756225586, -0.9587249755859375, 0.8586456775665283, 2.676016330718994, 4.493387222290039, 6.310757637023926, 8.128128051757812, 9.945499420166016, 11.762869834899902, 13.580240249633789, 15.397610664367676, 17.214981079101562, 19.032352447509766, 20.84972381591797, 22.66709327697754, 24.484464645385742, 26.301834106445312, 28.119205474853516, 29.93657684326172, 31.75394630432129, 33.571319580078125, 35.38868713378906, 37.206058502197266, 39.02342987060547, 40.84080123901367, 42.658172607421875, 44.47554397583008, 46.29291534423828, 48.11028289794922, 49.92765426635742, 51.745025634765625, 53.56239700317383, 55.37976837158203, 57.19713592529297]}, "gradients/wav2vec2.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 5.0, 2.0, 7.0, 10.0, 12.0, 21.0, 42.0, 74.0, 95.0, 155.0, 339.0, 565.0, 1014.0, 1816.0, 3200.0, 5474.0, 9419.0, 15984.0, 27543.0, 48422.0, 92257.0, 171696.0, 240718.0, 192676.0, 106791.0, 56006.0, 31044.0, 17836.0, 10709.0, 6210.0, 3686.0, 2097.0, 1112.0, 667.0, 387.0, 188.0, 132.0, 59.0, 25.0, 26.0, 23.0, 11.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.5234375, -13.1087646484375, -12.694091796875, -12.2794189453125, -11.86474609375, -11.4500732421875, -11.035400390625, -10.6207275390625, -10.2060546875, -9.7913818359375, -9.376708984375, -8.9620361328125, -8.54736328125, -8.1326904296875, -7.718017578125, -7.3033447265625, -6.888671875, -6.4739990234375, -6.059326171875, -5.6446533203125, -5.22998046875, -4.8153076171875, -4.400634765625, -3.9859619140625, -3.5712890625, -3.1566162109375, -2.741943359375, -2.3272705078125, -1.91259765625, -1.4979248046875, -1.083251953125, -0.6685791015625, -0.25390625, 0.1607666015625, 0.575439453125, 0.9901123046875, 1.40478515625, 1.8194580078125, 2.234130859375, 2.6488037109375, 3.0634765625, 3.4781494140625, 3.892822265625, 4.3074951171875, 4.72216796875, 5.1368408203125, 5.551513671875, 5.9661865234375, 6.380859375, 6.7955322265625, 7.210205078125, 7.6248779296875, 8.03955078125, 8.4542236328125, 8.868896484375, 9.2835693359375, 9.6982421875, 10.1129150390625, 10.527587890625, 10.9422607421875, 11.35693359375, 11.7716064453125, 12.186279296875, 12.6009521484375, 13.015625]}, "gradients/wav2vec2.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 4.0, 0.0, 1.0, 5.0, 7.0, 7.0, 11.0, 19.0, 11.0, 19.0, 16.0, 27.0, 35.0, 22.0, 42.0, 29.0, 51.0, 48.0, 41.0, 44.0, 50.0, 43.0, 46.0, 41.0, 47.0, 39.0, 46.0, 41.0, 36.0, 25.0, 26.0, 23.0, 22.0, 12.0, 13.0, 21.0, 7.0, 8.0, 5.0, 8.0, 6.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.89453125, -6.67584228515625, -6.4571533203125, -6.23846435546875, -6.019775390625, -5.80108642578125, -5.5823974609375, -5.36370849609375, -5.14501953125, -4.92633056640625, -4.7076416015625, -4.48895263671875, -4.270263671875, -4.05157470703125, -3.8328857421875, -3.61419677734375, -3.3955078125, -3.17681884765625, -2.9581298828125, -2.73944091796875, -2.520751953125, -2.30206298828125, -2.0833740234375, -1.86468505859375, -1.64599609375, -1.42730712890625, -1.2086181640625, -0.98992919921875, -0.771240234375, -0.55255126953125, -0.3338623046875, -0.11517333984375, 0.103515625, 0.32220458984375, 0.5408935546875, 0.75958251953125, 0.978271484375, 1.19696044921875, 1.4156494140625, 1.63433837890625, 1.85302734375, 2.07171630859375, 2.2904052734375, 2.50909423828125, 2.727783203125, 2.94647216796875, 3.1651611328125, 3.38385009765625, 3.6025390625, 3.82122802734375, 4.0399169921875, 4.25860595703125, 4.477294921875, 4.69598388671875, 4.9146728515625, 5.13336181640625, 5.35205078125, 5.57073974609375, 5.7894287109375, 6.00811767578125, 6.226806640625, 6.44549560546875, 6.6641845703125, 6.88287353515625, 7.1015625]}, "gradients/wav2vec2.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 4.0, 4.0, 5.0, 7.0, 5.0, 11.0, 15.0, 17.0, 25.0, 36.0, 40.0, 82.0, 99.0, 158.0, 360.0, 702.0, 1536.0, 3739.0, 9276.0, 23458.0, 61883.0, 191301.0, 442794.0, 205495.0, 65915.0, 24538.0, 9860.0, 3966.0, 1622.0, 731.0, 338.0, 195.0, 123.0, 63.0, 44.0, 45.0, 17.0, 13.0, 10.0, 5.0, 6.0, 6.0, 5.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-29.46875, -28.58984375, -27.7109375, -26.83203125, -25.953125, -25.07421875, -24.1953125, -23.31640625, -22.4375, -21.55859375, -20.6796875, -19.80078125, -18.921875, -18.04296875, -17.1640625, -16.28515625, -15.40625, -14.52734375, -13.6484375, -12.76953125, -11.890625, -11.01171875, -10.1328125, -9.25390625, -8.375, -7.49609375, -6.6171875, -5.73828125, -4.859375, -3.98046875, -3.1015625, -2.22265625, -1.34375, -0.46484375, 0.4140625, 1.29296875, 2.171875, 3.05078125, 3.9296875, 4.80859375, 5.6875, 6.56640625, 7.4453125, 8.32421875, 9.203125, 10.08203125, 10.9609375, 11.83984375, 12.71875, 13.59765625, 14.4765625, 15.35546875, 16.234375, 17.11328125, 17.9921875, 18.87109375, 19.75, 20.62890625, 21.5078125, 22.38671875, 23.265625, 24.14453125, 25.0234375, 25.90234375, 26.78125]}, "gradients/wav2vec2.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 7.0, 9.0, 8.0, 19.0, 12.0, 16.0, 27.0, 25.0, 33.0, 25.0, 35.0, 42.0, 39.0, 50.0, 47.0, 51.0, 46.0, 51.0, 47.0, 50.0, 49.0, 43.0, 46.0, 34.0, 24.0, 30.0, 20.0, 24.0, 21.0, 11.0, 11.0, 14.0, 8.0, 2.0, 7.0, 11.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.40625, -24.560791015625, -23.71533203125, -22.869873046875, -22.0244140625, -21.178955078125, -20.33349609375, -19.488037109375, -18.642578125, -17.797119140625, -16.95166015625, -16.106201171875, -15.2607421875, -14.415283203125, -13.56982421875, -12.724365234375, -11.87890625, -11.033447265625, -10.18798828125, -9.342529296875, -8.4970703125, -7.651611328125, -6.80615234375, -5.960693359375, -5.115234375, -4.269775390625, -3.42431640625, -2.578857421875, -1.7333984375, -0.887939453125, -0.04248046875, 0.802978515625, 1.6484375, 2.493896484375, 3.33935546875, 4.184814453125, 5.0302734375, 5.875732421875, 6.72119140625, 7.566650390625, 8.412109375, 9.257568359375, 10.10302734375, 10.948486328125, 11.7939453125, 12.639404296875, 13.48486328125, 14.330322265625, 15.17578125, 16.021240234375, 16.86669921875, 17.712158203125, 18.5576171875, 19.403076171875, 20.24853515625, 21.093994140625, 21.939453125, 22.784912109375, 23.63037109375, 24.475830078125, 25.3212890625, 26.166748046875, 27.01220703125, 27.857666015625, 28.703125]}, "gradients/wav2vec2.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 4.0, 9.0, 15.0, 23.0, 42.0, 74.0, 106.0, 210.0, 302.0, 629.0, 1056.0, 2214.0, 3959.0, 7855.0, 15715.0, 31285.0, 62848.0, 125269.0, 235041.0, 261388.0, 149634.0, 75366.0, 37160.0, 18589.0, 9404.0, 4768.0, 2498.0, 1379.0, 751.0, 375.0, 235.0, 131.0, 95.0, 46.0, 25.0, 18.0, 16.0, 9.0, 6.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.4453125, -9.09716796875, -8.7490234375, -8.40087890625, -8.052734375, -7.70458984375, -7.3564453125, -7.00830078125, -6.66015625, -6.31201171875, -5.9638671875, -5.61572265625, -5.267578125, -4.91943359375, -4.5712890625, -4.22314453125, -3.875, -3.52685546875, -3.1787109375, -2.83056640625, -2.482421875, -2.13427734375, -1.7861328125, -1.43798828125, -1.08984375, -0.74169921875, -0.3935546875, -0.04541015625, 0.302734375, 0.65087890625, 0.9990234375, 1.34716796875, 1.6953125, 2.04345703125, 2.3916015625, 2.73974609375, 3.087890625, 3.43603515625, 3.7841796875, 4.13232421875, 4.48046875, 4.82861328125, 5.1767578125, 5.52490234375, 5.873046875, 6.22119140625, 6.5693359375, 6.91748046875, 7.265625, 7.61376953125, 7.9619140625, 8.31005859375, 8.658203125, 9.00634765625, 9.3544921875, 9.70263671875, 10.05078125, 10.39892578125, 10.7470703125, 11.09521484375, 11.443359375, 11.79150390625, 12.1396484375, 12.48779296875, 12.8359375]}, "gradients/wav2vec2.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 4.0, 4.0, 6.0, 4.0, 16.0, 13.0, 14.0, 11.0, 21.0, 37.0, 34.0, 61.0, 72.0, 113.0, 128.0, 115.0, 91.0, 53.0, 51.0, 30.0, 20.0, 31.0, 16.0, 13.0, 8.0, 7.0, 6.0, 6.0, 4.0, 5.0, 2.0, 1.0, 0.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003570556640625, -0.003464430570602417, -0.003358304500579834, -0.003252178430557251, -0.003146052360534668, -0.003039926290512085, -0.002933800220489502, -0.002827674150466919, -0.002721548080444336, -0.002615422010421753, -0.00250929594039917, -0.002403169870376587, -0.002297043800354004, -0.002190917730331421, -0.002084791660308838, -0.001978665590286255, -0.0018725395202636719, -0.0017664134502410889, -0.0016602873802185059, -0.0015541613101959229, -0.0014480352401733398, -0.0013419091701507568, -0.0012357831001281738, -0.0011296570301055908, -0.0010235309600830078, -0.0009174048900604248, -0.0008112788200378418, -0.0007051527500152588, -0.0005990266799926758, -0.0004929006099700928, -0.00038677453994750977, -0.00028064846992492676, -0.00017452239990234375, -6.839632987976074e-05, 3.7729740142822266e-05, 0.00014385581016540527, 0.0002499818801879883, 0.0003561079502105713, 0.0004622340202331543, 0.0005683600902557373, 0.0006744861602783203, 0.0007806122303009033, 0.0008867383003234863, 0.0009928643703460693, 0.0010989904403686523, 0.0012051165103912354, 0.0013112425804138184, 0.0014173686504364014, 0.0015234947204589844, 0.0016296207904815674, 0.0017357468605041504, 0.0018418729305267334, 0.0019479990005493164, 0.0020541250705718994, 0.0021602511405944824, 0.0022663772106170654, 0.0023725032806396484, 0.0024786293506622314, 0.0025847554206848145, 0.0026908814907073975, 0.0027970075607299805, 0.0029031336307525635, 0.0030092597007751465, 0.0031153857707977295, 0.0032215118408203125]}, "gradients/wav2vec2.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 2.0, 1.0, 3.0, 7.0, 5.0, 13.0, 26.0, 25.0, 30.0, 72.0, 109.0, 153.0, 258.0, 411.0, 712.0, 1274.0, 2046.0, 3779.0, 7009.0, 13412.0, 27760.0, 57537.0, 119792.0, 228565.0, 267463.0, 163181.0, 78474.0, 37583.0, 18052.0, 9329.0, 4937.0, 2783.0, 1568.0, 881.0, 473.0, 312.0, 197.0, 121.0, 73.0, 49.0, 30.0, 15.0, 12.0, 7.0, 6.0, 4.0, 7.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0], "bins": [-11.4375, -11.0931396484375, -10.748779296875, -10.4044189453125, -10.06005859375, -9.7156982421875, -9.371337890625, -9.0269775390625, -8.6826171875, -8.3382568359375, -7.993896484375, -7.6495361328125, -7.30517578125, -6.9608154296875, -6.616455078125, -6.2720947265625, -5.927734375, -5.5833740234375, -5.239013671875, -4.8946533203125, -4.55029296875, -4.2059326171875, -3.861572265625, -3.5172119140625, -3.1728515625, -2.8284912109375, -2.484130859375, -2.1397705078125, -1.79541015625, -1.4510498046875, -1.106689453125, -0.7623291015625, -0.41796875, -0.0736083984375, 0.270751953125, 0.6151123046875, 0.95947265625, 1.3038330078125, 1.648193359375, 1.9925537109375, 2.3369140625, 2.6812744140625, 3.025634765625, 3.3699951171875, 3.71435546875, 4.0587158203125, 4.403076171875, 4.7474365234375, 5.091796875, 5.4361572265625, 5.780517578125, 6.1248779296875, 6.46923828125, 6.8135986328125, 7.157958984375, 7.5023193359375, 7.8466796875, 8.1910400390625, 8.535400390625, 8.8797607421875, 9.22412109375, 9.5684814453125, 9.912841796875, 10.2572021484375, 10.6015625]}, "gradients/wav2vec2.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 0.0, 1.0, 3.0, 4.0, 3.0, 4.0, 11.0, 4.0, 10.0, 10.0, 23.0, 23.0, 19.0, 27.0, 37.0, 34.0, 50.0, 59.0, 72.0, 67.0, 62.0, 78.0, 58.0, 73.0, 56.0, 40.0, 33.0, 29.0, 25.0, 26.0, 16.0, 18.0, 10.0, 6.0, 4.0, 4.0, 3.0, 2.0, 0.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.421875, -8.063720703125, -7.70556640625, -7.347412109375, -6.9892578125, -6.631103515625, -6.27294921875, -5.914794921875, -5.556640625, -5.198486328125, -4.84033203125, -4.482177734375, -4.1240234375, -3.765869140625, -3.40771484375, -3.049560546875, -2.69140625, -2.333251953125, -1.97509765625, -1.616943359375, -1.2587890625, -0.900634765625, -0.54248046875, -0.184326171875, 0.173828125, 0.531982421875, 0.89013671875, 1.248291015625, 1.6064453125, 1.964599609375, 2.32275390625, 2.680908203125, 3.0390625, 3.397216796875, 3.75537109375, 4.113525390625, 4.4716796875, 4.829833984375, 5.18798828125, 5.546142578125, 5.904296875, 6.262451171875, 6.62060546875, 6.978759765625, 7.3369140625, 7.695068359375, 8.05322265625, 8.411376953125, 8.76953125, 9.127685546875, 9.48583984375, 9.843994140625, 10.2021484375, 10.560302734375, 10.91845703125, 11.276611328125, 11.634765625, 11.992919921875, 12.35107421875, 12.709228515625, 13.0673828125, 13.425537109375, 13.78369140625, 14.141845703125, 14.5]}, "gradients/wav2vec2.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 13.0, 56.0, 129.0, 262.0, 247.0, 187.0, 82.0, 23.0, 9.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-197.3221893310547, -187.9648895263672, -178.6075897216797, -169.2502899169922, -159.8929901123047, -150.5356903076172, -141.1783905029297, -131.8210906982422, -122.46379089355469, -113.10649108886719, -103.74919128417969, -94.39189147949219, -85.03459167480469, -75.67729187011719, -66.31999206542969, -56.96269226074219, -47.60539245605469, -38.24809265136719, -28.890792846679688, -19.533493041992188, -10.176193237304688, -0.8188934326171875, 8.538406372070312, 17.895706176757812, 27.253005981445312, 36.61030578613281, 45.96760559082031, 55.32490539550781, 64.68220520019531, 74.03950500488281, 83.39680480957031, 92.75410461425781, 102.11141967773438, 111.46871948242188, 120.82601928710938, 130.18331909179688, 139.54061889648438, 148.89791870117188, 158.25521850585938, 167.61251831054688, 176.96981811523438, 186.32711791992188, 195.68441772460938, 205.04171752929688, 214.39901733398438, 223.75631713867188, 233.11361694335938, 242.47091674804688, 251.82821655273438, 261.1855163574219, 270.5428161621094, 279.9001159667969, 289.2574157714844, 298.6147155761719, 307.9720153808594, 317.3293151855469, 326.6866149902344, 336.0439147949219, 345.4012145996094, 354.7585144042969, 364.1158142089844, 373.4731140136719, 382.8304138183594, 392.1877136230469, 401.5450134277344]}, "gradients/wav2vec2.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 6.0, 3.0, 5.0, 5.0, 11.0, 12.0, 18.0, 16.0, 19.0, 24.0, 16.0, 22.0, 37.0, 26.0, 35.0, 46.0, 30.0, 51.0, 42.0, 50.0, 41.0, 47.0, 36.0, 45.0, 42.0, 36.0, 35.0, 39.0, 23.0, 30.0, 21.0, 26.0, 23.0, 18.0, 14.0, 12.0, 8.0, 9.0, 9.0, 4.0, 4.0, 4.0, 3.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-64.82359313964844, -62.48501968383789, -60.146446228027344, -57.80786895751953, -55.469295501708984, -53.13072204589844, -50.792144775390625, -48.45357131958008, -46.11499786376953, -43.776424407958984, -41.43785095214844, -39.099273681640625, -36.76070022583008, -34.42212677001953, -32.08354949951172, -29.744976043701172, -27.406402587890625, -25.067829132080078, -22.7292537689209, -20.39067840576172, -18.052104949951172, -15.713530540466309, -13.374956130981445, -11.036380767822266, -8.697807312011719, -6.3592329025268555, -4.020658493041992, -1.682084083557129, 0.6564903259277344, 2.9950647354125977, 5.333639144897461, 7.672214508056641, 10.010795593261719, 12.349370002746582, 14.687944412231445, 17.026519775390625, 19.365093231201172, 21.70366668701172, 24.0422420501709, 26.380817413330078, 28.719390869140625, 31.057964324951172, 33.39653778076172, 35.73511505126953, 38.07368850708008, 40.412261962890625, 42.75083923339844, 45.089412689208984, 47.42798614501953, 49.76655960083008, 52.105133056640625, 54.44371032714844, 56.782283782958984, 59.12085723876953, 61.459434509277344, 63.79800796508789, 66.13658142089844, 68.47515869140625, 70.81372833251953, 73.15230560302734, 75.49087524414062, 77.82945251464844, 80.16802978515625, 82.50660705566406, 84.84517669677734]}, "gradients/wav2vec2.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 5.0, 5.0, 3.0, 11.0, 10.0, 4.0, 13.0, 24.0, 16.0, 30.0, 37.0, 66.0, 97.0, 209.0, 354.0, 621.0, 1060.0, 2071.0, 3909.0, 7954.0, 18485.0, 71530.0, 3041724.0, 972335.0, 44874.0, 14562.0, 6555.0, 3323.0, 1843.0, 1044.0, 579.0, 330.0, 217.0, 115.0, 78.0, 53.0, 36.0, 24.0, 14.0, 14.0, 11.0, 10.0, 7.0, 6.0, 5.0, 1.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0], "bins": [-506.25, -489.30859375, -472.3671875, -455.42578125, -438.484375, -421.54296875, -404.6015625, -387.66015625, -370.71875, -353.77734375, -336.8359375, -319.89453125, -302.953125, -286.01171875, -269.0703125, -252.12890625, -235.1875, -218.24609375, -201.3046875, -184.36328125, -167.421875, -150.48046875, -133.5390625, -116.59765625, -99.65625, -82.71484375, -65.7734375, -48.83203125, -31.890625, -14.94921875, 1.9921875, 18.93359375, 35.875, 52.81640625, 69.7578125, 86.69921875, 103.640625, 120.58203125, 137.5234375, 154.46484375, 171.40625, 188.34765625, 205.2890625, 222.23046875, 239.171875, 256.11328125, 273.0546875, 289.99609375, 306.9375, 323.87890625, 340.8203125, 357.76171875, 374.703125, 391.64453125, 408.5859375, 425.52734375, 442.46875, 459.41015625, 476.3515625, 493.29296875, 510.234375, 527.17578125, 544.1171875, 561.05859375, 578.0]}, "gradients/wav2vec2.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 2.0, 6.0, 9.0, 8.0, 10.0, 12.0, 17.0, 16.0, 18.0, 16.0, 21.0, 27.0, 25.0, 22.0, 36.0, 31.0, 57.0, 51.0, 46.0, 52.0, 47.0, 44.0, 32.0, 39.0, 28.0, 45.0, 34.0, 30.0, 28.0, 31.0, 31.0, 19.0, 17.0, 18.0, 11.0, 14.0, 8.0, 11.0, 11.0, 7.0, 4.0, 1.0, 3.0, 2.0, 5.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-115.9375, -112.1923828125, -108.447265625, -104.7021484375, -100.95703125, -97.2119140625, -93.466796875, -89.7216796875, -85.9765625, -82.2314453125, -78.486328125, -74.7412109375, -70.99609375, -67.2509765625, -63.505859375, -59.7607421875, -56.015625, -52.2705078125, -48.525390625, -44.7802734375, -41.03515625, -37.2900390625, -33.544921875, -29.7998046875, -26.0546875, -22.3095703125, -18.564453125, -14.8193359375, -11.07421875, -7.3291015625, -3.583984375, 0.1611328125, 3.90625, 7.6513671875, 11.396484375, 15.1416015625, 18.88671875, 22.6318359375, 26.376953125, 30.1220703125, 33.8671875, 37.6123046875, 41.357421875, 45.1025390625, 48.84765625, 52.5927734375, 56.337890625, 60.0830078125, 63.828125, 67.5732421875, 71.318359375, 75.0634765625, 78.80859375, 82.5537109375, 86.298828125, 90.0439453125, 93.7890625, 97.5341796875, 101.279296875, 105.0244140625, 108.76953125, 112.5146484375, 116.259765625, 120.0048828125, 123.75]}, "gradients/wav2vec2.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 9.0, 10.0, 13.0, 24.0, 25.0, 46.0, 56.0, 86.0, 108.0, 139.0, 207.0, 322.0, 425.0, 567.0, 889.0, 1326.0, 1776.0, 2920.0, 4574.0, 7731.0, 13777.0, 26733.0, 64642.0, 293398.0, 3241011.0, 393404.0, 73846.0, 29081.0, 14506.0, 8206.0, 5037.0, 3032.0, 1939.0, 1269.0, 931.0, 631.0, 475.0, 326.0, 217.0, 160.0, 133.0, 74.0, 69.0, 32.0, 29.0, 21.0, 17.0, 17.0, 3.0, 9.0, 4.0, 1.0, 1.0, 4.0, 2.0], "bins": [-416.5, -404.08984375, -391.6796875, -379.26953125, -366.859375, -354.44921875, -342.0390625, -329.62890625, -317.21875, -304.80859375, -292.3984375, -279.98828125, -267.578125, -255.16796875, -242.7578125, -230.34765625, -217.9375, -205.52734375, -193.1171875, -180.70703125, -168.296875, -155.88671875, -143.4765625, -131.06640625, -118.65625, -106.24609375, -93.8359375, -81.42578125, -69.015625, -56.60546875, -44.1953125, -31.78515625, -19.375, -6.96484375, 5.4453125, 17.85546875, 30.265625, 42.67578125, 55.0859375, 67.49609375, 79.90625, 92.31640625, 104.7265625, 117.13671875, 129.546875, 141.95703125, 154.3671875, 166.77734375, 179.1875, 191.59765625, 204.0078125, 216.41796875, 228.828125, 241.23828125, 253.6484375, 266.05859375, 278.46875, 290.87890625, 303.2890625, 315.69921875, 328.109375, 340.51953125, 352.9296875, 365.33984375, 377.75]}, "gradients/wav2vec2.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 7.0, 8.0, 12.0, 9.0, 14.0, 19.0, 19.0, 26.0, 30.0, 44.0, 64.0, 104.0, 184.0, 572.0, 1533.0, 811.0, 278.0, 121.0, 58.0, 39.0, 27.0, 23.0, 11.0, 13.0, 10.0, 9.0, 4.0, 2.0, 5.0, 0.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-447.25, -433.9453125, -420.640625, -407.3359375, -394.03125, -380.7265625, -367.421875, -354.1171875, -340.8125, -327.5078125, -314.203125, -300.8984375, -287.59375, -274.2890625, -260.984375, -247.6796875, -234.375, -221.0703125, -207.765625, -194.4609375, -181.15625, -167.8515625, -154.546875, -141.2421875, -127.9375, -114.6328125, -101.328125, -88.0234375, -74.71875, -61.4140625, -48.109375, -34.8046875, -21.5, -8.1953125, 5.109375, 18.4140625, 31.71875, 45.0234375, 58.328125, 71.6328125, 84.9375, 98.2421875, 111.546875, 124.8515625, 138.15625, 151.4609375, 164.765625, 178.0703125, 191.375, 204.6796875, 217.984375, 231.2890625, 244.59375, 257.8984375, 271.203125, 284.5078125, 297.8125, 311.1171875, 324.421875, 337.7265625, 351.03125, 364.3359375, 377.640625, 390.9453125, 404.25]}, "gradients/wav2vec2.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 12.0, 11.0, 7.0, 18.0, 23.0, 25.0, 40.0, 53.0, 69.0, 107.0, 123.0, 139.0, 111.0, 71.0, 66.0, 35.0, 31.0, 15.0, 7.0, 16.0, 4.0, 7.0, 2.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2073.788330078125, -2022.6810302734375, -1971.57373046875, -1920.4664306640625, -1869.359130859375, -1818.2518310546875, -1767.14453125, -1716.0372314453125, -1664.929931640625, -1613.8226318359375, -1562.71533203125, -1511.6080322265625, -1460.500732421875, -1409.3934326171875, -1358.2861328125, -1307.1788330078125, -1256.071533203125, -1204.9642333984375, -1153.85693359375, -1102.7496337890625, -1051.642333984375, -1000.5350341796875, -949.427734375, -898.3204345703125, -847.213134765625, -796.1058349609375, -744.99853515625, -693.8912353515625, -642.783935546875, -591.6766357421875, -540.5693359375, -489.4620361328125, -438.354736328125, -387.2474365234375, -336.14013671875, -285.0328369140625, -233.925537109375, -182.8182373046875, -131.7109375, -80.6036376953125, -29.496337890625, 21.6109619140625, 72.71826171875, 123.8255615234375, 174.932861328125, 226.0401611328125, 277.1474609375, 328.2547607421875, 379.362060546875, 430.4693603515625, 481.57666015625, 532.6839599609375, 583.791259765625, 634.8985595703125, 686.005859375, 737.1131591796875, 788.220458984375, 839.3277587890625, 890.43505859375, 941.5423583984375, 992.649658203125, 1043.7569580078125, 1094.8642578125, 1145.9715576171875, 1197.078857421875]}, "gradients/wav2vec2.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 6.0, 7.0, 6.0, 11.0, 12.0, 10.0, 9.0, 15.0, 24.0, 16.0, 14.0, 20.0, 27.0, 26.0, 29.0, 30.0, 37.0, 34.0, 40.0, 32.0, 35.0, 40.0, 40.0, 46.0, 41.0, 38.0, 41.0, 34.0, 33.0, 29.0, 25.0, 24.0, 30.0, 22.0, 19.0, 17.0, 15.0, 15.0, 13.0, 13.0, 7.0, 6.0, 6.0, 3.0, 3.0, 6.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-915.7957153320312, -887.588623046875, -859.381591796875, -831.1744995117188, -802.9674682617188, -774.7603759765625, -746.5533447265625, -718.3462524414062, -690.13916015625, -661.9320678710938, -633.7250366210938, -605.5179443359375, -577.3109130859375, -549.1038208007812, -520.896728515625, -492.689697265625, -464.482666015625, -436.2756042480469, -408.06854248046875, -379.8614501953125, -351.6544189453125, -323.44732666015625, -295.2402648925781, -267.033203125, -238.82614135742188, -210.61907958984375, -182.41201782226562, -154.20494079589844, -125.99787902832031, -97.79081726074219, -69.583740234375, -41.376678466796875, -13.1695556640625, 15.03750991821289, 43.24457550048828, 71.45164489746094, 99.65870666503906, 127.86576843261719, 156.07284545898438, 184.2799072265625, 212.48696899414062, 240.69403076171875, 268.9010925292969, 297.108154296875, 325.31524658203125, 353.52227783203125, 381.7293701171875, 409.9364318847656, 438.14349365234375, 466.3505554199219, 494.5576171875, 522.7647094726562, 550.9717407226562, 579.1788330078125, 607.3858642578125, 635.5929565429688, 663.800048828125, 692.0071411132812, 720.2141723632812, 748.4212646484375, 776.6282958984375, 804.8353881835938, 833.04248046875, 861.24951171875, 889.45654296875]}, "gradients/wav2vec2.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 8.0, 2.0, 10.0, 12.0, 16.0, 22.0, 22.0, 36.0, 44.0, 59.0, 94.0, 121.0, 178.0, 222.0, 310.0, 469.0, 705.0, 1006.0, 1455.0, 2113.0, 3381.0, 5163.0, 8548.0, 14780.0, 28007.0, 62091.0, 170968.0, 428862.0, 184300.0, 66041.0, 29672.0, 15096.0, 8770.0, 5350.0, 3430.0, 2327.0, 1448.0, 991.0, 653.0, 521.0, 325.0, 256.0, 180.0, 128.0, 108.0, 81.0, 56.0, 46.0, 26.0, 18.0, 13.0, 11.0, 9.0, 5.0, 4.0, 0.0, 1.0, 1.0], "bins": [-273.5, -265.34375, -257.1875, -249.03125, -240.875, -232.71875, -224.5625, -216.40625, -208.25, -200.09375, -191.9375, -183.78125, -175.625, -167.46875, -159.3125, -151.15625, -143.0, -134.84375, -126.6875, -118.53125, -110.375, -102.21875, -94.0625, -85.90625, -77.75, -69.59375, -61.4375, -53.28125, -45.125, -36.96875, -28.8125, -20.65625, -12.5, -4.34375, 3.8125, 11.96875, 20.125, 28.28125, 36.4375, 44.59375, 52.75, 60.90625, 69.0625, 77.21875, 85.375, 93.53125, 101.6875, 109.84375, 118.0, 126.15625, 134.3125, 142.46875, 150.625, 158.78125, 166.9375, 175.09375, 183.25, 191.40625, 199.5625, 207.71875, 215.875, 224.03125, 232.1875, 240.34375, 248.5]}, "gradients/wav2vec2.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 3.0, 2.0, 10.0, 9.0, 10.0, 10.0, 9.0, 16.0, 19.0, 10.0, 16.0, 21.0, 20.0, 25.0, 34.0, 37.0, 49.0, 36.0, 40.0, 33.0, 47.0, 45.0, 50.0, 39.0, 48.0, 51.0, 37.0, 35.0, 33.0, 20.0, 26.0, 25.0, 26.0, 24.0, 19.0, 13.0, 18.0, 10.0, 6.0, 5.0, 5.0, 5.0, 9.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-126.1875, -122.224609375, -118.26171875, -114.298828125, -110.3359375, -106.373046875, -102.41015625, -98.447265625, -94.484375, -90.521484375, -86.55859375, -82.595703125, -78.6328125, -74.669921875, -70.70703125, -66.744140625, -62.78125, -58.818359375, -54.85546875, -50.892578125, -46.9296875, -42.966796875, -39.00390625, -35.041015625, -31.078125, -27.115234375, -23.15234375, -19.189453125, -15.2265625, -11.263671875, -7.30078125, -3.337890625, 0.625, 4.587890625, 8.55078125, 12.513671875, 16.4765625, 20.439453125, 24.40234375, 28.365234375, 32.328125, 36.291015625, 40.25390625, 44.216796875, 48.1796875, 52.142578125, 56.10546875, 60.068359375, 64.03125, 67.994140625, 71.95703125, 75.919921875, 79.8828125, 83.845703125, 87.80859375, 91.771484375, 95.734375, 99.697265625, 103.66015625, 107.623046875, 111.5859375, 115.548828125, 119.51171875, 123.474609375, 127.4375]}, "gradients/wav2vec2.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 4.0, 4.0, 7.0, 12.0, 12.0, 19.0, 23.0, 32.0, 41.0, 61.0, 122.0, 171.0, 314.0, 594.0, 1253.0, 2878.0, 7831.0, 26644.0, 147936.0, 706173.0, 119138.0, 23078.0, 7074.0, 2613.0, 1153.0, 574.0, 277.0, 173.0, 115.0, 60.0, 45.0, 32.0, 17.0, 15.0, 15.0, 12.0, 11.0, 8.0, 6.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-478.25, -460.16796875, -442.0859375, -424.00390625, -405.921875, -387.83984375, -369.7578125, -351.67578125, -333.59375, -315.51171875, -297.4296875, -279.34765625, -261.265625, -243.18359375, -225.1015625, -207.01953125, -188.9375, -170.85546875, -152.7734375, -134.69140625, -116.609375, -98.52734375, -80.4453125, -62.36328125, -44.28125, -26.19921875, -8.1171875, 9.96484375, 28.046875, 46.12890625, 64.2109375, 82.29296875, 100.375, 118.45703125, 136.5390625, 154.62109375, 172.703125, 190.78515625, 208.8671875, 226.94921875, 245.03125, 263.11328125, 281.1953125, 299.27734375, 317.359375, 335.44140625, 353.5234375, 371.60546875, 389.6875, 407.76953125, 425.8515625, 443.93359375, 462.015625, 480.09765625, 498.1796875, 516.26171875, 534.34375, 552.42578125, 570.5078125, 588.58984375, 606.671875, 624.75390625, 642.8359375, 660.91796875, 679.0]}, "gradients/wav2vec2.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 5.0, 0.0, 8.0, 3.0, 3.0, 4.0, 10.0, 9.0, 3.0, 10.0, 13.0, 22.0, 27.0, 25.0, 24.0, 24.0, 29.0, 41.0, 37.0, 39.0, 38.0, 45.0, 38.0, 40.0, 49.0, 47.0, 43.0, 40.0, 44.0, 34.0, 36.0, 39.0, 22.0, 30.0, 29.0, 12.0, 26.0, 15.0, 12.0, 7.0, 13.0, 6.0, 4.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-355.75, -342.765625, -329.78125, -316.796875, -303.8125, -290.828125, -277.84375, -264.859375, -251.875, -238.890625, -225.90625, -212.921875, -199.9375, -186.953125, -173.96875, -160.984375, -148.0, -135.015625, -122.03125, -109.046875, -96.0625, -83.078125, -70.09375, -57.109375, -44.125, -31.140625, -18.15625, -5.171875, 7.8125, 20.796875, 33.78125, 46.765625, 59.75, 72.734375, 85.71875, 98.703125, 111.6875, 124.671875, 137.65625, 150.640625, 163.625, 176.609375, 189.59375, 202.578125, 215.5625, 228.546875, 241.53125, 254.515625, 267.5, 280.484375, 293.46875, 306.453125, 319.4375, 332.421875, 345.40625, 358.390625, 371.375, 384.359375, 397.34375, 410.328125, 423.3125, 436.296875, 449.28125, 462.265625, 475.25]}, "gradients/wav2vec2.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 5.0, 14.0, 11.0, 16.0, 36.0, 61.0, 94.0, 137.0, 276.0, 591.0, 1265.0, 3126.0, 8596.0, 27927.0, 240727.0, 691559.0, 52608.0, 13424.0, 4617.0, 1883.0, 778.0, 353.0, 208.0, 76.0, 57.0, 50.0, 25.0, 8.0, 13.0, 8.0, 4.0, 6.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-237.125, -228.716796875, -220.30859375, -211.900390625, -203.4921875, -195.083984375, -186.67578125, -178.267578125, -169.859375, -161.451171875, -153.04296875, -144.634765625, -136.2265625, -127.818359375, -119.41015625, -111.001953125, -102.59375, -94.185546875, -85.77734375, -77.369140625, -68.9609375, -60.552734375, -52.14453125, -43.736328125, -35.328125, -26.919921875, -18.51171875, -10.103515625, -1.6953125, 6.712890625, 15.12109375, 23.529296875, 31.9375, 40.345703125, 48.75390625, 57.162109375, 65.5703125, 73.978515625, 82.38671875, 90.794921875, 99.203125, 107.611328125, 116.01953125, 124.427734375, 132.8359375, 141.244140625, 149.65234375, 158.060546875, 166.46875, 174.876953125, 183.28515625, 191.693359375, 200.1015625, 208.509765625, 216.91796875, 225.326171875, 233.734375, 242.142578125, 250.55078125, 258.958984375, 267.3671875, 275.775390625, 284.18359375, 292.591796875, 301.0]}, "gradients/wav2vec2.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 6.0, 7.0, 12.0, 13.0, 15.0, 18.0, 35.0, 86.0, 172.0, 314.0, 140.0, 88.0, 43.0, 13.0, 14.0, 9.0, 6.0, 4.0, 5.0, 1.0, 2.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.061370849609375, -0.0593562126159668, -0.057341575622558594, -0.05532693862915039, -0.05331230163574219, -0.051297664642333984, -0.04928302764892578, -0.04726839065551758, -0.045253753662109375, -0.04323911666870117, -0.04122447967529297, -0.039209842681884766, -0.03719520568847656, -0.03518056869506836, -0.033165931701660156, -0.031151294708251953, -0.02913665771484375, -0.027122020721435547, -0.025107383728027344, -0.02309274673461914, -0.021078109741210938, -0.019063472747802734, -0.01704883575439453, -0.015034198760986328, -0.013019561767578125, -0.011004924774169922, -0.008990287780761719, -0.006975650787353516, -0.0049610137939453125, -0.0029463768005371094, -0.0009317398071289062, 0.0010828971862792969, 0.0030975341796875, 0.005112171173095703, 0.007126808166503906, 0.00914144515991211, 0.011156082153320312, 0.013170719146728516, 0.015185356140136719, 0.017199993133544922, 0.019214630126953125, 0.021229267120361328, 0.02324390411376953, 0.025258541107177734, 0.027273178100585938, 0.02928781509399414, 0.031302452087402344, 0.03331708908081055, 0.03533172607421875, 0.03734636306762695, 0.039361000061035156, 0.04137563705444336, 0.04339027404785156, 0.045404911041259766, 0.04741954803466797, 0.04943418502807617, 0.051448822021484375, 0.05346345901489258, 0.05547809600830078, 0.057492733001708984, 0.05950736999511719, 0.06152200698852539, 0.0635366439819336, 0.0655512809753418, 0.06756591796875]}, "gradients/wav2vec2.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 3.0, 2.0, 3.0, 10.0, 7.0, 10.0, 12.0, 19.0, 28.0, 31.0, 62.0, 95.0, 152.0, 229.0, 423.0, 718.0, 1356.0, 2635.0, 5174.0, 11189.0, 27476.0, 87340.0, 415822.0, 371386.0, 78274.0, 25250.0, 10379.0, 4949.0, 2462.0, 1330.0, 760.0, 360.0, 224.0, 125.0, 77.0, 54.0, 38.0, 27.0, 22.0, 8.0, 12.0, 6.0, 4.0, 7.0, 7.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-133.875, -129.55078125, -125.2265625, -120.90234375, -116.578125, -112.25390625, -107.9296875, -103.60546875, -99.28125, -94.95703125, -90.6328125, -86.30859375, -81.984375, -77.66015625, -73.3359375, -69.01171875, -64.6875, -60.36328125, -56.0390625, -51.71484375, -47.390625, -43.06640625, -38.7421875, -34.41796875, -30.09375, -25.76953125, -21.4453125, -17.12109375, -12.796875, -8.47265625, -4.1484375, 0.17578125, 4.5, 8.82421875, 13.1484375, 17.47265625, 21.796875, 26.12109375, 30.4453125, 34.76953125, 39.09375, 43.41796875, 47.7421875, 52.06640625, 56.390625, 60.71484375, 65.0390625, 69.36328125, 73.6875, 78.01171875, 82.3359375, 86.66015625, 90.984375, 95.30859375, 99.6328125, 103.95703125, 108.28125, 112.60546875, 116.9296875, 121.25390625, 125.578125, 129.90234375, 134.2265625, 138.55078125, 142.875]}, "gradients/wav2vec2.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 7.0, 2.0, 7.0, 8.0, 5.0, 6.0, 5.0, 12.0, 11.0, 11.0, 24.0, 16.0, 22.0, 45.0, 49.0, 67.0, 86.0, 115.0, 102.0, 90.0, 68.0, 47.0, 44.0, 33.0, 23.0, 18.0, 12.0, 5.0, 8.0, 9.0, 7.0, 8.0, 7.0, 7.0, 7.0, 1.0, 1.0, 6.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-106.4375, -103.1162109375, -99.794921875, -96.4736328125, -93.15234375, -89.8310546875, -86.509765625, -83.1884765625, -79.8671875, -76.5458984375, -73.224609375, -69.9033203125, -66.58203125, -63.2607421875, -59.939453125, -56.6181640625, -53.296875, -49.9755859375, -46.654296875, -43.3330078125, -40.01171875, -36.6904296875, -33.369140625, -30.0478515625, -26.7265625, -23.4052734375, -20.083984375, -16.7626953125, -13.44140625, -10.1201171875, -6.798828125, -3.4775390625, -0.15625, 3.1650390625, 6.486328125, 9.8076171875, 13.12890625, 16.4501953125, 19.771484375, 23.0927734375, 26.4140625, 29.7353515625, 33.056640625, 36.3779296875, 39.69921875, 43.0205078125, 46.341796875, 49.6630859375, 52.984375, 56.3056640625, 59.626953125, 62.9482421875, 66.26953125, 69.5908203125, 72.912109375, 76.2333984375, 79.5546875, 82.8759765625, 86.197265625, 89.5185546875, 92.83984375, 96.1611328125, 99.482421875, 102.8037109375, 106.125]}, "gradients/wav2vec2.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 10.0, 10.0, 20.0, 35.0, 31.0, 53.0, 92.0, 118.0, 113.0, 134.0, 113.0, 76.0, 63.0, 49.0, 30.0, 21.0, 17.0, 7.0, 5.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1205.6566162109375, -1153.5457763671875, -1101.4349365234375, -1049.3240966796875, -997.2131958007812, -945.1023559570312, -892.991455078125, -840.880615234375, -788.769775390625, -736.658935546875, -684.548095703125, -632.4371948242188, -580.3263549804688, -528.2155151367188, -476.1046447753906, -423.9937744140625, -371.8829345703125, -319.7720947265625, -267.6612243652344, -215.5503692626953, -163.43951416015625, -111.32867431640625, -59.217803955078125, -7.10693359375, 45.00390625, 97.11476135253906, 149.22561645507812, 201.3364715576172, 253.44732666015625, 305.55816650390625, 357.6690368652344, 409.7799072265625, 461.890625, 514.00146484375, 566.1123046875, 618.2232055664062, 670.3340454101562, 722.4448852539062, 774.5557861328125, 826.6666259765625, 878.7774658203125, 930.8883056640625, 982.9991455078125, 1035.1099853515625, 1087.220947265625, 1139.331787109375, 1191.442626953125, 1243.553466796875, 1295.664306640625, 1347.775146484375, 1399.885986328125, 1451.996826171875, 1504.107666015625, 1556.218505859375, 1608.3294677734375, 1660.4403076171875, 1712.5511474609375, 1764.6619873046875, 1816.7728271484375, 1868.8836669921875, 1920.99462890625, 1973.10546875, 2025.21630859375, 2077.3271484375, 2129.43798828125]}, "gradients/wav2vec2.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 0.0, 1.0, 1.0, 6.0, 2.0, 4.0, 5.0, 8.0, 9.0, 6.0, 10.0, 9.0, 12.0, 19.0, 27.0, 24.0, 22.0, 20.0, 18.0, 21.0, 35.0, 37.0, 36.0, 35.0, 34.0, 27.0, 42.0, 48.0, 40.0, 45.0, 41.0, 37.0, 45.0, 22.0, 26.0, 39.0, 24.0, 27.0, 26.0, 24.0, 14.0, 14.0, 16.0, 6.0, 10.0, 7.0, 8.0, 4.0, 4.0, 2.0, 2.0, 4.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1035.3016357421875, -1001.3045654296875, -967.3074340820312, -933.3103637695312, -899.3132934570312, -865.316162109375, -831.319091796875, -797.322021484375, -763.324951171875, -729.327880859375, -695.3307495117188, -661.3336791992188, -627.3366088867188, -593.3394775390625, -559.3424072265625, -525.3453369140625, -491.34820556640625, -457.3511047363281, -423.3540344238281, -389.35693359375, -355.35986328125, -321.3627624511719, -287.36566162109375, -253.3685760498047, -219.37149047851562, -185.37440490722656, -151.3773193359375, -117.38021850585938, -83.38313293457031, -49.38604736328125, -15.388946533203125, 18.608139038085938, 52.605224609375, 86.60231018066406, 120.59940338134766, 154.59649658203125, 188.5935821533203, 222.59066772460938, 256.5877685546875, 290.5848388671875, 324.5819396972656, 358.57904052734375, 392.57611083984375, 426.5732116699219, 460.5703125, 494.5673828125, 528.564453125, 562.5615844726562, 596.5586547851562, 630.5557250976562, 664.5528564453125, 698.5499267578125, 732.5469970703125, 766.5440673828125, 800.5411987304688, 834.5382690429688, 868.535400390625, 902.532470703125, 936.5296020507812, 970.5266723632812, 1004.5237426757812, 1038.5208740234375, 1072.5179443359375, 1106.5150146484375, 1140.5120849609375]}, "gradients/wav2vec2.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 6.0, 5.0, 8.0, 14.0, 31.0, 40.0, 63.0, 108.0, 231.0, 506.0, 962.0, 2097.0, 4372.0, 9545.0, 20744.0, 46102.0, 102640.0, 235886.0, 564569.0, 1220194.0, 1122254.0, 493397.0, 206484.0, 89970.0, 40467.0, 18029.0, 8203.0, 3869.0, 1752.0, 830.0, 382.0, 202.0, 116.0, 80.0, 48.0, 18.0, 17.0, 11.0, 9.0, 8.0, 7.0, 3.0, 5.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-16.96875, -16.401611328125, -15.83447265625, -15.267333984375, -14.7001953125, -14.133056640625, -13.56591796875, -12.998779296875, -12.431640625, -11.864501953125, -11.29736328125, -10.730224609375, -10.1630859375, -9.595947265625, -9.02880859375, -8.461669921875, -7.89453125, -7.327392578125, -6.76025390625, -6.193115234375, -5.6259765625, -5.058837890625, -4.49169921875, -3.924560546875, -3.357421875, -2.790283203125, -2.22314453125, -1.656005859375, -1.0888671875, -0.521728515625, 0.04541015625, 0.612548828125, 1.1796875, 1.746826171875, 2.31396484375, 2.881103515625, 3.4482421875, 4.015380859375, 4.58251953125, 5.149658203125, 5.716796875, 6.283935546875, 6.85107421875, 7.418212890625, 7.9853515625, 8.552490234375, 9.11962890625, 9.686767578125, 10.25390625, 10.821044921875, 11.38818359375, 11.955322265625, 12.5224609375, 13.089599609375, 13.65673828125, 14.223876953125, 14.791015625, 15.358154296875, 15.92529296875, 16.492431640625, 17.0595703125, 17.626708984375, 18.19384765625, 18.760986328125, 19.328125]}, "gradients/wav2vec2.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 1.0, 3.0, 7.0, 8.0, 15.0, 6.0, 13.0, 22.0, 12.0, 29.0, 25.0, 29.0, 24.0, 31.0, 30.0, 39.0, 31.0, 37.0, 32.0, 42.0, 42.0, 46.0, 44.0, 42.0, 48.0, 27.0, 39.0, 43.0, 38.0, 23.0, 30.0, 27.0, 21.0, 22.0, 14.0, 10.0, 9.0, 9.0, 13.0, 5.0, 11.0, 6.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-17.265625, -16.748046875, -16.23046875, -15.712890625, -15.1953125, -14.677734375, -14.16015625, -13.642578125, -13.125, -12.607421875, -12.08984375, -11.572265625, -11.0546875, -10.537109375, -10.01953125, -9.501953125, -8.984375, -8.466796875, -7.94921875, -7.431640625, -6.9140625, -6.396484375, -5.87890625, -5.361328125, -4.84375, -4.326171875, -3.80859375, -3.291015625, -2.7734375, -2.255859375, -1.73828125, -1.220703125, -0.703125, -0.185546875, 0.33203125, 0.849609375, 1.3671875, 1.884765625, 2.40234375, 2.919921875, 3.4375, 3.955078125, 4.47265625, 4.990234375, 5.5078125, 6.025390625, 6.54296875, 7.060546875, 7.578125, 8.095703125, 8.61328125, 9.130859375, 9.6484375, 10.166015625, 10.68359375, 11.201171875, 11.71875, 12.236328125, 12.75390625, 13.271484375, 13.7890625, 14.306640625, 14.82421875, 15.341796875, 15.859375]}, "gradients/wav2vec2.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 6.0, 1.0, 11.0, 7.0, 12.0, 14.0, 8.0, 17.0, 29.0, 51.0, 65.0, 100.0, 164.0, 247.0, 438.0, 715.0, 1323.0, 2799.0, 5900.0, 14068.0, 37647.0, 104844.0, 316022.0, 1099837.0, 1776603.0, 557195.0, 176012.0, 60834.0, 22346.0, 8729.0, 3877.0, 1904.0, 954.0, 540.0, 332.0, 219.0, 136.0, 84.0, 51.0, 54.0, 27.0, 13.0, 18.0, 9.0, 9.0, 7.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-32.375, -31.429443359375, -30.48388671875, -29.538330078125, -28.5927734375, -27.647216796875, -26.70166015625, -25.756103515625, -24.810546875, -23.864990234375, -22.91943359375, -21.973876953125, -21.0283203125, -20.082763671875, -19.13720703125, -18.191650390625, -17.24609375, -16.300537109375, -15.35498046875, -14.409423828125, -13.4638671875, -12.518310546875, -11.57275390625, -10.627197265625, -9.681640625, -8.736083984375, -7.79052734375, -6.844970703125, -5.8994140625, -4.953857421875, -4.00830078125, -3.062744140625, -2.1171875, -1.171630859375, -0.22607421875, 0.719482421875, 1.6650390625, 2.610595703125, 3.55615234375, 4.501708984375, 5.447265625, 6.392822265625, 7.33837890625, 8.283935546875, 9.2294921875, 10.175048828125, 11.12060546875, 12.066162109375, 13.01171875, 13.957275390625, 14.90283203125, 15.848388671875, 16.7939453125, 17.739501953125, 18.68505859375, 19.630615234375, 20.576171875, 21.521728515625, 22.46728515625, 23.412841796875, 24.3583984375, 25.303955078125, 26.24951171875, 27.195068359375, 28.140625]}, "gradients/wav2vec2.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 6.0, 4.0, 3.0, 8.0, 3.0, 9.0, 13.0, 19.0, 16.0, 22.0, 23.0, 26.0, 42.0, 53.0, 71.0, 88.0, 109.0, 143.0, 168.0, 255.0, 320.0, 396.0, 428.0, 418.0, 304.0, 226.0, 200.0, 151.0, 113.0, 97.0, 86.0, 64.0, 38.0, 42.0, 25.0, 18.0, 18.0, 16.0, 12.0, 12.0, 5.0, 4.0, 1.0, 1.0, 3.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-26.234375, -25.318115234375, -24.40185546875, -23.485595703125, -22.5693359375, -21.653076171875, -20.73681640625, -19.820556640625, -18.904296875, -17.988037109375, -17.07177734375, -16.155517578125, -15.2392578125, -14.322998046875, -13.40673828125, -12.490478515625, -11.57421875, -10.657958984375, -9.74169921875, -8.825439453125, -7.9091796875, -6.992919921875, -6.07666015625, -5.160400390625, -4.244140625, -3.327880859375, -2.41162109375, -1.495361328125, -0.5791015625, 0.337158203125, 1.25341796875, 2.169677734375, 3.0859375, 4.002197265625, 4.91845703125, 5.834716796875, 6.7509765625, 7.667236328125, 8.58349609375, 9.499755859375, 10.416015625, 11.332275390625, 12.24853515625, 13.164794921875, 14.0810546875, 14.997314453125, 15.91357421875, 16.829833984375, 17.74609375, 18.662353515625, 19.57861328125, 20.494873046875, 21.4111328125, 22.327392578125, 23.24365234375, 24.159912109375, 25.076171875, 25.992431640625, 26.90869140625, 27.824951171875, 28.7412109375, 29.657470703125, 30.57373046875, 31.489990234375, 32.40625]}, "gradients/wav2vec2.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 12.0, 27.0, 58.0, 76.0, 118.0, 150.0, 131.0, 136.0, 114.0, 80.0, 47.0, 23.0, 11.0, 4.0, 3.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-223.2859344482422, -214.15296936035156, -205.02000427246094, -195.8870391845703, -186.7540740966797, -177.62110900878906, -168.48814392089844, -159.3551788330078, -150.2222137451172, -141.08924865722656, -131.95628356933594, -122.82331848144531, -113.69035339355469, -104.55738830566406, -95.42442321777344, -86.29145812988281, -77.15849304199219, -68.02552795410156, -58.89256286621094, -49.75959777832031, -40.62663269042969, -31.493667602539062, -22.360702514648438, -13.227737426757812, -4.0947723388671875, 5.0381927490234375, 14.171157836914062, 23.304122924804688, 32.43708801269531, 41.57005310058594, 50.70301818847656, 59.83598327636719, 68.96896362304688, 78.1019287109375, 87.23489379882812, 96.36785888671875, 105.50082397460938, 114.6337890625, 123.76675415039062, 132.89971923828125, 142.03268432617188, 151.1656494140625, 160.29861450195312, 169.43157958984375, 178.56454467773438, 187.697509765625, 196.83047485351562, 205.96343994140625, 215.09640502929688, 224.2293701171875, 233.36233520507812, 242.49530029296875, 251.62826538085938, 260.76123046875, 269.8941955566406, 279.02716064453125, 288.1601257324219, 297.2930908203125, 306.4260559082031, 315.55902099609375, 324.6919860839844, 333.824951171875, 342.9579162597656, 352.09088134765625, 361.2238464355469]}, "gradients/wav2vec2.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 6.0, 6.0, 5.0, 6.0, 6.0, 8.0, 20.0, 15.0, 13.0, 23.0, 16.0, 24.0, 42.0, 31.0, 29.0, 27.0, 37.0, 38.0, 35.0, 40.0, 45.0, 37.0, 54.0, 48.0, 36.0, 36.0, 39.0, 43.0, 35.0, 29.0, 20.0, 29.0, 26.0, 16.0, 14.0, 12.0, 10.0, 15.0, 11.0, 8.0, 7.0, 4.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0], "bins": [-117.128662109375, -113.61580657958984, -110.10295104980469, -106.59009552001953, -103.07723999023438, -99.56437683105469, -96.05152893066406, -92.53866577148438, -89.02581024169922, -85.51295471191406, -82.0000991821289, -78.48724365234375, -74.9743881225586, -71.46153259277344, -67.94866943359375, -64.4358139038086, -60.9229621887207, -57.41010665893555, -53.89725112915039, -50.38439178466797, -46.87153625488281, -43.358680725097656, -39.8458251953125, -36.332969665527344, -32.82011413574219, -29.30725860595703, -25.794401168823242, -22.281545639038086, -18.768688201904297, -15.25583267211914, -11.742977142333984, -8.230119705200195, -4.717262268066406, -1.2044060230255127, 2.308450222015381, 5.821306228637695, 9.334162712097168, 12.84701919555664, 16.359874725341797, 19.872732162475586, 23.385587692260742, 26.8984432220459, 30.411300659179688, 33.924156188964844, 37.43701171875, 40.949867248535156, 44.46272277832031, 47.975582122802734, 51.48843765258789, 55.00129318237305, 58.5141487121582, 62.027008056640625, 65.53986358642578, 69.05271911621094, 72.5655746459961, 76.07843017578125, 79.5912857055664, 83.10414123535156, 86.61699676513672, 90.12985229492188, 93.64270782470703, 97.15556335449219, 100.66842651367188, 104.18128204345703, 107.69413757324219]}, "gradients/wav2vec2.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 5.0, 4.0, 10.0, 20.0, 31.0, 53.0, 99.0, 196.0, 402.0, 922.0, 2007.0, 3947.0, 9147.0, 22715.0, 65315.0, 175694.0, 310463.0, 266082.0, 121709.0, 42019.0, 15486.0, 6424.0, 3045.0, 1427.0, 681.0, 354.0, 143.0, 84.0, 39.0, 12.0, 12.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-33.1875, -32.20556640625, -31.2236328125, -30.24169921875, -29.259765625, -28.27783203125, -27.2958984375, -26.31396484375, -25.33203125, -24.35009765625, -23.3681640625, -22.38623046875, -21.404296875, -20.42236328125, -19.4404296875, -18.45849609375, -17.4765625, -16.49462890625, -15.5126953125, -14.53076171875, -13.548828125, -12.56689453125, -11.5849609375, -10.60302734375, -9.62109375, -8.63916015625, -7.6572265625, -6.67529296875, -5.693359375, -4.71142578125, -3.7294921875, -2.74755859375, -1.765625, -0.78369140625, 0.1982421875, 1.18017578125, 2.162109375, 3.14404296875, 4.1259765625, 5.10791015625, 6.08984375, 7.07177734375, 8.0537109375, 9.03564453125, 10.017578125, 10.99951171875, 11.9814453125, 12.96337890625, 13.9453125, 14.92724609375, 15.9091796875, 16.89111328125, 17.873046875, 18.85498046875, 19.8369140625, 20.81884765625, 21.80078125, 22.78271484375, 23.7646484375, 24.74658203125, 25.728515625, 26.71044921875, 27.6923828125, 28.67431640625, 29.65625]}, "gradients/wav2vec2.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 7.0, 5.0, 3.0, 13.0, 10.0, 14.0, 15.0, 14.0, 18.0, 15.0, 20.0, 18.0, 30.0, 26.0, 31.0, 34.0, 30.0, 40.0, 34.0, 38.0, 40.0, 39.0, 47.0, 41.0, 39.0, 46.0, 33.0, 38.0, 32.0, 29.0, 29.0, 32.0, 28.0, 17.0, 20.0, 24.0, 12.0, 10.0, 6.0, 14.0, 7.0, 5.0, 0.0, 2.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.015625, -12.551513671875, -12.08740234375, -11.623291015625, -11.1591796875, -10.695068359375, -10.23095703125, -9.766845703125, -9.302734375, -8.838623046875, -8.37451171875, -7.910400390625, -7.4462890625, -6.982177734375, -6.51806640625, -6.053955078125, -5.58984375, -5.125732421875, -4.66162109375, -4.197509765625, -3.7333984375, -3.269287109375, -2.80517578125, -2.341064453125, -1.876953125, -1.412841796875, -0.94873046875, -0.484619140625, -0.0205078125, 0.443603515625, 0.90771484375, 1.371826171875, 1.8359375, 2.300048828125, 2.76416015625, 3.228271484375, 3.6923828125, 4.156494140625, 4.62060546875, 5.084716796875, 5.548828125, 6.012939453125, 6.47705078125, 6.941162109375, 7.4052734375, 7.869384765625, 8.33349609375, 8.797607421875, 9.26171875, 9.725830078125, 10.18994140625, 10.654052734375, 11.1181640625, 11.582275390625, 12.04638671875, 12.510498046875, 12.974609375, 13.438720703125, 13.90283203125, 14.366943359375, 14.8310546875, 15.295166015625, 15.75927734375, 16.223388671875, 16.6875]}, "gradients/wav2vec2.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 4.0, 2.0, 1.0, 4.0, 1.0, 3.0, 4.0, 10.0, 8.0, 17.0, 24.0, 36.0, 60.0, 87.0, 113.0, 230.0, 420.0, 788.0, 1716.0, 4312.0, 11046.0, 33965.0, 120133.0, 323015.0, 349588.0, 141224.0, 40140.0, 12698.0, 4785.0, 2115.0, 936.0, 431.0, 234.0, 130.0, 88.0, 56.0, 31.0, 28.0, 26.0, 16.0, 10.0, 10.0, 6.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-35.78125, -34.69921875, -33.6171875, -32.53515625, -31.453125, -30.37109375, -29.2890625, -28.20703125, -27.125, -26.04296875, -24.9609375, -23.87890625, -22.796875, -21.71484375, -20.6328125, -19.55078125, -18.46875, -17.38671875, -16.3046875, -15.22265625, -14.140625, -13.05859375, -11.9765625, -10.89453125, -9.8125, -8.73046875, -7.6484375, -6.56640625, -5.484375, -4.40234375, -3.3203125, -2.23828125, -1.15625, -0.07421875, 1.0078125, 2.08984375, 3.171875, 4.25390625, 5.3359375, 6.41796875, 7.5, 8.58203125, 9.6640625, 10.74609375, 11.828125, 12.91015625, 13.9921875, 15.07421875, 16.15625, 17.23828125, 18.3203125, 19.40234375, 20.484375, 21.56640625, 22.6484375, 23.73046875, 24.8125, 25.89453125, 26.9765625, 28.05859375, 29.140625, 30.22265625, 31.3046875, 32.38671875, 33.46875]}, "gradients/wav2vec2.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 1.0, 7.0, 3.0, 1.0, 7.0, 8.0, 7.0, 12.0, 8.0, 8.0, 10.0, 12.0, 10.0, 13.0, 29.0, 7.0, 23.0, 27.0, 25.0, 27.0, 30.0, 25.0, 44.0, 28.0, 36.0, 44.0, 35.0, 44.0, 38.0, 40.0, 33.0, 31.0, 42.0, 34.0, 34.0, 25.0, 31.0, 23.0, 21.0, 27.0, 19.0, 11.0, 12.0, 12.0, 5.0, 6.0, 10.0, 5.0, 10.0, 3.0, 3.0, 3.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-36.6875, -35.4892578125, -34.291015625, -33.0927734375, -31.89453125, -30.6962890625, -29.498046875, -28.2998046875, -27.1015625, -25.9033203125, -24.705078125, -23.5068359375, -22.30859375, -21.1103515625, -19.912109375, -18.7138671875, -17.515625, -16.3173828125, -15.119140625, -13.9208984375, -12.72265625, -11.5244140625, -10.326171875, -9.1279296875, -7.9296875, -6.7314453125, -5.533203125, -4.3349609375, -3.13671875, -1.9384765625, -0.740234375, 0.4580078125, 1.65625, 2.8544921875, 4.052734375, 5.2509765625, 6.44921875, 7.6474609375, 8.845703125, 10.0439453125, 11.2421875, 12.4404296875, 13.638671875, 14.8369140625, 16.03515625, 17.2333984375, 18.431640625, 19.6298828125, 20.828125, 22.0263671875, 23.224609375, 24.4228515625, 25.62109375, 26.8193359375, 28.017578125, 29.2158203125, 30.4140625, 31.6123046875, 32.810546875, 34.0087890625, 35.20703125, 36.4052734375, 37.603515625, 38.8017578125, 40.0]}, "gradients/wav2vec2.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 5.0, 22.0, 17.0, 27.0, 74.0, 97.0, 219.0, 379.0, 901.0, 1949.0, 4076.0, 9319.0, 21480.0, 52151.0, 128823.0, 259402.0, 289210.0, 164004.0, 67198.0, 27505.0, 11842.0, 5218.0, 2389.0, 1052.0, 569.0, 309.0, 129.0, 71.0, 47.0, 27.0, 12.0, 11.0, 5.0, 4.0, 9.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.6171875, -13.2183837890625, -12.819580078125, -12.4207763671875, -12.02197265625, -11.6231689453125, -11.224365234375, -10.8255615234375, -10.4267578125, -10.0279541015625, -9.629150390625, -9.2303466796875, -8.83154296875, -8.4327392578125, -8.033935546875, -7.6351318359375, -7.236328125, -6.8375244140625, -6.438720703125, -6.0399169921875, -5.64111328125, -5.2423095703125, -4.843505859375, -4.4447021484375, -4.0458984375, -3.6470947265625, -3.248291015625, -2.8494873046875, -2.45068359375, -2.0518798828125, -1.653076171875, -1.2542724609375, -0.85546875, -0.4566650390625, -0.057861328125, 0.3409423828125, 0.73974609375, 1.1385498046875, 1.537353515625, 1.9361572265625, 2.3349609375, 2.7337646484375, 3.132568359375, 3.5313720703125, 3.93017578125, 4.3289794921875, 4.727783203125, 5.1265869140625, 5.525390625, 5.9241943359375, 6.322998046875, 6.7218017578125, 7.12060546875, 7.5194091796875, 7.918212890625, 8.3170166015625, 8.7158203125, 9.1146240234375, 9.513427734375, 9.9122314453125, 10.31103515625, 10.7098388671875, 11.108642578125, 11.5074462890625, 11.90625]}, "gradients/wav2vec2.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 4.0, 5.0, 4.0, 9.0, 9.0, 10.0, 18.0, 21.0, 21.0, 27.0, 36.0, 34.0, 49.0, 52.0, 68.0, 79.0, 68.0, 76.0, 88.0, 53.0, 68.0, 41.0, 33.0, 28.0, 22.0, 18.0, 12.0, 7.0, 6.0, 6.0, 4.0, 5.0, 5.0, 4.0, 1.0, 5.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0032711029052734375, -0.0031737089157104492, -0.003076314926147461, -0.0029789209365844727, -0.0028815269470214844, -0.002784132957458496, -0.002686738967895508, -0.0025893449783325195, -0.0024919509887695312, -0.002394556999206543, -0.0022971630096435547, -0.0021997690200805664, -0.002102375030517578, -0.00200498104095459, -0.0019075870513916016, -0.0018101930618286133, -0.001712799072265625, -0.0016154050827026367, -0.0015180110931396484, -0.0014206171035766602, -0.0013232231140136719, -0.0012258291244506836, -0.0011284351348876953, -0.001031041145324707, -0.0009336471557617188, -0.0008362531661987305, -0.0007388591766357422, -0.0006414651870727539, -0.0005440711975097656, -0.00044667720794677734, -0.00034928321838378906, -0.0002518892288208008, -0.0001544952392578125, -5.710124969482422e-05, 4.029273986816406e-05, 0.00013768672943115234, 0.00023508071899414062, 0.0003324747085571289, 0.0004298686981201172, 0.0005272626876831055, 0.0006246566772460938, 0.000722050666809082, 0.0008194446563720703, 0.0009168386459350586, 0.0010142326354980469, 0.0011116266250610352, 0.0012090206146240234, 0.0013064146041870117, 0.00140380859375, 0.0015012025833129883, 0.0015985965728759766, 0.0016959905624389648, 0.0017933845520019531, 0.0018907785415649414, 0.0019881725311279297, 0.002085566520690918, 0.0021829605102539062, 0.0022803544998168945, 0.002377748489379883, 0.002475142478942871, 0.0025725364685058594, 0.0026699304580688477, 0.002767324447631836, 0.0028647184371948242, 0.0029621124267578125]}, "gradients/wav2vec2.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 5.0, 7.0, 5.0, 9.0, 12.0, 21.0, 36.0, 62.0, 94.0, 152.0, 206.0, 389.0, 602.0, 1162.0, 2378.0, 4958.0, 11424.0, 25288.0, 57345.0, 122311.0, 215104.0, 251026.0, 182421.0, 95101.0, 43121.0, 18978.0, 8355.0, 3744.0, 1887.0, 957.0, 496.0, 312.0, 198.0, 132.0, 76.0, 58.0, 41.0, 31.0, 18.0, 7.0, 13.0, 6.0, 6.0, 2.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.03125, -9.700439453125, -9.36962890625, -9.038818359375, -8.7080078125, -8.377197265625, -8.04638671875, -7.715576171875, -7.384765625, -7.053955078125, -6.72314453125, -6.392333984375, -6.0615234375, -5.730712890625, -5.39990234375, -5.069091796875, -4.73828125, -4.407470703125, -4.07666015625, -3.745849609375, -3.4150390625, -3.084228515625, -2.75341796875, -2.422607421875, -2.091796875, -1.760986328125, -1.43017578125, -1.099365234375, -0.7685546875, -0.437744140625, -0.10693359375, 0.223876953125, 0.5546875, 0.885498046875, 1.21630859375, 1.547119140625, 1.8779296875, 2.208740234375, 2.53955078125, 2.870361328125, 3.201171875, 3.531982421875, 3.86279296875, 4.193603515625, 4.5244140625, 4.855224609375, 5.18603515625, 5.516845703125, 5.84765625, 6.178466796875, 6.50927734375, 6.840087890625, 7.1708984375, 7.501708984375, 7.83251953125, 8.163330078125, 8.494140625, 8.824951171875, 9.15576171875, 9.486572265625, 9.8173828125, 10.148193359375, 10.47900390625, 10.809814453125, 11.140625]}, "gradients/wav2vec2.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 5.0, 5.0, 6.0, 11.0, 13.0, 23.0, 22.0, 31.0, 33.0, 55.0, 79.0, 91.0, 87.0, 91.0, 92.0, 86.0, 67.0, 52.0, 48.0, 27.0, 16.0, 14.0, 19.0, 11.0, 6.0, 8.0, 2.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.90625, -16.41748046875, -15.9287109375, -15.43994140625, -14.951171875, -14.46240234375, -13.9736328125, -13.48486328125, -12.99609375, -12.50732421875, -12.0185546875, -11.52978515625, -11.041015625, -10.55224609375, -10.0634765625, -9.57470703125, -9.0859375, -8.59716796875, -8.1083984375, -7.61962890625, -7.130859375, -6.64208984375, -6.1533203125, -5.66455078125, -5.17578125, -4.68701171875, -4.1982421875, -3.70947265625, -3.220703125, -2.73193359375, -2.2431640625, -1.75439453125, -1.265625, -0.77685546875, -0.2880859375, 0.20068359375, 0.689453125, 1.17822265625, 1.6669921875, 2.15576171875, 2.64453125, 3.13330078125, 3.6220703125, 4.11083984375, 4.599609375, 5.08837890625, 5.5771484375, 6.06591796875, 6.5546875, 7.04345703125, 7.5322265625, 8.02099609375, 8.509765625, 8.99853515625, 9.4873046875, 9.97607421875, 10.46484375, 10.95361328125, 11.4423828125, 11.93115234375, 12.419921875, 12.90869140625, 13.3974609375, 13.88623046875, 14.375]}, "gradients/wav2vec2.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 8.0, 17.0, 27.0, 53.0, 105.0, 171.0, 190.0, 176.0, 126.0, 71.0, 32.0, 15.0, 3.0, 7.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-419.4647216796875, -411.2086486816406, -402.9526062011719, -394.696533203125, -386.4404602050781, -378.18438720703125, -369.9283447265625, -361.6722717285156, -353.41619873046875, -345.1601257324219, -336.9040832519531, -328.64801025390625, -320.3919372558594, -312.1358642578125, -303.87982177734375, -295.6237487792969, -287.3677062988281, -279.11163330078125, -270.8555908203125, -262.5995178222656, -254.34344482421875, -246.08738708496094, -237.83132934570312, -229.57525634765625, -221.31919860839844, -213.06314086914062, -204.80706787109375, -196.55101013183594, -188.29495239257812, -180.03887939453125, -171.78282165527344, -163.52676391601562, -155.27066040039062, -147.0146026611328, -138.75852966308594, -130.50247192382812, -122.24640655517578, -113.99034118652344, -105.73428344726562, -97.47821807861328, -89.22216033935547, -80.96609497070312, -72.71003723144531, -64.45397186279297, -56.197906494140625, -47.94184112548828, -39.6857795715332, -31.429718017578125, -23.17365264892578, -14.91758918762207, -6.661525726318359, 1.5945377349853516, 9.850601196289062, 18.106666564941406, 26.362728118896484, 34.61878967285156, 42.874855041503906, 51.13092041015625, 59.38698196411133, 67.6430435180664, 75.89910888671875, 84.1551742553711, 92.41123962402344, 100.66729736328125, 108.9233627319336]}, "gradients/wav2vec2.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 2.0, 4.0, 3.0, 2.0, 9.0, 7.0, 9.0, 12.0, 15.0, 12.0, 18.0, 18.0, 11.0, 17.0, 19.0, 34.0, 34.0, 29.0, 43.0, 31.0, 42.0, 38.0, 49.0, 30.0, 39.0, 37.0, 32.0, 43.0, 35.0, 37.0, 44.0, 21.0, 28.0, 37.0, 24.0, 24.0, 30.0, 14.0, 11.0, 12.0, 6.0, 4.0, 13.0, 10.0, 7.0, 4.0, 6.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0], "bins": [-125.65330505371094, -122.12379455566406, -118.59428405761719, -115.06477355957031, -111.53527069091797, -108.0057601928711, -104.47624969482422, -100.94673919677734, -97.417236328125, -93.88772583007812, -90.35821533203125, -86.82870483398438, -83.29920196533203, -79.76969146728516, -76.24018096923828, -72.7106704711914, -69.18115997314453, -65.65164947509766, -62.12214279174805, -58.59263229370117, -55.06312561035156, -51.53361511230469, -48.00410461425781, -44.47459411621094, -40.94508743286133, -37.41557693481445, -33.886070251464844, -30.35655975341797, -26.827051162719727, -23.297542572021484, -19.76803207397461, -16.238523483276367, -12.709007263183594, -9.179498672485352, -5.649989128112793, -2.1204795837402344, 1.4090290069580078, 4.93853759765625, 8.468048095703125, 11.997556686401367, 15.52706527709961, 19.05657386779785, 22.586082458496094, 26.11559295654297, 29.64510154724121, 33.17461013793945, 36.70412063598633, 40.23362731933594, 43.76313781738281, 47.29264831542969, 50.8221549987793, 54.35166549682617, 57.88117218017578, 61.410682678222656, 64.94019317626953, 68.4697036743164, 71.99920654296875, 75.52871704101562, 79.0582275390625, 82.58773803710938, 86.11724090576172, 89.6467514038086, 93.17626190185547, 96.70577239990234, 100.23528289794922]}, "gradients/wav2vec2.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 6.0, 9.0, 21.0, 24.0, 42.0, 88.0, 113.0, 184.0, 338.0, 544.0, 946.0, 1643.0, 2940.0, 5237.0, 9425.0, 17269.0, 32471.0, 63972.0, 127125.0, 252732.0, 484915.0, 834277.0, 980936.0, 659667.0, 353691.0, 178481.0, 89600.0, 45118.0, 23724.0, 12759.0, 6757.0, 3841.0, 2205.0, 1269.0, 778.0, 424.0, 257.0, 191.0, 99.0, 68.0, 42.0, 16.0, 18.0, 10.0, 9.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0], "bins": [-11.5859375, -11.237548828125, -10.88916015625, -10.540771484375, -10.1923828125, -9.843994140625, -9.49560546875, -9.147216796875, -8.798828125, -8.450439453125, -8.10205078125, -7.753662109375, -7.4052734375, -7.056884765625, -6.70849609375, -6.360107421875, -6.01171875, -5.663330078125, -5.31494140625, -4.966552734375, -4.6181640625, -4.269775390625, -3.92138671875, -3.572998046875, -3.224609375, -2.876220703125, -2.52783203125, -2.179443359375, -1.8310546875, -1.482666015625, -1.13427734375, -0.785888671875, -0.4375, -0.089111328125, 0.25927734375, 0.607666015625, 0.9560546875, 1.304443359375, 1.65283203125, 2.001220703125, 2.349609375, 2.697998046875, 3.04638671875, 3.394775390625, 3.7431640625, 4.091552734375, 4.43994140625, 4.788330078125, 5.13671875, 5.485107421875, 5.83349609375, 6.181884765625, 6.5302734375, 6.878662109375, 7.22705078125, 7.575439453125, 7.923828125, 8.272216796875, 8.62060546875, 8.968994140625, 9.3173828125, 9.665771484375, 10.01416015625, 10.362548828125, 10.7109375]}, "gradients/wav2vec2.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 5.0, 8.0, 5.0, 10.0, 14.0, 11.0, 12.0, 12.0, 14.0, 12.0, 29.0, 28.0, 22.0, 32.0, 35.0, 30.0, 34.0, 50.0, 42.0, 37.0, 32.0, 36.0, 35.0, 28.0, 45.0, 35.0, 29.0, 38.0, 36.0, 29.0, 24.0, 19.0, 23.0, 22.0, 19.0, 17.0, 16.0, 18.0, 12.0, 6.0, 13.0, 5.0, 7.0, 5.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-11.828125, -11.43310546875, -11.0380859375, -10.64306640625, -10.248046875, -9.85302734375, -9.4580078125, -9.06298828125, -8.66796875, -8.27294921875, -7.8779296875, -7.48291015625, -7.087890625, -6.69287109375, -6.2978515625, -5.90283203125, -5.5078125, -5.11279296875, -4.7177734375, -4.32275390625, -3.927734375, -3.53271484375, -3.1376953125, -2.74267578125, -2.34765625, -1.95263671875, -1.5576171875, -1.16259765625, -0.767578125, -0.37255859375, 0.0224609375, 0.41748046875, 0.8125, 1.20751953125, 1.6025390625, 1.99755859375, 2.392578125, 2.78759765625, 3.1826171875, 3.57763671875, 3.97265625, 4.36767578125, 4.7626953125, 5.15771484375, 5.552734375, 5.94775390625, 6.3427734375, 6.73779296875, 7.1328125, 7.52783203125, 7.9228515625, 8.31787109375, 8.712890625, 9.10791015625, 9.5029296875, 9.89794921875, 10.29296875, 10.68798828125, 11.0830078125, 11.47802734375, 11.873046875, 12.26806640625, 12.6630859375, 13.05810546875, 13.453125]}, "gradients/wav2vec2.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 5.0, 12.0, 25.0, 42.0, 64.0, 91.0, 168.0, 315.0, 687.0, 1496.0, 3993.0, 12059.0, 43619.0, 191451.0, 1066020.0, 2245287.0, 493488.0, 98754.0, 24764.0, 7236.0, 2586.0, 1103.0, 455.0, 245.0, 135.0, 55.0, 39.0, 26.0, 19.0, 16.0, 6.0, 7.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-31.15625, -30.191162109375, -29.22607421875, -28.260986328125, -27.2958984375, -26.330810546875, -25.36572265625, -24.400634765625, -23.435546875, -22.470458984375, -21.50537109375, -20.540283203125, -19.5751953125, -18.610107421875, -17.64501953125, -16.679931640625, -15.71484375, -14.749755859375, -13.78466796875, -12.819580078125, -11.8544921875, -10.889404296875, -9.92431640625, -8.959228515625, -7.994140625, -7.029052734375, -6.06396484375, -5.098876953125, -4.1337890625, -3.168701171875, -2.20361328125, -1.238525390625, -0.2734375, 0.691650390625, 1.65673828125, 2.621826171875, 3.5869140625, 4.552001953125, 5.51708984375, 6.482177734375, 7.447265625, 8.412353515625, 9.37744140625, 10.342529296875, 11.3076171875, 12.272705078125, 13.23779296875, 14.202880859375, 15.16796875, 16.133056640625, 17.09814453125, 18.063232421875, 19.0283203125, 19.993408203125, 20.95849609375, 21.923583984375, 22.888671875, 23.853759765625, 24.81884765625, 25.783935546875, 26.7490234375, 27.714111328125, 28.67919921875, 29.644287109375, 30.609375]}, "gradients/wav2vec2.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 6.0, 4.0, 7.0, 11.0, 14.0, 19.0, 24.0, 30.0, 39.0, 37.0, 64.0, 91.0, 101.0, 181.0, 278.0, 339.0, 421.0, 470.0, 447.0, 362.0, 315.0, 194.0, 181.0, 99.0, 82.0, 69.0, 40.0, 37.0, 26.0, 20.0, 16.0, 9.0, 14.0, 8.0, 6.0, 4.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-24.421875, -23.602294921875, -22.78271484375, -21.963134765625, -21.1435546875, -20.323974609375, -19.50439453125, -18.684814453125, -17.865234375, -17.045654296875, -16.22607421875, -15.406494140625, -14.5869140625, -13.767333984375, -12.94775390625, -12.128173828125, -11.30859375, -10.489013671875, -9.66943359375, -8.849853515625, -8.0302734375, -7.210693359375, -6.39111328125, -5.571533203125, -4.751953125, -3.932373046875, -3.11279296875, -2.293212890625, -1.4736328125, -0.654052734375, 0.16552734375, 0.985107421875, 1.8046875, 2.624267578125, 3.44384765625, 4.263427734375, 5.0830078125, 5.902587890625, 6.72216796875, 7.541748046875, 8.361328125, 9.180908203125, 10.00048828125, 10.820068359375, 11.6396484375, 12.459228515625, 13.27880859375, 14.098388671875, 14.91796875, 15.737548828125, 16.55712890625, 17.376708984375, 18.1962890625, 19.015869140625, 19.83544921875, 20.655029296875, 21.474609375, 22.294189453125, 23.11376953125, 23.933349609375, 24.7529296875, 25.572509765625, 26.39208984375, 27.211669921875, 28.03125]}, "gradients/wav2vec2.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 0.0, 4.0, 6.0, 4.0, 12.0, 37.0, 71.0, 118.0, 162.0, 171.0, 161.0, 117.0, 74.0, 37.0, 10.0, 9.0, 6.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-265.69647216796875, -257.7882080078125, -249.8799285888672, -241.97164916992188, -234.06338500976562, -226.15512084960938, -218.24684143066406, -210.33856201171875, -202.4302978515625, -194.52203369140625, -186.61375427246094, -178.70547485351562, -170.79721069335938, -162.88894653320312, -154.9806671142578, -147.0723876953125, -139.16412353515625, -131.255859375, -123.34757995605469, -115.4393081665039, -107.53103637695312, -99.62276458740234, -91.71449279785156, -83.80622100830078, -75.89794921875, -67.98967742919922, -60.08140563964844, -52.173133850097656, -44.264862060546875, -36.356590270996094, -28.448318481445312, -20.54004669189453, -12.631759643554688, -4.723487854003906, 3.184783935546875, 11.093055725097656, 19.001327514648438, 26.90959930419922, 34.81787109375, 42.72614288330078, 50.63441467285156, 58.542686462402344, 66.45095825195312, 74.3592300415039, 82.26750183105469, 90.17577362060547, 98.08404541015625, 105.99231719970703, 113.90058898925781, 121.8088607788086, 129.71713256835938, 137.62539672851562, 145.53367614746094, 153.44195556640625, 161.3502197265625, 169.25848388671875, 177.16676330566406, 185.07504272460938, 192.98330688476562, 200.89157104492188, 208.7998504638672, 216.7081298828125, 224.61639404296875, 232.524658203125, 240.4329376220703]}, "gradients/wav2vec2.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 2.0, 4.0, 5.0, 6.0, 13.0, 7.0, 20.0, 16.0, 22.0, 28.0, 22.0, 27.0, 33.0, 39.0, 47.0, 42.0, 53.0, 44.0, 43.0, 53.0, 64.0, 51.0, 48.0, 45.0, 38.0, 26.0, 29.0, 35.0, 23.0, 26.0, 21.0, 14.0, 13.0, 17.0, 9.0, 7.0, 1.0, 7.0, 4.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-120.33285522460938, -117.11280822753906, -113.89276123046875, -110.67271423339844, -107.45266723632812, -104.23262023925781, -101.0125732421875, -97.79252624511719, -94.57247924804688, -91.35243225097656, -88.13238525390625, -84.91233825683594, -81.69229125976562, -78.47224426269531, -75.252197265625, -72.03215026855469, -68.81210327148438, -65.59205627441406, -62.37200927734375, -59.15196228027344, -55.931915283203125, -52.71186828613281, -49.4918212890625, -46.27177429199219, -43.051727294921875, -39.83168029785156, -36.61163330078125, -33.39158630371094, -30.171539306640625, -26.951492309570312, -23.7314453125, -20.511398315429688, -17.291343688964844, -14.071296691894531, -10.851249694824219, -7.631202697753906, -4.411155700683594, -1.1911087036132812, 2.0289382934570312, 5.248985290527344, 8.469032287597656, 11.689079284667969, 14.909126281738281, 18.129173278808594, 21.349220275878906, 24.56926727294922, 27.78931427001953, 31.009361267089844, 34.229408264160156, 37.44945526123047, 40.66950225830078, 43.889549255371094, 47.109596252441406, 50.32964324951172, 53.54969024658203, 56.769737243652344, 59.989784240722656, 63.20983123779297, 66.42987823486328, 69.6499252319336, 72.8699722290039, 76.09001922607422, 79.31006622314453, 82.53011322021484, 85.75016021728516]}, "gradients/wav2vec2.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 5.0, 1.0, 8.0, 8.0, 9.0, 7.0, 16.0, 26.0, 22.0, 37.0, 55.0, 86.0, 141.0, 183.0, 292.0, 427.0, 645.0, 996.0, 1427.0, 2126.0, 3083.0, 4440.0, 6436.0, 9622.0, 15871.0, 29863.0, 65997.0, 142425.0, 234260.0, 236166.0, 146741.0, 69127.0, 31252.0, 16096.0, 9802.0, 6491.0, 4557.0, 3176.0, 2157.0, 1460.0, 966.0, 703.0, 457.0, 284.0, 186.0, 136.0, 79.0, 61.0, 53.0, 35.0, 28.0, 12.0, 8.0, 11.0, 5.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-19.828125, -19.167724609375, -18.50732421875, -17.846923828125, -17.1865234375, -16.526123046875, -15.86572265625, -15.205322265625, -14.544921875, -13.884521484375, -13.22412109375, -12.563720703125, -11.9033203125, -11.242919921875, -10.58251953125, -9.922119140625, -9.26171875, -8.601318359375, -7.94091796875, -7.280517578125, -6.6201171875, -5.959716796875, -5.29931640625, -4.638916015625, -3.978515625, -3.318115234375, -2.65771484375, -1.997314453125, -1.3369140625, -0.676513671875, -0.01611328125, 0.644287109375, 1.3046875, 1.965087890625, 2.62548828125, 3.285888671875, 3.9462890625, 4.606689453125, 5.26708984375, 5.927490234375, 6.587890625, 7.248291015625, 7.90869140625, 8.569091796875, 9.2294921875, 9.889892578125, 10.55029296875, 11.210693359375, 11.87109375, 12.531494140625, 13.19189453125, 13.852294921875, 14.5126953125, 15.173095703125, 15.83349609375, 16.493896484375, 17.154296875, 17.814697265625, 18.47509765625, 19.135498046875, 19.7958984375, 20.456298828125, 21.11669921875, 21.777099609375, 22.4375]}, "gradients/wav2vec2.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 5.0, 4.0, 4.0, 6.0, 6.0, 7.0, 7.0, 5.0, 6.0, 19.0, 17.0, 19.0, 18.0, 14.0, 27.0, 22.0, 25.0, 21.0, 33.0, 32.0, 40.0, 39.0, 40.0, 46.0, 39.0, 43.0, 40.0, 42.0, 41.0, 40.0, 44.0, 25.0, 27.0, 23.0, 22.0, 10.0, 24.0, 18.0, 12.0, 16.0, 17.0, 10.0, 9.0, 14.0, 11.0, 5.0, 3.0, 6.0, 6.0, 0.0, 3.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.828125, -12.41796875, -12.0078125, -11.59765625, -11.1875, -10.77734375, -10.3671875, -9.95703125, -9.546875, -9.13671875, -8.7265625, -8.31640625, -7.90625, -7.49609375, -7.0859375, -6.67578125, -6.265625, -5.85546875, -5.4453125, -5.03515625, -4.625, -4.21484375, -3.8046875, -3.39453125, -2.984375, -2.57421875, -2.1640625, -1.75390625, -1.34375, -0.93359375, -0.5234375, -0.11328125, 0.296875, 0.70703125, 1.1171875, 1.52734375, 1.9375, 2.34765625, 2.7578125, 3.16796875, 3.578125, 3.98828125, 4.3984375, 4.80859375, 5.21875, 5.62890625, 6.0390625, 6.44921875, 6.859375, 7.26953125, 7.6796875, 8.08984375, 8.5, 8.91015625, 9.3203125, 9.73046875, 10.140625, 10.55078125, 10.9609375, 11.37109375, 11.78125, 12.19140625, 12.6015625, 13.01171875, 13.421875]}, "gradients/wav2vec2.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 6.0, 7.0, 8.0, 8.0, 10.0, 13.0, 24.0, 33.0, 35.0, 68.0, 94.0, 131.0, 168.0, 354.0, 744.0, 1461.0, 2991.0, 6369.0, 14050.0, 34623.0, 133362.0, 416502.0, 313495.0, 79478.0, 24267.0, 10481.0, 4905.0, 2343.0, 1166.0, 536.0, 295.0, 179.0, 100.0, 73.0, 40.0, 43.0, 26.0, 17.0, 22.0, 10.0, 10.0, 5.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-37.9375, -36.81591796875, -35.6943359375, -34.57275390625, -33.451171875, -32.32958984375, -31.2080078125, -30.08642578125, -28.96484375, -27.84326171875, -26.7216796875, -25.60009765625, -24.478515625, -23.35693359375, -22.2353515625, -21.11376953125, -19.9921875, -18.87060546875, -17.7490234375, -16.62744140625, -15.505859375, -14.38427734375, -13.2626953125, -12.14111328125, -11.01953125, -9.89794921875, -8.7763671875, -7.65478515625, -6.533203125, -5.41162109375, -4.2900390625, -3.16845703125, -2.046875, -0.92529296875, 0.1962890625, 1.31787109375, 2.439453125, 3.56103515625, 4.6826171875, 5.80419921875, 6.92578125, 8.04736328125, 9.1689453125, 10.29052734375, 11.412109375, 12.53369140625, 13.6552734375, 14.77685546875, 15.8984375, 17.02001953125, 18.1416015625, 19.26318359375, 20.384765625, 21.50634765625, 22.6279296875, 23.74951171875, 24.87109375, 25.99267578125, 27.1142578125, 28.23583984375, 29.357421875, 30.47900390625, 31.6005859375, 32.72216796875, 33.84375]}, "gradients/wav2vec2.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 6.0, 4.0, 7.0, 3.0, 4.0, 11.0, 4.0, 10.0, 11.0, 20.0, 14.0, 24.0, 25.0, 23.0, 16.0, 21.0, 26.0, 27.0, 21.0, 31.0, 47.0, 32.0, 54.0, 30.0, 49.0, 41.0, 34.0, 41.0, 35.0, 37.0, 33.0, 32.0, 24.0, 24.0, 24.0, 23.0, 12.0, 18.0, 10.0, 20.0, 13.0, 13.0, 15.0, 13.0, 6.0, 4.0, 6.0, 3.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-39.71875, -38.53564453125, -37.3525390625, -36.16943359375, -34.986328125, -33.80322265625, -32.6201171875, -31.43701171875, -30.25390625, -29.07080078125, -27.8876953125, -26.70458984375, -25.521484375, -24.33837890625, -23.1552734375, -21.97216796875, -20.7890625, -19.60595703125, -18.4228515625, -17.23974609375, -16.056640625, -14.87353515625, -13.6904296875, -12.50732421875, -11.32421875, -10.14111328125, -8.9580078125, -7.77490234375, -6.591796875, -5.40869140625, -4.2255859375, -3.04248046875, -1.859375, -0.67626953125, 0.5068359375, 1.68994140625, 2.873046875, 4.05615234375, 5.2392578125, 6.42236328125, 7.60546875, 8.78857421875, 9.9716796875, 11.15478515625, 12.337890625, 13.52099609375, 14.7041015625, 15.88720703125, 17.0703125, 18.25341796875, 19.4365234375, 20.61962890625, 21.802734375, 22.98583984375, 24.1689453125, 25.35205078125, 26.53515625, 27.71826171875, 28.9013671875, 30.08447265625, 31.267578125, 32.45068359375, 33.6337890625, 34.81689453125, 36.0]}, "gradients/wav2vec2.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 2.0, 7.0, 8.0, 12.0, 20.0, 34.0, 72.0, 97.0, 168.0, 316.0, 514.0, 862.0, 1575.0, 2832.0, 4917.0, 9329.0, 18521.0, 40762.0, 98324.0, 223309.0, 307850.0, 190547.0, 80791.0, 33867.0, 15916.0, 8059.0, 4342.0, 2346.0, 1332.0, 734.0, 444.0, 268.0, 143.0, 99.0, 47.0, 34.0, 18.0, 12.0, 11.0, 7.0, 7.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.8984375, -9.610595703125, -9.32275390625, -9.034912109375, -8.7470703125, -8.459228515625, -8.17138671875, -7.883544921875, -7.595703125, -7.307861328125, -7.02001953125, -6.732177734375, -6.4443359375, -6.156494140625, -5.86865234375, -5.580810546875, -5.29296875, -5.005126953125, -4.71728515625, -4.429443359375, -4.1416015625, -3.853759765625, -3.56591796875, -3.278076171875, -2.990234375, -2.702392578125, -2.41455078125, -2.126708984375, -1.8388671875, -1.551025390625, -1.26318359375, -0.975341796875, -0.6875, -0.399658203125, -0.11181640625, 0.176025390625, 0.4638671875, 0.751708984375, 1.03955078125, 1.327392578125, 1.615234375, 1.903076171875, 2.19091796875, 2.478759765625, 2.7666015625, 3.054443359375, 3.34228515625, 3.630126953125, 3.91796875, 4.205810546875, 4.49365234375, 4.781494140625, 5.0693359375, 5.357177734375, 5.64501953125, 5.932861328125, 6.220703125, 6.508544921875, 6.79638671875, 7.084228515625, 7.3720703125, 7.659912109375, 7.94775390625, 8.235595703125, 8.5234375]}, "gradients/wav2vec2.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 4.0, 3.0, 2.0, 5.0, 8.0, 7.0, 8.0, 17.0, 16.0, 23.0, 29.0, 35.0, 59.0, 89.0, 86.0, 106.0, 104.0, 89.0, 78.0, 46.0, 42.0, 26.0, 30.0, 22.0, 18.0, 11.0, 7.0, 4.0, 3.0, 1.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.0032291412353515625, -0.00311848521232605, -0.003007829189300537, -0.0028971731662750244, -0.0027865171432495117, -0.002675861120223999, -0.0025652050971984863, -0.0024545490741729736, -0.002343893051147461, -0.0022332370281219482, -0.0021225810050964355, -0.002011924982070923, -0.0019012689590454102, -0.0017906129360198975, -0.0016799569129943848, -0.001569300889968872, -0.0014586448669433594, -0.0013479888439178467, -0.001237332820892334, -0.0011266767978668213, -0.0010160207748413086, -0.0009053647518157959, -0.0007947087287902832, -0.0006840527057647705, -0.0005733966827392578, -0.0004627406597137451, -0.0003520846366882324, -0.00024142861366271973, -0.00013077259063720703, -2.0116567611694336e-05, 9.053945541381836e-05, 0.00020119547843933105, 0.00031185150146484375, 0.00042250752449035645, 0.0005331635475158691, 0.0006438195705413818, 0.0007544755935668945, 0.0008651316165924072, 0.0009757876396179199, 0.0010864436626434326, 0.0011970996856689453, 0.001307755708694458, 0.0014184117317199707, 0.0015290677547454834, 0.001639723777770996, 0.0017503798007965088, 0.0018610358238220215, 0.001971691846847534, 0.002082347869873047, 0.0021930038928985596, 0.0023036599159240723, 0.002414315938949585, 0.0025249719619750977, 0.0026356279850006104, 0.002746284008026123, 0.0028569400310516357, 0.0029675960540771484, 0.003078252077102661, 0.003188908100128174, 0.0032995641231536865, 0.0034102201461791992, 0.003520876169204712, 0.0036315321922302246, 0.0037421882152557373, 0.00385284423828125]}, "gradients/wav2vec2.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 2.0, 11.0, 7.0, 11.0, 26.0, 42.0, 47.0, 82.0, 143.0, 234.0, 472.0, 1005.0, 2148.0, 5123.0, 13777.0, 37953.0, 108984.0, 261043.0, 331050.0, 180989.0, 66850.0, 23497.0, 8578.0, 3507.0, 1478.0, 695.0, 321.0, 186.0, 106.0, 55.0, 47.0, 34.0, 16.0, 9.0, 12.0, 6.0, 1.0, 0.0, 9.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.734375, -9.4017333984375, -9.069091796875, -8.7364501953125, -8.40380859375, -8.0711669921875, -7.738525390625, -7.4058837890625, -7.0732421875, -6.7406005859375, -6.407958984375, -6.0753173828125, -5.74267578125, -5.4100341796875, -5.077392578125, -4.7447509765625, -4.412109375, -4.0794677734375, -3.746826171875, -3.4141845703125, -3.08154296875, -2.7489013671875, -2.416259765625, -2.0836181640625, -1.7509765625, -1.4183349609375, -1.085693359375, -0.7530517578125, -0.42041015625, -0.0877685546875, 0.244873046875, 0.5775146484375, 0.91015625, 1.2427978515625, 1.575439453125, 1.9080810546875, 2.24072265625, 2.5733642578125, 2.906005859375, 3.2386474609375, 3.5712890625, 3.9039306640625, 4.236572265625, 4.5692138671875, 4.90185546875, 5.2344970703125, 5.567138671875, 5.8997802734375, 6.232421875, 6.5650634765625, 6.897705078125, 7.2303466796875, 7.56298828125, 7.8956298828125, 8.228271484375, 8.5609130859375, 8.8935546875, 9.2261962890625, 9.558837890625, 9.8914794921875, 10.22412109375, 10.5567626953125, 10.889404296875, 11.2220458984375, 11.5546875]}, "gradients/wav2vec2.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 1.0, 3.0, 7.0, 2.0, 2.0, 5.0, 10.0, 6.0, 7.0, 14.0, 13.0, 26.0, 32.0, 20.0, 45.0, 39.0, 58.0, 74.0, 71.0, 87.0, 86.0, 66.0, 66.0, 42.0, 41.0, 37.0, 33.0, 27.0, 20.0, 21.0, 12.0, 6.0, 5.0, 5.0, 5.0, 5.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.8671875, -11.5078125, -11.1484375, -10.7890625, -10.4296875, -10.0703125, -9.7109375, -9.3515625, -8.9921875, -8.6328125, -8.2734375, -7.9140625, -7.5546875, -7.1953125, -6.8359375, -6.4765625, -6.1171875, -5.7578125, -5.3984375, -5.0390625, -4.6796875, -4.3203125, -3.9609375, -3.6015625, -3.2421875, -2.8828125, -2.5234375, -2.1640625, -1.8046875, -1.4453125, -1.0859375, -0.7265625, -0.3671875, -0.0078125, 0.3515625, 0.7109375, 1.0703125, 1.4296875, 1.7890625, 2.1484375, 2.5078125, 2.8671875, 3.2265625, 3.5859375, 3.9453125, 4.3046875, 4.6640625, 5.0234375, 5.3828125, 5.7421875, 6.1015625, 6.4609375, 6.8203125, 7.1796875, 7.5390625, 7.8984375, 8.2578125, 8.6171875, 8.9765625, 9.3359375, 9.6953125, 10.0546875, 10.4140625, 10.7734375, 11.1328125]}, "gradients/wav2vec2.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 6.0, 7.0, 5.0, 22.0, 39.0, 50.0, 106.0, 141.0, 173.0, 167.0, 117.0, 93.0, 40.0, 15.0, 9.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-249.96142578125, -242.9834442138672, -236.00546264648438, -229.02748107910156, -222.04949951171875, -215.071533203125, -208.09353637695312, -201.11557006835938, -194.13758850097656, -187.15960693359375, -180.18162536621094, -173.20364379882812, -166.2256622314453, -159.2476806640625, -152.26971435546875, -145.29173278808594, -138.31375122070312, -131.3357696533203, -124.3577880859375, -117.37980651855469, -110.4018325805664, -103.4238510131836, -96.44586944580078, -89.4678955078125, -82.48989868164062, -75.51191711425781, -68.533935546875, -61.55595779418945, -54.577980041503906, -47.599998474121094, -40.62201690673828, -33.644039154052734, -26.666061401367188, -19.688081741333008, -12.710101127624512, -5.732120513916016, 1.245859146118164, 8.223838806152344, 15.201820373535156, 22.179798126220703, 29.157779693603516, 36.13576126098633, 43.113739013671875, 50.09172058105469, 57.0697021484375, 64.04768371582031, 71.02566528320312, 78.0036392211914, 84.98162078857422, 91.95960235595703, 98.93758392333984, 105.91555786132812, 112.89353942871094, 119.87152099609375, 126.84950256347656, 133.82748413085938, 140.8054656982422, 147.783447265625, 154.7614288330078, 161.73941040039062, 168.71739196777344, 175.69537353515625, 182.67333984375, 189.6513214111328, 196.62930297851562]}, "gradients/wav2vec2.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 7.0, 7.0, 9.0, 11.0, 10.0, 10.0, 15.0, 23.0, 17.0, 21.0, 13.0, 26.0, 23.0, 34.0, 29.0, 35.0, 46.0, 34.0, 32.0, 31.0, 32.0, 39.0, 43.0, 21.0, 31.0, 34.0, 36.0, 38.0, 34.0, 33.0, 35.0, 29.0, 25.0, 17.0, 26.0, 24.0, 9.0, 10.0, 11.0, 15.0, 3.0, 7.0, 4.0, 4.0, 4.0, 5.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-95.81748962402344, -92.80657196044922, -89.79566192626953, -86.78474426269531, -83.77383422851562, -80.7629165649414, -77.75199890136719, -74.7410888671875, -71.73017883300781, -68.7192611694336, -65.7083511352539, -62.69743347167969, -59.6865234375, -56.67560577392578, -53.66469192504883, -50.653778076171875, -47.642860412597656, -44.6319465637207, -41.62103271484375, -38.61011505126953, -35.599205017089844, -32.588287353515625, -29.577373504638672, -26.56645965576172, -23.555545806884766, -20.544631958007812, -17.53371810913086, -14.522802352905273, -11.51188850402832, -8.500974655151367, -5.490058898925781, -2.479145050048828, 0.531768798828125, 3.5426831245422363, 6.553597450256348, 9.564512252807617, 12.57542610168457, 15.586339950561523, 18.59725570678711, 21.608169555664062, 24.619083404541016, 27.62999725341797, 30.640911102294922, 33.651824951171875, 36.662742614746094, 39.67365264892578, 42.6845703125, 45.69548416137695, 48.706398010253906, 51.71731185913086, 54.72822570800781, 57.73914337158203, 60.75005340576172, 63.76097106933594, 66.77188110351562, 69.78279876708984, 72.79371643066406, 75.80463409423828, 78.81554412841797, 81.82646179199219, 84.83737182617188, 87.8482894897461, 90.85920715332031, 93.8701171875, 96.88102722167969]}, "gradients/wav2vec2.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 8.0, 19.0, 18.0, 25.0, 53.0, 64.0, 129.0, 200.0, 352.0, 656.0, 1425.0, 3257.0, 8283.0, 24059.0, 76208.0, 234800.0, 581376.0, 1008723.0, 1088938.0, 704604.0, 305092.0, 103750.0, 32722.0, 11234.0, 4428.0, 1854.0, 899.0, 438.0, 236.0, 165.0, 83.0, 78.0, 35.0, 28.0, 20.0, 9.0, 4.0, 7.0, 3.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-15.84375, -15.3505859375, -14.857421875, -14.3642578125, -13.87109375, -13.3779296875, -12.884765625, -12.3916015625, -11.8984375, -11.4052734375, -10.912109375, -10.4189453125, -9.92578125, -9.4326171875, -8.939453125, -8.4462890625, -7.953125, -7.4599609375, -6.966796875, -6.4736328125, -5.98046875, -5.4873046875, -4.994140625, -4.5009765625, -4.0078125, -3.5146484375, -3.021484375, -2.5283203125, -2.03515625, -1.5419921875, -1.048828125, -0.5556640625, -0.0625, 0.4306640625, 0.923828125, 1.4169921875, 1.91015625, 2.4033203125, 2.896484375, 3.3896484375, 3.8828125, 4.3759765625, 4.869140625, 5.3623046875, 5.85546875, 6.3486328125, 6.841796875, 7.3349609375, 7.828125, 8.3212890625, 8.814453125, 9.3076171875, 9.80078125, 10.2939453125, 10.787109375, 11.2802734375, 11.7734375, 12.2666015625, 12.759765625, 13.2529296875, 13.74609375, 14.2392578125, 14.732421875, 15.2255859375, 15.71875]}, "gradients/wav2vec2.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 4.0, 7.0, 11.0, 4.0, 15.0, 14.0, 14.0, 16.0, 10.0, 21.0, 36.0, 36.0, 37.0, 43.0, 47.0, 43.0, 43.0, 53.0, 50.0, 56.0, 50.0, 32.0, 39.0, 43.0, 33.0, 25.0, 26.0, 33.0, 29.0, 25.0, 19.0, 24.0, 14.0, 14.0, 12.0, 6.0, 5.0, 5.0, 4.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-16.90625, -16.439697265625, -15.97314453125, -15.506591796875, -15.0400390625, -14.573486328125, -14.10693359375, -13.640380859375, -13.173828125, -12.707275390625, -12.24072265625, -11.774169921875, -11.3076171875, -10.841064453125, -10.37451171875, -9.907958984375, -9.44140625, -8.974853515625, -8.50830078125, -8.041748046875, -7.5751953125, -7.108642578125, -6.64208984375, -6.175537109375, -5.708984375, -5.242431640625, -4.77587890625, -4.309326171875, -3.8427734375, -3.376220703125, -2.90966796875, -2.443115234375, -1.9765625, -1.510009765625, -1.04345703125, -0.576904296875, -0.1103515625, 0.356201171875, 0.82275390625, 1.289306640625, 1.755859375, 2.222412109375, 2.68896484375, 3.155517578125, 3.6220703125, 4.088623046875, 4.55517578125, 5.021728515625, 5.48828125, 5.954833984375, 6.42138671875, 6.887939453125, 7.3544921875, 7.821044921875, 8.28759765625, 8.754150390625, 9.220703125, 9.687255859375, 10.15380859375, 10.620361328125, 11.0869140625, 11.553466796875, 12.02001953125, 12.486572265625, 12.953125]}, "gradients/wav2vec2.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 6.0, 7.0, 6.0, 13.0, 19.0, 35.0, 47.0, 51.0, 86.0, 106.0, 156.0, 230.0, 375.0, 587.0, 920.0, 1753.0, 3492.0, 7807.0, 20384.0, 62364.0, 225794.0, 924831.0, 1969226.0, 718863.0, 176922.0, 50102.0, 16501.0, 6567.0, 3046.0, 1542.0, 859.0, 493.0, 320.0, 240.0, 161.0, 101.0, 77.0, 57.0, 27.0, 26.0, 26.0, 13.0, 11.0, 10.0, 9.0, 8.0, 0.0, 5.0, 3.0, 3.0, 2.0], "bins": [-22.234375, -21.6064453125, -20.978515625, -20.3505859375, -19.72265625, -19.0947265625, -18.466796875, -17.8388671875, -17.2109375, -16.5830078125, -15.955078125, -15.3271484375, -14.69921875, -14.0712890625, -13.443359375, -12.8154296875, -12.1875, -11.5595703125, -10.931640625, -10.3037109375, -9.67578125, -9.0478515625, -8.419921875, -7.7919921875, -7.1640625, -6.5361328125, -5.908203125, -5.2802734375, -4.65234375, -4.0244140625, -3.396484375, -2.7685546875, -2.140625, -1.5126953125, -0.884765625, -0.2568359375, 0.37109375, 0.9990234375, 1.626953125, 2.2548828125, 2.8828125, 3.5107421875, 4.138671875, 4.7666015625, 5.39453125, 6.0224609375, 6.650390625, 7.2783203125, 7.90625, 8.5341796875, 9.162109375, 9.7900390625, 10.41796875, 11.0458984375, 11.673828125, 12.3017578125, 12.9296875, 13.5576171875, 14.185546875, 14.8134765625, 15.44140625, 16.0693359375, 16.697265625, 17.3251953125, 17.953125]}, "gradients/wav2vec2.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 0.0, 5.0, 2.0, 2.0, 6.0, 1.0, 14.0, 10.0, 15.0, 18.0, 20.0, 29.0, 28.0, 50.0, 71.0, 88.0, 82.0, 155.0, 163.0, 197.0, 257.0, 303.0, 277.0, 306.0, 339.0, 300.0, 270.0, 194.0, 194.0, 145.0, 128.0, 98.0, 77.0, 56.0, 41.0, 36.0, 24.0, 22.0, 12.0, 12.0, 7.0, 10.0, 7.0, 5.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-24.9375, -24.125244140625, -23.31298828125, -22.500732421875, -21.6884765625, -20.876220703125, -20.06396484375, -19.251708984375, -18.439453125, -17.627197265625, -16.81494140625, -16.002685546875, -15.1904296875, -14.378173828125, -13.56591796875, -12.753662109375, -11.94140625, -11.129150390625, -10.31689453125, -9.504638671875, -8.6923828125, -7.880126953125, -7.06787109375, -6.255615234375, -5.443359375, -4.631103515625, -3.81884765625, -3.006591796875, -2.1943359375, -1.382080078125, -0.56982421875, 0.242431640625, 1.0546875, 1.866943359375, 2.67919921875, 3.491455078125, 4.3037109375, 5.115966796875, 5.92822265625, 6.740478515625, 7.552734375, 8.364990234375, 9.17724609375, 9.989501953125, 10.8017578125, 11.614013671875, 12.42626953125, 13.238525390625, 14.05078125, 14.863037109375, 15.67529296875, 16.487548828125, 17.2998046875, 18.112060546875, 18.92431640625, 19.736572265625, 20.548828125, 21.361083984375, 22.17333984375, 22.985595703125, 23.7978515625, 24.610107421875, 25.42236328125, 26.234619140625, 27.046875]}, "gradients/wav2vec2.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 7.0, 4.0, 13.0, 11.0, 26.0, 32.0, 63.0, 75.0, 94.0, 130.0, 147.0, 116.0, 84.0, 62.0, 42.0, 43.0, 11.0, 16.0, 9.0, 6.0, 5.0, 6.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-366.9793701171875, -355.29937744140625, -343.619384765625, -331.93939208984375, -320.2593994140625, -308.57940673828125, -296.8994140625, -285.21942138671875, -273.5394287109375, -261.85943603515625, -250.179443359375, -238.49945068359375, -226.8194580078125, -215.13946533203125, -203.45947265625, -191.77947998046875, -180.0994873046875, -168.41949462890625, -156.739501953125, -145.05950927734375, -133.3795166015625, -121.69952392578125, -110.01953125, -98.33953857421875, -86.6595458984375, -74.97955322265625, -63.299560546875, -51.61956787109375, -39.9395751953125, -28.25958251953125, -16.57958984375, -4.89959716796875, 6.7803955078125, 18.46038818359375, 30.140380859375, 41.82037353515625, 53.5003662109375, 65.18035888671875, 76.8603515625, 88.54034423828125, 100.2203369140625, 111.90032958984375, 123.580322265625, 135.26031494140625, 146.9403076171875, 158.62030029296875, 170.30029296875, 181.98028564453125, 193.6602783203125, 205.34027099609375, 217.020263671875, 228.70025634765625, 240.3802490234375, 252.06024169921875, 263.740234375, 275.42022705078125, 287.1002197265625, 298.78021240234375, 310.460205078125, 322.14019775390625, 333.8201904296875, 345.50018310546875, 357.18017578125, 368.86016845703125, 380.5401611328125]}, "gradients/wav2vec2.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 6.0, 1.0, 11.0, 13.0, 7.0, 13.0, 14.0, 12.0, 27.0, 21.0, 30.0, 24.0, 23.0, 27.0, 39.0, 34.0, 47.0, 36.0, 39.0, 41.0, 44.0, 46.0, 36.0, 40.0, 42.0, 36.0, 34.0, 34.0, 20.0, 27.0, 24.0, 29.0, 20.0, 15.0, 16.0, 19.0, 14.0, 17.0, 6.0, 8.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0], "bins": [-139.85475158691406, -135.71754455566406, -131.58035278320312, -127.44314575195312, -123.30593872070312, -119.16873931884766, -115.03153991699219, -110.89433288574219, -106.75713348388672, -102.61993408203125, -98.48272705078125, -94.34552764892578, -90.20832824707031, -86.07112121582031, -81.93392181396484, -77.79672241210938, -73.65951538085938, -69.5223159790039, -65.3851089477539, -61.24790954589844, -57.1107063293457, -52.97350311279297, -48.8363037109375, -44.699100494384766, -40.56189727783203, -36.4246940612793, -32.28749084472656, -28.150291442871094, -24.01308822631836, -19.875885009765625, -15.738683700561523, -11.601482391357422, -7.464271545410156, -3.3270692825317383, 0.8101329803466797, 4.947335243225098, 9.084537506103516, 13.22174072265625, 17.35894203186035, 21.496143341064453, 25.633346557617188, 29.770549774169922, 33.907752990722656, 38.044952392578125, 42.18215560913086, 46.319358825683594, 50.45655822753906, 54.5937614440918, 58.73096466064453, 62.868167877197266, 67.00537109375, 71.14257049560547, 75.27976989746094, 79.41697692871094, 83.5541763305664, 87.69137573242188, 91.82858276367188, 95.96578216552734, 100.10298919677734, 104.24018859863281, 108.37739562988281, 112.51459503173828, 116.65179443359375, 120.78900146484375, 124.92620086669922]}, "gradients/wav2vec2.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 2.0, 4.0, 2.0, 2.0, 5.0, 8.0, 9.0, 8.0, 31.0, 15.0, 29.0, 58.0, 78.0, 110.0, 151.0, 209.0, 348.0, 433.0, 748.0, 1108.0, 1861.0, 2810.0, 4577.0, 7831.0, 12975.0, 22448.0, 39432.0, 70003.0, 121654.0, 186036.0, 205522.0, 152987.0, 92169.0, 52378.0, 29767.0, 16950.0, 9904.0, 5913.0, 3644.0, 2185.0, 1461.0, 874.0, 593.0, 386.0, 264.0, 172.0, 108.0, 95.0, 52.0, 44.0, 36.0, 19.0, 18.0, 10.0, 11.0, 5.0, 6.0, 4.0, 4.0, 2.0, 3.0], "bins": [-6.52734375, -6.33099365234375, -6.1346435546875, -5.93829345703125, -5.741943359375, -5.54559326171875, -5.3492431640625, -5.15289306640625, -4.95654296875, -4.76019287109375, -4.5638427734375, -4.36749267578125, -4.171142578125, -3.97479248046875, -3.7784423828125, -3.58209228515625, -3.3857421875, -3.18939208984375, -2.9930419921875, -2.79669189453125, -2.600341796875, -2.40399169921875, -2.2076416015625, -2.01129150390625, -1.81494140625, -1.61859130859375, -1.4222412109375, -1.22589111328125, -1.029541015625, -0.83319091796875, -0.6368408203125, -0.44049072265625, -0.244140625, -0.04779052734375, 0.1485595703125, 0.34490966796875, 0.541259765625, 0.73760986328125, 0.9339599609375, 1.13031005859375, 1.32666015625, 1.52301025390625, 1.7193603515625, 1.91571044921875, 2.112060546875, 2.30841064453125, 2.5047607421875, 2.70111083984375, 2.8974609375, 3.09381103515625, 3.2901611328125, 3.48651123046875, 3.682861328125, 3.87921142578125, 4.0755615234375, 4.27191162109375, 4.46826171875, 4.66461181640625, 4.8609619140625, 5.05731201171875, 5.253662109375, 5.45001220703125, 5.6463623046875, 5.84271240234375, 6.0390625]}, "gradients/wav2vec2.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 6.0, 4.0, 11.0, 8.0, 8.0, 8.0, 14.0, 11.0, 18.0, 13.0, 22.0, 22.0, 14.0, 20.0, 37.0, 34.0, 32.0, 33.0, 41.0, 49.0, 48.0, 46.0, 45.0, 42.0, 47.0, 38.0, 36.0, 32.0, 37.0, 31.0, 29.0, 23.0, 27.0, 17.0, 19.0, 12.0, 13.0, 15.0, 6.0, 12.0, 7.0, 3.0, 2.0, 3.0, 5.0, 3.0, 2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-16.375, -15.796142578125, -15.21728515625, -14.638427734375, -14.0595703125, -13.480712890625, -12.90185546875, -12.322998046875, -11.744140625, -11.165283203125, -10.58642578125, -10.007568359375, -9.4287109375, -8.849853515625, -8.27099609375, -7.692138671875, -7.11328125, -6.534423828125, -5.95556640625, -5.376708984375, -4.7978515625, -4.218994140625, -3.64013671875, -3.061279296875, -2.482421875, -1.903564453125, -1.32470703125, -0.745849609375, -0.1669921875, 0.411865234375, 0.99072265625, 1.569580078125, 2.1484375, 2.727294921875, 3.30615234375, 3.885009765625, 4.4638671875, 5.042724609375, 5.62158203125, 6.200439453125, 6.779296875, 7.358154296875, 7.93701171875, 8.515869140625, 9.0947265625, 9.673583984375, 10.25244140625, 10.831298828125, 11.41015625, 11.989013671875, 12.56787109375, 13.146728515625, 13.7255859375, 14.304443359375, 14.88330078125, 15.462158203125, 16.041015625, 16.619873046875, 17.19873046875, 17.777587890625, 18.3564453125, 18.935302734375, 19.51416015625, 20.093017578125, 20.671875]}, "gradients/wav2vec2.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 7.0, 13.0, 12.0, 14.0, 21.0, 31.0, 40.0, 60.0, 123.0, 178.0, 288.0, 485.0, 829.0, 1514.0, 2709.0, 5533.0, 11677.0, 26425.0, 66152.0, 191668.0, 469497.0, 168185.0, 57964.0, 23112.0, 10651.0, 5093.0, 2665.0, 1482.0, 841.0, 497.0, 282.0, 192.0, 111.0, 63.0, 44.0, 28.0, 15.0, 13.0, 16.0, 4.0, 10.0, 5.0, 3.0, 2.0, 2.0, 0.0, 0.0, 3.0], "bins": [-12.078125, -11.7467041015625, -11.415283203125, -11.0838623046875, -10.75244140625, -10.4210205078125, -10.089599609375, -9.7581787109375, -9.4267578125, -9.0953369140625, -8.763916015625, -8.4324951171875, -8.10107421875, -7.7696533203125, -7.438232421875, -7.1068115234375, -6.775390625, -6.4439697265625, -6.112548828125, -5.7811279296875, -5.44970703125, -5.1182861328125, -4.786865234375, -4.4554443359375, -4.1240234375, -3.7926025390625, -3.461181640625, -3.1297607421875, -2.79833984375, -2.4669189453125, -2.135498046875, -1.8040771484375, -1.47265625, -1.1412353515625, -0.809814453125, -0.4783935546875, -0.14697265625, 0.1844482421875, 0.515869140625, 0.8472900390625, 1.1787109375, 1.5101318359375, 1.841552734375, 2.1729736328125, 2.50439453125, 2.8358154296875, 3.167236328125, 3.4986572265625, 3.830078125, 4.1614990234375, 4.492919921875, 4.8243408203125, 5.15576171875, 5.4871826171875, 5.818603515625, 6.1500244140625, 6.4814453125, 6.8128662109375, 7.144287109375, 7.4757080078125, 7.80712890625, 8.1385498046875, 8.469970703125, 8.8013916015625, 9.1328125]}, "gradients/wav2vec2.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 4.0, 6.0, 6.0, 3.0, 9.0, 6.0, 7.0, 6.0, 12.0, 9.0, 19.0, 16.0, 23.0, 43.0, 41.0, 25.0, 49.0, 41.0, 50.0, 54.0, 54.0, 65.0, 60.0, 45.0, 55.0, 39.0, 43.0, 48.0, 39.0, 35.0, 23.0, 19.0, 13.0, 8.0, 6.0, 9.0, 3.0, 5.0, 4.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.9375, -37.53173828125, -36.1259765625, -34.72021484375, -33.314453125, -31.90869140625, -30.5029296875, -29.09716796875, -27.69140625, -26.28564453125, -24.8798828125, -23.47412109375, -22.068359375, -20.66259765625, -19.2568359375, -17.85107421875, -16.4453125, -15.03955078125, -13.6337890625, -12.22802734375, -10.822265625, -9.41650390625, -8.0107421875, -6.60498046875, -5.19921875, -3.79345703125, -2.3876953125, -0.98193359375, 0.423828125, 1.82958984375, 3.2353515625, 4.64111328125, 6.046875, 7.45263671875, 8.8583984375, 10.26416015625, 11.669921875, 13.07568359375, 14.4814453125, 15.88720703125, 17.29296875, 18.69873046875, 20.1044921875, 21.51025390625, 22.916015625, 24.32177734375, 25.7275390625, 27.13330078125, 28.5390625, 29.94482421875, 31.3505859375, 32.75634765625, 34.162109375, 35.56787109375, 36.9736328125, 38.37939453125, 39.78515625, 41.19091796875, 42.5966796875, 44.00244140625, 45.408203125, 46.81396484375, 48.2197265625, 49.62548828125, 51.03125]}, "gradients/wav2vec2.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 6.0, 10.0, 13.0, 17.0, 32.0, 43.0, 66.0, 140.0, 308.0, 755.0, 2501.0, 10567.0, 80539.0, 713297.0, 211562.0, 22380.0, 4253.0, 1201.0, 420.0, 188.0, 93.0, 57.0, 28.0, 23.0, 15.0, 12.0, 6.0, 5.0, 7.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.638671875, -3.497100830078125, -3.35552978515625, -3.213958740234375, -3.0723876953125, -2.930816650390625, -2.78924560546875, -2.647674560546875, -2.506103515625, -2.364532470703125, -2.22296142578125, -2.081390380859375, -1.9398193359375, -1.798248291015625, -1.65667724609375, -1.515106201171875, -1.37353515625, -1.231964111328125, -1.09039306640625, -0.948822021484375, -0.8072509765625, -0.665679931640625, -0.52410888671875, -0.382537841796875, -0.240966796875, -0.099395751953125, 0.04217529296875, 0.183746337890625, 0.3253173828125, 0.466888427734375, 0.60845947265625, 0.750030517578125, 0.8916015625, 1.033172607421875, 1.17474365234375, 1.316314697265625, 1.4578857421875, 1.599456787109375, 1.74102783203125, 1.882598876953125, 2.024169921875, 2.165740966796875, 2.30731201171875, 2.448883056640625, 2.5904541015625, 2.732025146484375, 2.87359619140625, 3.015167236328125, 3.15673828125, 3.298309326171875, 3.43988037109375, 3.581451416015625, 3.7230224609375, 3.864593505859375, 4.00616455078125, 4.147735595703125, 4.289306640625, 4.430877685546875, 4.57244873046875, 4.714019775390625, 4.8555908203125, 4.997161865234375, 5.13873291015625, 5.280303955078125, 5.421875]}, "gradients/wav2vec2.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 5.0, 3.0, 3.0, 6.0, 4.0, 2.0, 3.0, 7.0, 12.0, 16.0, 13.0, 29.0, 30.0, 29.0, 44.0, 50.0, 77.0, 68.0, 104.0, 89.0, 81.0, 83.0, 55.0, 40.0, 34.0, 23.0, 20.0, 13.0, 17.0, 14.0, 6.0, 0.0, 7.0, 7.0, 4.0, 4.0, 6.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0006766319274902344, -0.0006555914878845215, -0.0006345510482788086, -0.0006135106086730957, -0.0005924701690673828, -0.0005714297294616699, -0.000550389289855957, -0.0005293488502502441, -0.0005083084106445312, -0.00048726797103881836, -0.00046622753143310547, -0.0004451870918273926, -0.0004241466522216797, -0.0004031062126159668, -0.0003820657730102539, -0.000361025333404541, -0.0003399848937988281, -0.00031894445419311523, -0.00029790401458740234, -0.00027686357498168945, -0.00025582313537597656, -0.00023478269577026367, -0.00021374225616455078, -0.0001927018165588379, -0.000171661376953125, -0.0001506209373474121, -0.00012958049774169922, -0.00010854005813598633, -8.749961853027344e-05, -6.645917892456055e-05, -4.5418739318847656e-05, -2.4378299713134766e-05, -3.337860107421875e-06, 1.7702579498291016e-05, 3.8743019104003906e-05, 5.97834587097168e-05, 8.082389831542969e-05, 0.00010186433792114258, 0.00012290477752685547, 0.00014394521713256836, 0.00016498565673828125, 0.00018602609634399414, 0.00020706653594970703, 0.00022810697555541992, 0.0002491474151611328, 0.0002701878547668457, 0.0002912282943725586, 0.0003122687339782715, 0.0003333091735839844, 0.00035434961318969727, 0.00037539005279541016, 0.00039643049240112305, 0.00041747093200683594, 0.00043851137161254883, 0.0004595518112182617, 0.0004805922508239746, 0.0005016326904296875, 0.0005226731300354004, 0.0005437135696411133, 0.0005647540092468262, 0.0005857944488525391, 0.000606834888458252, 0.0006278753280639648, 0.0006489157676696777, 0.0006699562072753906]}, "gradients/wav2vec2.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 5.0, 7.0, 10.0, 9.0, 11.0, 22.0, 29.0, 61.0, 90.0, 156.0, 320.0, 605.0, 1097.0, 2718.0, 7564.0, 24312.0, 95221.0, 495218.0, 321575.0, 70575.0, 18993.0, 5883.0, 2102.0, 911.0, 444.0, 254.0, 116.0, 80.0, 51.0, 24.0, 23.0, 24.0, 25.0, 11.0, 3.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0], "bins": [-2.984375, -2.869140625, -2.75390625, -2.638671875, -2.5234375, -2.408203125, -2.29296875, -2.177734375, -2.0625, -1.947265625, -1.83203125, -1.716796875, -1.6015625, -1.486328125, -1.37109375, -1.255859375, -1.140625, -1.025390625, -0.91015625, -0.794921875, -0.6796875, -0.564453125, -0.44921875, -0.333984375, -0.21875, -0.103515625, 0.01171875, 0.126953125, 0.2421875, 0.357421875, 0.47265625, 0.587890625, 0.703125, 0.818359375, 0.93359375, 1.048828125, 1.1640625, 1.279296875, 1.39453125, 1.509765625, 1.625, 1.740234375, 1.85546875, 1.970703125, 2.0859375, 2.201171875, 2.31640625, 2.431640625, 2.546875, 2.662109375, 2.77734375, 2.892578125, 3.0078125, 3.123046875, 3.23828125, 3.353515625, 3.46875, 3.583984375, 3.69921875, 3.814453125, 3.9296875, 4.044921875, 4.16015625, 4.275390625, 4.390625]}, "gradients/wav2vec2.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 8.0, 5.0, 12.0, 10.0, 13.0, 19.0, 24.0, 29.0, 41.0, 41.0, 81.0, 73.0, 68.0, 62.0, 66.0, 76.0, 72.0, 70.0, 64.0, 48.0, 29.0, 25.0, 15.0, 10.0, 15.0, 10.0, 3.0, 6.0, 5.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.39453125, -3.263916015625, -3.13330078125, -3.002685546875, -2.8720703125, -2.741455078125, -2.61083984375, -2.480224609375, -2.349609375, -2.218994140625, -2.08837890625, -1.957763671875, -1.8271484375, -1.696533203125, -1.56591796875, -1.435302734375, -1.3046875, -1.174072265625, -1.04345703125, -0.912841796875, -0.7822265625, -0.651611328125, -0.52099609375, -0.390380859375, -0.259765625, -0.129150390625, 0.00146484375, 0.132080078125, 0.2626953125, 0.393310546875, 0.52392578125, 0.654541015625, 0.78515625, 0.915771484375, 1.04638671875, 1.177001953125, 1.3076171875, 1.438232421875, 1.56884765625, 1.699462890625, 1.830078125, 1.960693359375, 2.09130859375, 2.221923828125, 2.3525390625, 2.483154296875, 2.61376953125, 2.744384765625, 2.875, 3.005615234375, 3.13623046875, 3.266845703125, 3.3974609375, 3.528076171875, 3.65869140625, 3.789306640625, 3.919921875, 4.050537109375, 4.18115234375, 4.311767578125, 4.4423828125, 4.572998046875, 4.70361328125, 4.834228515625, 4.96484375]}, "gradients/wav2vec2.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 0.0, 4.0, 4.0, 4.0, 10.0, 17.0, 25.0, 44.0, 73.0, 127.0, 194.0, 209.0, 133.0, 72.0, 44.0, 21.0, 12.0, 3.0, 3.0, 4.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-214.348876953125, -209.25201416015625, -204.15513610839844, -199.0582733154297, -193.96141052246094, -188.86453247070312, -183.76766967773438, -178.67080688476562, -173.57394409179688, -168.47708129882812, -163.3802032470703, -158.28334045410156, -153.1864776611328, -148.089599609375, -142.99273681640625, -137.8958740234375, -132.7989959716797, -127.7021255493164, -122.60526275634766, -117.50839233398438, -112.41152954101562, -107.31465911865234, -102.21778869628906, -97.12092590332031, -92.02405548095703, -86.92718505859375, -81.830322265625, -76.73345184326172, -71.63658142089844, -66.53971862792969, -61.442848205566406, -56.34598159790039, -51.249122619628906, -46.15225601196289, -41.055389404296875, -35.958518981933594, -30.861652374267578, -25.764785766601562, -20.667917251586914, -15.571048736572266, -10.47418212890625, -5.377314567565918, -0.28044700622558594, 4.816420555114746, 9.913288116455078, 15.010154724121094, 20.107023239135742, 25.20389175415039, 30.300758361816406, 35.39762496948242, 40.49449157714844, 45.59136199951172, 50.688228607177734, 55.78509521484375, 60.88196563720703, 65.97883605957031, 71.07569885253906, 76.17256927490234, 81.2694320678711, 86.36630249023438, 91.46316528320312, 96.5600357055664, 101.65690612792969, 106.75376892089844, 111.85063934326172]}, "gradients/wav2vec2.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 4.0, 7.0, 8.0, 9.0, 4.0, 16.0, 16.0, 15.0, 23.0, 28.0, 38.0, 26.0, 36.0, 43.0, 51.0, 68.0, 55.0, 72.0, 50.0, 62.0, 57.0, 43.0, 50.0, 25.0, 37.0, 17.0, 19.0, 20.0, 20.0, 12.0, 14.0, 8.0, 6.0, 9.0, 8.0, 6.0, 6.0, 0.0, 3.0, 4.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-107.92311096191406, -104.29352569580078, -100.6639404296875, -97.03435516357422, -93.40476989746094, -89.77519226074219, -86.1456069946289, -82.51602172851562, -78.88643646240234, -75.25685119628906, -71.62726593017578, -67.9976806640625, -64.36810302734375, -60.7385139465332, -57.10893249511719, -53.479347229003906, -49.849761962890625, -46.220176696777344, -42.59059143066406, -38.96100997924805, -35.331424713134766, -31.701839447021484, -28.072256088256836, -24.442672729492188, -20.813087463378906, -17.183502197265625, -13.553918838500977, -9.924334526062012, -6.294750213623047, -2.6651649475097656, 0.9644184112548828, 4.594001770019531, 8.223594665527344, 11.853178977966309, 15.482763290405273, 19.112346649169922, 22.741931915283203, 26.371517181396484, 30.001100540161133, 33.63068389892578, 37.26026916503906, 40.889854431152344, 44.519439697265625, 48.14902114868164, 51.77860641479492, 55.4081916809082, 59.03777313232422, 62.6673583984375, 66.29694366455078, 69.92652893066406, 73.55611419677734, 77.18569946289062, 80.81527709960938, 84.44486999511719, 88.07444763183594, 91.70403289794922, 95.3336181640625, 98.96320343017578, 102.59278869628906, 106.22237396240234, 109.85195922851562, 113.48153686523438, 117.11112213134766, 120.74070739746094, 124.37029266357422]}, "gradients/wav2vec2.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 6.0, 6.0, 4.0, 5.0, 5.0, 15.0, 24.0, 26.0, 47.0, 67.0, 103.0, 127.0, 189.0, 279.0, 477.0, 712.0, 1079.0, 1739.0, 3019.0, 5675.0, 13330.0, 39875.0, 179681.0, 2076425.0, 1646385.0, 162241.0, 37653.0, 12587.0, 5473.0, 2829.0, 1542.0, 968.0, 573.0, 371.0, 252.0, 175.0, 103.0, 77.0, 48.0, 29.0, 24.0, 18.0, 12.0, 3.0, 9.0, 1.0, 5.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.763671875, -3.64593505859375, -3.5281982421875, -3.41046142578125, -3.292724609375, -3.17498779296875, -3.0572509765625, -2.93951416015625, -2.82177734375, -2.70404052734375, -2.5863037109375, -2.46856689453125, -2.350830078125, -2.23309326171875, -2.1153564453125, -1.99761962890625, -1.8798828125, -1.76214599609375, -1.6444091796875, -1.52667236328125, -1.408935546875, -1.29119873046875, -1.1734619140625, -1.05572509765625, -0.93798828125, -0.82025146484375, -0.7025146484375, -0.58477783203125, -0.467041015625, -0.34930419921875, -0.2315673828125, -0.11383056640625, 0.00390625, 0.12164306640625, 0.2393798828125, 0.35711669921875, 0.474853515625, 0.59259033203125, 0.7103271484375, 0.82806396484375, 0.94580078125, 1.06353759765625, 1.1812744140625, 1.29901123046875, 1.416748046875, 1.53448486328125, 1.6522216796875, 1.76995849609375, 1.8876953125, 2.00543212890625, 2.1231689453125, 2.24090576171875, 2.358642578125, 2.47637939453125, 2.5941162109375, 2.71185302734375, 2.82958984375, 2.94732666015625, 3.0650634765625, 3.18280029296875, 3.300537109375, 3.41827392578125, 3.5360107421875, 3.65374755859375, 3.771484375]}, "gradients/wav2vec2.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 1.0, 1.0, 1.0, 5.0, 2.0, 3.0, 2.0, 3.0, 7.0, 6.0, 14.0, 17.0, 20.0, 33.0, 44.0, 43.0, 76.0, 84.0, 109.0, 101.0, 99.0, 85.0, 68.0, 40.0, 32.0, 34.0, 19.0, 16.0, 11.0, 10.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.74755859375, -0.7229080200195312, -0.6982574462890625, -0.6736068725585938, -0.648956298828125, -0.6243057250976562, -0.5996551513671875, -0.5750045776367188, -0.55035400390625, -0.5257034301757812, -0.5010528564453125, -0.47640228271484375, -0.451751708984375, -0.42710113525390625, -0.4024505615234375, -0.37779998779296875, -0.3531494140625, -0.32849884033203125, -0.3038482666015625, -0.27919769287109375, -0.254547119140625, -0.22989654541015625, -0.2052459716796875, -0.18059539794921875, -0.15594482421875, -0.13129425048828125, -0.1066436767578125, -0.08199310302734375, -0.057342529296875, -0.03269195556640625, -0.0080413818359375, 0.01660919189453125, 0.041259765625, 0.06591033935546875, 0.0905609130859375, 0.11521148681640625, 0.139862060546875, 0.16451263427734375, 0.1891632080078125, 0.21381378173828125, 0.23846435546875, 0.26311492919921875, 0.2877655029296875, 0.31241607666015625, 0.337066650390625, 0.36171722412109375, 0.3863677978515625, 0.41101837158203125, 0.4356689453125, 0.46031951904296875, 0.4849700927734375, 0.5096206665039062, 0.534271240234375, 0.5589218139648438, 0.5835723876953125, 0.6082229614257812, 0.63287353515625, 0.6575241088867188, 0.6821746826171875, 0.7068252563476562, 0.731475830078125, 0.7561264038085938, 0.7807769775390625, 0.8054275512695312, 0.830078125]}, "gradients/wav2vec2.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 4.0, 0.0, 11.0, 6.0, 14.0, 19.0, 19.0, 43.0, 100.0, 144.0, 291.0, 569.0, 1294.0, 3152.0, 8082.0, 22747.0, 68160.0, 226485.0, 846167.0, 2115515.0, 640884.0, 176365.0, 54438.0, 18340.0, 6638.0, 2641.0, 1071.0, 500.0, 243.0, 130.0, 84.0, 53.0, 29.0, 18.0, 6.0, 6.0, 9.0, 5.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.140625, -3.0260009765625, -2.911376953125, -2.7967529296875, -2.68212890625, -2.5675048828125, -2.452880859375, -2.3382568359375, -2.2236328125, -2.1090087890625, -1.994384765625, -1.8797607421875, -1.76513671875, -1.6505126953125, -1.535888671875, -1.4212646484375, -1.306640625, -1.1920166015625, -1.077392578125, -0.9627685546875, -0.84814453125, -0.7335205078125, -0.618896484375, -0.5042724609375, -0.3896484375, -0.2750244140625, -0.160400390625, -0.0457763671875, 0.06884765625, 0.1834716796875, 0.298095703125, 0.4127197265625, 0.52734375, 0.6419677734375, 0.756591796875, 0.8712158203125, 0.98583984375, 1.1004638671875, 1.215087890625, 1.3297119140625, 1.4443359375, 1.5589599609375, 1.673583984375, 1.7882080078125, 1.90283203125, 2.0174560546875, 2.132080078125, 2.2467041015625, 2.361328125, 2.4759521484375, 2.590576171875, 2.7052001953125, 2.81982421875, 2.9344482421875, 3.049072265625, 3.1636962890625, 3.2783203125, 3.3929443359375, 3.507568359375, 3.6221923828125, 3.73681640625, 3.8514404296875, 3.966064453125, 4.0806884765625, 4.1953125]}, "gradients/wav2vec2.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 1.0, 5.0, 2.0, 6.0, 4.0, 4.0, 6.0, 14.0, 17.0, 19.0, 30.0, 34.0, 56.0, 53.0, 58.0, 96.0, 113.0, 116.0, 153.0, 234.0, 260.0, 313.0, 386.0, 434.0, 324.0, 263.0, 208.0, 164.0, 119.0, 130.0, 82.0, 78.0, 74.0, 45.0, 38.0, 20.0, 31.0, 22.0, 21.0, 11.0, 9.0, 6.0, 8.0, 5.0, 5.0, 2.0, 0.0, 1.0, 2.0, 1.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1162109375, -1.0740203857421875, -1.031829833984375, -0.9896392822265625, -0.94744873046875, -0.9052581787109375, -0.863067626953125, -0.8208770751953125, -0.7786865234375, -0.7364959716796875, -0.694305419921875, -0.6521148681640625, -0.60992431640625, -0.5677337646484375, -0.525543212890625, -0.4833526611328125, -0.441162109375, -0.3989715576171875, -0.356781005859375, -0.3145904541015625, -0.27239990234375, -0.2302093505859375, -0.188018798828125, -0.1458282470703125, -0.1036376953125, -0.0614471435546875, -0.019256591796875, 0.0229339599609375, 0.06512451171875, 0.1073150634765625, 0.149505615234375, 0.1916961669921875, 0.23388671875, 0.2760772705078125, 0.318267822265625, 0.3604583740234375, 0.40264892578125, 0.4448394775390625, 0.487030029296875, 0.5292205810546875, 0.5714111328125, 0.6136016845703125, 0.655792236328125, 0.6979827880859375, 0.74017333984375, 0.7823638916015625, 0.824554443359375, 0.8667449951171875, 0.908935546875, 0.9511260986328125, 0.993316650390625, 1.0355072021484375, 1.07769775390625, 1.1198883056640625, 1.162078857421875, 1.2042694091796875, 1.2464599609375, 1.2886505126953125, 1.330841064453125, 1.3730316162109375, 1.41522216796875, 1.4574127197265625, 1.499603271484375, 1.5417938232421875, 1.583984375]}, "gradients/wav2vec2.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 5.0, 4.0, 38.0, 99.0, 277.0, 320.0, 164.0, 76.0, 20.0, 9.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.492555618286133, -15.338031768798828, -14.183507919311523, -13.028984069824219, -11.874460220336914, -10.71993637084961, -9.565413475036621, -8.410889625549316, -7.256365776062012, -6.101841926574707, -4.947318077087402, -3.792794704437256, -2.638270854949951, -1.4837470054626465, -0.3292236328125, 0.8253002166748047, 1.9798240661621094, 3.134347915649414, 4.288871765136719, 5.443395137786865, 6.59791898727417, 7.752442836761475, 8.906966209411621, 10.061490058898926, 11.21601390838623, 12.370537757873535, 13.52506160736084, 14.679584503173828, 15.834108352661133, 16.988632202148438, 18.143156051635742, 19.297679901123047, 20.452205657958984, 21.60672950744629, 22.761253356933594, 23.9157772064209, 25.070301055908203, 26.224824905395508, 27.379348754882812, 28.533870697021484, 29.688396453857422, 30.842920303344727, 31.99744415283203, 33.1519660949707, 34.30649185180664, 35.46101379394531, 36.61553955078125, 37.77006149291992, 38.924583435058594, 40.079105377197266, 41.2336311340332, 42.388153076171875, 43.54267883300781, 44.697200775146484, 45.85172653198242, 47.006248474121094, 48.16077423095703, 49.3152961730957, 50.46982192993164, 51.62434387207031, 52.77886962890625, 53.93339157104492, 55.08791732788086, 56.24243927001953, 57.39696502685547]}, "gradients/wav2vec2.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 1.0, 4.0, 4.0, 3.0, 5.0, 9.0, 8.0, 14.0, 14.0, 6.0, 13.0, 18.0, 23.0, 18.0, 35.0, 32.0, 29.0, 31.0, 35.0, 34.0, 45.0, 35.0, 32.0, 41.0, 43.0, 33.0, 48.0, 35.0, 33.0, 27.0, 35.0, 33.0, 34.0, 26.0, 32.0, 16.0, 18.0, 18.0, 14.0, 13.0, 16.0, 10.0, 6.0, 7.0, 6.0, 1.0, 6.0, 4.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-6.000026702880859, -5.81633186340332, -5.632637023925781, -5.448942184448242, -5.265247344970703, -5.081552028656006, -4.897857189178467, -4.714162349700928, -4.530467510223389, -4.34677267074585, -4.1630778312683105, -3.9793827533721924, -3.7956879138946533, -3.6119930744171143, -3.428297996520996, -3.244603157043457, -3.060908317565918, -2.877213478088379, -2.69351863861084, -2.5098235607147217, -2.3261287212371826, -2.1424338817596436, -1.958738923072815, -1.7750439643859863, -1.5913491249084473, -1.4076542854309082, -1.2239593267440796, -1.040264368057251, -0.8565695285797119, -0.6728746294975281, -0.48917973041534424, -0.3054847717285156, -0.12179040908813477, 0.06190448999404907, 0.2455993890762329, 0.42929428815841675, 0.6129891872406006, 0.7966840863227844, 0.9803789854049683, 1.1640739440917969, 1.347768783569336, 1.531463623046875, 1.7151585817337036, 1.8988535404205322, 2.0825483798980713, 2.2662432193756104, 2.4499382972717285, 2.6336331367492676, 2.8173279762268066, 3.0010228157043457, 3.1847176551818848, 3.368412733078003, 3.552107572555542, 3.735802412033081, 3.919497489929199, 4.103192329406738, 4.286887168884277, 4.470582008361816, 4.6542768478393555, 4.8379716873168945, 5.021666526794434, 5.205361843109131, 5.38905668258667, 5.572751522064209, 5.756446361541748]}, "gradients/wav2vec2.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 8.0, 5.0, 3.0, 7.0, 10.0, 14.0, 18.0, 23.0, 36.0, 52.0, 50.0, 80.0, 117.0, 172.0, 253.0, 330.0, 592.0, 951.0, 1814.0, 3305.0, 6278.0, 12609.0, 29908.0, 96062.0, 371150.0, 372044.0, 95966.0, 29999.0, 12536.0, 6359.0, 3253.0, 1761.0, 1005.0, 603.0, 391.0, 227.0, 160.0, 109.0, 68.0, 62.0, 39.0, 22.0, 32.0, 21.0, 11.0, 12.0, 9.0, 6.0, 9.0, 3.0, 2.0, 4.0, 0.0, 3.0, 1.0], "bins": [-4.8125, -4.67095947265625, -4.5294189453125, -4.38787841796875, -4.246337890625, -4.10479736328125, -3.9632568359375, -3.82171630859375, -3.68017578125, -3.53863525390625, -3.3970947265625, -3.25555419921875, -3.114013671875, -2.97247314453125, -2.8309326171875, -2.68939208984375, -2.5478515625, -2.40631103515625, -2.2647705078125, -2.12322998046875, -1.981689453125, -1.84014892578125, -1.6986083984375, -1.55706787109375, -1.41552734375, -1.27398681640625, -1.1324462890625, -0.99090576171875, -0.849365234375, -0.70782470703125, -0.5662841796875, -0.42474365234375, -0.283203125, -0.14166259765625, -0.0001220703125, 0.14141845703125, 0.282958984375, 0.42449951171875, 0.5660400390625, 0.70758056640625, 0.84912109375, 0.99066162109375, 1.1322021484375, 1.27374267578125, 1.415283203125, 1.55682373046875, 1.6983642578125, 1.83990478515625, 1.9814453125, 2.12298583984375, 2.2645263671875, 2.40606689453125, 2.547607421875, 2.68914794921875, 2.8306884765625, 2.97222900390625, 3.11376953125, 3.25531005859375, 3.3968505859375, 3.53839111328125, 3.679931640625, 3.82147216796875, 3.9630126953125, 4.10455322265625, 4.24609375]}, "gradients/wav2vec2.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 6.0, 2.0, 6.0, 10.0, 10.0, 9.0, 18.0, 15.0, 27.0, 20.0, 43.0, 51.0, 48.0, 57.0, 93.0, 68.0, 68.0, 81.0, 71.0, 58.0, 49.0, 42.0, 30.0, 25.0, 26.0, 18.0, 21.0, 15.0, 8.0, 6.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7353515625, -0.7094650268554688, -0.6835784912109375, -0.6576919555664062, -0.631805419921875, -0.6059188842773438, -0.5800323486328125, -0.5541458129882812, -0.52825927734375, -0.5023727416992188, -0.4764862060546875, -0.45059967041015625, -0.424713134765625, -0.39882659912109375, -0.3729400634765625, -0.34705352783203125, -0.3211669921875, -0.29528045654296875, -0.2693939208984375, -0.24350738525390625, -0.217620849609375, -0.19173431396484375, -0.1658477783203125, -0.13996124267578125, -0.11407470703125, -0.08818817138671875, -0.0623016357421875, -0.03641510009765625, -0.010528564453125, 0.01535797119140625, 0.0412445068359375, 0.06713104248046875, 0.093017578125, 0.11890411376953125, 0.1447906494140625, 0.17067718505859375, 0.196563720703125, 0.22245025634765625, 0.2483367919921875, 0.27422332763671875, 0.30010986328125, 0.32599639892578125, 0.3518829345703125, 0.37776947021484375, 0.403656005859375, 0.42954254150390625, 0.4554290771484375, 0.48131561279296875, 0.5072021484375, 0.5330886840820312, 0.5589752197265625, 0.5848617553710938, 0.610748291015625, 0.6366348266601562, 0.6625213623046875, 0.6884078979492188, 0.71429443359375, 0.7401809692382812, 0.7660675048828125, 0.7919540405273438, 0.817840576171875, 0.8437271118164062, 0.8696136474609375, 0.8955001831054688, 0.92138671875]}, "gradients/wav2vec2.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 2.0, 15.0, 12.0, 33.0, 34.0, 94.0, 155.0, 345.0, 752.0, 1601.0, 3372.0, 7359.0, 15989.0, 42620.0, 176330.0, 495047.0, 221038.0, 50410.0, 18128.0, 7978.0, 3851.0, 1721.0, 860.0, 376.0, 195.0, 105.0, 39.0, 35.0, 15.0, 14.0, 7.0, 6.0, 1.0, 8.0, 1.0, 0.0, 5.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.73828125, -4.57806396484375, -4.4178466796875, -4.25762939453125, -4.097412109375, -3.93719482421875, -3.7769775390625, -3.61676025390625, -3.45654296875, -3.29632568359375, -3.1361083984375, -2.97589111328125, -2.815673828125, -2.65545654296875, -2.4952392578125, -2.33502197265625, -2.1748046875, -2.01458740234375, -1.8543701171875, -1.69415283203125, -1.533935546875, -1.37371826171875, -1.2135009765625, -1.05328369140625, -0.89306640625, -0.73284912109375, -0.5726318359375, -0.41241455078125, -0.252197265625, -0.09197998046875, 0.0682373046875, 0.22845458984375, 0.388671875, 0.54888916015625, 0.7091064453125, 0.86932373046875, 1.029541015625, 1.18975830078125, 1.3499755859375, 1.51019287109375, 1.67041015625, 1.83062744140625, 1.9908447265625, 2.15106201171875, 2.311279296875, 2.47149658203125, 2.6317138671875, 2.79193115234375, 2.9521484375, 3.11236572265625, 3.2725830078125, 3.43280029296875, 3.593017578125, 3.75323486328125, 3.9134521484375, 4.07366943359375, 4.23388671875, 4.39410400390625, 4.5543212890625, 4.71453857421875, 4.874755859375, 5.03497314453125, 5.1951904296875, 5.35540771484375, 5.515625]}, "gradients/wav2vec2.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 5.0, 3.0, 2.0, 6.0, 4.0, 8.0, 12.0, 13.0, 14.0, 18.0, 24.0, 51.0, 44.0, 47.0, 62.0, 57.0, 73.0, 87.0, 69.0, 70.0, 57.0, 60.0, 50.0, 34.0, 25.0, 21.0, 18.0, 17.0, 18.0, 8.0, 10.0, 8.0, 2.0, 2.0, 2.0, 6.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.380859375, -2.30224609375, -2.2236328125, -2.14501953125, -2.06640625, -1.98779296875, -1.9091796875, -1.83056640625, -1.751953125, -1.67333984375, -1.5947265625, -1.51611328125, -1.4375, -1.35888671875, -1.2802734375, -1.20166015625, -1.123046875, -1.04443359375, -0.9658203125, -0.88720703125, -0.80859375, -0.72998046875, -0.6513671875, -0.57275390625, -0.494140625, -0.41552734375, -0.3369140625, -0.25830078125, -0.1796875, -0.10107421875, -0.0224609375, 0.05615234375, 0.134765625, 0.21337890625, 0.2919921875, 0.37060546875, 0.44921875, 0.52783203125, 0.6064453125, 0.68505859375, 0.763671875, 0.84228515625, 0.9208984375, 0.99951171875, 1.078125, 1.15673828125, 1.2353515625, 1.31396484375, 1.392578125, 1.47119140625, 1.5498046875, 1.62841796875, 1.70703125, 1.78564453125, 1.8642578125, 1.94287109375, 2.021484375, 2.10009765625, 2.1787109375, 2.25732421875, 2.3359375, 2.41455078125, 2.4931640625, 2.57177734375, 2.650390625]}, "gradients/wav2vec2.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 9.0, 9.0, 16.0, 22.0, 33.0, 53.0, 96.0, 134.0, 226.0, 318.0, 514.0, 895.0, 1410.0, 2566.0, 5046.0, 11818.0, 46030.0, 619305.0, 313711.0, 27902.0, 8896.0, 4134.0, 2150.0, 1200.0, 748.0, 448.0, 292.0, 198.0, 119.0, 84.0, 54.0, 44.0, 19.0, 18.0, 14.0, 6.0, 8.0, 4.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.78125, -8.4769287109375, -8.172607421875, -7.8682861328125, -7.56396484375, -7.2596435546875, -6.955322265625, -6.6510009765625, -6.3466796875, -6.0423583984375, -5.738037109375, -5.4337158203125, -5.12939453125, -4.8250732421875, -4.520751953125, -4.2164306640625, -3.912109375, -3.6077880859375, -3.303466796875, -2.9991455078125, -2.69482421875, -2.3905029296875, -2.086181640625, -1.7818603515625, -1.4775390625, -1.1732177734375, -0.868896484375, -0.5645751953125, -0.26025390625, 0.0440673828125, 0.348388671875, 0.6527099609375, 0.95703125, 1.2613525390625, 1.565673828125, 1.8699951171875, 2.17431640625, 2.4786376953125, 2.782958984375, 3.0872802734375, 3.3916015625, 3.6959228515625, 4.000244140625, 4.3045654296875, 4.60888671875, 4.9132080078125, 5.217529296875, 5.5218505859375, 5.826171875, 6.1304931640625, 6.434814453125, 6.7391357421875, 7.04345703125, 7.3477783203125, 7.652099609375, 7.9564208984375, 8.2607421875, 8.5650634765625, 8.869384765625, 9.1737060546875, 9.47802734375, 9.7823486328125, 10.086669921875, 10.3909912109375, 10.6953125]}, "gradients/wav2vec2.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 6.0, 4.0, 14.0, 13.0, 25.0, 63.0, 253.0, 359.0, 169.0, 39.0, 26.0, 10.0, 5.0, 10.0, 3.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0035190582275390625, -0.003435954451560974, -0.0033528506755828857, -0.0032697468996047974, -0.003186643123626709, -0.0031035393476486206, -0.0030204355716705322, -0.002937331795692444, -0.0028542280197143555, -0.002771124243736267, -0.0026880204677581787, -0.0026049166917800903, -0.002521812915802002, -0.0024387091398239136, -0.002355605363845825, -0.002272501587867737, -0.0021893978118896484, -0.00210629403591156, -0.0020231902599334717, -0.0019400864839553833, -0.001856982707977295, -0.0017738789319992065, -0.0016907751560211182, -0.0016076713800430298, -0.0015245676040649414, -0.001441463828086853, -0.0013583600521087646, -0.0012752562761306763, -0.0011921525001525879, -0.0011090487241744995, -0.0010259449481964111, -0.0009428411722183228, -0.0008597373962402344, -0.000776633620262146, -0.0006935298442840576, -0.0006104260683059692, -0.0005273222923278809, -0.0004442185163497925, -0.0003611147403717041, -0.0002780109643936157, -0.00019490718841552734, -0.00011180341243743896, -2.8699636459350586e-05, 5.440413951873779e-05, 0.00013750791549682617, 0.00022061169147491455, 0.00030371546745300293, 0.0003868192434310913, 0.0004699230194091797, 0.0005530267953872681, 0.0006361305713653564, 0.0007192343473434448, 0.0008023381233215332, 0.0008854418992996216, 0.00096854567527771, 0.0010516494512557983, 0.0011347532272338867, 0.001217857003211975, 0.0013009607791900635, 0.0013840645551681519, 0.0014671683311462402, 0.0015502721071243286, 0.001633375883102417, 0.0017164796590805054, 0.0017995834350585938]}, "gradients/wav2vec2.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 4.0, 3.0, 10.0, 6.0, 11.0, 17.0, 22.0, 24.0, 66.0, 91.0, 187.0, 395.0, 670.0, 1406.0, 2963.0, 6377.0, 15696.0, 51427.0, 257037.0, 518918.0, 140560.0, 32058.0, 11215.0, 4779.0, 2292.0, 1045.0, 604.0, 301.0, 146.0, 88.0, 55.0, 27.0, 17.0, 9.0, 13.0, 10.0, 3.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.30859375, -4.15087890625, -3.9931640625, -3.83544921875, -3.677734375, -3.52001953125, -3.3623046875, -3.20458984375, -3.046875, -2.88916015625, -2.7314453125, -2.57373046875, -2.416015625, -2.25830078125, -2.1005859375, -1.94287109375, -1.78515625, -1.62744140625, -1.4697265625, -1.31201171875, -1.154296875, -0.99658203125, -0.8388671875, -0.68115234375, -0.5234375, -0.36572265625, -0.2080078125, -0.05029296875, 0.107421875, 0.26513671875, 0.4228515625, 0.58056640625, 0.73828125, 0.89599609375, 1.0537109375, 1.21142578125, 1.369140625, 1.52685546875, 1.6845703125, 1.84228515625, 2.0, 2.15771484375, 2.3154296875, 2.47314453125, 2.630859375, 2.78857421875, 2.9462890625, 3.10400390625, 3.26171875, 3.41943359375, 3.5771484375, 3.73486328125, 3.892578125, 4.05029296875, 4.2080078125, 4.36572265625, 4.5234375, 4.68115234375, 4.8388671875, 4.99658203125, 5.154296875, 5.31201171875, 5.4697265625, 5.62744140625, 5.78515625]}, "gradients/wav2vec2.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 5.0, 3.0, 3.0, 1.0, 4.0, 5.0, 4.0, 4.0, 10.0, 16.0, 17.0, 20.0, 44.0, 59.0, 68.0, 104.0, 129.0, 113.0, 106.0, 82.0, 62.0, 57.0, 32.0, 16.0, 16.0, 5.0, 11.0, 3.0, 4.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.84375, -2.76104736328125, -2.6783447265625, -2.59564208984375, -2.512939453125, -2.43023681640625, -2.3475341796875, -2.26483154296875, -2.18212890625, -2.09942626953125, -2.0167236328125, -1.93402099609375, -1.851318359375, -1.76861572265625, -1.6859130859375, -1.60321044921875, -1.5205078125, -1.43780517578125, -1.3551025390625, -1.27239990234375, -1.189697265625, -1.10699462890625, -1.0242919921875, -0.94158935546875, -0.85888671875, -0.77618408203125, -0.6934814453125, -0.61077880859375, -0.528076171875, -0.44537353515625, -0.3626708984375, -0.27996826171875, -0.197265625, -0.11456298828125, -0.0318603515625, 0.05084228515625, 0.133544921875, 0.21624755859375, 0.2989501953125, 0.38165283203125, 0.46435546875, 0.54705810546875, 0.6297607421875, 0.71246337890625, 0.795166015625, 0.87786865234375, 0.9605712890625, 1.04327392578125, 1.1259765625, 1.20867919921875, 1.2913818359375, 1.37408447265625, 1.456787109375, 1.53948974609375, 1.6221923828125, 1.70489501953125, 1.78759765625, 1.87030029296875, 1.9530029296875, 2.03570556640625, 2.118408203125, 2.20111083984375, 2.2838134765625, 2.36651611328125, 2.44921875]}, "gradients/wav2vec2.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 9.0, 47.0, 337.0, 466.0, 139.0, 14.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.147476196289062, -23.59395980834961, -21.040441513061523, -18.48692512512207, -15.9334077835083, -13.379890441894531, -10.826374053955078, -8.272855758666992, -5.719339370727539, -3.1658222675323486, -0.6123051643371582, 1.9412117004394531, 4.494729042053223, 7.048246383666992, 9.601762771606445, 12.155281066894531, 14.708797454833984, 17.262313842773438, 19.815832138061523, 22.369348526000977, 24.922866821289062, 27.476383209228516, 30.02989959716797, 32.58341979980469, 35.136932373046875, 37.69044876098633, 40.24396514892578, 42.7974853515625, 45.35100173950195, 47.904518127441406, 50.45803451538086, 53.01155090332031, 55.56507110595703, 58.118587493896484, 60.67210388183594, 63.225624084472656, 65.77913665771484, 68.33265686035156, 70.88616943359375, 73.43968963623047, 75.99320983886719, 78.5467300415039, 81.1002426147461, 83.65376281738281, 86.207275390625, 88.76079559326172, 91.31431579589844, 93.86782836914062, 96.42134094238281, 98.97486114501953, 101.52837371826172, 104.08189392089844, 106.63540649414062, 109.18892669677734, 111.74244689941406, 114.29595947265625, 116.84947967529297, 119.40299987792969, 121.95651245117188, 124.5100326538086, 127.06354522705078, 129.6170654296875, 132.1705780029297, 134.72410583496094, 137.27761840820312]}, "gradients/wav2vec2.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 6.0, 7.0, 13.0, 17.0, 22.0, 20.0, 33.0, 56.0, 53.0, 47.0, 70.0, 73.0, 83.0, 71.0, 62.0, 70.0, 61.0, 47.0, 54.0, 41.0, 29.0, 22.0, 16.0, 14.0, 5.0, 6.0, 9.0, 5.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.795093536376953, -6.4705491065979, -6.146004676818848, -5.821460247039795, -5.496915817260742, -5.1723713874816895, -4.847826957702637, -4.523283004760742, -4.198738098144531, -3.8741936683654785, -3.549649238586426, -3.225104808807373, -2.9005603790283203, -2.5760159492492676, -2.251471757888794, -1.9269273281097412, -1.6023831367492676, -1.2778387069702148, -0.9532943367958069, -0.6287499666213989, -0.3042055368423462, 0.020338892936706543, 0.3448832035064697, 0.6694276332855225, 0.9939720630645752, 1.318516492843628, 1.6430609226226807, 1.9676052331924438, 2.292149543762207, 2.6166939735412598, 2.9412384033203125, 3.2657828330993652, 3.590327262878418, 3.9148716926574707, 4.239416122436523, 4.563960552215576, 4.888504981994629, 5.213049411773682, 5.537593841552734, 5.862137794494629, 6.18668270111084, 6.511227130889893, 6.835771560668945, 7.160315990447998, 7.484860420227051, 7.8094048500061035, 8.133949279785156, 8.45849323272705, 8.783037185668945, 9.10758113861084, 9.43212604522705, 9.756669998168945, 10.081214904785156, 10.40575885772705, 10.730303764343262, 11.054847717285156, 11.379392623901367, 11.703936576843262, 12.028481483459473, 12.353025436401367, 12.677570343017578, 13.002114295959473, 13.326659202575684, 13.651203155517578, 13.975748062133789]}, "gradients/wav2vec2.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 1.0, 3.0, 2.0, 2.0, 6.0, 4.0, 1.0, 5.0, 3.0, 12.0, 13.0, 17.0, 29.0, 38.0, 40.0, 54.0, 60.0, 102.0, 124.0, 173.0, 283.0, 382.0, 709.0, 1073.0, 1811.0, 3335.0, 6522.0, 13736.0, 31549.0, 81626.0, 240991.0, 835438.0, 1855491.0, 762145.0, 221944.0, 77222.0, 30792.0, 13683.0, 6577.0, 3469.0, 1909.0, 1048.0, 658.0, 423.0, 245.0, 167.0, 97.0, 89.0, 58.0, 38.0, 23.0, 19.0, 13.0, 9.0, 6.0, 8.0, 11.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0], "bins": [-2.2265625, -2.1600341796875, -2.093505859375, -2.0269775390625, -1.96044921875, -1.8939208984375, -1.827392578125, -1.7608642578125, -1.6943359375, -1.6278076171875, -1.561279296875, -1.4947509765625, -1.42822265625, -1.3616943359375, -1.295166015625, -1.2286376953125, -1.162109375, -1.0955810546875, -1.029052734375, -0.9625244140625, -0.89599609375, -0.8294677734375, -0.762939453125, -0.6964111328125, -0.6298828125, -0.5633544921875, -0.496826171875, -0.4302978515625, -0.36376953125, -0.2972412109375, -0.230712890625, -0.1641845703125, -0.09765625, -0.0311279296875, 0.035400390625, 0.1019287109375, 0.16845703125, 0.2349853515625, 0.301513671875, 0.3680419921875, 0.4345703125, 0.5010986328125, 0.567626953125, 0.6341552734375, 0.70068359375, 0.7672119140625, 0.833740234375, 0.9002685546875, 0.966796875, 1.0333251953125, 1.099853515625, 1.1663818359375, 1.23291015625, 1.2994384765625, 1.365966796875, 1.4324951171875, 1.4990234375, 1.5655517578125, 1.632080078125, 1.6986083984375, 1.76513671875, 1.8316650390625, 1.898193359375, 1.9647216796875, 2.03125]}, "gradients/wav2vec2.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 4.0, 2.0, 3.0, 4.0, 5.0, 13.0, 14.0, 6.0, 18.0, 22.0, 26.0, 38.0, 33.0, 43.0, 52.0, 44.0, 67.0, 70.0, 56.0, 64.0, 65.0, 54.0, 36.0, 37.0, 49.0, 45.0, 22.0, 19.0, 17.0, 18.0, 15.0, 7.0, 8.0, 7.0, 3.0, 7.0, 4.0, 3.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.84912109375, -0.8214874267578125, -0.793853759765625, -0.7662200927734375, -0.73858642578125, -0.7109527587890625, -0.683319091796875, -0.6556854248046875, -0.6280517578125, -0.6004180908203125, -0.572784423828125, -0.5451507568359375, -0.51751708984375, -0.4898834228515625, -0.462249755859375, -0.4346160888671875, -0.406982421875, -0.3793487548828125, -0.351715087890625, -0.3240814208984375, -0.29644775390625, -0.2688140869140625, -0.241180419921875, -0.2135467529296875, -0.1859130859375, -0.1582794189453125, -0.130645751953125, -0.1030120849609375, -0.07537841796875, -0.0477447509765625, -0.020111083984375, 0.0075225830078125, 0.03515625, 0.0627899169921875, 0.090423583984375, 0.1180572509765625, 0.14569091796875, 0.1733245849609375, 0.200958251953125, 0.2285919189453125, 0.2562255859375, 0.2838592529296875, 0.311492919921875, 0.3391265869140625, 0.36676025390625, 0.3943939208984375, 0.422027587890625, 0.4496612548828125, 0.477294921875, 0.5049285888671875, 0.532562255859375, 0.5601959228515625, 0.58782958984375, 0.6154632568359375, 0.643096923828125, 0.6707305908203125, 0.6983642578125, 0.7259979248046875, 0.753631591796875, 0.7812652587890625, 0.80889892578125, 0.8365325927734375, 0.864166259765625, 0.8917999267578125, 0.91943359375]}, "gradients/wav2vec2.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 8.0, 10.0, 17.0, 18.0, 22.0, 53.0, 71.0, 174.0, 331.0, 710.0, 1615.0, 4218.0, 11443.0, 34732.0, 118864.0, 441764.0, 1495080.0, 1479200.0, 435098.0, 118017.0, 34410.0, 11327.0, 4073.0, 1668.0, 701.0, 294.0, 173.0, 78.0, 40.0, 27.0, 13.0, 10.0, 6.0, 5.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.123046875, -3.007354736328125, -2.89166259765625, -2.775970458984375, -2.6602783203125, -2.544586181640625, -2.42889404296875, -2.313201904296875, -2.197509765625, -2.081817626953125, -1.96612548828125, -1.850433349609375, -1.7347412109375, -1.619049072265625, -1.50335693359375, -1.387664794921875, -1.27197265625, -1.156280517578125, -1.04058837890625, -0.924896240234375, -0.8092041015625, -0.693511962890625, -0.57781982421875, -0.462127685546875, -0.346435546875, -0.230743408203125, -0.11505126953125, 0.000640869140625, 0.1163330078125, 0.232025146484375, 0.34771728515625, 0.463409423828125, 0.5791015625, 0.694793701171875, 0.81048583984375, 0.926177978515625, 1.0418701171875, 1.157562255859375, 1.27325439453125, 1.388946533203125, 1.504638671875, 1.620330810546875, 1.73602294921875, 1.851715087890625, 1.9674072265625, 2.083099365234375, 2.19879150390625, 2.314483642578125, 2.43017578125, 2.545867919921875, 2.66156005859375, 2.777252197265625, 2.8929443359375, 3.008636474609375, 3.12432861328125, 3.240020751953125, 3.355712890625, 3.471405029296875, 3.58709716796875, 3.702789306640625, 3.8184814453125, 3.934173583984375, 4.04986572265625, 4.165557861328125, 4.28125]}, "gradients/wav2vec2.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 5.0, 4.0, 1.0, 2.0, 5.0, 1.0, 13.0, 4.0, 13.0, 14.0, 13.0, 20.0, 31.0, 36.0, 43.0, 78.0, 87.0, 121.0, 139.0, 198.0, 256.0, 326.0, 346.0, 366.0, 359.0, 351.0, 268.0, 216.0, 174.0, 136.0, 119.0, 98.0, 62.0, 39.0, 37.0, 28.0, 17.0, 20.0, 9.0, 11.0, 4.0, 5.0, 2.0, 1.0, 3.0, 1.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.96875, -1.900970458984375, -1.83319091796875, -1.765411376953125, -1.6976318359375, -1.629852294921875, -1.56207275390625, -1.494293212890625, -1.426513671875, -1.358734130859375, -1.29095458984375, -1.223175048828125, -1.1553955078125, -1.087615966796875, -1.01983642578125, -0.952056884765625, -0.88427734375, -0.816497802734375, -0.74871826171875, -0.680938720703125, -0.6131591796875, -0.545379638671875, -0.47760009765625, -0.409820556640625, -0.342041015625, -0.274261474609375, -0.20648193359375, -0.138702392578125, -0.0709228515625, -0.003143310546875, 0.06463623046875, 0.132415771484375, 0.2001953125, 0.267974853515625, 0.33575439453125, 0.403533935546875, 0.4713134765625, 0.539093017578125, 0.60687255859375, 0.674652099609375, 0.742431640625, 0.810211181640625, 0.87799072265625, 0.945770263671875, 1.0135498046875, 1.081329345703125, 1.14910888671875, 1.216888427734375, 1.28466796875, 1.352447509765625, 1.42022705078125, 1.488006591796875, 1.5557861328125, 1.623565673828125, 1.69134521484375, 1.759124755859375, 1.826904296875, 1.894683837890625, 1.96246337890625, 2.030242919921875, 2.0980224609375, 2.165802001953125, 2.23358154296875, 2.301361083984375, 2.369140625]}, "gradients/wav2vec2.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 5.0, 30.0, 76.0, 248.0, 321.0, 229.0, 69.0, 21.0, 7.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.0499267578125, -33.15414810180664, -31.25836944580078, -29.362590789794922, -27.466812133789062, -25.571033477783203, -23.67525291442871, -21.77947425842285, -19.883695602416992, -17.987916946411133, -16.092138290405273, -14.196358680725098, -12.300580024719238, -10.404801368713379, -8.509021759033203, -6.613243103027344, -4.717464447021484, -2.821685552597046, -0.9259066581726074, 0.9698724746704102, 2.8656511306762695, 4.761429786682129, 6.657209396362305, 8.552988052368164, 10.448766708374023, 12.344545364379883, 14.240324020385742, 16.136104583740234, 18.031883239746094, 19.927661895751953, 21.823440551757812, 23.719219207763672, 25.61499786376953, 27.51077651977539, 29.40655517578125, 31.30233383178711, 33.19811248779297, 35.09389114379883, 36.98966979980469, 38.88545227050781, 40.781227111816406, 42.677005767822266, 44.572784423828125, 46.468563079833984, 48.364341735839844, 50.2601203918457, 52.15589904785156, 54.05168151855469, 55.94746017456055, 57.843238830566406, 59.739017486572266, 61.634796142578125, 63.530574798583984, 65.42635345458984, 67.32213592529297, 69.21791076660156, 71.11369323730469, 73.00947570800781, 74.9052505493164, 76.80103302001953, 78.69680786132812, 80.59259033203125, 82.48836517333984, 84.38414764404297, 86.27992248535156]}, "gradients/wav2vec2.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 7.0, 4.0, 4.0, 9.0, 13.0, 9.0, 18.0, 10.0, 11.0, 23.0, 29.0, 26.0, 37.0, 32.0, 25.0, 45.0, 36.0, 43.0, 51.0, 43.0, 56.0, 46.0, 52.0, 51.0, 36.0, 39.0, 32.0, 29.0, 29.0, 25.0, 23.0, 27.0, 20.0, 12.0, 8.0, 9.0, 8.0, 4.0, 9.0, 4.0, 4.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-10.219076156616211, -9.906587600708008, -9.594099044799805, -9.281610488891602, -8.969121932983398, -8.656633377075195, -8.344144821166992, -8.031656265258789, -7.719168186187744, -7.406679630279541, -7.094191074371338, -6.781702518463135, -6.46921443939209, -6.156725883483887, -5.844237327575684, -5.5317487716674805, -5.219260215759277, -4.906771659851074, -4.594283103942871, -4.281794548034668, -3.969306230545044, -3.656817674636841, -3.344329357147217, -3.0318408012390137, -2.7193522453308105, -2.4068636894226074, -2.0943751335144043, -1.7818868160247803, -1.4693982601165771, -1.156909704208374, -0.8444212675094604, -0.5319328308105469, -0.21944427490234375, 0.0930442214012146, 0.40553271770477295, 0.7180212140083313, 1.0305097103118896, 1.3429982662200928, 1.6554867029190063, 1.96797513961792, 2.280463695526123, 2.592952251434326, 2.9054408073425293, 3.2179291248321533, 3.5304176807403564, 3.8429062366485596, 4.155394554138184, 4.467883110046387, 4.78037166595459, 5.092860221862793, 5.405348777770996, 5.717837333679199, 6.030325889587402, 6.3428144454956055, 6.65530252456665, 6.9677910804748535, 7.280279636383057, 7.59276819229126, 7.905256748199463, 8.217744827270508, 8.530233383178711, 8.842721939086914, 9.155210494995117, 9.46769905090332, 9.780187606811523]}, "gradients/wav2vec2.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 7.0, 11.0, 8.0, 15.0, 23.0, 45.0, 57.0, 71.0, 128.0, 231.0, 278.0, 464.0, 790.0, 1340.0, 2337.0, 3979.0, 7209.0, 13486.0, 28010.0, 65172.0, 172560.0, 332509.0, 245038.0, 96758.0, 38720.0, 18132.0, 9212.0, 5018.0, 2786.0, 1517.0, 984.0, 606.0, 360.0, 226.0, 151.0, 97.0, 71.0, 61.0, 25.0, 21.0, 14.0, 12.0, 5.0, 4.0, 5.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.46875, -3.347900390625, -3.22705078125, -3.106201171875, -2.9853515625, -2.864501953125, -2.74365234375, -2.622802734375, -2.501953125, -2.381103515625, -2.26025390625, -2.139404296875, -2.0185546875, -1.897705078125, -1.77685546875, -1.656005859375, -1.53515625, -1.414306640625, -1.29345703125, -1.172607421875, -1.0517578125, -0.930908203125, -0.81005859375, -0.689208984375, -0.568359375, -0.447509765625, -0.32666015625, -0.205810546875, -0.0849609375, 0.035888671875, 0.15673828125, 0.277587890625, 0.3984375, 0.519287109375, 0.64013671875, 0.760986328125, 0.8818359375, 1.002685546875, 1.12353515625, 1.244384765625, 1.365234375, 1.486083984375, 1.60693359375, 1.727783203125, 1.8486328125, 1.969482421875, 2.09033203125, 2.211181640625, 2.33203125, 2.452880859375, 2.57373046875, 2.694580078125, 2.8154296875, 2.936279296875, 3.05712890625, 3.177978515625, 3.298828125, 3.419677734375, 3.54052734375, 3.661376953125, 3.7822265625, 3.903076171875, 4.02392578125, 4.144775390625, 4.265625]}, "gradients/wav2vec2.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 4.0, 7.0, 2.0, 9.0, 8.0, 11.0, 18.0, 13.0, 25.0, 12.0, 24.0, 29.0, 35.0, 34.0, 40.0, 42.0, 56.0, 49.0, 47.0, 43.0, 52.0, 34.0, 53.0, 33.0, 33.0, 42.0, 46.0, 28.0, 33.0, 25.0, 21.0, 23.0, 11.0, 11.0, 16.0, 6.0, 6.0, 3.0, 6.0, 6.0, 5.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.84228515625, -0.814178466796875, -0.78607177734375, -0.757965087890625, -0.7298583984375, -0.701751708984375, -0.67364501953125, -0.645538330078125, -0.617431640625, -0.589324951171875, -0.56121826171875, -0.533111572265625, -0.5050048828125, -0.476898193359375, -0.44879150390625, -0.420684814453125, -0.392578125, -0.364471435546875, -0.33636474609375, -0.308258056640625, -0.2801513671875, -0.252044677734375, -0.22393798828125, -0.195831298828125, -0.167724609375, -0.139617919921875, -0.11151123046875, -0.083404541015625, -0.0552978515625, -0.027191162109375, 0.00091552734375, 0.029022216796875, 0.05712890625, 0.085235595703125, 0.11334228515625, 0.141448974609375, 0.1695556640625, 0.197662353515625, 0.22576904296875, 0.253875732421875, 0.281982421875, 0.310089111328125, 0.33819580078125, 0.366302490234375, 0.3944091796875, 0.422515869140625, 0.45062255859375, 0.478729248046875, 0.5068359375, 0.534942626953125, 0.56304931640625, 0.591156005859375, 0.6192626953125, 0.647369384765625, 0.67547607421875, 0.703582763671875, 0.731689453125, 0.759796142578125, 0.78790283203125, 0.816009521484375, 0.8441162109375, 0.872222900390625, 0.90032958984375, 0.928436279296875, 0.95654296875]}, "gradients/wav2vec2.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 5.0, 5.0, 4.0, 7.0, 11.0, 14.0, 20.0, 22.0, 35.0, 49.0, 82.0, 119.0, 161.0, 247.0, 441.0, 714.0, 1208.0, 2096.0, 3573.0, 6128.0, 11388.0, 22031.0, 47894.0, 122109.0, 277133.0, 300472.0, 143704.0, 56293.0, 24575.0, 12174.0, 6520.0, 3855.0, 2187.0, 1267.0, 761.0, 449.0, 297.0, 202.0, 110.0, 71.0, 44.0, 33.0, 20.0, 18.0, 5.0, 8.0, 0.0, 4.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-4.3046875, -4.17840576171875, -4.0521240234375, -3.92584228515625, -3.799560546875, -3.67327880859375, -3.5469970703125, -3.42071533203125, -3.29443359375, -3.16815185546875, -3.0418701171875, -2.91558837890625, -2.789306640625, -2.66302490234375, -2.5367431640625, -2.41046142578125, -2.2841796875, -2.15789794921875, -2.0316162109375, -1.90533447265625, -1.779052734375, -1.65277099609375, -1.5264892578125, -1.40020751953125, -1.27392578125, -1.14764404296875, -1.0213623046875, -0.89508056640625, -0.768798828125, -0.64251708984375, -0.5162353515625, -0.38995361328125, -0.263671875, -0.13739013671875, -0.0111083984375, 0.11517333984375, 0.241455078125, 0.36773681640625, 0.4940185546875, 0.62030029296875, 0.74658203125, 0.87286376953125, 0.9991455078125, 1.12542724609375, 1.251708984375, 1.37799072265625, 1.5042724609375, 1.63055419921875, 1.7568359375, 1.88311767578125, 2.0093994140625, 2.13568115234375, 2.261962890625, 2.38824462890625, 2.5145263671875, 2.64080810546875, 2.76708984375, 2.89337158203125, 3.0196533203125, 3.14593505859375, 3.272216796875, 3.39849853515625, 3.5247802734375, 3.65106201171875, 3.77734375]}, "gradients/wav2vec2.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 5.0, 3.0, 4.0, 6.0, 9.0, 7.0, 7.0, 14.0, 15.0, 22.0, 31.0, 26.0, 28.0, 40.0, 39.0, 41.0, 56.0, 38.0, 50.0, 45.0, 53.0, 50.0, 58.0, 46.0, 43.0, 39.0, 31.0, 38.0, 20.0, 26.0, 27.0, 17.0, 11.0, 16.0, 10.0, 7.0, 4.0, 4.0, 4.0, 0.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0], "bins": [-3.259765625, -3.160125732421875, -3.06048583984375, -2.960845947265625, -2.8612060546875, -2.761566162109375, -2.66192626953125, -2.562286376953125, -2.462646484375, -2.363006591796875, -2.26336669921875, -2.163726806640625, -2.0640869140625, -1.964447021484375, -1.86480712890625, -1.765167236328125, -1.66552734375, -1.565887451171875, -1.46624755859375, -1.366607666015625, -1.2669677734375, -1.167327880859375, -1.06768798828125, -0.968048095703125, -0.868408203125, -0.768768310546875, -0.66912841796875, -0.569488525390625, -0.4698486328125, -0.370208740234375, -0.27056884765625, -0.170928955078125, -0.0712890625, 0.028350830078125, 0.12799072265625, 0.227630615234375, 0.3272705078125, 0.426910400390625, 0.52655029296875, 0.626190185546875, 0.725830078125, 0.825469970703125, 0.92510986328125, 1.024749755859375, 1.1243896484375, 1.224029541015625, 1.32366943359375, 1.423309326171875, 1.52294921875, 1.622589111328125, 1.72222900390625, 1.821868896484375, 1.9215087890625, 2.021148681640625, 2.12078857421875, 2.220428466796875, 2.320068359375, 2.419708251953125, 2.51934814453125, 2.618988037109375, 2.7186279296875, 2.818267822265625, 2.91790771484375, 3.017547607421875, 3.1171875]}, "gradients/wav2vec2.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 6.0, 5.0, 7.0, 11.0, 21.0, 39.0, 45.0, 81.0, 93.0, 165.0, 283.0, 441.0, 803.0, 1451.0, 2486.0, 4405.0, 7568.0, 13410.0, 25678.0, 62751.0, 195686.0, 383295.0, 218773.0, 70029.0, 27862.0, 14265.0, 8103.0, 4587.0, 2555.0, 1508.0, 884.0, 476.0, 288.0, 174.0, 111.0, 79.0, 43.0, 31.0, 18.0, 16.0, 11.0, 7.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-4.2890625, -4.161224365234375, -4.03338623046875, -3.905548095703125, -3.7777099609375, -3.649871826171875, -3.52203369140625, -3.394195556640625, -3.266357421875, -3.138519287109375, -3.01068115234375, -2.882843017578125, -2.7550048828125, -2.627166748046875, -2.49932861328125, -2.371490478515625, -2.24365234375, -2.115814208984375, -1.98797607421875, -1.860137939453125, -1.7322998046875, -1.604461669921875, -1.47662353515625, -1.348785400390625, -1.220947265625, -1.093109130859375, -0.96527099609375, -0.837432861328125, -0.7095947265625, -0.581756591796875, -0.45391845703125, -0.326080322265625, -0.1982421875, -0.070404052734375, 0.05743408203125, 0.185272216796875, 0.3131103515625, 0.440948486328125, 0.56878662109375, 0.696624755859375, 0.824462890625, 0.952301025390625, 1.08013916015625, 1.207977294921875, 1.3358154296875, 1.463653564453125, 1.59149169921875, 1.719329833984375, 1.84716796875, 1.975006103515625, 2.10284423828125, 2.230682373046875, 2.3585205078125, 2.486358642578125, 2.61419677734375, 2.742034912109375, 2.869873046875, 2.997711181640625, 3.12554931640625, 3.253387451171875, 3.3812255859375, 3.509063720703125, 3.63690185546875, 3.764739990234375, 3.892578125]}, "gradients/wav2vec2.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 5.0, 6.0, 4.0, 6.0, 6.0, 8.0, 7.0, 9.0, 16.0, 27.0, 32.0, 75.0, 127.0, 176.0, 168.0, 124.0, 70.0, 32.0, 21.0, 17.0, 9.0, 4.0, 9.0, 10.0, 8.0, 5.0, 3.0, 3.0, 2.0, 2.0, 3.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0013494491577148438, -0.001309812068939209, -0.0012701749801635742, -0.0012305378913879395, -0.0011909008026123047, -0.00115126371383667, -0.0011116266250610352, -0.0010719895362854004, -0.0010323524475097656, -0.0009927153587341309, -0.0009530782699584961, -0.0009134411811828613, -0.0008738040924072266, -0.0008341670036315918, -0.000794529914855957, -0.0007548928260803223, -0.0007152557373046875, -0.0006756186485290527, -0.000635981559753418, -0.0005963444709777832, -0.0005567073822021484, -0.0005170702934265137, -0.0004774332046508789, -0.00043779611587524414, -0.0003981590270996094, -0.0003585219383239746, -0.00031888484954833984, -0.0002792477607727051, -0.0002396106719970703, -0.00019997358322143555, -0.00016033649444580078, -0.00012069940567016602, -8.106231689453125e-05, -4.1425228118896484e-05, -1.7881393432617188e-06, 3.784894943237305e-05, 7.748603820800781e-05, 0.00011712312698364258, 0.00015676021575927734, 0.0001963973045349121, 0.00023603439331054688, 0.00027567148208618164, 0.0003153085708618164, 0.00035494565963745117, 0.00039458274841308594, 0.0004342198371887207, 0.00047385692596435547, 0.0005134940147399902, 0.000553131103515625, 0.0005927681922912598, 0.0006324052810668945, 0.0006720423698425293, 0.0007116794586181641, 0.0007513165473937988, 0.0007909536361694336, 0.0008305907249450684, 0.0008702278137207031, 0.0009098649024963379, 0.0009495019912719727, 0.0009891390800476074, 0.0010287761688232422, 0.001068413257598877, 0.0011080503463745117, 0.0011476874351501465, 0.0011873245239257812]}, "gradients/wav2vec2.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 9.0, 6.0, 5.0, 12.0, 13.0, 25.0, 33.0, 39.0, 57.0, 93.0, 126.0, 204.0, 287.0, 446.0, 747.0, 1217.0, 1791.0, 2840.0, 4239.0, 7024.0, 11429.0, 19401.0, 37057.0, 80846.0, 178993.0, 280685.0, 215773.0, 101297.0, 46042.0, 23580.0, 13167.0, 7881.0, 4874.0, 3032.0, 1784.0, 1209.0, 815.0, 500.0, 336.0, 198.0, 148.0, 98.0, 61.0, 40.0, 37.0, 20.0, 9.0, 9.0, 7.0, 11.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0], "bins": [-2.75390625, -2.67205810546875, -2.5902099609375, -2.50836181640625, -2.426513671875, -2.34466552734375, -2.2628173828125, -2.18096923828125, -2.09912109375, -2.01727294921875, -1.9354248046875, -1.85357666015625, -1.771728515625, -1.68988037109375, -1.6080322265625, -1.52618408203125, -1.4443359375, -1.36248779296875, -1.2806396484375, -1.19879150390625, -1.116943359375, -1.03509521484375, -0.9532470703125, -0.87139892578125, -0.78955078125, -0.70770263671875, -0.6258544921875, -0.54400634765625, -0.462158203125, -0.38031005859375, -0.2984619140625, -0.21661376953125, -0.134765625, -0.05291748046875, 0.0289306640625, 0.11077880859375, 0.192626953125, 0.27447509765625, 0.3563232421875, 0.43817138671875, 0.52001953125, 0.60186767578125, 0.6837158203125, 0.76556396484375, 0.847412109375, 0.92926025390625, 1.0111083984375, 1.09295654296875, 1.1748046875, 1.25665283203125, 1.3385009765625, 1.42034912109375, 1.502197265625, 1.58404541015625, 1.6658935546875, 1.74774169921875, 1.82958984375, 1.91143798828125, 1.9932861328125, 2.07513427734375, 2.156982421875, 2.23883056640625, 2.3206787109375, 2.40252685546875, 2.484375]}, "gradients/wav2vec2.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 6.0, 1.0, 2.0, 6.0, 6.0, 1.0, 9.0, 10.0, 7.0, 11.0, 15.0, 23.0, 24.0, 31.0, 41.0, 44.0, 53.0, 66.0, 69.0, 68.0, 73.0, 71.0, 62.0, 69.0, 50.0, 32.0, 26.0, 22.0, 19.0, 15.0, 18.0, 5.0, 8.0, 11.0, 8.0, 3.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0], "bins": [-1.5517578125, -1.4977569580078125, -1.443756103515625, -1.3897552490234375, -1.33575439453125, -1.2817535400390625, -1.227752685546875, -1.1737518310546875, -1.1197509765625, -1.0657501220703125, -1.011749267578125, -0.9577484130859375, -0.90374755859375, -0.8497467041015625, -0.795745849609375, -0.7417449951171875, -0.687744140625, -0.6337432861328125, -0.579742431640625, -0.5257415771484375, -0.47174072265625, -0.4177398681640625, -0.363739013671875, -0.3097381591796875, -0.2557373046875, -0.2017364501953125, -0.147735595703125, -0.0937347412109375, -0.03973388671875, 0.0142669677734375, 0.068267822265625, 0.1222686767578125, 0.17626953125, 0.2302703857421875, 0.284271240234375, 0.3382720947265625, 0.39227294921875, 0.4462738037109375, 0.500274658203125, 0.5542755126953125, 0.6082763671875, 0.6622772216796875, 0.716278076171875, 0.7702789306640625, 0.82427978515625, 0.8782806396484375, 0.932281494140625, 0.9862823486328125, 1.040283203125, 1.0942840576171875, 1.148284912109375, 1.2022857666015625, 1.25628662109375, 1.3102874755859375, 1.364288330078125, 1.4182891845703125, 1.4722900390625, 1.5262908935546875, 1.580291748046875, 1.6342926025390625, 1.68829345703125, 1.7422943115234375, 1.796295166015625, 1.8502960205078125, 1.904296875]}, "gradients/wav2vec2.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 9.0, 9.0, 37.0, 76.0, 163.0, 231.0, 205.0, 149.0, 86.0, 25.0, 13.0, 3.0, 6.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-46.199607849121094, -44.873451232910156, -43.547298431396484, -42.22114181518555, -40.89498519897461, -39.56883239746094, -38.24267578125, -36.91651916503906, -35.590362548828125, -34.26420593261719, -32.938053131103516, -31.611896514892578, -30.28573989868164, -28.959585189819336, -27.63343048095703, -26.307273864746094, -24.981121063232422, -23.654966354370117, -22.32880973815918, -21.002655029296875, -19.676498413085938, -18.350343704223633, -17.024188995361328, -15.698033332824707, -14.371877670288086, -13.045722007751465, -11.719566345214844, -10.393411636352539, -9.067255973815918, -7.741100311279297, -6.414945125579834, -5.088789939880371, -3.76263427734375, -2.436478853225708, -1.110323429107666, 0.21583199501037598, 1.541987419128418, 2.868143081665039, 4.194298267364502, 5.520453453063965, 6.846609115600586, 8.172764778137207, 9.498920440673828, 10.825075149536133, 12.151230812072754, 13.477386474609375, 14.80354118347168, 16.129695892333984, 17.455852508544922, 18.782007217407227, 20.108163833618164, 21.43431854248047, 22.760475158691406, 24.08662986755371, 25.412784576416016, 26.738941192626953, 28.065095901489258, 29.391250610351562, 30.7174072265625, 32.04356384277344, 33.36971664428711, 34.69587326049805, 36.022029876708984, 37.348182678222656, 38.674339294433594]}, "gradients/wav2vec2.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 1.0, 2.0, 10.0, 9.0, 7.0, 9.0, 17.0, 21.0, 30.0, 27.0, 24.0, 25.0, 29.0, 38.0, 36.0, 44.0, 44.0, 48.0, 43.0, 41.0, 51.0, 50.0, 41.0, 39.0, 39.0, 36.0, 39.0, 23.0, 25.0, 21.0, 27.0, 23.0, 18.0, 13.0, 10.0, 10.0, 11.0, 6.0, 4.0, 8.0, 5.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.103199005126953, -10.753870964050293, -10.404542922973633, -10.055214881896973, -9.705886840820312, -9.356557846069336, -9.007229804992676, -8.657901763916016, -8.308573722839355, -7.959245681762695, -7.609917640686035, -7.260589122772217, -6.911261081695557, -6.5619330406188965, -6.212604522705078, -5.863276481628418, -5.513948440551758, -5.164620399475098, -4.8152923583984375, -4.465963840484619, -4.116635799407959, -3.767307758331299, -3.4179794788360596, -3.0686511993408203, -2.71932315826416, -2.3699951171875, -2.0206668376922607, -1.671338677406311, -1.3220105171203613, -0.9726823568344116, -0.6233541965484619, -0.27402591705322266, 0.0753030776977539, 0.4246312379837036, 0.7739593982696533, 1.123287558555603, 1.4726157188415527, 1.8219438791275024, 2.171272039413452, 2.5206003189086914, 2.8699283599853516, 3.2192564010620117, 3.568584680557251, 3.9179129600524902, 4.26724100112915, 4.6165690422058105, 4.965897560119629, 5.315225601196289, 5.664553642272949, 6.013881683349609, 6.3632097244262695, 6.712538242340088, 7.061866283416748, 7.411194324493408, 7.760522842407227, 8.109850883483887, 8.459178924560547, 8.808506965637207, 9.157835006713867, 9.507163047790527, 9.856491088867188, 10.205820083618164, 10.555148124694824, 10.904476165771484, 11.253804206848145]}, "train/loss": 0.1091, "train/learning_rate": 6.004435110206065e-05, "train/epoch": 0.32, "train/global_step": 500, "_runtime": 1540, "_timestamp": 1644265719, "_step": 5, "eval/loss": 0.17190051078796387, "eval/wer": 0.10716071656191475, "eval/runtime": 383.4174, "eval/samples_per_second": 14.18, "eval/steps_per_second": 0.887} +\ No newline at end of file ++{"gradients/lm_head.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 7.0, 8.0, 13.0, 10.0, 20.0, 16.0, 28.0, 35.0, 64.0, 72.0, 100.0, 146.0, 184.0, 252.0, 422.0, 578.0, 902.0, 1567.0, 2707.0, 17288.0, 4467.0, 2251.0, 1214.0, 749.0, 466.0, 353.0, 252.0, 175.0, 119.0, 84.0, 70.0, 40.0, 35.0, 32.0, 17.0, 15.0, 12.0, 11.0, 5.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-386.5, -375.703125, -364.90625, -354.109375, -343.3125, -332.515625, -321.71875, -310.921875, -300.125, -289.328125, -278.53125, -267.734375, -256.9375, -246.140625, -235.34375, -224.546875, -213.75, -202.953125, -192.15625, -181.359375, -170.5625, -159.765625, -148.96875, -138.171875, -127.375, -116.578125, -105.78125, -94.984375, -84.1875, -73.390625, -62.59375, -51.796875, -41.0, -30.203125, -19.40625, -8.609375, 2.1875, 12.984375, 23.78125, 34.578125, 45.375, 56.171875, 66.96875, 77.765625, 88.5625, 99.359375, 110.15625, 120.953125, 131.75, 142.546875, 153.34375, 164.140625, 174.9375, 185.734375, 196.53125, 207.328125, 218.125, 228.921875, 239.71875, 250.515625, 261.3125, 272.109375, 282.90625, 293.703125, 304.5]}, "gradients/lm_head.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 10.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-292.75, -281.6640625, -270.578125, -259.4921875, -248.40625, -237.3203125, -226.234375, -215.1484375, -204.0625, -192.9765625, -181.890625, -170.8046875, -159.71875, -148.6328125, -137.546875, -126.4609375, -115.375, -104.2890625, -93.203125, -82.1171875, -71.03125, -59.9453125, -48.859375, -37.7734375, -26.6875, -15.6015625, -4.515625, 6.5703125, 17.65625, 28.7421875, 39.828125, 50.9140625, 62.0, 73.0859375, 84.171875, 95.2578125, 106.34375, 117.4296875, 128.515625, 139.6015625, 150.6875, 161.7734375, 172.859375, 183.9453125, 195.03125, 206.1171875, 217.203125, 228.2890625, 239.375, 250.4609375, 261.546875, 272.6328125, 283.71875, 294.8046875, 305.890625, 316.9765625, 328.0625, 339.1484375, 350.234375, 361.3203125, 372.40625, 383.4921875, 394.578125, 405.6640625, 416.75]}, "gradients/wav2vec2.encoder.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 10.0, 13.0, 41.0, 100.0, 280.0, 344.0, 150.0, 52.0, 12.0, 8.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1049.8209228515625, -1029.886474609375, -1009.9520874023438, -990.0177001953125, -970.0833129882812, -950.14892578125, -930.2144775390625, -910.2800903320312, -890.345703125, -870.4113159179688, -850.4768676757812, -830.54248046875, -810.6080932617188, -790.6737060546875, -770.7392578125, -750.8048706054688, -730.8704833984375, -710.9360961914062, -691.0016479492188, -671.0672607421875, -651.1328735351562, -631.198486328125, -611.2640380859375, -591.3296508789062, -571.3952026367188, -551.4608154296875, -531.5263671875, -511.59197998046875, -491.6575927734375, -471.7231750488281, -451.78875732421875, -431.8543701171875, -411.9199523925781, -391.98553466796875, -372.0511474609375, -352.1167297363281, -332.1823425292969, -312.2479248046875, -292.31353759765625, -272.3791198730469, -252.44471740722656, -232.51031494140625, -212.57591247558594, -192.64151000976562, -172.70709228515625, -152.772705078125, -132.83828735351562, -112.90388488769531, -92.969482421875, -73.03507995605469, -53.10067367553711, -33.16626739501953, -13.231864929199219, 6.702537536621094, 26.636947631835938, 46.57135009765625, 66.50575256347656, 86.44015502929688, 106.37455749511719, 126.30896759033203, 146.24337768554688, 166.17776489257812, 186.1121826171875, 206.0465850830078, 225.98098754882812]}, "gradients/wav2vec2.encoder.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 5.0, 4.0, 5.0, 9.0, 4.0, 5.0, 17.0, 31.0, 35.0, 36.0, 40.0, 56.0, 63.0, 69.0, 73.0, 75.0, 73.0, 81.0, 59.0, 49.0, 40.0, 41.0, 26.0, 17.0, 27.0, 10.0, 6.0, 7.0, 10.0, 1.0, 6.0, 7.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-243.41644287109375, -236.35714721679688, -229.2978515625, -222.2385711669922, -215.1792755126953, -208.11997985839844, -201.06069946289062, -194.00140380859375, -186.94210815429688, -179.8828125, -172.82351684570312, -165.7642364501953, -158.70494079589844, -151.64564514160156, -144.58636474609375, -137.52706909179688, -130.4677734375, -123.40847778320312, -116.34918975830078, -109.28990173339844, -102.23060607910156, -95.17131042480469, -88.11202239990234, -81.052734375, -73.99343872070312, -66.93414306640625, -59.874855041503906, -52.8155632019043, -45.75627136230469, -38.69697952270508, -31.63768768310547, -24.57839584350586, -17.519088745117188, -10.459796905517578, -3.4005050659179688, 3.6587867736816406, 10.71807861328125, 17.77737045288086, 24.83666229248047, 31.895954132080078, 38.95524597167969, 46.0145378112793, 53.073829650878906, 60.133121490478516, 67.19241333007812, 74.251708984375, 81.31099700927734, 88.37028503417969, 95.42958068847656, 102.48887634277344, 109.54816436767578, 116.60745239257812, 123.666748046875, 130.72604370117188, 137.78533935546875, 144.84461975097656, 151.90391540527344, 158.9632110595703, 166.02249145507812, 173.081787109375, 180.14108276367188, 187.20037841796875, 194.25967407226562, 201.31895446777344, 208.3782501220703]}, "gradients/wav2vec2.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 7.0, 8.0, 9.0, 14.0, 22.0, 38.0, 33.0, 60.0, 77.0, 146.0, 195.0, 296.0, 485.0, 715.0, 1230.0, 1878.0, 3135.0, 5513.0, 9475.0, 16923.0, 30367.0, 55002.0, 102174.0, 192073.0, 366309.0, 681889.0, 999012.0, 790626.0, 438370.0, 229637.0, 121689.0, 64993.0, 35409.0, 19724.0, 11017.0, 6326.0, 3626.0, 2258.0, 1312.0, 787.0, 493.0, 308.0, 214.0, 149.0, 100.0, 47.0, 31.0, 30.0, 24.0, 13.0, 6.0, 6.0, 4.0, 5.0, 4.0, 0.0, 1.0, 2.0], "bins": [-4.6875, -4.54388427734375, -4.4002685546875, -4.25665283203125, -4.113037109375, -3.96942138671875, -3.8258056640625, -3.68218994140625, -3.53857421875, -3.39495849609375, -3.2513427734375, -3.10772705078125, -2.964111328125, -2.82049560546875, -2.6768798828125, -2.53326416015625, -2.3896484375, -2.24603271484375, -2.1024169921875, -1.95880126953125, -1.815185546875, -1.67156982421875, -1.5279541015625, -1.38433837890625, -1.24072265625, -1.09710693359375, -0.9534912109375, -0.80987548828125, -0.666259765625, -0.52264404296875, -0.3790283203125, -0.23541259765625, -0.091796875, 0.05181884765625, 0.1954345703125, 0.33905029296875, 0.482666015625, 0.62628173828125, 0.7698974609375, 0.91351318359375, 1.05712890625, 1.20074462890625, 1.3443603515625, 1.48797607421875, 1.631591796875, 1.77520751953125, 1.9188232421875, 2.06243896484375, 2.2060546875, 2.34967041015625, 2.4932861328125, 2.63690185546875, 2.780517578125, 2.92413330078125, 3.0677490234375, 3.21136474609375, 3.35498046875, 3.49859619140625, 3.6422119140625, 3.78582763671875, 3.929443359375, 4.07305908203125, 4.2166748046875, 4.36029052734375, 4.50390625]}, "gradients/wav2vec2.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 7.0, 9.0, 7.0, 7.0, 9.0, 5.0, 8.0, 13.0, 15.0, 20.0, 19.0, 11.0, 26.0, 31.0, 21.0, 35.0, 49.0, 38.0, 45.0, 35.0, 36.0, 38.0, 47.0, 49.0, 36.0, 36.0, 41.0, 33.0, 27.0, 40.0, 22.0, 26.0, 23.0, 16.0, 23.0, 13.0, 18.0, 8.0, 13.0, 11.0, 9.0, 10.0, 7.0, 3.0, 5.0, 1.0, 3.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.39453125, -3.286224365234375, -3.17791748046875, -3.069610595703125, -2.9613037109375, -2.852996826171875, -2.74468994140625, -2.636383056640625, -2.528076171875, -2.419769287109375, -2.31146240234375, -2.203155517578125, -2.0948486328125, -1.986541748046875, -1.87823486328125, -1.769927978515625, -1.66162109375, -1.553314208984375, -1.44500732421875, -1.336700439453125, -1.2283935546875, -1.120086669921875, -1.01177978515625, -0.903472900390625, -0.795166015625, -0.686859130859375, -0.57855224609375, -0.470245361328125, -0.3619384765625, -0.253631591796875, -0.14532470703125, -0.037017822265625, 0.0712890625, 0.179595947265625, 0.28790283203125, 0.396209716796875, 0.5045166015625, 0.612823486328125, 0.72113037109375, 0.829437255859375, 0.937744140625, 1.046051025390625, 1.15435791015625, 1.262664794921875, 1.3709716796875, 1.479278564453125, 1.58758544921875, 1.695892333984375, 1.80419921875, 1.912506103515625, 2.02081298828125, 2.129119873046875, 2.2374267578125, 2.345733642578125, 2.45404052734375, 2.562347412109375, 2.670654296875, 2.778961181640625, 2.88726806640625, 2.995574951171875, 3.1038818359375, 3.212188720703125, 3.32049560546875, 3.428802490234375, 3.537109375]}, "gradients/wav2vec2.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 4.0, 7.0, 10.0, 14.0, 10.0, 25.0, 42.0, 66.0, 146.0, 208.0, 409.0, 811.0, 1638.0, 3635.0, 9315.0, 26155.0, 84422.0, 310902.0, 1125401.0, 1766656.0, 624855.0, 165410.0, 47363.0, 15801.0, 5923.0, 2521.0, 1219.0, 552.0, 337.0, 171.0, 86.0, 55.0, 28.0, 22.0, 20.0, 12.0, 3.0, 9.0, 5.0, 4.0, 6.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.53125, -13.06884765625, -12.6064453125, -12.14404296875, -11.681640625, -11.21923828125, -10.7568359375, -10.29443359375, -9.83203125, -9.36962890625, -8.9072265625, -8.44482421875, -7.982421875, -7.52001953125, -7.0576171875, -6.59521484375, -6.1328125, -5.67041015625, -5.2080078125, -4.74560546875, -4.283203125, -3.82080078125, -3.3583984375, -2.89599609375, -2.43359375, -1.97119140625, -1.5087890625, -1.04638671875, -0.583984375, -0.12158203125, 0.3408203125, 0.80322265625, 1.265625, 1.72802734375, 2.1904296875, 2.65283203125, 3.115234375, 3.57763671875, 4.0400390625, 4.50244140625, 4.96484375, 5.42724609375, 5.8896484375, 6.35205078125, 6.814453125, 7.27685546875, 7.7392578125, 8.20166015625, 8.6640625, 9.12646484375, 9.5888671875, 10.05126953125, 10.513671875, 10.97607421875, 11.4384765625, 11.90087890625, 12.36328125, 12.82568359375, 13.2880859375, 13.75048828125, 14.212890625, 14.67529296875, 15.1376953125, 15.60009765625, 16.0625]}, "gradients/wav2vec2.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 5.0, 4.0, 4.0, 14.0, 10.0, 16.0, 18.0, 19.0, 32.0, 54.0, 77.0, 119.0, 136.0, 215.0, 331.0, 389.0, 518.0, 513.0, 416.0, 347.0, 252.0, 155.0, 126.0, 83.0, 59.0, 53.0, 32.0, 29.0, 15.0, 17.0, 6.0, 3.0, 8.0, 4.0, 1.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-16.0625, -15.6064453125, -15.150390625, -14.6943359375, -14.23828125, -13.7822265625, -13.326171875, -12.8701171875, -12.4140625, -11.9580078125, -11.501953125, -11.0458984375, -10.58984375, -10.1337890625, -9.677734375, -9.2216796875, -8.765625, -8.3095703125, -7.853515625, -7.3974609375, -6.94140625, -6.4853515625, -6.029296875, -5.5732421875, -5.1171875, -4.6611328125, -4.205078125, -3.7490234375, -3.29296875, -2.8369140625, -2.380859375, -1.9248046875, -1.46875, -1.0126953125, -0.556640625, -0.1005859375, 0.35546875, 0.8115234375, 1.267578125, 1.7236328125, 2.1796875, 2.6357421875, 3.091796875, 3.5478515625, 4.00390625, 4.4599609375, 4.916015625, 5.3720703125, 5.828125, 6.2841796875, 6.740234375, 7.1962890625, 7.65234375, 8.1083984375, 8.564453125, 9.0205078125, 9.4765625, 9.9326171875, 10.388671875, 10.8447265625, 11.30078125, 11.7568359375, 12.212890625, 12.6689453125, 13.125]}, "gradients/wav2vec2.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 5.0, 6.0, 7.0, 19.0, 23.0, 29.0, 55.0, 69.0, 119.0, 119.0, 110.0, 113.0, 84.0, 64.0, 55.0, 51.0, 30.0, 18.0, 12.0, 5.0, 5.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-61.91986846923828, -59.04987716674805, -56.17988204956055, -53.30989074707031, -50.43989562988281, -47.56990432739258, -44.699913024902344, -41.829917907714844, -38.95992660522461, -36.089935302734375, -33.219940185546875, -30.34994888305664, -27.479955673217773, -24.609962463378906, -21.739971160888672, -18.869977951049805, -15.999984741210938, -13.12999153137207, -10.25999927520752, -7.390007019042969, -4.520013809204102, -1.6500205993652344, 1.219970703125, 4.089963912963867, 6.959957122802734, 9.829950332641602, 12.699942588806152, 15.569934844970703, 18.43992805480957, 21.309921264648438, 24.179912567138672, 27.04990577697754, 29.919891357421875, 32.78988265991211, 35.65987777709961, 38.529869079589844, 41.399864196777344, 44.26985549926758, 47.13984680175781, 50.00984191894531, 52.87983322143555, 55.74982452392578, 58.61981964111328, 61.489810943603516, 64.35980224609375, 67.22979736328125, 70.09979248046875, 72.96977996826172, 75.83977508544922, 78.70977020263672, 81.57975769042969, 84.44975280761719, 87.31974792480469, 90.18974304199219, 93.05973052978516, 95.92972564697266, 98.79971313476562, 101.66970825195312, 104.5396957397461, 107.4096908569336, 110.2796859741211, 113.14967346191406, 116.01966857910156, 118.88966369628906, 121.75965881347656]}, "gradients/wav2vec2.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 9.0, 7.0, 11.0, 15.0, 19.0, 15.0, 27.0, 21.0, 23.0, 27.0, 27.0, 31.0, 46.0, 36.0, 46.0, 47.0, 45.0, 59.0, 42.0, 53.0, 46.0, 42.0, 29.0, 36.0, 41.0, 35.0, 40.0, 24.0, 16.0, 22.0, 14.0, 14.0, 10.0, 14.0, 3.0, 4.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-45.69610595703125, -44.16375732421875, -42.63140869140625, -41.099063873291016, -39.566715240478516, -38.034366607666016, -36.50202178955078, -34.96967315673828, -33.43732452392578, -31.90497589111328, -30.372629165649414, -28.840282440185547, -27.307933807373047, -25.775585174560547, -24.24323844909668, -22.710891723632812, -21.178543090820312, -19.646194458007812, -18.113847732543945, -16.581501007080078, -15.049152374267578, -13.516804695129395, -11.984457015991211, -10.452109336853027, -8.919761657714844, -7.38741397857666, -5.855066299438477, -4.322718620300293, -2.7903709411621094, -1.2580232620239258, 0.2743244171142578, 1.8066720962524414, 3.339019775390625, 4.871367454528809, 6.403715133666992, 7.936062812805176, 9.46841049194336, 11.000758171081543, 12.533105850219727, 14.06545352935791, 15.597801208496094, 17.130149841308594, 18.66249656677246, 20.194843292236328, 21.727191925048828, 23.259540557861328, 24.791887283325195, 26.324234008789062, 27.856582641601562, 29.388931274414062, 30.92127799987793, 32.4536247253418, 33.9859733581543, 35.5183219909668, 37.05066680908203, 38.58301544189453, 40.11536407470703, 41.64771270751953, 43.18006134033203, 44.712406158447266, 46.244754791259766, 47.777103424072266, 49.3094482421875, 50.841796875, 52.3741455078125]}, "gradients/wav2vec2.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 5.0, 13.0, 17.0, 27.0, 46.0, 55.0, 78.0, 141.0, 222.0, 352.0, 534.0, 796.0, 1191.0, 1779.0, 2522.0, 3875.0, 5556.0, 8134.0, 11771.0, 16899.0, 24269.0, 36214.0, 60042.0, 130078.0, 256996.0, 227180.0, 104131.0, 51985.0, 32296.0, 22179.0, 15406.0, 10760.0, 7342.0, 5147.0, 3462.0, 2341.0, 1619.0, 1020.0, 748.0, 450.0, 307.0, 216.0, 126.0, 95.0, 56.0, 22.0, 18.0, 11.0, 13.0, 4.0, 5.0, 4.0, 1.0, 0.0, 2.0, 3.0], "bins": [-8.1796875, -7.93084716796875, -7.6820068359375, -7.43316650390625, -7.184326171875, -6.93548583984375, -6.6866455078125, -6.43780517578125, -6.18896484375, -5.94012451171875, -5.6912841796875, -5.44244384765625, -5.193603515625, -4.94476318359375, -4.6959228515625, -4.44708251953125, -4.1982421875, -3.94940185546875, -3.7005615234375, -3.45172119140625, -3.202880859375, -2.95404052734375, -2.7052001953125, -2.45635986328125, -2.20751953125, -1.95867919921875, -1.7098388671875, -1.46099853515625, -1.212158203125, -0.96331787109375, -0.7144775390625, -0.46563720703125, -0.216796875, 0.03204345703125, 0.2808837890625, 0.52972412109375, 0.778564453125, 1.02740478515625, 1.2762451171875, 1.52508544921875, 1.77392578125, 2.02276611328125, 2.2716064453125, 2.52044677734375, 2.769287109375, 3.01812744140625, 3.2669677734375, 3.51580810546875, 3.7646484375, 4.01348876953125, 4.2623291015625, 4.51116943359375, 4.760009765625, 5.00885009765625, 5.2576904296875, 5.50653076171875, 5.75537109375, 6.00421142578125, 6.2530517578125, 6.50189208984375, 6.750732421875, 6.99957275390625, 7.2484130859375, 7.49725341796875, 7.74609375]}, "gradients/wav2vec2.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 2.0, 1.0, 10.0, 4.0, 8.0, 7.0, 9.0, 9.0, 10.0, 19.0, 14.0, 25.0, 29.0, 41.0, 38.0, 32.0, 39.0, 48.0, 40.0, 46.0, 34.0, 40.0, 55.0, 46.0, 46.0, 41.0, 41.0, 45.0, 36.0, 31.0, 25.0, 25.0, 18.0, 22.0, 13.0, 14.0, 10.0, 11.0, 12.0, 3.0, 4.0, 1.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.25, -4.09710693359375, -3.9442138671875, -3.79132080078125, -3.638427734375, -3.48553466796875, -3.3326416015625, -3.17974853515625, -3.02685546875, -2.87396240234375, -2.7210693359375, -2.56817626953125, -2.415283203125, -2.26239013671875, -2.1094970703125, -1.95660400390625, -1.8037109375, -1.65081787109375, -1.4979248046875, -1.34503173828125, -1.192138671875, -1.03924560546875, -0.8863525390625, -0.73345947265625, -0.58056640625, -0.42767333984375, -0.2747802734375, -0.12188720703125, 0.031005859375, 0.18389892578125, 0.3367919921875, 0.48968505859375, 0.642578125, 0.79547119140625, 0.9483642578125, 1.10125732421875, 1.254150390625, 1.40704345703125, 1.5599365234375, 1.71282958984375, 1.86572265625, 2.01861572265625, 2.1715087890625, 2.32440185546875, 2.477294921875, 2.63018798828125, 2.7830810546875, 2.93597412109375, 3.0888671875, 3.24176025390625, 3.3946533203125, 3.54754638671875, 3.700439453125, 3.85333251953125, 4.0062255859375, 4.15911865234375, 4.31201171875, 4.46490478515625, 4.6177978515625, 4.77069091796875, 4.923583984375, 5.07647705078125, 5.2293701171875, 5.38226318359375, 5.53515625]}, "gradients/wav2vec2.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 7.0, 12.0, 15.0, 18.0, 33.0, 51.0, 75.0, 109.0, 168.0, 259.0, 438.0, 951.0, 1896.0, 4555.0, 11223.0, 28372.0, 77390.0, 410846.0, 390207.0, 75276.0, 27402.0, 10892.0, 4431.0, 1872.0, 885.0, 441.0, 259.0, 169.0, 88.0, 57.0, 45.0, 35.0, 22.0, 22.0, 15.0, 8.0, 5.0, 1.0, 6.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.34375, -20.607421875, -19.87109375, -19.134765625, -18.3984375, -17.662109375, -16.92578125, -16.189453125, -15.453125, -14.716796875, -13.98046875, -13.244140625, -12.5078125, -11.771484375, -11.03515625, -10.298828125, -9.5625, -8.826171875, -8.08984375, -7.353515625, -6.6171875, -5.880859375, -5.14453125, -4.408203125, -3.671875, -2.935546875, -2.19921875, -1.462890625, -0.7265625, 0.009765625, 0.74609375, 1.482421875, 2.21875, 2.955078125, 3.69140625, 4.427734375, 5.1640625, 5.900390625, 6.63671875, 7.373046875, 8.109375, 8.845703125, 9.58203125, 10.318359375, 11.0546875, 11.791015625, 12.52734375, 13.263671875, 14.0, 14.736328125, 15.47265625, 16.208984375, 16.9453125, 17.681640625, 18.41796875, 19.154296875, 19.890625, 20.626953125, 21.36328125, 22.099609375, 22.8359375, 23.572265625, 24.30859375, 25.044921875, 25.78125]}, "gradients/wav2vec2.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 6.0, 5.0, 5.0, 6.0, 7.0, 6.0, 10.0, 8.0, 18.0, 20.0, 16.0, 19.0, 22.0, 29.0, 36.0, 28.0, 42.0, 36.0, 41.0, 45.0, 41.0, 37.0, 43.0, 45.0, 40.0, 46.0, 43.0, 27.0, 51.0, 32.0, 21.0, 26.0, 34.0, 13.0, 15.0, 14.0, 18.0, 7.0, 11.0, 10.0, 8.0, 6.0, 5.0, 7.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-13.6953125, -13.1971435546875, -12.698974609375, -12.2008056640625, -11.70263671875, -11.2044677734375, -10.706298828125, -10.2081298828125, -9.7099609375, -9.2117919921875, -8.713623046875, -8.2154541015625, -7.71728515625, -7.2191162109375, -6.720947265625, -6.2227783203125, -5.724609375, -5.2264404296875, -4.728271484375, -4.2301025390625, -3.73193359375, -3.2337646484375, -2.735595703125, -2.2374267578125, -1.7392578125, -1.2410888671875, -0.742919921875, -0.2447509765625, 0.25341796875, 0.7515869140625, 1.249755859375, 1.7479248046875, 2.24609375, 2.7442626953125, 3.242431640625, 3.7406005859375, 4.23876953125, 4.7369384765625, 5.235107421875, 5.7332763671875, 6.2314453125, 6.7296142578125, 7.227783203125, 7.7259521484375, 8.22412109375, 8.7222900390625, 9.220458984375, 9.7186279296875, 10.216796875, 10.7149658203125, 11.213134765625, 11.7113037109375, 12.20947265625, 12.7076416015625, 13.205810546875, 13.7039794921875, 14.2021484375, 14.7003173828125, 15.198486328125, 15.6966552734375, 16.19482421875, 16.6929931640625, 17.191162109375, 17.6893310546875, 18.1875]}, "gradients/wav2vec2.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 5.0, 6.0, 0.0, 9.0, 10.0, 8.0, 24.0, 28.0, 34.0, 77.0, 111.0, 168.0, 253.0, 386.0, 703.0, 1288.0, 2321.0, 4489.0, 9168.0, 19580.0, 42032.0, 90651.0, 429137.0, 300331.0, 77494.0, 36278.0, 17054.0, 8027.0, 3942.0, 2119.0, 1099.0, 648.0, 395.0, 248.0, 158.0, 98.0, 62.0, 34.0, 25.0, 22.0, 12.0, 10.0, 6.0, 3.0, 3.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.609375, -12.187744140625, -11.76611328125, -11.344482421875, -10.9228515625, -10.501220703125, -10.07958984375, -9.657958984375, -9.236328125, -8.814697265625, -8.39306640625, -7.971435546875, -7.5498046875, -7.128173828125, -6.70654296875, -6.284912109375, -5.86328125, -5.441650390625, -5.02001953125, -4.598388671875, -4.1767578125, -3.755126953125, -3.33349609375, -2.911865234375, -2.490234375, -2.068603515625, -1.64697265625, -1.225341796875, -0.8037109375, -0.382080078125, 0.03955078125, 0.461181640625, 0.8828125, 1.304443359375, 1.72607421875, 2.147705078125, 2.5693359375, 2.990966796875, 3.41259765625, 3.834228515625, 4.255859375, 4.677490234375, 5.09912109375, 5.520751953125, 5.9423828125, 6.364013671875, 6.78564453125, 7.207275390625, 7.62890625, 8.050537109375, 8.47216796875, 8.893798828125, 9.3154296875, 9.737060546875, 10.15869140625, 10.580322265625, 11.001953125, 11.423583984375, 11.84521484375, 12.266845703125, 12.6884765625, 13.110107421875, 13.53173828125, 13.953369140625, 14.375]}, "gradients/wav2vec2.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 5.0, 2.0, 7.0, 7.0, 13.0, 8.0, 17.0, 15.0, 23.0, 26.0, 52.0, 64.0, 274.0, 240.0, 61.0, 36.0, 29.0, 15.0, 22.0, 14.0, 15.0, 17.0, 6.0, 5.0, 3.0, 6.0, 5.0, 2.0, 1.0, 5.0, 3.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004276275634765625, -0.004142403602600098, -0.00400853157043457, -0.003874659538269043, -0.0037407875061035156, -0.0036069154739379883, -0.003473043441772461, -0.0033391714096069336, -0.0032052993774414062, -0.003071427345275879, -0.0029375553131103516, -0.0028036832809448242, -0.002669811248779297, -0.0025359392166137695, -0.002402067184448242, -0.002268195152282715, -0.0021343231201171875, -0.00200045108795166, -0.0018665790557861328, -0.0017327070236206055, -0.0015988349914550781, -0.0014649629592895508, -0.0013310909271240234, -0.001197218894958496, -0.0010633468627929688, -0.0009294748306274414, -0.0007956027984619141, -0.0006617307662963867, -0.0005278587341308594, -0.00039398670196533203, -0.0002601146697998047, -0.00012624263763427734, 7.62939453125e-06, 0.00014150142669677734, 0.0002753734588623047, 0.00040924549102783203, 0.0005431175231933594, 0.0006769895553588867, 0.0008108615875244141, 0.0009447336196899414, 0.0010786056518554688, 0.001212477684020996, 0.0013463497161865234, 0.0014802217483520508, 0.0016140937805175781, 0.0017479658126831055, 0.0018818378448486328, 0.00201570987701416, 0.0021495819091796875, 0.002283453941345215, 0.002417325973510742, 0.0025511980056762695, 0.002685070037841797, 0.0028189420700073242, 0.0029528141021728516, 0.003086686134338379, 0.0032205581665039062, 0.0033544301986694336, 0.003488302230834961, 0.0036221742630004883, 0.0037560462951660156, 0.003889918327331543, 0.00402379035949707, 0.004157662391662598, 0.004291534423828125]}, "gradients/wav2vec2.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 6.0, 4.0, 2.0, 11.0, 15.0, 8.0, 18.0, 21.0, 29.0, 42.0, 77.0, 143.0, 222.0, 364.0, 705.0, 1306.0, 3033.0, 7198.0, 18978.0, 53071.0, 151344.0, 579015.0, 148888.0, 51920.0, 18827.0, 7235.0, 3030.0, 1368.0, 730.0, 358.0, 214.0, 119.0, 77.0, 54.0, 36.0, 26.0, 18.0, 10.0, 13.0, 5.0, 5.0, 5.0, 9.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-15.1484375, -14.6961669921875, -14.243896484375, -13.7916259765625, -13.33935546875, -12.8870849609375, -12.434814453125, -11.9825439453125, -11.5302734375, -11.0780029296875, -10.625732421875, -10.1734619140625, -9.72119140625, -9.2689208984375, -8.816650390625, -8.3643798828125, -7.912109375, -7.4598388671875, -7.007568359375, -6.5552978515625, -6.10302734375, -5.6507568359375, -5.198486328125, -4.7462158203125, -4.2939453125, -3.8416748046875, -3.389404296875, -2.9371337890625, -2.48486328125, -2.0325927734375, -1.580322265625, -1.1280517578125, -0.67578125, -0.2235107421875, 0.228759765625, 0.6810302734375, 1.13330078125, 1.5855712890625, 2.037841796875, 2.4901123046875, 2.9423828125, 3.3946533203125, 3.846923828125, 4.2991943359375, 4.75146484375, 5.2037353515625, 5.656005859375, 6.1082763671875, 6.560546875, 7.0128173828125, 7.465087890625, 7.9173583984375, 8.36962890625, 8.8218994140625, 9.274169921875, 9.7264404296875, 10.1787109375, 10.6309814453125, 11.083251953125, 11.5355224609375, 11.98779296875, 12.4400634765625, 12.892333984375, 13.3446044921875, 13.796875]}, "gradients/wav2vec2.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 11.0, 7.0, 14.0, 7.0, 10.0, 12.0, 19.0, 21.0, 21.0, 25.0, 34.0, 79.0, 94.0, 148.0, 143.0, 94.0, 53.0, 45.0, 27.0, 33.0, 24.0, 16.0, 14.0, 6.0, 18.0, 3.0, 4.0, 2.0, 2.0, 6.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.1484375, -10.7882080078125, -10.427978515625, -10.0677490234375, -9.70751953125, -9.3472900390625, -8.987060546875, -8.6268310546875, -8.2666015625, -7.9063720703125, -7.546142578125, -7.1859130859375, -6.82568359375, -6.4654541015625, -6.105224609375, -5.7449951171875, -5.384765625, -5.0245361328125, -4.664306640625, -4.3040771484375, -3.94384765625, -3.5836181640625, -3.223388671875, -2.8631591796875, -2.5029296875, -2.1427001953125, -1.782470703125, -1.4222412109375, -1.06201171875, -0.7017822265625, -0.341552734375, 0.0186767578125, 0.37890625, 0.7391357421875, 1.099365234375, 1.4595947265625, 1.81982421875, 2.1800537109375, 2.540283203125, 2.9005126953125, 3.2607421875, 3.6209716796875, 3.981201171875, 4.3414306640625, 4.70166015625, 5.0618896484375, 5.422119140625, 5.7823486328125, 6.142578125, 6.5028076171875, 6.863037109375, 7.2232666015625, 7.58349609375, 7.9437255859375, 8.303955078125, 8.6641845703125, 9.0244140625, 9.3846435546875, 9.744873046875, 10.1051025390625, 10.46533203125, 10.8255615234375, 11.185791015625, 11.5460205078125, 11.90625]}, "gradients/wav2vec2.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 9.0, 18.0, 22.0, 36.0, 81.0, 91.0, 117.0, 158.0, 152.0, 122.0, 68.0, 53.0, 37.0, 20.0, 10.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-77.02794647216797, -73.0921630859375, -69.1563720703125, -65.22058868408203, -61.2848014831543, -57.34901428222656, -53.413230895996094, -49.47744369506836, -45.541656494140625, -41.60586929321289, -37.670082092285156, -33.73429870605469, -29.798511505126953, -25.86272430419922, -21.926939010620117, -17.991153717041016, -14.055366516113281, -10.119580268859863, -6.183794021606445, -2.2480077743530273, 1.6877784729003906, 5.623565673828125, 9.559350967407227, 13.495136260986328, 17.430923461914062, 21.366710662841797, 25.3024959564209, 29.23828125, 33.174068450927734, 37.10985565185547, 41.04563903808594, 44.98142623901367, 48.917205810546875, 52.85299301147461, 56.788780212402344, 60.72456359863281, 64.66035461425781, 68.59613800048828, 72.53192138671875, 76.46771240234375, 80.40349578857422, 84.33927917480469, 88.27507019042969, 92.21085357666016, 96.14663696289062, 100.08242797851562, 104.0182113647461, 107.95399475097656, 111.88978576660156, 115.82556915283203, 119.76136016845703, 123.6971435546875, 127.6329345703125, 131.5687255859375, 135.50450134277344, 139.44029235839844, 143.37606811523438, 147.31185913085938, 151.2476348876953, 155.1834259033203, 159.1192169189453, 163.05499267578125, 166.99078369140625, 170.92657470703125, 174.86236572265625]}, "gradients/wav2vec2.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [2.0, 4.0, 0.0, 3.0, 2.0, 4.0, 2.0, 1.0, 6.0, 2.0, 4.0, 12.0, 12.0, 9.0, 11.0, 11.0, 9.0, 18.0, 15.0, 20.0, 30.0, 19.0, 20.0, 38.0, 35.0, 40.0, 40.0, 49.0, 35.0, 33.0, 34.0, 44.0, 30.0, 36.0, 47.0, 35.0, 34.0, 22.0, 29.0, 30.0, 30.0, 20.0, 16.0, 22.0, 14.0, 19.0, 10.0, 5.0, 9.0, 9.0, 8.0, 4.0, 8.0, 4.0, 6.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-49.4451904296875, -47.8435173034668, -46.241844177246094, -44.640174865722656, -43.03850173950195, -41.43682861328125, -39.83515548706055, -38.233482360839844, -36.631813049316406, -35.0301399230957, -33.428466796875, -31.82679557800293, -30.22512435913086, -28.623451232910156, -27.021778106689453, -25.420106887817383, -23.81843376159668, -22.216760635375977, -20.615089416503906, -19.013416290283203, -17.411745071411133, -15.81007194519043, -14.208399772644043, -12.606727600097656, -11.00505542755127, -9.403383255004883, -7.801711082458496, -6.200038433074951, -4.5983662605285645, -2.9966936111450195, -1.3950214385986328, 0.2066507339477539, 1.8083229064941406, 3.4099950790405273, 5.011667251586914, 6.613339900970459, 8.215011596679688, 9.81668472290039, 11.418356895446777, 13.020029067993164, 14.62170124053955, 16.223373413085938, 17.82504653930664, 19.42671775817871, 21.028390884399414, 22.630062103271484, 24.231735229492188, 25.83340835571289, 27.43507957458496, 29.036752700805664, 30.638423919677734, 32.24009704589844, 33.84177017211914, 35.443443298339844, 37.04511260986328, 38.646785736083984, 40.24845886230469, 41.85013198852539, 43.451805114746094, 45.05347442626953, 46.655147552490234, 48.25682067871094, 49.85849380493164, 51.460166931152344, 53.06183624267578]}, "gradients/wav2vec2.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 6.0, 4.0, 7.0, 7.0, 10.0, 3.0, 15.0, 15.0, 10.0, 15.0, 25.0, 24.0, 29.0, 31.0, 48.0, 71.0, 148.0, 189.0, 110.0, 61.0, 30.0, 30.0, 23.0, 14.0, 15.0, 14.0, 11.0, 17.0, 6.0, 9.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-296.0, -285.1171875, -274.234375, -263.3515625, -252.46875, -241.5859375, -230.703125, -219.8203125, -208.9375, -198.0546875, -187.171875, -176.2890625, -165.40625, -154.5234375, -143.640625, -132.7578125, -121.875, -110.9921875, -100.109375, -89.2265625, -78.34375, -67.4609375, -56.578125, -45.6953125, -34.8125, -23.9296875, -13.046875, -2.1640625, 8.71875, 19.6015625, 30.484375, 41.3671875, 52.25, 63.1328125, 74.015625, 84.8984375, 95.78125, 106.6640625, 117.546875, 128.4296875, 139.3125, 150.1953125, 161.078125, 171.9609375, 182.84375, 193.7265625, 204.609375, 215.4921875, 226.375, 237.2578125, 248.140625, 259.0234375, 269.90625, 280.7890625, 291.671875, 302.5546875, 313.4375, 324.3203125, 335.203125, 346.0859375, 356.96875, 367.8515625, 378.734375, 389.6171875, 400.5]}, "gradients/wav2vec2.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 15.0, 20.0, 22.0, 40.0, 76.0, 135.0, 283.0, 488.0, 1042.0, 2553.0, 7858.0, 130174.0, 8228768.0, 11373.0, 3223.0, 1283.0, 606.0, 255.0, 146.0, 83.0, 52.0, 32.0, 25.0, 13.0, 9.0, 6.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-494.28143310546875, -470.8966369628906, -447.5118408203125, -424.1270751953125, -400.7422790527344, -377.35748291015625, -353.97271728515625, -330.5879211425781, -307.203125, -283.8183288574219, -260.43353271484375, -237.04876708984375, -213.66397094726562, -190.2791748046875, -166.89439392089844, -143.50961303710938, -120.12481689453125, -96.74002838134766, -73.35523986816406, -49.97045135498047, -26.585662841796875, -3.2008743286132812, 20.183914184570312, 43.568695068359375, 66.9534912109375, 90.3382797241211, 113.72306823730469, 137.10784912109375, 160.49264526367188, 183.87744140625, 207.26222229003906, 230.64700317382812, 254.0318603515625, 277.4166564941406, 300.80145263671875, 324.18621826171875, 347.5710144042969, 370.955810546875, 394.340576171875, 417.7253723144531, 441.11016845703125, 464.4949645996094, 487.8797607421875, 511.2645263671875, 534.6492919921875, 558.0341186523438, 581.4188842773438, 604.8037109375, 628.1884765625, 651.5732421875, 674.9580688476562, 698.3428344726562, 721.7276611328125, 745.1124267578125, 768.4971923828125, 791.8819580078125, 815.2667846679688, 838.6515502929688, 862.036376953125, 885.421142578125, 908.805908203125, 932.1907348632812, 955.5755004882812, 978.9603271484375, 1002.3450927734375]}, "gradients/wav2vec2.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 6.0, 4.0, 5.0, 64.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-600.8624267578125, -586.9295043945312, -572.99658203125, -559.0635986328125, -545.1306762695312, -531.19775390625, -517.2648315429688, -503.3318786621094, -489.39892578125, -475.46600341796875, -461.5330505371094, -447.6001281738281, -433.66717529296875, -419.7342529296875, -405.80133056640625, -391.8683776855469, -377.9354553222656, -364.0025329589844, -350.069580078125, -336.13665771484375, -322.2037048339844, -308.2707824707031, -294.33782958984375, -280.4049072265625, -266.47198486328125, -252.53904724121094, -238.60610961914062, -224.67318725585938, -210.740234375, -196.80731201171875, -182.87437438964844, -168.94143676757812, -155.00845336914062, -141.0755157470703, -127.142578125, -113.20964813232422, -99.2767105102539, -85.3437728881836, -71.41084289550781, -57.4779052734375, -43.54496765136719, -29.612031936645508, -15.679096221923828, -1.7461624145507812, 12.186775207519531, 26.119712829589844, 40.052642822265625, 53.98558044433594, 67.91851806640625, 81.85145568847656, 95.78439331054688, 109.71732330322266, 123.65026092529297, 137.58319091796875, 151.51612854003906, 165.44906616210938, 179.3820037841797, 193.31494140625, 207.2478790283203, 221.18081665039062, 235.11373901367188, 249.04669189453125, 262.9796142578125, 276.91253662109375, 290.8454895019531]}, "gradients/wav2vec2.masked_spec_embed": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 6.0, 6.0, 0.0, 6.0, 9.0, 9.0, 11.0, 9.0, 14.0, 12.0, 25.0, 17.0, 23.0, 31.0, 24.0, 26.0, 33.0, 46.0, 42.0, 68.0, 82.0, 68.0, 49.0, 45.0, 48.0, 34.0, 27.0, 18.0, 28.0, 31.0, 14.0, 13.0, 16.0, 16.0, 7.0, 12.0, 19.0, 5.0, 8.0, 5.0, 9.0, 7.0, 4.0, 5.0, 2.0, 1.0, 2.0, 5.0, 3.0, 5.0, 3.0, 0.0, 1.0, 2.0], "bins": [-194.25, -187.953125, -181.65625, -175.359375, -169.0625, -162.765625, -156.46875, -150.171875, -143.875, -137.578125, -131.28125, -124.984375, -118.6875, -112.390625, -106.09375, -99.796875, -93.5, -87.203125, -80.90625, -74.609375, -68.3125, -62.015625, -55.71875, -49.421875, -43.125, -36.828125, -30.53125, -24.234375, -17.9375, -11.640625, -5.34375, 0.953125, 7.25, 13.546875, 19.84375, 26.140625, 32.4375, 38.734375, 45.03125, 51.328125, 57.625, 63.921875, 70.21875, 76.515625, 82.8125, 89.109375, 95.40625, 101.703125, 108.0, 114.296875, 120.59375, 126.890625, 133.1875, 139.484375, 145.78125, 152.078125, 158.375, 164.671875, 170.96875, 177.265625, 183.5625, 189.859375, 196.15625, 202.453125, 208.75]}, "gradients/wav2vec2.feature_projection.projection.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 5.0, 2.0, 2.0, 7.0, 4.0, 8.0, 8.0, 13.0, 18.0, 35.0, 26.0, 44.0, 75.0, 100.0, 148.0, 225.0, 372.0, 499.0, 937.0, 1661.0, 3601.0, 9608.0, 32398.0, 227814.0, 199037.0, 31064.0, 9037.0, 3517.0, 1602.0, 882.0, 511.0, 327.0, 236.0, 148.0, 91.0, 50.0, 41.0, 44.0, 28.0, 19.0, 12.0, 3.0, 6.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0], "bins": [-3044.0, -2963.84375, -2883.6875, -2803.53125, -2723.375, -2643.21875, -2563.0625, -2482.90625, -2402.75, -2322.59375, -2242.4375, -2162.28125, -2082.125, -2001.96875, -1921.8125, -1841.65625, -1761.5, -1681.34375, -1601.1875, -1521.03125, -1440.875, -1360.71875, -1280.5625, -1200.40625, -1120.25, -1040.09375, -959.9375, -879.78125, -799.625, -719.46875, -639.3125, -559.15625, -479.0, -398.84375, -318.6875, -238.53125, -158.375, -78.21875, 1.9375, 82.09375, 162.25, 242.40625, 322.5625, 402.71875, 482.875, 563.03125, 643.1875, 723.34375, 803.5, 883.65625, 963.8125, 1043.96875, 1124.125, 1204.28125, 1284.4375, 1364.59375, 1444.75, 1524.90625, 1605.0625, 1685.21875, 1765.375, 1845.53125, 1925.6875, 2005.84375, 2086.0]}, "gradients/wav2vec2.feature_projection.projection.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 6.0, 3.0, 3.0, 7.0, 6.0, 7.0, 14.0, 15.0, 20.0, 19.0, 21.0, 36.0, 31.0, 31.0, 48.0, 50.0, 84.0, 102.0, 97.0, 86.0, 59.0, 52.0, 38.0, 38.0, 21.0, 22.0, 17.0, 8.0, 18.0, 11.0, 12.0, 10.0, 5.0, 5.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-268.5, -260.611328125, -252.72265625, -244.833984375, -236.9453125, -229.056640625, -221.16796875, -213.279296875, -205.390625, -197.501953125, -189.61328125, -181.724609375, -173.8359375, -165.947265625, -158.05859375, -150.169921875, -142.28125, -134.392578125, -126.50390625, -118.615234375, -110.7265625, -102.837890625, -94.94921875, -87.060546875, -79.171875, -71.283203125, -63.39453125, -55.505859375, -47.6171875, -39.728515625, -31.83984375, -23.951171875, -16.0625, -8.173828125, -0.28515625, 7.603515625, 15.4921875, 23.380859375, 31.26953125, 39.158203125, 47.046875, 54.935546875, 62.82421875, 70.712890625, 78.6015625, 86.490234375, 94.37890625, 102.267578125, 110.15625, 118.044921875, 125.93359375, 133.822265625, 141.7109375, 149.599609375, 157.48828125, 165.376953125, 173.265625, 181.154296875, 189.04296875, 196.931640625, 204.8203125, 212.708984375, 220.59765625, 228.486328125, 236.375]}, "gradients/wav2vec2.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 4.0, 3.0, 2.0, 3.0, 4.0, 3.0, 6.0, 3.0, 9.0, 13.0, 16.0, 15.0, 33.0, 43.0, 74.0, 66.0, 52.0, 43.0, 27.0, 14.0, 7.0, 12.0, 4.0, 8.0, 6.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-755.0701293945312, -732.972900390625, -710.8756713867188, -688.7784423828125, -666.6812744140625, -644.5840454101562, -622.48681640625, -600.3895874023438, -578.2923583984375, -556.1951293945312, -534.097900390625, -512.0006713867188, -489.9034729003906, -467.8062438964844, -445.70904541015625, -423.61181640625, -401.51458740234375, -379.4173583984375, -357.32012939453125, -335.2229309082031, -313.1257019042969, -291.0284729003906, -268.9312744140625, -246.83404541015625, -224.73681640625, -202.63958740234375, -180.54237365722656, -158.44515991210938, -136.34793090820312, -114.2507095336914, -92.15348815917969, -70.0562744140625, -47.9591064453125, -25.86188507080078, -3.7646636962890625, 18.332557678222656, 40.429779052734375, 62.527000427246094, 84.62422180175781, 106.721435546875, 128.81866455078125, 150.9158935546875, 173.0131072998047, 195.11032104492188, 217.20755004882812, 239.30477905273438, 261.4019775390625, 283.49920654296875, 305.596435546875, 327.69366455078125, 349.7908935546875, 371.8880920410156, 393.9853210449219, 416.0825500488281, 438.17974853515625, 460.2769775390625, 482.37420654296875, 504.471435546875, 526.5686645507812, 548.6658935546875, 570.7630615234375, 592.8602905273438, 614.95751953125, 637.0547485351562, 659.1519775390625]}, "gradients/wav2vec2.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 5.0, 5.0, 4.0, 8.0, 4.0, 8.0, 5.0, 11.0, 11.0, 6.0, 20.0, 25.0, 83.0, 128.0, 58.0, 26.0, 13.0, 10.0, 12.0, 9.0, 2.0, 5.0, 9.0, 7.0, 2.0, 6.0, 2.0, 5.0, 1.0, 4.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1218.76220703125, -1177.409423828125, -1136.056640625, -1094.7037353515625, -1053.3509521484375, -1011.9981689453125, -970.6453857421875, -929.2926025390625, -887.9397583007812, -846.5869750976562, -805.234130859375, -763.88134765625, -722.528564453125, -681.1757202148438, -639.8229370117188, -598.4700927734375, -557.1173095703125, -515.7645263671875, -474.41168212890625, -433.05889892578125, -391.7060852050781, -350.353271484375, -309.00048828125, -267.6476745605469, -226.29486083984375, -184.94204711914062, -143.58924865722656, -102.23644256591797, -60.883636474609375, -19.53082275390625, 21.821975708007812, 63.174774169921875, 104.5277099609375, 145.88052368164062, 187.2333221435547, 228.58612060546875, 269.9389343261719, 311.291748046875, 352.64453125, 393.9973449707031, 435.35015869140625, 476.7029724121094, 518.0557861328125, 559.4085693359375, 600.7613525390625, 642.1141967773438, 683.4669799804688, 724.81982421875, 766.172607421875, 807.525390625, 848.8782348632812, 890.2310180664062, 931.5838623046875, 972.9366455078125, 1014.2894287109375, 1055.6422119140625, 1096.9951171875, 1138.347900390625, 1179.70068359375, 1221.0535888671875, 1262.4063720703125, 1303.7591552734375, 1345.1119384765625, 1386.4647216796875, 1427.8175048828125]}, "gradients/wav2vec2.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 5.0, 2.0, 3.0, 4.0, 4.0, 2.0, 11.0, 14.0, 14.0, 18.0, 43.0, 41.0, 83.0, 92.0, 157.0, 273.0, 450.0, 701.0, 1245.0, 2413.0, 4439.0, 8795.0, 18365.0, 38826.0, 89264.0, 218184.0, 607857.0, 1609812.0, 1007466.0, 344574.0, 133624.0, 56494.0, 25600.0, 12251.0, 6031.0, 3080.0, 1697.0, 908.0, 529.0, 329.0, 200.0, 123.0, 79.0, 57.0, 34.0, 34.0, 23.0, 13.0, 9.0, 7.0, 5.0, 2.0, 5.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-11.203125, -10.8262939453125, -10.449462890625, -10.0726318359375, -9.69580078125, -9.3189697265625, -8.942138671875, -8.5653076171875, -8.1884765625, -7.8116455078125, -7.434814453125, -7.0579833984375, -6.68115234375, -6.3043212890625, -5.927490234375, -5.5506591796875, -5.173828125, -4.7969970703125, -4.420166015625, -4.0433349609375, -3.66650390625, -3.2896728515625, -2.912841796875, -2.5360107421875, -2.1591796875, -1.7823486328125, -1.405517578125, -1.0286865234375, -0.65185546875, -0.2750244140625, 0.101806640625, 0.4786376953125, 0.85546875, 1.2322998046875, 1.609130859375, 1.9859619140625, 2.36279296875, 2.7396240234375, 3.116455078125, 3.4932861328125, 3.8701171875, 4.2469482421875, 4.623779296875, 5.0006103515625, 5.37744140625, 5.7542724609375, 6.131103515625, 6.5079345703125, 6.884765625, 7.2615966796875, 7.638427734375, 8.0152587890625, 8.39208984375, 8.7689208984375, 9.145751953125, 9.5225830078125, 9.8994140625, 10.2762451171875, 10.653076171875, 11.0299072265625, 11.40673828125, 11.7835693359375, 12.160400390625, 12.5372314453125, 12.9140625]}, "gradients/wav2vec2.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 5.0, 5.0, 3.0, 2.0, 5.0, 3.0, 11.0, 9.0, 12.0, 13.0, 10.0, 21.0, 17.0, 23.0, 30.0, 31.0, 35.0, 37.0, 36.0, 34.0, 37.0, 41.0, 52.0, 43.0, 48.0, 45.0, 43.0, 50.0, 43.0, 36.0, 47.0, 33.0, 23.0, 14.0, 22.0, 10.0, 17.0, 12.0, 7.0, 12.0, 10.0, 8.0, 3.0, 4.0, 2.0, 1.0, 7.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-7.41015625, -7.17529296875, -6.9404296875, -6.70556640625, -6.470703125, -6.23583984375, -6.0009765625, -5.76611328125, -5.53125, -5.29638671875, -5.0615234375, -4.82666015625, -4.591796875, -4.35693359375, -4.1220703125, -3.88720703125, -3.65234375, -3.41748046875, -3.1826171875, -2.94775390625, -2.712890625, -2.47802734375, -2.2431640625, -2.00830078125, -1.7734375, -1.53857421875, -1.3037109375, -1.06884765625, -0.833984375, -0.59912109375, -0.3642578125, -0.12939453125, 0.10546875, 0.34033203125, 0.5751953125, 0.81005859375, 1.044921875, 1.27978515625, 1.5146484375, 1.74951171875, 1.984375, 2.21923828125, 2.4541015625, 2.68896484375, 2.923828125, 3.15869140625, 3.3935546875, 3.62841796875, 3.86328125, 4.09814453125, 4.3330078125, 4.56787109375, 4.802734375, 5.03759765625, 5.2724609375, 5.50732421875, 5.7421875, 5.97705078125, 6.2119140625, 6.44677734375, 6.681640625, 6.91650390625, 7.1513671875, 7.38623046875, 7.62109375]}, "gradients/wav2vec2.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 5.0, 7.0, 6.0, 11.0, 20.0, 30.0, 42.0, 55.0, 86.0, 116.0, 192.0, 361.0, 645.0, 1043.0, 2007.0, 4081.0, 9238.0, 22868.0, 64482.0, 195334.0, 653955.0, 1829573.0, 979306.0, 285660.0, 90544.0, 31953.0, 12192.0, 5083.0, 2320.0, 1264.0, 694.0, 405.0, 251.0, 158.0, 99.0, 58.0, 43.0, 43.0, 25.0, 12.0, 7.0, 6.0, 8.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-24.0625, -23.222900390625, -22.38330078125, -21.543701171875, -20.7041015625, -19.864501953125, -19.02490234375, -18.185302734375, -17.345703125, -16.506103515625, -15.66650390625, -14.826904296875, -13.9873046875, -13.147705078125, -12.30810546875, -11.468505859375, -10.62890625, -9.789306640625, -8.94970703125, -8.110107421875, -7.2705078125, -6.430908203125, -5.59130859375, -4.751708984375, -3.912109375, -3.072509765625, -2.23291015625, -1.393310546875, -0.5537109375, 0.285888671875, 1.12548828125, 1.965087890625, 2.8046875, 3.644287109375, 4.48388671875, 5.323486328125, 6.1630859375, 7.002685546875, 7.84228515625, 8.681884765625, 9.521484375, 10.361083984375, 11.20068359375, 12.040283203125, 12.8798828125, 13.719482421875, 14.55908203125, 15.398681640625, 16.23828125, 17.077880859375, 17.91748046875, 18.757080078125, 19.5966796875, 20.436279296875, 21.27587890625, 22.115478515625, 22.955078125, 23.794677734375, 24.63427734375, 25.473876953125, 26.3134765625, 27.153076171875, 27.99267578125, 28.832275390625, 29.671875]}, "gradients/wav2vec2.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 7.0, 10.0, 13.0, 20.0, 26.0, 21.0, 50.0, 38.0, 98.0, 111.0, 119.0, 173.0, 196.0, 263.0, 338.0, 423.0, 440.0, 374.0, 300.0, 233.0, 183.0, 173.0, 112.0, 76.0, 54.0, 45.0, 42.0, 33.0, 29.0, 20.0, 16.0, 10.0, 8.0, 4.0, 6.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-20.75, -20.107666015625, -19.46533203125, -18.822998046875, -18.1806640625, -17.538330078125, -16.89599609375, -16.253662109375, -15.611328125, -14.968994140625, -14.32666015625, -13.684326171875, -13.0419921875, -12.399658203125, -11.75732421875, -11.114990234375, -10.47265625, -9.830322265625, -9.18798828125, -8.545654296875, -7.9033203125, -7.260986328125, -6.61865234375, -5.976318359375, -5.333984375, -4.691650390625, -4.04931640625, -3.406982421875, -2.7646484375, -2.122314453125, -1.47998046875, -0.837646484375, -0.1953125, 0.447021484375, 1.08935546875, 1.731689453125, 2.3740234375, 3.016357421875, 3.65869140625, 4.301025390625, 4.943359375, 5.585693359375, 6.22802734375, 6.870361328125, 7.5126953125, 8.155029296875, 8.79736328125, 9.439697265625, 10.08203125, 10.724365234375, 11.36669921875, 12.009033203125, 12.6513671875, 13.293701171875, 13.93603515625, 14.578369140625, 15.220703125, 15.863037109375, 16.50537109375, 17.147705078125, 17.7900390625, 18.432373046875, 19.07470703125, 19.717041015625, 20.359375]}, "gradients/wav2vec2.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 7.0, 6.0, 15.0, 11.0, 25.0, 33.0, 43.0, 70.0, 71.0, 65.0, 75.0, 96.0, 87.0, 88.0, 65.0, 68.0, 34.0, 43.0, 23.0, 26.0, 17.0, 16.0, 1.0, 6.0, 2.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-127.1158676147461, -123.4386978149414, -119.76153564453125, -116.08436584472656, -112.40719604492188, -108.73003387451172, -105.05286407470703, -101.37570190429688, -97.69853210449219, -94.0213623046875, -90.34420013427734, -86.66703033447266, -82.9898681640625, -79.31269836425781, -75.63552856445312, -71.95835876464844, -68.28119659423828, -64.6040267944336, -60.92686462402344, -57.24969482421875, -53.57252883911133, -49.895362854003906, -46.21819305419922, -42.5410270690918, -38.863861083984375, -35.18669509887695, -31.5095272064209, -27.832359313964844, -24.155193328857422, -20.47802734375, -16.800859451293945, -13.12369155883789, -9.446517944335938, -5.769351005554199, -2.092184066772461, 1.5849828720092773, 5.262149810791016, 8.939315795898438, 12.616483688354492, 16.293651580810547, 19.97081756591797, 23.64798355102539, 27.325151443481445, 31.0023193359375, 34.67948532104492, 38.356651306152344, 42.03382110595703, 45.71098709106445, 49.388153076171875, 53.0653190612793, 56.74248504638672, 60.419654846191406, 64.09681701660156, 67.77398681640625, 71.45115661621094, 75.12832641601562, 78.80548858642578, 82.48265838623047, 86.15982055664062, 89.83699035644531, 93.51416015625, 97.19132232666016, 100.86849212646484, 104.545654296875, 108.22282409667969]}, "gradients/wav2vec2.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 3.0, 1.0, 7.0, 3.0, 5.0, 9.0, 11.0, 11.0, 4.0, 19.0, 14.0, 9.0, 20.0, 20.0, 21.0, 31.0, 38.0, 32.0, 48.0, 37.0, 32.0, 36.0, 30.0, 42.0, 44.0, 38.0, 38.0, 34.0, 36.0, 39.0, 31.0, 30.0, 31.0, 30.0, 35.0, 30.0, 26.0, 14.0, 8.0, 13.0, 10.0, 3.0, 11.0, 6.0, 7.0, 3.0, 1.0, 4.0, 7.0, 0.0, 2.0], "bins": [-83.17744445800781, -80.955810546875, -78.73416900634766, -76.51252746582031, -74.2908935546875, -72.06925964355469, -69.84761810302734, -67.6259765625, -65.40434265136719, -63.18270492553711, -60.96106719970703, -58.73942947387695, -56.517791748046875, -54.2961540222168, -52.07451629638672, -49.85287857055664, -47.63124084472656, -45.409603118896484, -43.187965393066406, -40.96632766723633, -38.74468994140625, -36.52305221557617, -34.301414489746094, -32.079776763916016, -29.858139038085938, -27.63650131225586, -25.41486358642578, -23.193225860595703, -20.971588134765625, -18.749950408935547, -16.52831268310547, -14.30667495727539, -12.085029602050781, -9.863391876220703, -7.641754150390625, -5.420116424560547, -3.1984786987304688, -0.9768409729003906, 1.2447967529296875, 3.4664344787597656, 5.688072204589844, 7.909709930419922, 10.13134765625, 12.352985382080078, 14.574623107910156, 16.796260833740234, 19.017898559570312, 21.23953628540039, 23.46117401123047, 25.682811737060547, 27.904449462890625, 30.126087188720703, 32.34772491455078, 34.56936264038086, 36.79100036621094, 39.012638092041016, 41.234275817871094, 43.45591354370117, 45.67755126953125, 47.89918899536133, 50.120826721191406, 52.342464447021484, 54.56410217285156, 56.78573989868164, 59.00737762451172]}, "gradients/wav2vec2.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 3.0, 0.0, 2.0, 4.0, 5.0, 14.0, 11.0, 16.0, 24.0, 40.0, 55.0, 54.0, 96.0, 159.0, 235.0, 387.0, 596.0, 946.0, 1511.0, 2478.0, 3870.0, 6468.0, 10291.0, 16005.0, 25382.0, 42234.0, 77041.0, 156444.0, 253115.0, 206569.0, 105180.0, 54496.0, 31977.0, 19484.0, 12388.0, 7890.0, 4983.0, 2919.0, 1929.0, 1182.0, 717.0, 461.0, 295.0, 205.0, 119.0, 87.0, 54.0, 50.0, 34.0, 15.0, 11.0, 8.0, 8.0, 7.0, 5.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-13.453125, -13.029052734375, -12.60498046875, -12.180908203125, -11.7568359375, -11.332763671875, -10.90869140625, -10.484619140625, -10.060546875, -9.636474609375, -9.21240234375, -8.788330078125, -8.3642578125, -7.940185546875, -7.51611328125, -7.092041015625, -6.66796875, -6.243896484375, -5.81982421875, -5.395751953125, -4.9716796875, -4.547607421875, -4.12353515625, -3.699462890625, -3.275390625, -2.851318359375, -2.42724609375, -2.003173828125, -1.5791015625, -1.155029296875, -0.73095703125, -0.306884765625, 0.1171875, 0.541259765625, 0.96533203125, 1.389404296875, 1.8134765625, 2.237548828125, 2.66162109375, 3.085693359375, 3.509765625, 3.933837890625, 4.35791015625, 4.781982421875, 5.2060546875, 5.630126953125, 6.05419921875, 6.478271484375, 6.90234375, 7.326416015625, 7.75048828125, 8.174560546875, 8.5986328125, 9.022705078125, 9.44677734375, 9.870849609375, 10.294921875, 10.718994140625, 11.14306640625, 11.567138671875, 11.9912109375, 12.415283203125, 12.83935546875, 13.263427734375, 13.6875]}, "gradients/wav2vec2.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 1.0, 6.0, 3.0, 5.0, 5.0, 6.0, 16.0, 13.0, 18.0, 14.0, 24.0, 14.0, 18.0, 36.0, 25.0, 37.0, 39.0, 42.0, 38.0, 57.0, 54.0, 39.0, 28.0, 46.0, 44.0, 34.0, 42.0, 36.0, 32.0, 28.0, 37.0, 27.0, 31.0, 29.0, 15.0, 10.0, 5.0, 11.0, 7.0, 5.0, 2.0, 5.0, 6.0, 6.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0], "bins": [-8.859375, -8.5745849609375, -8.289794921875, -8.0050048828125, -7.72021484375, -7.4354248046875, -7.150634765625, -6.8658447265625, -6.5810546875, -6.2962646484375, -6.011474609375, -5.7266845703125, -5.44189453125, -5.1571044921875, -4.872314453125, -4.5875244140625, -4.302734375, -4.0179443359375, -3.733154296875, -3.4483642578125, -3.16357421875, -2.8787841796875, -2.593994140625, -2.3092041015625, -2.0244140625, -1.7396240234375, -1.454833984375, -1.1700439453125, -0.88525390625, -0.6004638671875, -0.315673828125, -0.0308837890625, 0.25390625, 0.5386962890625, 0.823486328125, 1.1082763671875, 1.39306640625, 1.6778564453125, 1.962646484375, 2.2474365234375, 2.5322265625, 2.8170166015625, 3.101806640625, 3.3865966796875, 3.67138671875, 3.9561767578125, 4.240966796875, 4.5257568359375, 4.810546875, 5.0953369140625, 5.380126953125, 5.6649169921875, 5.94970703125, 6.2344970703125, 6.519287109375, 6.8040771484375, 7.0888671875, 7.3736572265625, 7.658447265625, 7.9432373046875, 8.22802734375, 8.5128173828125, 8.797607421875, 9.0823974609375, 9.3671875]}, "gradients/wav2vec2.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 3.0, 3.0, 8.0, 15.0, 11.0, 30.0, 25.0, 44.0, 43.0, 88.0, 138.0, 212.0, 324.0, 534.0, 959.0, 1747.0, 3511.0, 7255.0, 17237.0, 41045.0, 110799.0, 470807.0, 273043.0, 68785.0, 28703.0, 12010.0, 5288.0, 2526.0, 1345.0, 720.0, 463.0, 300.0, 176.0, 109.0, 79.0, 46.0, 47.0, 24.0, 16.0, 6.0, 11.0, 10.0, 8.0, 6.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.671875, -30.675537109375, -29.67919921875, -28.682861328125, -27.6865234375, -26.690185546875, -25.69384765625, -24.697509765625, -23.701171875, -22.704833984375, -21.70849609375, -20.712158203125, -19.7158203125, -18.719482421875, -17.72314453125, -16.726806640625, -15.73046875, -14.734130859375, -13.73779296875, -12.741455078125, -11.7451171875, -10.748779296875, -9.75244140625, -8.756103515625, -7.759765625, -6.763427734375, -5.76708984375, -4.770751953125, -3.7744140625, -2.778076171875, -1.78173828125, -0.785400390625, 0.2109375, 1.207275390625, 2.20361328125, 3.199951171875, 4.1962890625, 5.192626953125, 6.18896484375, 7.185302734375, 8.181640625, 9.177978515625, 10.17431640625, 11.170654296875, 12.1669921875, 13.163330078125, 14.15966796875, 15.156005859375, 16.15234375, 17.148681640625, 18.14501953125, 19.141357421875, 20.1376953125, 21.134033203125, 22.13037109375, 23.126708984375, 24.123046875, 25.119384765625, 26.11572265625, 27.112060546875, 28.1083984375, 29.104736328125, 30.10107421875, 31.097412109375, 32.09375]}, "gradients/wav2vec2.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 4.0, 4.0, 7.0, 9.0, 9.0, 7.0, 14.0, 14.0, 14.0, 19.0, 24.0, 31.0, 31.0, 30.0, 57.0, 58.0, 66.0, 47.0, 58.0, 48.0, 51.0, 58.0, 61.0, 46.0, 45.0, 42.0, 23.0, 26.0, 22.0, 16.0, 12.0, 7.0, 13.0, 6.0, 10.0, 3.0, 6.0, 5.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.84375, -35.69873046875, -34.5537109375, -33.40869140625, -32.263671875, -31.11865234375, -29.9736328125, -28.82861328125, -27.68359375, -26.53857421875, -25.3935546875, -24.24853515625, -23.103515625, -21.95849609375, -20.8134765625, -19.66845703125, -18.5234375, -17.37841796875, -16.2333984375, -15.08837890625, -13.943359375, -12.79833984375, -11.6533203125, -10.50830078125, -9.36328125, -8.21826171875, -7.0732421875, -5.92822265625, -4.783203125, -3.63818359375, -2.4931640625, -1.34814453125, -0.203125, 0.94189453125, 2.0869140625, 3.23193359375, 4.376953125, 5.52197265625, 6.6669921875, 7.81201171875, 8.95703125, 10.10205078125, 11.2470703125, 12.39208984375, 13.537109375, 14.68212890625, 15.8271484375, 16.97216796875, 18.1171875, 19.26220703125, 20.4072265625, 21.55224609375, 22.697265625, 23.84228515625, 24.9873046875, 26.13232421875, 27.27734375, 28.42236328125, 29.5673828125, 30.71240234375, 31.857421875, 33.00244140625, 34.1474609375, 35.29248046875, 36.4375]}, "gradients/wav2vec2.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 13.0, 10.0, 16.0, 28.0, 30.0, 56.0, 83.0, 140.0, 282.0, 378.0, 779.0, 1310.0, 2231.0, 4120.0, 7572.0, 13999.0, 26676.0, 58072.0, 169063.0, 444154.0, 193668.0, 63975.0, 28831.0, 14938.0, 8179.0, 4334.0, 2444.0, 1287.0, 753.0, 426.0, 263.0, 180.0, 94.0, 58.0, 40.0, 24.0, 16.0, 9.0, 10.0, 9.0, 5.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.9296875, -14.4410400390625, -13.952392578125, -13.4637451171875, -12.97509765625, -12.4864501953125, -11.997802734375, -11.5091552734375, -11.0205078125, -10.5318603515625, -10.043212890625, -9.5545654296875, -9.06591796875, -8.5772705078125, -8.088623046875, -7.5999755859375, -7.111328125, -6.6226806640625, -6.134033203125, -5.6453857421875, -5.15673828125, -4.6680908203125, -4.179443359375, -3.6907958984375, -3.2021484375, -2.7135009765625, -2.224853515625, -1.7362060546875, -1.24755859375, -0.7589111328125, -0.270263671875, 0.2183837890625, 0.70703125, 1.1956787109375, 1.684326171875, 2.1729736328125, 2.66162109375, 3.1502685546875, 3.638916015625, 4.1275634765625, 4.6162109375, 5.1048583984375, 5.593505859375, 6.0821533203125, 6.57080078125, 7.0594482421875, 7.548095703125, 8.0367431640625, 8.525390625, 9.0140380859375, 9.502685546875, 9.9913330078125, 10.47998046875, 10.9686279296875, 11.457275390625, 11.9459228515625, 12.4345703125, 12.9232177734375, 13.411865234375, 13.9005126953125, 14.38916015625, 14.8778076171875, 15.366455078125, 15.8551025390625, 16.34375]}, "gradients/wav2vec2.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 3.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 3.0, 6.0, 6.0, 6.0, 9.0, 8.0, 10.0, 10.0, 23.0, 18.0, 26.0, 48.0, 58.0, 136.0, 182.0, 170.0, 92.0, 45.0, 31.0, 23.0, 13.0, 19.0, 10.0, 5.0, 8.0, 3.0, 5.0, 4.0, 3.0, 6.0, 2.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.00450897216796875, -0.0043832361698150635, -0.004257500171661377, -0.00413176417350769, -0.004006028175354004, -0.0038802921772003174, -0.003754556179046631, -0.0036288201808929443, -0.003503084182739258, -0.0033773481845855713, -0.0032516121864318848, -0.0031258761882781982, -0.0030001401901245117, -0.002874404191970825, -0.0027486681938171387, -0.002622932195663452, -0.0024971961975097656, -0.002371460199356079, -0.0022457242012023926, -0.002119988203048706, -0.0019942522048950195, -0.001868516206741333, -0.0017427802085876465, -0.00161704421043396, -0.0014913082122802734, -0.001365572214126587, -0.0012398362159729004, -0.0011141002178192139, -0.0009883642196655273, -0.0008626282215118408, -0.0007368922233581543, -0.0006111562252044678, -0.00048542022705078125, -0.0003596842288970947, -0.0002339482307434082, -0.00010821223258972168, 1.7523765563964844e-05, 0.00014325976371765137, 0.0002689957618713379, 0.0003947317600250244, 0.0005204677581787109, 0.0006462037563323975, 0.000771939754486084, 0.0008976757526397705, 0.001023411750793457, 0.0011491477489471436, 0.00127488374710083, 0.0014006197452545166, 0.0015263557434082031, 0.0016520917415618896, 0.0017778277397155762, 0.0019035637378692627, 0.0020292997360229492, 0.0021550357341766357, 0.0022807717323303223, 0.002406507730484009, 0.0025322437286376953, 0.002657979726791382, 0.0027837157249450684, 0.002909451723098755, 0.0030351877212524414, 0.003160923719406128, 0.0032866597175598145, 0.003412395715713501, 0.0035381317138671875]}, "gradients/wav2vec2.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 8.0, 1.0, 4.0, 1.0, 5.0, 8.0, 10.0, 13.0, 29.0, 47.0, 62.0, 98.0, 145.0, 294.0, 515.0, 973.0, 1858.0, 3972.0, 9016.0, 20535.0, 55546.0, 200516.0, 515076.0, 159579.0, 47029.0, 18351.0, 7651.0, 3484.0, 1755.0, 857.0, 467.0, 264.0, 127.0, 110.0, 48.0, 40.0, 22.0, 17.0, 11.0, 8.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0], "bins": [-22.078125, -21.436767578125, -20.79541015625, -20.154052734375, -19.5126953125, -18.871337890625, -18.22998046875, -17.588623046875, -16.947265625, -16.305908203125, -15.66455078125, -15.023193359375, -14.3818359375, -13.740478515625, -13.09912109375, -12.457763671875, -11.81640625, -11.175048828125, -10.53369140625, -9.892333984375, -9.2509765625, -8.609619140625, -7.96826171875, -7.326904296875, -6.685546875, -6.044189453125, -5.40283203125, -4.761474609375, -4.1201171875, -3.478759765625, -2.83740234375, -2.196044921875, -1.5546875, -0.913330078125, -0.27197265625, 0.369384765625, 1.0107421875, 1.652099609375, 2.29345703125, 2.934814453125, 3.576171875, 4.217529296875, 4.85888671875, 5.500244140625, 6.1416015625, 6.782958984375, 7.42431640625, 8.065673828125, 8.70703125, 9.348388671875, 9.98974609375, 10.631103515625, 11.2724609375, 11.913818359375, 12.55517578125, 13.196533203125, 13.837890625, 14.479248046875, 15.12060546875, 15.761962890625, 16.4033203125, 17.044677734375, 17.68603515625, 18.327392578125, 18.96875]}, "gradients/wav2vec2.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 6.0, 3.0, 2.0, 3.0, 9.0, 8.0, 14.0, 11.0, 12.0, 21.0, 29.0, 37.0, 55.0, 67.0, 112.0, 140.0, 139.0, 83.0, 59.0, 40.0, 40.0, 35.0, 14.0, 9.0, 11.0, 15.0, 4.0, 3.0, 5.0, 4.0, 9.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.7734375, -11.2608642578125, -10.748291015625, -10.2357177734375, -9.72314453125, -9.2105712890625, -8.697998046875, -8.1854248046875, -7.6728515625, -7.1602783203125, -6.647705078125, -6.1351318359375, -5.62255859375, -5.1099853515625, -4.597412109375, -4.0848388671875, -3.572265625, -3.0596923828125, -2.547119140625, -2.0345458984375, -1.52197265625, -1.0093994140625, -0.496826171875, 0.0157470703125, 0.5283203125, 1.0408935546875, 1.553466796875, 2.0660400390625, 2.57861328125, 3.0911865234375, 3.603759765625, 4.1163330078125, 4.62890625, 5.1414794921875, 5.654052734375, 6.1666259765625, 6.67919921875, 7.1917724609375, 7.704345703125, 8.2169189453125, 8.7294921875, 9.2420654296875, 9.754638671875, 10.2672119140625, 10.77978515625, 11.2923583984375, 11.804931640625, 12.3175048828125, 12.830078125, 13.3426513671875, 13.855224609375, 14.3677978515625, 14.88037109375, 15.3929443359375, 15.905517578125, 16.4180908203125, 16.9306640625, 17.4432373046875, 17.955810546875, 18.4683837890625, 18.98095703125, 19.4935302734375, 20.006103515625, 20.5186767578125, 21.03125]}, "gradients/wav2vec2.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 6.0, 11.0, 21.0, 46.0, 81.0, 112.0, 120.0, 176.0, 138.0, 104.0, 79.0, 48.0, 31.0, 14.0, 2.0, 6.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-254.7201385498047, -248.0854034423828, -241.45066833496094, -234.81591796875, -228.18118286132812, -221.54644775390625, -214.91171264648438, -208.2769775390625, -201.64224243164062, -195.00750732421875, -188.37277221679688, -181.738037109375, -175.10328674316406, -168.4685516357422, -161.8338165283203, -155.19908142089844, -148.5643310546875, -141.92959594726562, -135.29486083984375, -128.66012573242188, -122.02537536621094, -115.39064025878906, -108.75590515136719, -102.12117004394531, -95.4864273071289, -88.85169219970703, -82.21694946289062, -75.58221435546875, -68.94747924804688, -62.31273651123047, -55.678001403808594, -49.04326248168945, -42.408538818359375, -35.773799896240234, -29.139062881469727, -22.50432586669922, -15.869586944580078, -9.234848022460938, -2.6001129150390625, 4.034626007080078, 10.669364929199219, 17.30410385131836, 23.938840866088867, 30.573577880859375, 37.208316802978516, 43.843055725097656, 50.47779083251953, 57.11252975463867, 63.74726867675781, 70.38200378417969, 77.0167465209961, 83.65148162841797, 90.28622436523438, 96.92095947265625, 103.55569458007812, 110.1904296875, 116.8251724243164, 123.45990753173828, 130.0946502685547, 136.72938537597656, 143.36412048339844, 149.99887084960938, 156.63360595703125, 163.26834106445312, 169.903076171875]}, "gradients/wav2vec2.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 4.0, 2.0, 2.0, 2.0, 8.0, 18.0, 12.0, 8.0, 14.0, 14.0, 12.0, 17.0, 21.0, 32.0, 22.0, 29.0, 42.0, 36.0, 32.0, 39.0, 40.0, 41.0, 42.0, 41.0, 37.0, 46.0, 35.0, 43.0, 50.0, 24.0, 31.0, 26.0, 19.0, 27.0, 19.0, 22.0, 22.0, 12.0, 12.0, 10.0, 7.0, 9.0, 7.0, 4.0, 5.0, 1.0, 3.0, 1.0, 5.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-89.09423828125, -86.24098205566406, -83.38772583007812, -80.53447723388672, -77.68122100830078, -74.82796478271484, -71.9747085571289, -69.1214599609375, -66.26820373535156, -63.414947509765625, -60.56169509887695, -57.708438873291016, -54.855186462402344, -52.001930236816406, -49.14867401123047, -46.2954216003418, -43.44216537475586, -40.58890914916992, -37.73565673828125, -34.88240051269531, -32.02914810180664, -29.175891876220703, -26.3226375579834, -23.469383239746094, -20.61612892150879, -17.762874603271484, -14.90962028503418, -12.056365013122559, -9.203110694885254, -6.349856376647949, -3.496601104736328, -0.6433467864990234, 2.2099075317382812, 5.063161849975586, 7.916416645050049, 10.769671440124512, 13.622925758361816, 16.476181030273438, 19.329435348510742, 22.182689666748047, 25.03594398498535, 27.889198303222656, 30.74245262145996, 33.595706939697266, 36.4489631652832, 39.302215576171875, 42.15547180175781, 45.00872802734375, 47.86198043823242, 50.71523666381836, 53.56848907470703, 56.42174530029297, 59.27499771118164, 62.12825393676758, 64.98150634765625, 67.83476257324219, 70.68801879882812, 73.54127502441406, 76.39453125, 79.2477798461914, 82.10103607177734, 84.95429229736328, 87.80754852294922, 90.66079711914062, 93.51405334472656]}, "gradients/wav2vec2.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 5.0, 5.0, 9.0, 17.0, 29.0, 35.0, 69.0, 73.0, 138.0, 238.0, 390.0, 659.0, 1097.0, 1914.0, 3348.0, 6083.0, 11292.0, 21410.0, 41609.0, 84934.0, 177565.0, 383601.0, 815083.0, 1198475.0, 763164.0, 356680.0, 165695.0, 78756.0, 38826.0, 19706.0, 10482.0, 5461.0, 3124.0, 1781.0, 987.0, 627.0, 354.0, 205.0, 142.0, 90.0, 48.0, 31.0, 15.0, 13.0, 7.0, 7.0, 6.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.283203125, -2.208221435546875, -2.13323974609375, -2.058258056640625, -1.9832763671875, -1.908294677734375, -1.83331298828125, -1.758331298828125, -1.683349609375, -1.608367919921875, -1.53338623046875, -1.458404541015625, -1.3834228515625, -1.308441162109375, -1.23345947265625, -1.158477783203125, -1.08349609375, -1.008514404296875, -0.93353271484375, -0.858551025390625, -0.7835693359375, -0.708587646484375, -0.63360595703125, -0.558624267578125, -0.483642578125, -0.408660888671875, -0.33367919921875, -0.258697509765625, -0.1837158203125, -0.108734130859375, -0.03375244140625, 0.041229248046875, 0.1162109375, 0.191192626953125, 0.26617431640625, 0.341156005859375, 0.4161376953125, 0.491119384765625, 0.56610107421875, 0.641082763671875, 0.716064453125, 0.791046142578125, 0.86602783203125, 0.941009521484375, 1.0159912109375, 1.090972900390625, 1.16595458984375, 1.240936279296875, 1.31591796875, 1.390899658203125, 1.46588134765625, 1.540863037109375, 1.6158447265625, 1.690826416015625, 1.76580810546875, 1.840789794921875, 1.915771484375, 1.990753173828125, 2.06573486328125, 2.140716552734375, 2.2156982421875, 2.290679931640625, 2.36566162109375, 2.440643310546875, 2.515625]}, "gradients/wav2vec2.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 4.0, 4.0, 2.0, 5.0, 8.0, 14.0, 20.0, 13.0, 18.0, 18.0, 21.0, 28.0, 32.0, 40.0, 45.0, 51.0, 28.0, 51.0, 57.0, 55.0, 55.0, 44.0, 39.0, 45.0, 44.0, 41.0, 30.0, 30.0, 23.0, 28.0, 22.0, 20.0, 14.0, 11.0, 7.0, 7.0, 8.0, 9.0, 7.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3671875, -1.321624755859375, -1.27606201171875, -1.230499267578125, -1.1849365234375, -1.139373779296875, -1.09381103515625, -1.048248291015625, -1.002685546875, -0.957122802734375, -0.91156005859375, -0.865997314453125, -0.8204345703125, -0.774871826171875, -0.72930908203125, -0.683746337890625, -0.63818359375, -0.592620849609375, -0.54705810546875, -0.501495361328125, -0.4559326171875, -0.410369873046875, -0.36480712890625, -0.319244384765625, -0.273681640625, -0.228118896484375, -0.18255615234375, -0.136993408203125, -0.0914306640625, -0.045867919921875, -0.00030517578125, 0.045257568359375, 0.0908203125, 0.136383056640625, 0.18194580078125, 0.227508544921875, 0.2730712890625, 0.318634033203125, 0.36419677734375, 0.409759521484375, 0.455322265625, 0.500885009765625, 0.54644775390625, 0.592010498046875, 0.6375732421875, 0.683135986328125, 0.72869873046875, 0.774261474609375, 0.81982421875, 0.865386962890625, 0.91094970703125, 0.956512451171875, 1.0020751953125, 1.047637939453125, 1.09320068359375, 1.138763427734375, 1.184326171875, 1.229888916015625, 1.27545166015625, 1.321014404296875, 1.3665771484375, 1.412139892578125, 1.45770263671875, 1.503265380859375, 1.548828125]}, "gradients/wav2vec2.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 4.0, 6.0, 11.0, 12.0, 15.0, 14.0, 19.0, 42.0, 41.0, 93.0, 138.0, 255.0, 454.0, 952.0, 2323.0, 6036.0, 17937.0, 63021.0, 276048.0, 1254224.0, 1899747.0, 516230.0, 112095.0, 29091.0, 9142.0, 3477.0, 1352.0, 691.0, 338.0, 156.0, 122.0, 67.0, 43.0, 29.0, 15.0, 9.0, 9.0, 8.0, 5.0, 3.0, 4.0, 3.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.2109375, -6.97216796875, -6.7333984375, -6.49462890625, -6.255859375, -6.01708984375, -5.7783203125, -5.53955078125, -5.30078125, -5.06201171875, -4.8232421875, -4.58447265625, -4.345703125, -4.10693359375, -3.8681640625, -3.62939453125, -3.390625, -3.15185546875, -2.9130859375, -2.67431640625, -2.435546875, -2.19677734375, -1.9580078125, -1.71923828125, -1.48046875, -1.24169921875, -1.0029296875, -0.76416015625, -0.525390625, -0.28662109375, -0.0478515625, 0.19091796875, 0.4296875, 0.66845703125, 0.9072265625, 1.14599609375, 1.384765625, 1.62353515625, 1.8623046875, 2.10107421875, 2.33984375, 2.57861328125, 2.8173828125, 3.05615234375, 3.294921875, 3.53369140625, 3.7724609375, 4.01123046875, 4.25, 4.48876953125, 4.7275390625, 4.96630859375, 5.205078125, 5.44384765625, 5.6826171875, 5.92138671875, 6.16015625, 6.39892578125, 6.6376953125, 6.87646484375, 7.115234375, 7.35400390625, 7.5927734375, 7.83154296875, 8.0703125]}, "gradients/wav2vec2.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 4.0, 1.0, 3.0, 3.0, 5.0, 8.0, 8.0, 8.0, 11.0, 8.0, 24.0, 26.0, 39.0, 41.0, 62.0, 52.0, 68.0, 107.0, 142.0, 195.0, 233.0, 293.0, 337.0, 395.0, 395.0, 343.0, 286.0, 209.0, 172.0, 144.0, 124.0, 71.0, 64.0, 46.0, 29.0, 25.0, 23.0, 20.0, 11.0, 16.0, 6.0, 8.0, 6.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.20703125, -4.07110595703125, -3.9351806640625, -3.79925537109375, -3.663330078125, -3.52740478515625, -3.3914794921875, -3.25555419921875, -3.11962890625, -2.98370361328125, -2.8477783203125, -2.71185302734375, -2.575927734375, -2.44000244140625, -2.3040771484375, -2.16815185546875, -2.0322265625, -1.89630126953125, -1.7603759765625, -1.62445068359375, -1.488525390625, -1.35260009765625, -1.2166748046875, -1.08074951171875, -0.94482421875, -0.80889892578125, -0.6729736328125, -0.53704833984375, -0.401123046875, -0.26519775390625, -0.1292724609375, 0.00665283203125, 0.142578125, 0.27850341796875, 0.4144287109375, 0.55035400390625, 0.686279296875, 0.82220458984375, 0.9581298828125, 1.09405517578125, 1.22998046875, 1.36590576171875, 1.5018310546875, 1.63775634765625, 1.773681640625, 1.90960693359375, 2.0455322265625, 2.18145751953125, 2.3173828125, 2.45330810546875, 2.5892333984375, 2.72515869140625, 2.861083984375, 2.99700927734375, 3.1329345703125, 3.26885986328125, 3.40478515625, 3.54071044921875, 3.6766357421875, 3.81256103515625, 3.948486328125, 4.08441162109375, 4.2203369140625, 4.35626220703125, 4.4921875]}, "gradients/wav2vec2.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 5.0, 6.0, 9.0, 13.0, 25.0, 40.0, 41.0, 55.0, 73.0, 86.0, 97.0, 93.0, 92.0, 83.0, 75.0, 59.0, 41.0, 43.0, 29.0, 16.0, 14.0, 7.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.72625160217285, -17.678836822509766, -16.63142204284668, -15.584007263183594, -14.536592483520508, -13.489177703857422, -12.44176197052002, -11.394347190856934, -10.346932411193848, -9.299517631530762, -8.252102851867676, -7.204687595367432, -6.157272815704346, -5.10985803604126, -4.062442779541016, -3.0150279998779297, -1.9676132202148438, -0.9201983213424683, 0.12721657752990723, 1.1746315956115723, 2.222046375274658, 3.269461154937744, 4.316876411437988, 5.364291191101074, 6.41170597076416, 7.459120750427246, 8.506535530090332, 9.553951263427734, 10.60136604309082, 11.648780822753906, 12.696195602416992, 13.743610382080078, 14.791023254394531, 15.838438034057617, 16.885852813720703, 17.93326759338379, 18.980682373046875, 20.02809715270996, 21.075511932373047, 22.122928619384766, 23.17034149169922, 24.217756271362305, 25.26517105102539, 26.312585830688477, 27.360000610351562, 28.40741539001465, 29.454830169677734, 30.502246856689453, 31.54966163635254, 32.597076416015625, 33.644493103027344, 34.6919059753418, 35.739322662353516, 36.78673553466797, 37.83415222167969, 38.88156509399414, 39.92898178100586, 40.97639846801758, 42.02381134033203, 43.07122802734375, 44.1186408996582, 45.16605758666992, 46.213470458984375, 47.260887145996094, 48.30830001831055]}, "gradients/wav2vec2.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 4.0, 6.0, 5.0, 14.0, 7.0, 7.0, 16.0, 16.0, 13.0, 15.0, 19.0, 20.0, 33.0, 27.0, 30.0, 26.0, 38.0, 41.0, 43.0, 45.0, 40.0, 40.0, 34.0, 40.0, 41.0, 40.0, 40.0, 54.0, 36.0, 34.0, 27.0, 29.0, 19.0, 19.0, 19.0, 17.0, 14.0, 5.0, 8.0, 5.0, 3.0, 9.0, 1.0, 4.0, 3.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-18.46906280517578, -17.889318466186523, -17.309572219848633, -16.729827880859375, -16.150083541870117, -15.570338249206543, -14.990592956542969, -14.410848617553711, -13.831104278564453, -13.251358985900879, -12.671614646911621, -12.091869354248047, -11.512125015258789, -10.932379722595215, -10.35263442993164, -9.772890090942383, -9.193144798278809, -8.613399505615234, -8.033655166625977, -7.453909873962402, -6.8741655349731445, -6.29442024230957, -5.714675426483154, -5.134930610656738, -4.555185794830322, -3.9754409790039062, -3.3956961631774902, -2.815951108932495, -2.236206293106079, -1.656461477279663, -1.076716423034668, -0.49697160720825195, 0.08277320861816406, 0.6625180840492249, 1.2422629594802856, 1.8220078945159912, 2.4017527103424072, 2.9814975261688232, 3.5612425804138184, 4.140987396240234, 4.72073221206665, 5.300477027893066, 5.880221843719482, 6.459966659545898, 7.039711952209473, 7.6194562911987305, 8.199201583862305, 8.778945922851562, 9.358691215515137, 9.938436508178711, 10.518180847167969, 11.097926139831543, 11.6776704788208, 12.257415771484375, 12.837160110473633, 13.416905403137207, 13.996650695800781, 14.576395988464355, 15.156140327453613, 15.735885620117188, 16.315629959106445, 16.895374298095703, 17.475120544433594, 18.05486488342285, 18.63460922241211]}, "gradients/wav2vec2.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 3.0, 5.0, 7.0, 9.0, 17.0, 25.0, 37.0, 55.0, 52.0, 100.0, 158.0, 181.0, 281.0, 390.0, 566.0, 734.0, 1001.0, 1449.0, 1980.0, 2896.0, 4170.0, 6078.0, 9326.0, 15726.0, 28436.0, 56132.0, 113786.0, 205307.0, 242587.0, 167504.0, 86874.0, 42979.0, 22129.0, 12504.0, 7764.0, 5092.0, 3565.0, 2431.0, 1761.0, 1266.0, 917.0, 643.0, 478.0, 359.0, 234.0, 185.0, 122.0, 85.0, 52.0, 31.0, 28.0, 27.0, 18.0, 10.0, 9.0, 2.0, 4.0, 1.0, 2.0, 2.0], "bins": [-3.34765625, -3.2440185546875, -3.140380859375, -3.0367431640625, -2.93310546875, -2.8294677734375, -2.725830078125, -2.6221923828125, -2.5185546875, -2.4149169921875, -2.311279296875, -2.2076416015625, -2.10400390625, -2.0003662109375, -1.896728515625, -1.7930908203125, -1.689453125, -1.5858154296875, -1.482177734375, -1.3785400390625, -1.27490234375, -1.1712646484375, -1.067626953125, -0.9639892578125, -0.8603515625, -0.7567138671875, -0.653076171875, -0.5494384765625, -0.44580078125, -0.3421630859375, -0.238525390625, -0.1348876953125, -0.03125, 0.0723876953125, 0.176025390625, 0.2796630859375, 0.38330078125, 0.4869384765625, 0.590576171875, 0.6942138671875, 0.7978515625, 0.9014892578125, 1.005126953125, 1.1087646484375, 1.21240234375, 1.3160400390625, 1.419677734375, 1.5233154296875, 1.626953125, 1.7305908203125, 1.834228515625, 1.9378662109375, 2.04150390625, 2.1451416015625, 2.248779296875, 2.3524169921875, 2.4560546875, 2.5596923828125, 2.663330078125, 2.7669677734375, 2.87060546875, 2.9742431640625, 3.077880859375, 3.1815185546875, 3.28515625]}, "gradients/wav2vec2.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 5.0, 3.0, 5.0, 8.0, 15.0, 16.0, 11.0, 10.0, 16.0, 32.0, 29.0, 30.0, 32.0, 35.0, 35.0, 41.0, 50.0, 41.0, 45.0, 51.0, 53.0, 38.0, 34.0, 38.0, 48.0, 38.0, 34.0, 31.0, 37.0, 21.0, 24.0, 22.0, 22.0, 14.0, 11.0, 5.0, 12.0, 5.0, 5.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.732421875, -1.6763763427734375, -1.620330810546875, -1.5642852783203125, -1.50823974609375, -1.4521942138671875, -1.396148681640625, -1.3401031494140625, -1.2840576171875, -1.2280120849609375, -1.171966552734375, -1.1159210205078125, -1.05987548828125, -1.0038299560546875, -0.947784423828125, -0.8917388916015625, -0.835693359375, -0.7796478271484375, -0.723602294921875, -0.6675567626953125, -0.61151123046875, -0.5554656982421875, -0.499420166015625, -0.4433746337890625, -0.3873291015625, -0.3312835693359375, -0.275238037109375, -0.2191925048828125, -0.16314697265625, -0.1071014404296875, -0.051055908203125, 0.0049896240234375, 0.06103515625, 0.1170806884765625, 0.173126220703125, 0.2291717529296875, 0.28521728515625, 0.3412628173828125, 0.397308349609375, 0.4533538818359375, 0.5093994140625, 0.5654449462890625, 0.621490478515625, 0.6775360107421875, 0.73358154296875, 0.7896270751953125, 0.845672607421875, 0.9017181396484375, 0.957763671875, 1.0138092041015625, 1.069854736328125, 1.1259002685546875, 1.18194580078125, 1.2379913330078125, 1.294036865234375, 1.3500823974609375, 1.4061279296875, 1.4621734619140625, 1.518218994140625, 1.5742645263671875, 1.63031005859375, 1.6863555908203125, 1.742401123046875, 1.7984466552734375, 1.8544921875]}, "gradients/wav2vec2.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 5.0, 4.0, 11.0, 10.0, 13.0, 14.0, 13.0, 37.0, 48.0, 62.0, 89.0, 131.0, 197.0, 288.0, 501.0, 830.0, 1294.0, 2118.0, 3499.0, 5985.0, 10868.0, 23750.0, 69676.0, 268400.0, 437840.0, 145108.0, 41200.0, 16472.0, 8061.0, 4719.0, 2759.0, 1676.0, 1056.0, 657.0, 437.0, 245.0, 166.0, 92.0, 70.0, 45.0, 32.0, 27.0, 10.0, 11.0, 8.0, 5.0, 4.0, 6.0, 6.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-6.73046875, -6.5281982421875, -6.325927734375, -6.1236572265625, -5.92138671875, -5.7191162109375, -5.516845703125, -5.3145751953125, -5.1123046875, -4.9100341796875, -4.707763671875, -4.5054931640625, -4.30322265625, -4.1009521484375, -3.898681640625, -3.6964111328125, -3.494140625, -3.2918701171875, -3.089599609375, -2.8873291015625, -2.68505859375, -2.4827880859375, -2.280517578125, -2.0782470703125, -1.8759765625, -1.6737060546875, -1.471435546875, -1.2691650390625, -1.06689453125, -0.8646240234375, -0.662353515625, -0.4600830078125, -0.2578125, -0.0555419921875, 0.146728515625, 0.3489990234375, 0.55126953125, 0.7535400390625, 0.955810546875, 1.1580810546875, 1.3603515625, 1.5626220703125, 1.764892578125, 1.9671630859375, 2.16943359375, 2.3717041015625, 2.573974609375, 2.7762451171875, 2.978515625, 3.1807861328125, 3.383056640625, 3.5853271484375, 3.78759765625, 3.9898681640625, 4.192138671875, 4.3944091796875, 4.5966796875, 4.7989501953125, 5.001220703125, 5.2034912109375, 5.40576171875, 5.6080322265625, 5.810302734375, 6.0125732421875, 6.21484375]}, "gradients/wav2vec2.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 5.0, 6.0, 7.0, 10.0, 15.0, 14.0, 20.0, 18.0, 29.0, 28.0, 31.0, 47.0, 49.0, 55.0, 56.0, 43.0, 63.0, 66.0, 57.0, 57.0, 46.0, 43.0, 46.0, 42.0, 36.0, 23.0, 21.0, 14.0, 18.0, 10.0, 7.0, 8.0, 3.0, 2.0, 3.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.64453125, -5.4410400390625, -5.237548828125, -5.0340576171875, -4.83056640625, -4.6270751953125, -4.423583984375, -4.2200927734375, -4.0166015625, -3.8131103515625, -3.609619140625, -3.4061279296875, -3.20263671875, -2.9991455078125, -2.795654296875, -2.5921630859375, -2.388671875, -2.1851806640625, -1.981689453125, -1.7781982421875, -1.57470703125, -1.3712158203125, -1.167724609375, -0.9642333984375, -0.7607421875, -0.5572509765625, -0.353759765625, -0.1502685546875, 0.05322265625, 0.2567138671875, 0.460205078125, 0.6636962890625, 0.8671875, 1.0706787109375, 1.274169921875, 1.4776611328125, 1.68115234375, 1.8846435546875, 2.088134765625, 2.2916259765625, 2.4951171875, 2.6986083984375, 2.902099609375, 3.1055908203125, 3.30908203125, 3.5125732421875, 3.716064453125, 3.9195556640625, 4.123046875, 4.3265380859375, 4.530029296875, 4.7335205078125, 4.93701171875, 5.1405029296875, 5.343994140625, 5.5474853515625, 5.7509765625, 5.9544677734375, 6.157958984375, 6.3614501953125, 6.56494140625, 6.7684326171875, 6.971923828125, 7.1754150390625, 7.37890625]}, "gradients/wav2vec2.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 4.0, 5.0, 5.0, 10.0, 15.0, 17.0, 37.0, 52.0, 68.0, 114.0, 165.0, 226.0, 330.0, 472.0, 668.0, 931.0, 1441.0, 1952.0, 2810.0, 3925.0, 5544.0, 7979.0, 11641.0, 18914.0, 38466.0, 118869.0, 410526.0, 276006.0, 71047.0, 28080.0, 15378.0, 9843.0, 6701.0, 4724.0, 3443.0, 2445.0, 1738.0, 1215.0, 846.0, 574.0, 434.0, 286.0, 218.0, 148.0, 88.0, 53.0, 33.0, 20.0, 27.0, 14.0, 9.0, 6.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.33984375, -4.18914794921875, -4.0384521484375, -3.88775634765625, -3.737060546875, -3.58636474609375, -3.4356689453125, -3.28497314453125, -3.13427734375, -2.98358154296875, -2.8328857421875, -2.68218994140625, -2.531494140625, -2.38079833984375, -2.2301025390625, -2.07940673828125, -1.9287109375, -1.77801513671875, -1.6273193359375, -1.47662353515625, -1.325927734375, -1.17523193359375, -1.0245361328125, -0.87384033203125, -0.72314453125, -0.57244873046875, -0.4217529296875, -0.27105712890625, -0.120361328125, 0.03033447265625, 0.1810302734375, 0.33172607421875, 0.482421875, 0.63311767578125, 0.7838134765625, 0.93450927734375, 1.085205078125, 1.23590087890625, 1.3865966796875, 1.53729248046875, 1.68798828125, 1.83868408203125, 1.9893798828125, 2.14007568359375, 2.290771484375, 2.44146728515625, 2.5921630859375, 2.74285888671875, 2.8935546875, 3.04425048828125, 3.1949462890625, 3.34564208984375, 3.496337890625, 3.64703369140625, 3.7977294921875, 3.94842529296875, 4.09912109375, 4.24981689453125, 4.4005126953125, 4.55120849609375, 4.701904296875, 4.85260009765625, 5.0032958984375, 5.15399169921875, 5.3046875]}, "gradients/wav2vec2.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 0.0, 7.0, 7.0, 9.0, 13.0, 21.0, 52.0, 92.0, 256.0, 257.0, 122.0, 53.0, 26.0, 19.0, 11.0, 13.0, 9.0, 6.0, 3.0, 3.0, 3.0, 0.0, 2.0, 3.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.002407073974609375, -0.0023384392261505127, -0.0022698044776916504, -0.002201169729232788, -0.0021325349807739258, -0.0020639002323150635, -0.001995265483856201, -0.0019266307353973389, -0.0018579959869384766, -0.0017893612384796143, -0.001720726490020752, -0.0016520917415618896, -0.0015834569931030273, -0.001514822244644165, -0.0014461874961853027, -0.0013775527477264404, -0.0013089179992675781, -0.0012402832508087158, -0.0011716485023498535, -0.0011030137538909912, -0.001034379005432129, -0.0009657442569732666, -0.0008971095085144043, -0.000828474760055542, -0.0007598400115966797, -0.0006912052631378174, -0.0006225705146789551, -0.0005539357662200928, -0.00048530101776123047, -0.00041666626930236816, -0.00034803152084350586, -0.00027939677238464355, -0.00021076202392578125, -0.00014212727546691895, -7.349252700805664e-05, -4.857778549194336e-06, 6.377696990966797e-05, 0.00013241171836853027, 0.00020104646682739258, 0.0002696812152862549, 0.0003383159637451172, 0.0004069507122039795, 0.0004755854606628418, 0.0005442202091217041, 0.0006128549575805664, 0.0006814897060394287, 0.000750124454498291, 0.0008187592029571533, 0.0008873939514160156, 0.0009560286998748779, 0.0010246634483337402, 0.0010932981967926025, 0.0011619329452514648, 0.0012305676937103271, 0.0012992024421691895, 0.0013678371906280518, 0.001436471939086914, 0.0015051066875457764, 0.0015737414360046387, 0.001642376184463501, 0.0017110109329223633, 0.0017796456813812256, 0.0018482804298400879, 0.0019169151782989502, 0.0019855499267578125]}, "gradients/wav2vec2.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 4.0, 3.0, 3.0, 6.0, 18.0, 12.0, 33.0, 36.0, 56.0, 76.0, 115.0, 155.0, 231.0, 407.0, 548.0, 825.0, 1178.0, 1766.0, 2583.0, 3810.0, 5639.0, 8438.0, 13240.0, 22942.0, 46156.0, 118660.0, 322617.0, 295891.0, 102602.0, 41733.0, 21602.0, 12619.0, 7929.0, 5379.0, 3501.0, 2483.0, 1737.0, 1232.0, 766.0, 507.0, 327.0, 213.0, 154.0, 110.0, 69.0, 39.0, 33.0, 24.0, 22.0, 12.0, 6.0, 9.0, 5.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.728515625, -3.603973388671875, -3.47943115234375, -3.354888916015625, -3.2303466796875, -3.105804443359375, -2.98126220703125, -2.856719970703125, -2.732177734375, -2.607635498046875, -2.48309326171875, -2.358551025390625, -2.2340087890625, -2.109466552734375, -1.98492431640625, -1.860382080078125, -1.73583984375, -1.611297607421875, -1.48675537109375, -1.362213134765625, -1.2376708984375, -1.113128662109375, -0.98858642578125, -0.864044189453125, -0.739501953125, -0.614959716796875, -0.49041748046875, -0.365875244140625, -0.2413330078125, -0.116790771484375, 0.00775146484375, 0.132293701171875, 0.2568359375, 0.381378173828125, 0.50592041015625, 0.630462646484375, 0.7550048828125, 0.879547119140625, 1.00408935546875, 1.128631591796875, 1.253173828125, 1.377716064453125, 1.50225830078125, 1.626800537109375, 1.7513427734375, 1.875885009765625, 2.00042724609375, 2.124969482421875, 2.24951171875, 2.374053955078125, 2.49859619140625, 2.623138427734375, 2.7476806640625, 2.872222900390625, 2.99676513671875, 3.121307373046875, 3.245849609375, 3.370391845703125, 3.49493408203125, 3.619476318359375, 3.7440185546875, 3.868560791015625, 3.99310302734375, 4.117645263671875, 4.2421875]}, "gradients/wav2vec2.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 0.0, 3.0, 0.0, 4.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 5.0, 4.0, 4.0, 7.0, 10.0, 11.0, 15.0, 16.0, 18.0, 22.0, 42.0, 63.0, 80.0, 116.0, 122.0, 115.0, 107.0, 53.0, 54.0, 35.0, 13.0, 13.0, 16.0, 6.0, 10.0, 5.0, 7.0, 0.0, 0.0, 2.0, 3.0, 5.0, 3.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.509765625, -3.395172119140625, -3.28057861328125, -3.165985107421875, -3.0513916015625, -2.936798095703125, -2.82220458984375, -2.707611083984375, -2.593017578125, -2.478424072265625, -2.36383056640625, -2.249237060546875, -2.1346435546875, -2.020050048828125, -1.90545654296875, -1.790863037109375, -1.67626953125, -1.561676025390625, -1.44708251953125, -1.332489013671875, -1.2178955078125, -1.103302001953125, -0.98870849609375, -0.874114990234375, -0.759521484375, -0.644927978515625, -0.53033447265625, -0.415740966796875, -0.3011474609375, -0.186553955078125, -0.07196044921875, 0.042633056640625, 0.1572265625, 0.271820068359375, 0.38641357421875, 0.501007080078125, 0.6156005859375, 0.730194091796875, 0.84478759765625, 0.959381103515625, 1.073974609375, 1.188568115234375, 1.30316162109375, 1.417755126953125, 1.5323486328125, 1.646942138671875, 1.76153564453125, 1.876129150390625, 1.99072265625, 2.105316162109375, 2.21990966796875, 2.334503173828125, 2.4490966796875, 2.563690185546875, 2.67828369140625, 2.792877197265625, 2.907470703125, 3.022064208984375, 3.13665771484375, 3.251251220703125, 3.3658447265625, 3.480438232421875, 3.59503173828125, 3.709625244140625, 3.82421875]}, "gradients/wav2vec2.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 12.0, 8.0, 15.0, 20.0, 31.0, 30.0, 52.0, 77.0, 79.0, 77.0, 89.0, 77.0, 82.0, 84.0, 62.0, 67.0, 44.0, 28.0, 23.0, 16.0, 10.0, 8.0, 6.0, 2.0, 2.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.155349731445312, -24.268835067749023, -23.382320404052734, -22.495803833007812, -21.609289169311523, -20.722774505615234, -19.836259841918945, -18.949745178222656, -18.063228607177734, -17.176713943481445, -16.290199279785156, -15.40368366241455, -14.517168045043945, -13.630653381347656, -12.744138717651367, -11.857624053955078, -10.971109390258789, -10.0845947265625, -9.198079109191895, -8.311564445495605, -7.425049304962158, -6.538534164428711, -5.652019500732422, -4.765504360198975, -3.8789892196655273, -2.99247407913208, -2.105959177017212, -1.2194442749023438, -0.3329291343688965, 0.5535860061645508, 1.4401006698608398, 2.326615810394287, 3.213132858276367, 4.0996479988098145, 4.986163139343262, 5.872677803039551, 6.759192943572998, 7.645708084106445, 8.532222747802734, 9.418737411499023, 10.305253028869629, 11.191767692565918, 12.078283309936523, 12.964797973632812, 13.851312637329102, 14.737828254699707, 15.624342918395996, 16.5108585357666, 17.39737319946289, 18.28388786315918, 19.17040252685547, 20.05691909790039, 20.94343376159668, 21.82994842529297, 22.716463088989258, 23.602977752685547, 24.48949432373047, 25.376008987426758, 26.262523651123047, 27.14904022216797, 28.035554885864258, 28.922069549560547, 29.808584213256836, 30.695098876953125, 31.581613540649414]}, "gradients/wav2vec2.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 6.0, 12.0, 11.0, 10.0, 9.0, 7.0, 15.0, 22.0, 23.0, 19.0, 25.0, 35.0, 25.0, 32.0, 25.0, 42.0, 43.0, 30.0, 44.0, 43.0, 31.0, 40.0, 34.0, 29.0, 42.0, 42.0, 36.0, 30.0, 29.0, 25.0, 35.0, 27.0, 25.0, 22.0, 16.0, 15.0, 11.0, 4.0, 8.0, 5.0, 7.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0], "bins": [-18.764360427856445, -18.21038246154785, -17.656402587890625, -17.10242462158203, -16.548446655273438, -15.994467735290527, -15.440488815307617, -14.886510848999023, -14.332531929016113, -13.778553009033203, -13.22457504272461, -12.6705961227417, -12.116617202758789, -11.562639236450195, -11.008660316467285, -10.454681396484375, -9.900703430175781, -9.346724510192871, -8.792746543884277, -8.238767623901367, -7.684789180755615, -7.130810737609863, -6.576831817626953, -6.022853374481201, -5.468874931335449, -4.914896488189697, -4.360918045043945, -3.806939125061035, -3.252960681915283, -2.6989822387695312, -2.1450035572052, -1.5910248756408691, -1.03704833984375, -0.4830697774887085, 0.07090878486633301, 0.6248873472213745, 1.178865909576416, 1.732844352722168, 2.286823034286499, 2.84080171585083, 3.394780158996582, 3.948758602142334, 4.502737045288086, 5.056715965270996, 5.610694408416748, 6.1646728515625, 6.71865177154541, 7.272630214691162, 7.826608657836914, 8.380587577819824, 8.934565544128418, 9.488544464111328, 10.042522430419922, 10.596501350402832, 11.150480270385742, 11.704458236694336, 12.258437156677246, 12.812416076660156, 13.36639404296875, 13.92037296295166, 14.47435188293457, 15.028329849243164, 15.582308769226074, 16.136287689208984, 16.690265655517578]}, "gradients/wav2vec2.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 4.0, 3.0, 4.0, 3.0, 11.0, 14.0, 17.0, 27.0, 37.0, 49.0, 80.0, 99.0, 185.0, 258.0, 376.0, 556.0, 923.0, 1518.0, 2570.0, 4213.0, 7213.0, 12500.0, 22246.0, 39938.0, 75571.0, 147412.0, 320632.0, 845001.0, 1494882.0, 676771.0, 267947.0, 126233.0, 65264.0, 35158.0, 19382.0, 10803.0, 6234.0, 3763.0, 2289.0, 1408.0, 944.0, 599.0, 378.0, 247.0, 156.0, 115.0, 76.0, 54.0, 34.0, 34.0, 25.0, 13.0, 9.0, 6.0, 5.0, 3.0, 0.0, 6.0, 0.0, 2.0], "bins": [-22.703125, -22.002197265625, -21.30126953125, -20.600341796875, -19.8994140625, -19.198486328125, -18.49755859375, -17.796630859375, -17.095703125, -16.394775390625, -15.69384765625, -14.992919921875, -14.2919921875, -13.591064453125, -12.89013671875, -12.189208984375, -11.48828125, -10.787353515625, -10.08642578125, -9.385498046875, -8.6845703125, -7.983642578125, -7.28271484375, -6.581787109375, -5.880859375, -5.179931640625, -4.47900390625, -3.778076171875, -3.0771484375, -2.376220703125, -1.67529296875, -0.974365234375, -0.2734375, 0.427490234375, 1.12841796875, 1.829345703125, 2.5302734375, 3.231201171875, 3.93212890625, 4.633056640625, 5.333984375, 6.034912109375, 6.73583984375, 7.436767578125, 8.1376953125, 8.838623046875, 9.53955078125, 10.240478515625, 10.94140625, 11.642333984375, 12.34326171875, 13.044189453125, 13.7451171875, 14.446044921875, 15.14697265625, 15.847900390625, 16.548828125, 17.249755859375, 17.95068359375, 18.651611328125, 19.3525390625, 20.053466796875, 20.75439453125, 21.455322265625, 22.15625]}, "gradients/wav2vec2.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 3.0, 0.0, 5.0, 3.0, 7.0, 8.0, 3.0, 10.0, 10.0, 3.0, 12.0, 12.0, 17.0, 15.0, 22.0, 20.0, 31.0, 21.0, 25.0, 24.0, 23.0, 23.0, 39.0, 41.0, 32.0, 32.0, 37.0, 48.0, 35.0, 40.0, 38.0, 34.0, 39.0, 28.0, 23.0, 29.0, 32.0, 30.0, 17.0, 26.0, 20.0, 10.0, 12.0, 11.0, 9.0, 13.0, 13.0, 4.0, 5.0, 5.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-16.8125, -16.259033203125, -15.70556640625, -15.152099609375, -14.5986328125, -14.045166015625, -13.49169921875, -12.938232421875, -12.384765625, -11.831298828125, -11.27783203125, -10.724365234375, -10.1708984375, -9.617431640625, -9.06396484375, -8.510498046875, -7.95703125, -7.403564453125, -6.85009765625, -6.296630859375, -5.7431640625, -5.189697265625, -4.63623046875, -4.082763671875, -3.529296875, -2.975830078125, -2.42236328125, -1.868896484375, -1.3154296875, -0.761962890625, -0.20849609375, 0.344970703125, 0.8984375, 1.451904296875, 2.00537109375, 2.558837890625, 3.1123046875, 3.665771484375, 4.21923828125, 4.772705078125, 5.326171875, 5.879638671875, 6.43310546875, 6.986572265625, 7.5400390625, 8.093505859375, 8.64697265625, 9.200439453125, 9.75390625, 10.307373046875, 10.86083984375, 11.414306640625, 11.9677734375, 12.521240234375, 13.07470703125, 13.628173828125, 14.181640625, 14.735107421875, 15.28857421875, 15.842041015625, 16.3955078125, 16.948974609375, 17.50244140625, 18.055908203125, 18.609375]}, "gradients/wav2vec2.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 0.0, 3.0, 10.0, 12.0, 18.0, 24.0, 51.0, 75.0, 144.0, 243.0, 427.0, 735.0, 1349.0, 2469.0, 4811.0, 9691.0, 20167.0, 42886.0, 95522.0, 225129.0, 617346.0, 1679072.0, 940688.0, 316408.0, 128679.0, 57090.0, 25929.0, 12332.0, 6253.0, 3022.0, 1629.0, 902.0, 480.0, 288.0, 159.0, 94.0, 72.0, 31.0, 18.0, 15.0, 8.0, 4.0, 6.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.140625, -29.927978515625, -28.71533203125, -27.502685546875, -26.2900390625, -25.077392578125, -23.86474609375, -22.652099609375, -21.439453125, -20.226806640625, -19.01416015625, -17.801513671875, -16.5888671875, -15.376220703125, -14.16357421875, -12.950927734375, -11.73828125, -10.525634765625, -9.31298828125, -8.100341796875, -6.8876953125, -5.675048828125, -4.46240234375, -3.249755859375, -2.037109375, -0.824462890625, 0.38818359375, 1.600830078125, 2.8134765625, 4.026123046875, 5.23876953125, 6.451416015625, 7.6640625, 8.876708984375, 10.08935546875, 11.302001953125, 12.5146484375, 13.727294921875, 14.93994140625, 16.152587890625, 17.365234375, 18.577880859375, 19.79052734375, 21.003173828125, 22.2158203125, 23.428466796875, 24.64111328125, 25.853759765625, 27.06640625, 28.279052734375, 29.49169921875, 30.704345703125, 31.9169921875, 33.129638671875, 34.34228515625, 35.554931640625, 36.767578125, 37.980224609375, 39.19287109375, 40.405517578125, 41.6181640625, 42.830810546875, 44.04345703125, 45.256103515625, 46.46875]}, "gradients/wav2vec2.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 5.0, 2.0, 1.0, 3.0, 3.0, 7.0, 8.0, 12.0, 16.0, 26.0, 22.0, 36.0, 44.0, 46.0, 78.0, 79.0, 134.0, 158.0, 205.0, 277.0, 384.0, 477.0, 505.0, 365.0, 310.0, 210.0, 149.0, 130.0, 97.0, 77.0, 53.0, 32.0, 28.0, 26.0, 22.0, 11.0, 10.0, 4.0, 6.0, 4.0, 6.0, 5.0, 2.0, 2.0, 2.0, 4.0, 1.0, 1.0], "bins": [-48.4375, -47.16650390625, -45.8955078125, -44.62451171875, -43.353515625, -42.08251953125, -40.8115234375, -39.54052734375, -38.26953125, -36.99853515625, -35.7275390625, -34.45654296875, -33.185546875, -31.91455078125, -30.6435546875, -29.37255859375, -28.1015625, -26.83056640625, -25.5595703125, -24.28857421875, -23.017578125, -21.74658203125, -20.4755859375, -19.20458984375, -17.93359375, -16.66259765625, -15.3916015625, -14.12060546875, -12.849609375, -11.57861328125, -10.3076171875, -9.03662109375, -7.765625, -6.49462890625, -5.2236328125, -3.95263671875, -2.681640625, -1.41064453125, -0.1396484375, 1.13134765625, 2.40234375, 3.67333984375, 4.9443359375, 6.21533203125, 7.486328125, 8.75732421875, 10.0283203125, 11.29931640625, 12.5703125, 13.84130859375, 15.1123046875, 16.38330078125, 17.654296875, 18.92529296875, 20.1962890625, 21.46728515625, 22.73828125, 24.00927734375, 25.2802734375, 26.55126953125, 27.822265625, 29.09326171875, 30.3642578125, 31.63525390625, 32.90625]}, "gradients/wav2vec2.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 5.0, 9.0, 16.0, 14.0, 19.0, 15.0, 32.0, 29.0, 45.0, 54.0, 50.0, 62.0, 74.0, 84.0, 63.0, 64.0, 64.0, 63.0, 59.0, 46.0, 40.0, 17.0, 14.0, 12.0, 14.0, 13.0, 2.0, 9.0, 4.0, 4.0, 5.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-253.65232849121094, -247.40875244140625, -241.16517639160156, -234.92160034179688, -228.6780242919922, -222.4344482421875, -216.19085693359375, -209.94729614257812, -203.70370483398438, -197.4601287841797, -191.216552734375, -184.9729766845703, -178.72940063476562, -172.48582458496094, -166.24224853515625, -159.9986572265625, -153.75509643554688, -147.5115203857422, -141.2679443359375, -135.0243682861328, -128.78079223632812, -122.53721618652344, -116.29363250732422, -110.05005645751953, -103.80648040771484, -97.56290435791016, -91.31932830810547, -85.07574462890625, -78.83216857910156, -72.58859252929688, -66.34501647949219, -60.1014404296875, -53.85784912109375, -47.61427307128906, -41.370697021484375, -35.12711715698242, -28.883541107177734, -22.639965057373047, -16.396385192871094, -10.152809143066406, -3.9092330932617188, 2.334343910217285, 8.577920913696289, 14.82149887084961, 21.065074920654297, 27.308650970458984, 33.55223083496094, 39.795806884765625, 46.03938293457031, 52.282958984375, 58.52653503417969, 64.77011108398438, 71.01368713378906, 77.25726318359375, 83.50084686279297, 89.74442291259766, 95.98799896240234, 102.23157501220703, 108.47515106201172, 114.71873474121094, 120.96231079101562, 127.20588684082031, 133.449462890625, 139.6930389404297, 145.93661499023438]}, "gradients/wav2vec2.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 6.0, 9.0, 11.0, 10.0, 19.0, 13.0, 13.0, 15.0, 22.0, 27.0, 31.0, 33.0, 21.0, 27.0, 41.0, 37.0, 35.0, 34.0, 42.0, 35.0, 32.0, 32.0, 44.0, 32.0, 41.0, 39.0, 35.0, 30.0, 35.0, 22.0, 17.0, 22.0, 17.0, 29.0, 12.0, 14.0, 10.0, 10.0, 8.0, 7.0, 9.0, 5.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 6.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-130.43763732910156, -126.14576721191406, -121.85388946533203, -117.56201171875, -113.2701416015625, -108.978271484375, -104.68639373779297, -100.39451599121094, -96.10264587402344, -91.81077575683594, -87.5188980102539, -83.22702026367188, -78.93515014648438, -74.64328002929688, -70.35140228271484, -66.05952453613281, -61.76765441894531, -57.47578048706055, -53.18390655517578, -48.892032623291016, -44.60015869140625, -40.308284759521484, -36.01641082763672, -31.724536895751953, -27.432662963867188, -23.140789031982422, -18.848915100097656, -14.55704116821289, -10.265167236328125, -5.973293304443359, -1.6814193725585938, 2.610454559326172, 6.90234375, 11.194217681884766, 15.486091613769531, 19.777965545654297, 24.069839477539062, 28.361713409423828, 32.653587341308594, 36.94546127319336, 41.237335205078125, 45.52920913696289, 49.821083068847656, 54.11295700073242, 58.40483093261719, 62.69670486450195, 66.98857879638672, 71.28045654296875, 75.57232666015625, 79.86419677734375, 84.15607452392578, 88.44795227050781, 92.73982238769531, 97.03169250488281, 101.32357025146484, 105.61544799804688, 109.90731811523438, 114.19918823242188, 118.4910659790039, 122.78294372558594, 127.07481384277344, 131.36668395996094, 135.6585693359375, 139.950439453125, 144.2423095703125]}, "gradients/wav2vec2.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 3.0, 2.0, 8.0, 5.0, 13.0, 20.0, 37.0, 45.0, 67.0, 111.0, 138.0, 194.0, 270.0, 419.0, 592.0, 926.0, 1293.0, 1911.0, 2738.0, 4106.0, 6028.0, 8832.0, 13150.0, 20033.0, 31743.0, 53037.0, 96931.0, 185695.0, 245401.0, 161008.0, 83022.0, 46869.0, 28226.0, 18221.0, 11962.0, 8008.0, 5451.0, 3756.0, 2626.0, 1715.0, 1271.0, 825.0, 611.0, 374.0, 277.0, 177.0, 141.0, 88.0, 53.0, 42.0, 27.0, 20.0, 16.0, 10.0, 10.0, 7.0, 1.0, 5.0, 3.0, 1.0, 1.0], "bins": [-25.921875, -25.095947265625, -24.27001953125, -23.444091796875, -22.6181640625, -21.792236328125, -20.96630859375, -20.140380859375, -19.314453125, -18.488525390625, -17.66259765625, -16.836669921875, -16.0107421875, -15.184814453125, -14.35888671875, -13.532958984375, -12.70703125, -11.881103515625, -11.05517578125, -10.229248046875, -9.4033203125, -8.577392578125, -7.75146484375, -6.925537109375, -6.099609375, -5.273681640625, -4.44775390625, -3.621826171875, -2.7958984375, -1.969970703125, -1.14404296875, -0.318115234375, 0.5078125, 1.333740234375, 2.15966796875, 2.985595703125, 3.8115234375, 4.637451171875, 5.46337890625, 6.289306640625, 7.115234375, 7.941162109375, 8.76708984375, 9.593017578125, 10.4189453125, 11.244873046875, 12.07080078125, 12.896728515625, 13.72265625, 14.548583984375, 15.37451171875, 16.200439453125, 17.0263671875, 17.852294921875, 18.67822265625, 19.504150390625, 20.330078125, 21.156005859375, 21.98193359375, 22.807861328125, 23.6337890625, 24.459716796875, 25.28564453125, 26.111572265625, 26.9375]}, "gradients/wav2vec2.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 7.0, 7.0, 11.0, 12.0, 10.0, 19.0, 15.0, 25.0, 26.0, 32.0, 35.0, 41.0, 32.0, 44.0, 43.0, 47.0, 64.0, 55.0, 50.0, 48.0, 51.0, 51.0, 46.0, 33.0, 32.0, 28.0, 35.0, 14.0, 24.0, 12.0, 21.0, 12.0, 8.0, 3.0, 12.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.75, -21.927001953125, -21.10400390625, -20.281005859375, -19.4580078125, -18.635009765625, -17.81201171875, -16.989013671875, -16.166015625, -15.343017578125, -14.52001953125, -13.697021484375, -12.8740234375, -12.051025390625, -11.22802734375, -10.405029296875, -9.58203125, -8.759033203125, -7.93603515625, -7.113037109375, -6.2900390625, -5.467041015625, -4.64404296875, -3.821044921875, -2.998046875, -2.175048828125, -1.35205078125, -0.529052734375, 0.2939453125, 1.116943359375, 1.93994140625, 2.762939453125, 3.5859375, 4.408935546875, 5.23193359375, 6.054931640625, 6.8779296875, 7.700927734375, 8.52392578125, 9.346923828125, 10.169921875, 10.992919921875, 11.81591796875, 12.638916015625, 13.4619140625, 14.284912109375, 15.10791015625, 15.930908203125, 16.75390625, 17.576904296875, 18.39990234375, 19.222900390625, 20.0458984375, 20.868896484375, 21.69189453125, 22.514892578125, 23.337890625, 24.160888671875, 24.98388671875, 25.806884765625, 26.6298828125, 27.452880859375, 28.27587890625, 29.098876953125, 29.921875]}, "gradients/wav2vec2.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 1.0, 10.0, 12.0, 14.0, 15.0, 20.0, 30.0, 47.0, 48.0, 102.0, 130.0, 259.0, 384.0, 728.0, 1371.0, 2716.0, 5469.0, 10871.0, 22654.0, 49774.0, 133339.0, 369969.0, 284203.0, 92776.0, 37862.0, 17857.0, 8770.0, 4384.0, 2178.0, 1074.0, 615.0, 295.0, 184.0, 116.0, 76.0, 60.0, 38.0, 26.0, 26.0, 18.0, 10.0, 5.0, 9.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0], "bins": [-48.09375, -46.67236328125, -45.2509765625, -43.82958984375, -42.408203125, -40.98681640625, -39.5654296875, -38.14404296875, -36.72265625, -35.30126953125, -33.8798828125, -32.45849609375, -31.037109375, -29.61572265625, -28.1943359375, -26.77294921875, -25.3515625, -23.93017578125, -22.5087890625, -21.08740234375, -19.666015625, -18.24462890625, -16.8232421875, -15.40185546875, -13.98046875, -12.55908203125, -11.1376953125, -9.71630859375, -8.294921875, -6.87353515625, -5.4521484375, -4.03076171875, -2.609375, -1.18798828125, 0.2333984375, 1.65478515625, 3.076171875, 4.49755859375, 5.9189453125, 7.34033203125, 8.76171875, 10.18310546875, 11.6044921875, 13.02587890625, 14.447265625, 15.86865234375, 17.2900390625, 18.71142578125, 20.1328125, 21.55419921875, 22.9755859375, 24.39697265625, 25.818359375, 27.23974609375, 28.6611328125, 30.08251953125, 31.50390625, 32.92529296875, 34.3466796875, 35.76806640625, 37.189453125, 38.61083984375, 40.0322265625, 41.45361328125, 42.875]}, "gradients/wav2vec2.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 6.0, 5.0, 2.0, 1.0, 6.0, 5.0, 8.0, 8.0, 12.0, 14.0, 7.0, 14.0, 11.0, 20.0, 19.0, 33.0, 27.0, 24.0, 35.0, 24.0, 36.0, 36.0, 33.0, 25.0, 44.0, 33.0, 53.0, 47.0, 50.0, 33.0, 23.0, 28.0, 42.0, 35.0, 25.0, 26.0, 21.0, 17.0, 21.0, 12.0, 17.0, 14.0, 10.0, 6.0, 11.0, 10.0, 6.0, 4.0, 6.0, 2.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-49.5625, -47.83447265625, -46.1064453125, -44.37841796875, -42.650390625, -40.92236328125, -39.1943359375, -37.46630859375, -35.73828125, -34.01025390625, -32.2822265625, -30.55419921875, -28.826171875, -27.09814453125, -25.3701171875, -23.64208984375, -21.9140625, -20.18603515625, -18.4580078125, -16.72998046875, -15.001953125, -13.27392578125, -11.5458984375, -9.81787109375, -8.08984375, -6.36181640625, -4.6337890625, -2.90576171875, -1.177734375, 0.55029296875, 2.2783203125, 4.00634765625, 5.734375, 7.46240234375, 9.1904296875, 10.91845703125, 12.646484375, 14.37451171875, 16.1025390625, 17.83056640625, 19.55859375, 21.28662109375, 23.0146484375, 24.74267578125, 26.470703125, 28.19873046875, 29.9267578125, 31.65478515625, 33.3828125, 35.11083984375, 36.8388671875, 38.56689453125, 40.294921875, 42.02294921875, 43.7509765625, 45.47900390625, 47.20703125, 48.93505859375, 50.6630859375, 52.39111328125, 54.119140625, 55.84716796875, 57.5751953125, 59.30322265625, 61.03125]}, "gradients/wav2vec2.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 9.0, 11.0, 16.0, 17.0, 40.0, 63.0, 92.0, 154.0, 249.0, 406.0, 757.0, 1531.0, 3014.0, 6178.0, 12578.0, 26095.0, 52821.0, 112468.0, 345764.0, 293157.0, 99250.0, 47621.0, 23376.0, 11506.0, 5551.0, 2770.0, 1417.0, 724.0, 366.0, 209.0, 134.0, 89.0, 45.0, 27.0, 19.0, 16.0, 7.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-27.0, -26.2880859375, -25.576171875, -24.8642578125, -24.15234375, -23.4404296875, -22.728515625, -22.0166015625, -21.3046875, -20.5927734375, -19.880859375, -19.1689453125, -18.45703125, -17.7451171875, -17.033203125, -16.3212890625, -15.609375, -14.8974609375, -14.185546875, -13.4736328125, -12.76171875, -12.0498046875, -11.337890625, -10.6259765625, -9.9140625, -9.2021484375, -8.490234375, -7.7783203125, -7.06640625, -6.3544921875, -5.642578125, -4.9306640625, -4.21875, -3.5068359375, -2.794921875, -2.0830078125, -1.37109375, -0.6591796875, 0.052734375, 0.7646484375, 1.4765625, 2.1884765625, 2.900390625, 3.6123046875, 4.32421875, 5.0361328125, 5.748046875, 6.4599609375, 7.171875, 7.8837890625, 8.595703125, 9.3076171875, 10.01953125, 10.7314453125, 11.443359375, 12.1552734375, 12.8671875, 13.5791015625, 14.291015625, 15.0029296875, 15.71484375, 16.4267578125, 17.138671875, 17.8505859375, 18.5625]}, "gradients/wav2vec2.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 2.0, 9.0, 2.0, 3.0, 6.0, 12.0, 10.0, 18.0, 15.0, 18.0, 27.0, 39.0, 48.0, 100.0, 197.0, 172.0, 83.0, 71.0, 35.0, 36.0, 22.0, 11.0, 14.0, 14.0, 15.0, 6.0, 7.0, 3.0, 4.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0086822509765625, -0.008440554141998291, -0.008198857307434082, -0.007957160472869873, -0.007715463638305664, -0.007473766803741455, -0.007232069969177246, -0.006990373134613037, -0.006748676300048828, -0.006506979465484619, -0.00626528263092041, -0.006023585796356201, -0.005781888961791992, -0.005540192127227783, -0.005298495292663574, -0.005056798458099365, -0.004815101623535156, -0.004573404788970947, -0.004331707954406738, -0.004090011119842529, -0.0038483142852783203, -0.0036066174507141113, -0.0033649206161499023, -0.0031232237815856934, -0.0028815269470214844, -0.0026398301124572754, -0.0023981332778930664, -0.0021564364433288574, -0.0019147396087646484, -0.0016730427742004395, -0.0014313459396362305, -0.0011896491050720215, -0.0009479522705078125, -0.0007062554359436035, -0.00046455860137939453, -0.00022286176681518555, 1.8835067749023438e-05, 0.0002605319023132324, 0.0005022287368774414, 0.0007439255714416504, 0.0009856224060058594, 0.0012273192405700684, 0.0014690160751342773, 0.0017107129096984863, 0.0019524097442626953, 0.0021941065788269043, 0.0024358034133911133, 0.0026775002479553223, 0.0029191970825195312, 0.0031608939170837402, 0.0034025907516479492, 0.003644287586212158, 0.003885984420776367, 0.004127681255340576, 0.004369378089904785, 0.004611074924468994, 0.004852771759033203, 0.005094468593597412, 0.005336165428161621, 0.00557786226272583, 0.005819559097290039, 0.006061255931854248, 0.006302952766418457, 0.006544649600982666, 0.006786346435546875]}, "gradients/wav2vec2.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 8.0, 3.0, 3.0, 11.0, 17.0, 16.0, 32.0, 47.0, 56.0, 112.0, 149.0, 230.0, 377.0, 702.0, 1321.0, 2556.0, 5119.0, 10837.0, 22784.0, 48267.0, 107644.0, 300820.0, 328622.0, 118930.0, 51853.0, 24773.0, 11619.0, 5640.0, 2701.0, 1385.0, 768.0, 432.0, 245.0, 177.0, 102.0, 69.0, 38.0, 35.0, 14.0, 22.0, 14.0, 11.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-20.9375, -20.216796875, -19.49609375, -18.775390625, -18.0546875, -17.333984375, -16.61328125, -15.892578125, -15.171875, -14.451171875, -13.73046875, -13.009765625, -12.2890625, -11.568359375, -10.84765625, -10.126953125, -9.40625, -8.685546875, -7.96484375, -7.244140625, -6.5234375, -5.802734375, -5.08203125, -4.361328125, -3.640625, -2.919921875, -2.19921875, -1.478515625, -0.7578125, -0.037109375, 0.68359375, 1.404296875, 2.125, 2.845703125, 3.56640625, 4.287109375, 5.0078125, 5.728515625, 6.44921875, 7.169921875, 7.890625, 8.611328125, 9.33203125, 10.052734375, 10.7734375, 11.494140625, 12.21484375, 12.935546875, 13.65625, 14.376953125, 15.09765625, 15.818359375, 16.5390625, 17.259765625, 17.98046875, 18.701171875, 19.421875, 20.142578125, 20.86328125, 21.583984375, 22.3046875, 23.025390625, 23.74609375, 24.466796875, 25.1875]}, "gradients/wav2vec2.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 7.0, 3.0, 6.0, 8.0, 3.0, 5.0, 11.0, 10.0, 22.0, 24.0, 19.0, 19.0, 27.0, 27.0, 48.0, 60.0, 92.0, 98.0, 117.0, 85.0, 67.0, 50.0, 32.0, 35.0, 22.0, 12.0, 17.0, 14.0, 12.0, 8.0, 2.0, 14.0, 8.0, 6.0, 6.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.125, -20.376953125, -19.62890625, -18.880859375, -18.1328125, -17.384765625, -16.63671875, -15.888671875, -15.140625, -14.392578125, -13.64453125, -12.896484375, -12.1484375, -11.400390625, -10.65234375, -9.904296875, -9.15625, -8.408203125, -7.66015625, -6.912109375, -6.1640625, -5.416015625, -4.66796875, -3.919921875, -3.171875, -2.423828125, -1.67578125, -0.927734375, -0.1796875, 0.568359375, 1.31640625, 2.064453125, 2.8125, 3.560546875, 4.30859375, 5.056640625, 5.8046875, 6.552734375, 7.30078125, 8.048828125, 8.796875, 9.544921875, 10.29296875, 11.041015625, 11.7890625, 12.537109375, 13.28515625, 14.033203125, 14.78125, 15.529296875, 16.27734375, 17.025390625, 17.7734375, 18.521484375, 19.26953125, 20.017578125, 20.765625, 21.513671875, 22.26171875, 23.009765625, 23.7578125, 24.505859375, 25.25390625, 26.001953125, 26.75]}, "gradients/wav2vec2.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 4.0, 4.0, 6.0, 7.0, 14.0, 29.0, 86.0, 182.0, 285.0, 229.0, 112.0, 42.0, 9.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-394.71221923828125, -374.67547607421875, -354.6387634277344, -334.60205078125, -314.5653076171875, -294.528564453125, -274.4918518066406, -254.4551239013672, -234.41839599609375, -214.3816680908203, -194.34494018554688, -174.30821228027344, -154.271484375, -134.23475646972656, -114.19802856445312, -94.16130065917969, -74.12457275390625, -54.08784484863281, -34.051116943359375, -14.014389038085938, 6.0223388671875, 26.059066772460938, 46.095794677734375, 66.13252258300781, 86.16925048828125, 106.20597839355469, 126.24270629882812, 146.27943420410156, 166.316162109375, 186.35289001464844, 206.38961791992188, 226.4263458251953, 246.4630126953125, 266.499755859375, 286.5364685058594, 306.57318115234375, 326.60992431640625, 346.64666748046875, 366.6833801269531, 386.7200927734375, 406.7568359375, 426.7935791015625, 446.8302917480469, 466.86700439453125, 486.90374755859375, 506.94049072265625, 526.9771728515625, 547.013916015625, 567.0506591796875, 587.08740234375, 607.1241455078125, 627.1608276367188, 647.1975708007812, 667.2343139648438, 687.27099609375, 707.3077392578125, 727.344482421875, 747.3812255859375, 767.41796875, 787.4546508789062, 807.4913940429688, 827.5281372070312, 847.5648193359375, 867.6015625, 887.6383056640625]}, "gradients/wav2vec2.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 4.0, 3.0, 1.0, 10.0, 7.0, 14.0, 13.0, 16.0, 21.0, 17.0, 25.0, 30.0, 27.0, 38.0, 41.0, 33.0, 40.0, 42.0, 46.0, 35.0, 31.0, 44.0, 40.0, 40.0, 45.0, 33.0, 46.0, 26.0, 21.0, 38.0, 28.0, 32.0, 19.0, 20.0, 15.0, 13.0, 10.0, 8.0, 12.0, 4.0, 9.0, 4.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0], "bins": [-187.02285766601562, -182.03955078125, -177.05624389648438, -172.0729522705078, -167.0896453857422, -162.10633850097656, -157.12303161621094, -152.1397247314453, -147.15643310546875, -142.17312622070312, -137.1898193359375, -132.20652770996094, -127.22322082519531, -122.23991394042969, -117.25660705566406, -112.27330017089844, -107.28999328613281, -102.30668640136719, -97.3233871459961, -92.34008026123047, -87.35678100585938, -82.37347412109375, -77.39016723632812, -72.4068603515625, -67.4235610961914, -62.44025802612305, -57.45695495605469, -52.47364807128906, -47.4903450012207, -42.507041931152344, -37.52373504638672, -32.54043197631836, -27.557144165039062, -22.573841094970703, -17.59053611755371, -12.607232093811035, -7.623928070068359, -2.640625, 2.342679977416992, 7.325984954833984, 12.309288024902344, 17.292591094970703, 22.275896072387695, 27.259201049804688, 32.24250411987305, 37.225807189941406, 42.20911407470703, 47.19241714477539, 52.17572021484375, 57.15902328491211, 62.14232635498047, 67.1256332397461, 72.10893249511719, 77.09223937988281, 82.07554626464844, 87.05885314941406, 92.04215240478516, 97.02545928955078, 102.00875854492188, 106.9920654296875, 111.97537231445312, 116.95867156982422, 121.94197845458984, 126.92527770996094, 131.90858459472656]}, "gradients/wav2vec2.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 2.0, 3.0, 6.0, 6.0, 9.0, 10.0, 9.0, 23.0, 25.0, 52.0, 71.0, 121.0, 197.0, 288.0, 506.0, 937.0, 1530.0, 2735.0, 4883.0, 9230.0, 17463.0, 33753.0, 68575.0, 144020.0, 313804.0, 702943.0, 1263119.0, 871376.0, 400997.0, 182929.0, 86289.0, 42835.0, 21209.0, 11086.0, 5911.0, 3186.0, 1765.0, 978.0, 567.0, 328.0, 205.0, 104.0, 69.0, 57.0, 30.0, 18.0, 11.0, 8.0, 12.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.5546875, -11.1650390625, -10.775390625, -10.3857421875, -9.99609375, -9.6064453125, -9.216796875, -8.8271484375, -8.4375, -8.0478515625, -7.658203125, -7.2685546875, -6.87890625, -6.4892578125, -6.099609375, -5.7099609375, -5.3203125, -4.9306640625, -4.541015625, -4.1513671875, -3.76171875, -3.3720703125, -2.982421875, -2.5927734375, -2.203125, -1.8134765625, -1.423828125, -1.0341796875, -0.64453125, -0.2548828125, 0.134765625, 0.5244140625, 0.9140625, 1.3037109375, 1.693359375, 2.0830078125, 2.47265625, 2.8623046875, 3.251953125, 3.6416015625, 4.03125, 4.4208984375, 4.810546875, 5.2001953125, 5.58984375, 5.9794921875, 6.369140625, 6.7587890625, 7.1484375, 7.5380859375, 7.927734375, 8.3173828125, 8.70703125, 9.0966796875, 9.486328125, 9.8759765625, 10.265625, 10.6552734375, 11.044921875, 11.4345703125, 11.82421875, 12.2138671875, 12.603515625, 12.9931640625, 13.3828125]}, "gradients/wav2vec2.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 5.0, 5.0, 10.0, 8.0, 4.0, 12.0, 7.0, 17.0, 11.0, 15.0, 20.0, 21.0, 13.0, 27.0, 38.0, 29.0, 38.0, 45.0, 45.0, 50.0, 45.0, 51.0, 41.0, 43.0, 54.0, 45.0, 40.0, 40.0, 42.0, 27.0, 28.0, 26.0, 19.0, 15.0, 10.0, 17.0, 10.0, 7.0, 4.0, 8.0, 6.0, 8.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-14.6640625, -14.239501953125, -13.81494140625, -13.390380859375, -12.9658203125, -12.541259765625, -12.11669921875, -11.692138671875, -11.267578125, -10.843017578125, -10.41845703125, -9.993896484375, -9.5693359375, -9.144775390625, -8.72021484375, -8.295654296875, -7.87109375, -7.446533203125, -7.02197265625, -6.597412109375, -6.1728515625, -5.748291015625, -5.32373046875, -4.899169921875, -4.474609375, -4.050048828125, -3.62548828125, -3.200927734375, -2.7763671875, -2.351806640625, -1.92724609375, -1.502685546875, -1.078125, -0.653564453125, -0.22900390625, 0.195556640625, 0.6201171875, 1.044677734375, 1.46923828125, 1.893798828125, 2.318359375, 2.742919921875, 3.16748046875, 3.592041015625, 4.0166015625, 4.441162109375, 4.86572265625, 5.290283203125, 5.71484375, 6.139404296875, 6.56396484375, 6.988525390625, 7.4130859375, 7.837646484375, 8.26220703125, 8.686767578125, 9.111328125, 9.535888671875, 9.96044921875, 10.385009765625, 10.8095703125, 11.234130859375, 11.65869140625, 12.083251953125, 12.5078125]}, "gradients/wav2vec2.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 4.0, 2.0, 4.0, 7.0, 7.0, 10.0, 33.0, 41.0, 64.0, 103.0, 218.0, 399.0, 775.0, 1799.0, 4622.0, 14349.0, 52900.0, 232266.0, 1389725.0, 2053076.0, 340411.0, 73871.0, 19289.0, 5992.0, 2250.0, 1007.0, 451.0, 263.0, 127.0, 75.0, 54.0, 39.0, 12.0, 13.0, 10.0, 10.0, 2.0, 3.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0], "bins": [-38.21875, -37.216064453125, -36.21337890625, -35.210693359375, -34.2080078125, -33.205322265625, -32.20263671875, -31.199951171875, -30.197265625, -29.194580078125, -28.19189453125, -27.189208984375, -26.1865234375, -25.183837890625, -24.18115234375, -23.178466796875, -22.17578125, -21.173095703125, -20.17041015625, -19.167724609375, -18.1650390625, -17.162353515625, -16.15966796875, -15.156982421875, -14.154296875, -13.151611328125, -12.14892578125, -11.146240234375, -10.1435546875, -9.140869140625, -8.13818359375, -7.135498046875, -6.1328125, -5.130126953125, -4.12744140625, -3.124755859375, -2.1220703125, -1.119384765625, -0.11669921875, 0.885986328125, 1.888671875, 2.891357421875, 3.89404296875, 4.896728515625, 5.8994140625, 6.902099609375, 7.90478515625, 8.907470703125, 9.91015625, 10.912841796875, 11.91552734375, 12.918212890625, 13.9208984375, 14.923583984375, 15.92626953125, 16.928955078125, 17.931640625, 18.934326171875, 19.93701171875, 20.939697265625, 21.9423828125, 22.945068359375, 23.94775390625, 24.950439453125, 25.953125]}, "gradients/wav2vec2.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 5.0, 9.0, 11.0, 16.0, 16.0, 22.0, 47.0, 56.0, 62.0, 125.0, 153.0, 224.0, 314.0, 474.0, 656.0, 607.0, 364.0, 277.0, 174.0, 128.0, 88.0, 64.0, 50.0, 37.0, 26.0, 16.0, 19.0, 6.0, 3.0, 11.0, 4.0, 3.0, 6.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-27.125, -26.1787109375, -25.232421875, -24.2861328125, -23.33984375, -22.3935546875, -21.447265625, -20.5009765625, -19.5546875, -18.6083984375, -17.662109375, -16.7158203125, -15.76953125, -14.8232421875, -13.876953125, -12.9306640625, -11.984375, -11.0380859375, -10.091796875, -9.1455078125, -8.19921875, -7.2529296875, -6.306640625, -5.3603515625, -4.4140625, -3.4677734375, -2.521484375, -1.5751953125, -0.62890625, 0.3173828125, 1.263671875, 2.2099609375, 3.15625, 4.1025390625, 5.048828125, 5.9951171875, 6.94140625, 7.8876953125, 8.833984375, 9.7802734375, 10.7265625, 11.6728515625, 12.619140625, 13.5654296875, 14.51171875, 15.4580078125, 16.404296875, 17.3505859375, 18.296875, 19.2431640625, 20.189453125, 21.1357421875, 22.08203125, 23.0283203125, 23.974609375, 24.9208984375, 25.8671875, 26.8134765625, 27.759765625, 28.7060546875, 29.65234375, 30.5986328125, 31.544921875, 32.4912109375, 33.4375]}, "gradients/wav2vec2.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 6.0, 21.0, 44.0, 97.0, 148.0, 202.0, 220.0, 138.0, 67.0, 27.0, 16.0, 6.0, 7.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-224.49266052246094, -215.4065704345703, -206.3204803466797, -197.23440551757812, -188.1483154296875, -179.06222534179688, -169.97613525390625, -160.89004516601562, -151.803955078125, -142.71786499023438, -133.63177490234375, -124.54569244384766, -115.45960998535156, -106.37351989746094, -97.28742980957031, -88.20133972167969, -79.11526489257812, -70.0291748046875, -60.943092346191406, -51.85700225830078, -42.77091598510742, -33.68482971191406, -24.598739624023438, -15.512653350830078, -6.426567077636719, 2.659520149230957, 11.745607376098633, 20.831695556640625, 29.917781829833984, 39.003868103027344, 48.08995819091797, 57.17604446411133, 66.26211547851562, 75.34820556640625, 84.43428802490234, 93.52037811279297, 102.60646057128906, 111.69255065917969, 120.77864074707031, 129.86473083496094, 138.9508056640625, 148.03689575195312, 157.12298583984375, 166.20907592773438, 175.29515075683594, 184.38124084472656, 193.4673309326172, 202.5534210205078, 211.63951110839844, 220.72560119628906, 229.8116912841797, 238.89776611328125, 247.98385620117188, 257.0699462890625, 266.1560363769531, 275.24212646484375, 284.3282165527344, 293.414306640625, 302.5003967285156, 311.58648681640625, 320.6725769042969, 329.7586669921875, 338.8447265625, 347.9308166503906, 357.01690673828125]}, "gradients/wav2vec2.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 6.0, 4.0, 6.0, 3.0, 8.0, 9.0, 13.0, 12.0, 3.0, 9.0, 16.0, 18.0, 22.0, 25.0, 28.0, 34.0, 36.0, 35.0, 40.0, 52.0, 39.0, 44.0, 30.0, 29.0, 54.0, 32.0, 39.0, 38.0, 28.0, 38.0, 53.0, 37.0, 34.0, 20.0, 20.0, 18.0, 21.0, 9.0, 11.0, 7.0, 5.0, 8.0, 5.0, 4.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-86.40615844726562, -83.67859649658203, -80.95103454589844, -78.22348022460938, -75.49591827392578, -72.76835632324219, -70.0407943725586, -67.313232421875, -64.58567810058594, -61.858116149902344, -59.130558013916016, -56.40299606323242, -53.675437927246094, -50.9478759765625, -48.220314025878906, -45.49275207519531, -42.76519012451172, -40.037628173828125, -37.3100700378418, -34.5825080871582, -31.854948043823242, -29.12738800048828, -26.399826049804688, -23.672266006469727, -20.944705963134766, -18.217145919799805, -15.489584922790527, -12.76202392578125, -10.034463882446289, -7.306903839111328, -4.579341888427734, -1.8517818450927734, 0.8757781982421875, 3.6033387184143066, 6.330899238586426, 9.058460235595703, 11.786020278930664, 14.513580322265625, 17.24114227294922, 19.96870231628418, 22.69626235961914, 25.4238224029541, 28.151382446289062, 30.878944396972656, 33.60650634765625, 36.33406448364258, 39.06162643432617, 41.7891845703125, 44.516746520996094, 47.24430847167969, 49.971866607666016, 52.69942855834961, 55.42698669433594, 58.15454864501953, 60.882110595703125, 63.60967254638672, 66.33723449707031, 69.0647964477539, 71.7923583984375, 74.51991271972656, 77.24747467041016, 79.97503662109375, 82.70259857177734, 85.43016052246094, 88.15771484375]}, "gradients/wav2vec2.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 7.0, 8.0, 6.0, 9.0, 15.0, 16.0, 35.0, 40.0, 77.0, 117.0, 173.0, 333.0, 510.0, 836.0, 1480.0, 2471.0, 4015.0, 7095.0, 13058.0, 26049.0, 58436.0, 141414.0, 276518.0, 270578.0, 134807.0, 56217.0, 25081.0, 12432.0, 6826.0, 3944.0, 2309.0, 1441.0, 847.0, 508.0, 325.0, 190.0, 114.0, 76.0, 60.0, 28.0, 24.0, 15.0, 4.0, 6.0, 5.0, 1.0, 5.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.515625, -17.802734375, -17.08984375, -16.376953125, -15.6640625, -14.951171875, -14.23828125, -13.525390625, -12.8125, -12.099609375, -11.38671875, -10.673828125, -9.9609375, -9.248046875, -8.53515625, -7.822265625, -7.109375, -6.396484375, -5.68359375, -4.970703125, -4.2578125, -3.544921875, -2.83203125, -2.119140625, -1.40625, -0.693359375, 0.01953125, 0.732421875, 1.4453125, 2.158203125, 2.87109375, 3.583984375, 4.296875, 5.009765625, 5.72265625, 6.435546875, 7.1484375, 7.861328125, 8.57421875, 9.287109375, 10.0, 10.712890625, 11.42578125, 12.138671875, 12.8515625, 13.564453125, 14.27734375, 14.990234375, 15.703125, 16.416015625, 17.12890625, 17.841796875, 18.5546875, 19.267578125, 19.98046875, 20.693359375, 21.40625, 22.119140625, 22.83203125, 23.544921875, 24.2578125, 24.970703125, 25.68359375, 26.396484375, 27.109375]}, "gradients/wav2vec2.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 8.0, 5.0, 11.0, 7.0, 12.0, 11.0, 15.0, 14.0, 16.0, 22.0, 32.0, 11.0, 28.0, 25.0, 31.0, 24.0, 39.0, 30.0, 30.0, 46.0, 39.0, 42.0, 41.0, 47.0, 44.0, 39.0, 42.0, 33.0, 30.0, 35.0, 20.0, 34.0, 20.0, 13.0, 15.0, 23.0, 12.0, 10.0, 5.0, 6.0, 8.0, 6.0, 4.0, 4.0, 3.0, 3.0, 5.0, 2.0, 3.0], "bins": [-13.2421875, -12.879638671875, -12.51708984375, -12.154541015625, -11.7919921875, -11.429443359375, -11.06689453125, -10.704345703125, -10.341796875, -9.979248046875, -9.61669921875, -9.254150390625, -8.8916015625, -8.529052734375, -8.16650390625, -7.803955078125, -7.44140625, -7.078857421875, -6.71630859375, -6.353759765625, -5.9912109375, -5.628662109375, -5.26611328125, -4.903564453125, -4.541015625, -4.178466796875, -3.81591796875, -3.453369140625, -3.0908203125, -2.728271484375, -2.36572265625, -2.003173828125, -1.640625, -1.278076171875, -0.91552734375, -0.552978515625, -0.1904296875, 0.172119140625, 0.53466796875, 0.897216796875, 1.259765625, 1.622314453125, 1.98486328125, 2.347412109375, 2.7099609375, 3.072509765625, 3.43505859375, 3.797607421875, 4.16015625, 4.522705078125, 4.88525390625, 5.247802734375, 5.6103515625, 5.972900390625, 6.33544921875, 6.697998046875, 7.060546875, 7.423095703125, 7.78564453125, 8.148193359375, 8.5107421875, 8.873291015625, 9.23583984375, 9.598388671875, 9.9609375]}, "gradients/wav2vec2.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 7.0, 4.0, 7.0, 7.0, 15.0, 18.0, 18.0, 21.0, 45.0, 63.0, 76.0, 109.0, 200.0, 299.0, 539.0, 946.0, 1590.0, 2848.0, 5184.0, 9708.0, 21331.0, 53231.0, 145770.0, 321498.0, 286339.0, 117778.0, 43552.0, 18253.0, 8570.0, 4533.0, 2522.0, 1373.0, 801.0, 479.0, 298.0, 182.0, 110.0, 56.0, 61.0, 30.0, 28.0, 15.0, 12.0, 8.0, 7.0, 4.0, 5.0, 1.0, 7.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0], "bins": [-25.265625, -24.49755859375, -23.7294921875, -22.96142578125, -22.193359375, -21.42529296875, -20.6572265625, -19.88916015625, -19.12109375, -18.35302734375, -17.5849609375, -16.81689453125, -16.048828125, -15.28076171875, -14.5126953125, -13.74462890625, -12.9765625, -12.20849609375, -11.4404296875, -10.67236328125, -9.904296875, -9.13623046875, -8.3681640625, -7.60009765625, -6.83203125, -6.06396484375, -5.2958984375, -4.52783203125, -3.759765625, -2.99169921875, -2.2236328125, -1.45556640625, -0.6875, 0.08056640625, 0.8486328125, 1.61669921875, 2.384765625, 3.15283203125, 3.9208984375, 4.68896484375, 5.45703125, 6.22509765625, 6.9931640625, 7.76123046875, 8.529296875, 9.29736328125, 10.0654296875, 10.83349609375, 11.6015625, 12.36962890625, 13.1376953125, 13.90576171875, 14.673828125, 15.44189453125, 16.2099609375, 16.97802734375, 17.74609375, 18.51416015625, 19.2822265625, 20.05029296875, 20.818359375, 21.58642578125, 22.3544921875, 23.12255859375, 23.890625]}, "gradients/wav2vec2.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 5.0, 3.0, 3.0, 7.0, 5.0, 1.0, 13.0, 11.0, 11.0, 13.0, 12.0, 17.0, 25.0, 25.0, 24.0, 26.0, 28.0, 35.0, 26.0, 47.0, 33.0, 47.0, 41.0, 52.0, 43.0, 46.0, 49.0, 35.0, 33.0, 32.0, 44.0, 33.0, 27.0, 25.0, 18.0, 22.0, 20.0, 13.0, 15.0, 10.0, 13.0, 8.0, 4.0, 3.0, 4.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-38.84375, -37.705078125, -36.56640625, -35.427734375, -34.2890625, -33.150390625, -32.01171875, -30.873046875, -29.734375, -28.595703125, -27.45703125, -26.318359375, -25.1796875, -24.041015625, -22.90234375, -21.763671875, -20.625, -19.486328125, -18.34765625, -17.208984375, -16.0703125, -14.931640625, -13.79296875, -12.654296875, -11.515625, -10.376953125, -9.23828125, -8.099609375, -6.9609375, -5.822265625, -4.68359375, -3.544921875, -2.40625, -1.267578125, -0.12890625, 1.009765625, 2.1484375, 3.287109375, 4.42578125, 5.564453125, 6.703125, 7.841796875, 8.98046875, 10.119140625, 11.2578125, 12.396484375, 13.53515625, 14.673828125, 15.8125, 16.951171875, 18.08984375, 19.228515625, 20.3671875, 21.505859375, 22.64453125, 23.783203125, 24.921875, 26.060546875, 27.19921875, 28.337890625, 29.4765625, 30.615234375, 31.75390625, 32.892578125, 34.03125]}, "gradients/wav2vec2.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 5.0, 4.0, 15.0, 22.0, 18.0, 37.0, 72.0, 85.0, 154.0, 225.0, 354.0, 608.0, 1059.0, 1780.0, 2869.0, 4640.0, 8043.0, 13639.0, 24014.0, 44270.0, 86194.0, 170949.0, 269901.0, 199915.0, 101988.0, 51630.0, 27826.0, 15777.0, 9032.0, 5356.0, 3125.0, 1904.0, 1150.0, 714.0, 419.0, 258.0, 164.0, 112.0, 76.0, 55.0, 41.0, 24.0, 15.0, 8.0, 5.0, 4.0, 4.0, 3.0, 2.0, 4.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.22265625, -6.0052490234375, -5.787841796875, -5.5704345703125, -5.35302734375, -5.1356201171875, -4.918212890625, -4.7008056640625, -4.4833984375, -4.2659912109375, -4.048583984375, -3.8311767578125, -3.61376953125, -3.3963623046875, -3.178955078125, -2.9615478515625, -2.744140625, -2.5267333984375, -2.309326171875, -2.0919189453125, -1.87451171875, -1.6571044921875, -1.439697265625, -1.2222900390625, -1.0048828125, -0.7874755859375, -0.570068359375, -0.3526611328125, -0.13525390625, 0.0821533203125, 0.299560546875, 0.5169677734375, 0.734375, 0.9517822265625, 1.169189453125, 1.3865966796875, 1.60400390625, 1.8214111328125, 2.038818359375, 2.2562255859375, 2.4736328125, 2.6910400390625, 2.908447265625, 3.1258544921875, 3.34326171875, 3.5606689453125, 3.778076171875, 3.9954833984375, 4.212890625, 4.4302978515625, 4.647705078125, 4.8651123046875, 5.08251953125, 5.2999267578125, 5.517333984375, 5.7347412109375, 5.9521484375, 6.1695556640625, 6.386962890625, 6.6043701171875, 6.82177734375, 7.0391845703125, 7.256591796875, 7.4739990234375, 7.69140625]}, "gradients/wav2vec2.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 3.0, 2.0, 4.0, 2.0, 8.0, 8.0, 10.0, 8.0, 14.0, 19.0, 22.0, 30.0, 44.0, 81.0, 84.0, 151.0, 150.0, 116.0, 67.0, 50.0, 32.0, 32.0, 10.0, 13.0, 9.0, 6.0, 4.0, 3.0, 4.0, 3.0, 3.0, 3.0, 1.0, 4.0, 3.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00403594970703125, -0.0039216578006744385, -0.003807365894317627, -0.0036930739879608154, -0.003578782081604004, -0.0034644901752471924, -0.003350198268890381, -0.0032359063625335693, -0.003121614456176758, -0.0030073225498199463, -0.0028930306434631348, -0.0027787387371063232, -0.0026644468307495117, -0.0025501549243927, -0.0024358630180358887, -0.002321571111679077, -0.0022072792053222656, -0.002092987298965454, -0.0019786953926086426, -0.001864403486251831, -0.0017501115798950195, -0.001635819673538208, -0.0015215277671813965, -0.001407235860824585, -0.0012929439544677734, -0.001178652048110962, -0.0010643601417541504, -0.0009500682353973389, -0.0008357763290405273, -0.0007214844226837158, -0.0006071925163269043, -0.0004929006099700928, -0.00037860870361328125, -0.0002643167972564697, -0.0001500248908996582, -3.573298454284668e-05, 7.855892181396484e-05, 0.00019285082817077637, 0.0003071427345275879, 0.0004214346408843994, 0.0005357265472412109, 0.0006500184535980225, 0.000764310359954834, 0.0008786022663116455, 0.000992894172668457, 0.0011071860790252686, 0.00122147798538208, 0.0013357698917388916, 0.0014500617980957031, 0.0015643537044525146, 0.0016786456108093262, 0.0017929375171661377, 0.0019072294235229492, 0.0020215213298797607, 0.0021358132362365723, 0.002250105142593384, 0.0023643970489501953, 0.002478688955307007, 0.0025929808616638184, 0.00270727276802063, 0.0028215646743774414, 0.002935856580734253, 0.0030501484870910645, 0.003164440393447876, 0.0032787322998046875]}, "gradients/wav2vec2.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 6.0, 6.0, 15.0, 14.0, 34.0, 40.0, 80.0, 101.0, 178.0, 334.0, 779.0, 1652.0, 4200.0, 10856.0, 28437.0, 78186.0, 209740.0, 364894.0, 219374.0, 80858.0, 29588.0, 11361.0, 4464.0, 1731.0, 772.0, 391.0, 182.0, 101.0, 77.0, 44.0, 24.0, 12.0, 10.0, 5.0, 5.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.5390625, -10.2047119140625, -9.870361328125, -9.5360107421875, -9.20166015625, -8.8673095703125, -8.532958984375, -8.1986083984375, -7.8642578125, -7.5299072265625, -7.195556640625, -6.8612060546875, -6.52685546875, -6.1925048828125, -5.858154296875, -5.5238037109375, -5.189453125, -4.8551025390625, -4.520751953125, -4.1864013671875, -3.85205078125, -3.5177001953125, -3.183349609375, -2.8489990234375, -2.5146484375, -2.1802978515625, -1.845947265625, -1.5115966796875, -1.17724609375, -0.8428955078125, -0.508544921875, -0.1741943359375, 0.16015625, 0.4945068359375, 0.828857421875, 1.1632080078125, 1.49755859375, 1.8319091796875, 2.166259765625, 2.5006103515625, 2.8349609375, 3.1693115234375, 3.503662109375, 3.8380126953125, 4.17236328125, 4.5067138671875, 4.841064453125, 5.1754150390625, 5.509765625, 5.8441162109375, 6.178466796875, 6.5128173828125, 6.84716796875, 7.1815185546875, 7.515869140625, 7.8502197265625, 8.1845703125, 8.5189208984375, 8.853271484375, 9.1876220703125, 9.52197265625, 9.8563232421875, 10.190673828125, 10.5250244140625, 10.859375]}, "gradients/wav2vec2.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 1.0, 3.0, 6.0, 1.0, 5.0, 3.0, 5.0, 11.0, 7.0, 8.0, 16.0, 15.0, 25.0, 20.0, 26.0, 31.0, 47.0, 32.0, 59.0, 61.0, 51.0, 72.0, 71.0, 63.0, 54.0, 55.0, 43.0, 40.0, 35.0, 32.0, 18.0, 17.0, 9.0, 13.0, 9.0, 13.0, 4.0, 6.0, 10.0, 2.0, 5.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-8.703125, -8.430908203125, -8.15869140625, -7.886474609375, -7.6142578125, -7.342041015625, -7.06982421875, -6.797607421875, -6.525390625, -6.253173828125, -5.98095703125, -5.708740234375, -5.4365234375, -5.164306640625, -4.89208984375, -4.619873046875, -4.34765625, -4.075439453125, -3.80322265625, -3.531005859375, -3.2587890625, -2.986572265625, -2.71435546875, -2.442138671875, -2.169921875, -1.897705078125, -1.62548828125, -1.353271484375, -1.0810546875, -0.808837890625, -0.53662109375, -0.264404296875, 0.0078125, 0.280029296875, 0.55224609375, 0.824462890625, 1.0966796875, 1.368896484375, 1.64111328125, 1.913330078125, 2.185546875, 2.457763671875, 2.72998046875, 3.002197265625, 3.2744140625, 3.546630859375, 3.81884765625, 4.091064453125, 4.36328125, 4.635498046875, 4.90771484375, 5.179931640625, 5.4521484375, 5.724365234375, 5.99658203125, 6.268798828125, 6.541015625, 6.813232421875, 7.08544921875, 7.357666015625, 7.6298828125, 7.902099609375, 8.17431640625, 8.446533203125, 8.71875]}, "gradients/wav2vec2.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 5.0, 10.0, 6.0, 17.0, 31.0, 63.0, 116.0, 135.0, 205.0, 148.0, 107.0, 81.0, 38.0, 18.0, 11.0, 4.0, 4.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-268.3476867675781, -262.0717468261719, -255.79580688476562, -249.51986694335938, -243.2439422607422, -236.96800231933594, -230.6920623779297, -224.41612243652344, -218.1401824951172, -211.86424255371094, -205.5883026123047, -199.3123779296875, -193.03643798828125, -186.760498046875, -180.48455810546875, -174.2086181640625, -167.93267822265625, -161.65673828125, -155.38079833984375, -149.1048583984375, -142.8289337158203, -136.55299377441406, -130.2770538330078, -124.00111389160156, -117.72518920898438, -111.44924926757812, -105.1733169555664, -98.89737701416016, -92.6214370727539, -86.34550476074219, -80.06956481933594, -73.79362487792969, -67.51768493652344, -61.24174880981445, -54.9658088684082, -48.68987274169922, -42.41393280029297, -36.137996673583984, -29.862060546875, -23.58612060546875, -17.310184478759766, -11.034246444702148, -4.758309364318848, 1.5176277160644531, 7.79356575012207, 14.069503784179688, 20.345439910888672, 26.621379852294922, 32.897315979003906, 39.17325210571289, 45.44919204711914, 51.725128173828125, 58.001068115234375, 64.27700805664062, 70.55294036865234, 76.8288803100586, 83.10481262207031, 89.38075256347656, 95.65668487548828, 101.93262481689453, 108.20856475830078, 114.4844970703125, 120.76043701171875, 127.036376953125, 133.31231689453125]}, "gradients/wav2vec2.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 0.0, 3.0, 8.0, 6.0, 7.0, 11.0, 9.0, 6.0, 11.0, 16.0, 21.0, 15.0, 23.0, 21.0, 31.0, 25.0, 26.0, 26.0, 33.0, 37.0, 40.0, 42.0, 37.0, 43.0, 42.0, 36.0, 34.0, 41.0, 29.0, 37.0, 24.0, 30.0, 28.0, 32.0, 28.0, 25.0, 14.0, 14.0, 13.0, 15.0, 20.0, 11.0, 6.0, 7.0, 8.0, 6.0, 5.0, 5.0, 0.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-86.65238189697266, -84.01249694824219, -81.37260437011719, -78.73271942138672, -76.09283447265625, -73.45294952392578, -70.81306457519531, -68.17317199707031, -65.53328704833984, -62.893402099609375, -60.25351333618164, -57.613624572753906, -54.97373962402344, -52.33385467529297, -49.693965911865234, -47.0540771484375, -44.41419219970703, -41.77430725097656, -39.13441848754883, -36.494529724121094, -33.854644775390625, -31.214757919311523, -28.574871063232422, -25.93498420715332, -23.29509735107422, -20.655210494995117, -18.015323638916016, -15.375436782836914, -12.735549926757812, -10.095663070678711, -7.455776214599609, -4.815889358520508, -2.1760101318359375, 0.46387672424316406, 3.1037635803222656, 5.743650436401367, 8.383537292480469, 11.02342414855957, 13.663311004638672, 16.303197860717773, 18.943084716796875, 21.582971572875977, 24.222858428955078, 26.86274528503418, 29.50263214111328, 32.14251708984375, 34.782405853271484, 37.42229461669922, 40.06217956542969, 42.702064514160156, 45.34195327758789, 47.981842041015625, 50.621726989746094, 53.26161193847656, 55.9015007019043, 58.54138946533203, 61.1812744140625, 63.82115936279297, 66.46104431152344, 69.10093688964844, 71.7408218383789, 74.38070678710938, 77.02059936523438, 79.66048431396484, 82.30036926269531]}, "gradients/wav2vec2.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 5.0, 7.0, 10.0, 20.0, 29.0, 39.0, 45.0, 79.0, 83.0, 146.0, 155.0, 213.0, 237.0, 337.0, 419.0, 507.0, 671.0, 821.0, 1081.0, 1422.0, 1963.0, 3131.0, 6349.0, 24647.0, 324724.0, 3740080.0, 61693.0, 11895.0, 4589.0, 2545.0, 1739.0, 1152.0, 880.0, 637.0, 466.0, 367.0, 284.0, 211.0, 152.0, 113.0, 100.0, 61.0, 52.0, 37.0, 17.0, 22.0, 17.0, 11.0, 13.0, 9.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-5.96484375, -5.77374267578125, -5.5826416015625, -5.39154052734375, -5.200439453125, -5.00933837890625, -4.8182373046875, -4.62713623046875, -4.43603515625, -4.24493408203125, -4.0538330078125, -3.86273193359375, -3.671630859375, -3.48052978515625, -3.2894287109375, -3.09832763671875, -2.9072265625, -2.71612548828125, -2.5250244140625, -2.33392333984375, -2.142822265625, -1.95172119140625, -1.7606201171875, -1.56951904296875, -1.37841796875, -1.18731689453125, -0.9962158203125, -0.80511474609375, -0.614013671875, -0.42291259765625, -0.2318115234375, -0.04071044921875, 0.150390625, 0.34149169921875, 0.5325927734375, 0.72369384765625, 0.914794921875, 1.10589599609375, 1.2969970703125, 1.48809814453125, 1.67919921875, 1.87030029296875, 2.0614013671875, 2.25250244140625, 2.443603515625, 2.63470458984375, 2.8258056640625, 3.01690673828125, 3.2080078125, 3.39910888671875, 3.5902099609375, 3.78131103515625, 3.972412109375, 4.16351318359375, 4.3546142578125, 4.54571533203125, 4.73681640625, 4.92791748046875, 5.1190185546875, 5.31011962890625, 5.501220703125, 5.69232177734375, 5.8834228515625, 6.07452392578125, 6.265625]}, "gradients/wav2vec2.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 7.0, 6.0, 5.0, 8.0, 24.0, 133.0, 322.0, 334.0, 81.0, 19.0, 7.0, 5.0, 5.0, 3.0, 4.0, 4.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.4375, -4.29827880859375, -4.1590576171875, -4.01983642578125, -3.880615234375, -3.74139404296875, -3.6021728515625, -3.46295166015625, -3.32373046875, -3.18450927734375, -3.0452880859375, -2.90606689453125, -2.766845703125, -2.62762451171875, -2.4884033203125, -2.34918212890625, -2.2099609375, -2.07073974609375, -1.9315185546875, -1.79229736328125, -1.653076171875, -1.51385498046875, -1.3746337890625, -1.23541259765625, -1.09619140625, -0.95697021484375, -0.8177490234375, -0.67852783203125, -0.539306640625, -0.40008544921875, -0.2608642578125, -0.12164306640625, 0.017578125, 0.15679931640625, 0.2960205078125, 0.43524169921875, 0.574462890625, 0.71368408203125, 0.8529052734375, 0.99212646484375, 1.13134765625, 1.27056884765625, 1.4097900390625, 1.54901123046875, 1.688232421875, 1.82745361328125, 1.9666748046875, 2.10589599609375, 2.2451171875, 2.38433837890625, 2.5235595703125, 2.66278076171875, 2.802001953125, 2.94122314453125, 3.0804443359375, 3.21966552734375, 3.35888671875, 3.49810791015625, 3.6373291015625, 3.77655029296875, 3.915771484375, 4.05499267578125, 4.1942138671875, 4.33343505859375, 4.47265625]}, "gradients/wav2vec2.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 5.0, 8.0, 9.0, 15.0, 19.0, 31.0, 35.0, 59.0, 96.0, 123.0, 217.0, 422.0, 763.0, 1534.0, 3506.0, 10260.0, 52035.0, 3275552.0, 798543.0, 36710.0, 8322.0, 3083.0, 1287.0, 667.0, 367.0, 211.0, 119.0, 87.0, 64.0, 30.0, 28.0, 18.0, 20.0, 12.0, 5.0, 9.0, 5.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.7578125, -8.4744873046875, -8.191162109375, -7.9078369140625, -7.62451171875, -7.3411865234375, -7.057861328125, -6.7745361328125, -6.4912109375, -6.2078857421875, -5.924560546875, -5.6412353515625, -5.35791015625, -5.0745849609375, -4.791259765625, -4.5079345703125, -4.224609375, -3.9412841796875, -3.657958984375, -3.3746337890625, -3.09130859375, -2.8079833984375, -2.524658203125, -2.2413330078125, -1.9580078125, -1.6746826171875, -1.391357421875, -1.1080322265625, -0.82470703125, -0.5413818359375, -0.258056640625, 0.0252685546875, 0.30859375, 0.5919189453125, 0.875244140625, 1.1585693359375, 1.44189453125, 1.7252197265625, 2.008544921875, 2.2918701171875, 2.5751953125, 2.8585205078125, 3.141845703125, 3.4251708984375, 3.70849609375, 3.9918212890625, 4.275146484375, 4.5584716796875, 4.841796875, 5.1251220703125, 5.408447265625, 5.6917724609375, 5.97509765625, 6.2584228515625, 6.541748046875, 6.8250732421875, 7.1083984375, 7.3917236328125, 7.675048828125, 7.9583740234375, 8.24169921875, 8.5250244140625, 8.808349609375, 9.0916748046875, 9.375]}, "gradients/wav2vec2.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 4.0, 5.0, 1.0, 4.0, 5.0, 10.0, 15.0, 18.0, 30.0, 44.0, 95.0, 256.0, 987.0, 2027.0, 261.0, 135.0, 79.0, 36.0, 19.0, 10.0, 11.0, 9.0, 6.0, 3.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.65234375, -4.45147705078125, -4.2506103515625, -4.04974365234375, -3.848876953125, -3.64801025390625, -3.4471435546875, -3.24627685546875, -3.04541015625, -2.84454345703125, -2.6436767578125, -2.44281005859375, -2.241943359375, -2.04107666015625, -1.8402099609375, -1.63934326171875, -1.4384765625, -1.23760986328125, -1.0367431640625, -0.83587646484375, -0.635009765625, -0.43414306640625, -0.2332763671875, -0.03240966796875, 0.16845703125, 0.36932373046875, 0.5701904296875, 0.77105712890625, 0.971923828125, 1.17279052734375, 1.3736572265625, 1.57452392578125, 1.775390625, 1.97625732421875, 2.1771240234375, 2.37799072265625, 2.578857421875, 2.77972412109375, 2.9805908203125, 3.18145751953125, 3.38232421875, 3.58319091796875, 3.7840576171875, 3.98492431640625, 4.185791015625, 4.38665771484375, 4.5875244140625, 4.78839111328125, 4.9892578125, 5.19012451171875, 5.3909912109375, 5.59185791015625, 5.792724609375, 5.99359130859375, 6.1944580078125, 6.39532470703125, 6.59619140625, 6.79705810546875, 6.9979248046875, 7.19879150390625, 7.399658203125, 7.60052490234375, 7.8013916015625, 8.00225830078125, 8.203125]}, "gradients/wav2vec2.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 7.0, 19.0, 37.0, 108.0, 358.0, 255.0, 106.0, 53.0, 30.0, 15.0, 10.0, 5.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.24193000793457, -12.772700309753418, -11.303470611572266, -9.834239959716797, -8.365010261535645, -6.895780563354492, -5.426549911499023, -3.957320213317871, -2.4880905151367188, -1.0188605785369873, 0.45036935806274414, 1.9195995330810547, 3.388829231262207, 4.858058929443359, 6.327289581298828, 7.7965192794799805, 9.265748977661133, 10.734978675842285, 12.204208374023438, 13.673439025878906, 15.142668724060059, 16.61189842224121, 18.08112907409668, 19.550357818603516, 21.019588470458984, 22.488819122314453, 23.95804786682129, 25.427278518676758, 26.896507263183594, 28.365737915039062, 29.83496856689453, 31.30419921875, 32.77342987060547, 34.24266052246094, 35.711891174316406, 37.181121826171875, 38.65034866333008, 40.11957931518555, 41.588809967041016, 43.058040618896484, 44.52726745605469, 45.996498107910156, 47.465728759765625, 48.934959411621094, 50.4041862487793, 51.873416900634766, 53.342647552490234, 54.8118782043457, 56.28110885620117, 57.75033950805664, 59.21957015991211, 60.68879699707031, 62.15802764892578, 63.62725830078125, 65.09648895263672, 66.56571960449219, 68.03495025634766, 69.50418090820312, 70.9734115600586, 72.44264221191406, 73.91187286376953, 75.381103515625, 76.85032653808594, 78.3195571899414, 79.78878784179688]}, "gradients/wav2vec2.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 5.0, 3.0, 9.0, 9.0, 10.0, 13.0, 29.0, 38.0, 40.0, 59.0, 65.0, 84.0, 94.0, 93.0, 77.0, 69.0, 68.0, 67.0, 45.0, 31.0, 24.0, 20.0, 16.0, 10.0, 6.0, 3.0, 5.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-31.21166229248047, -30.30764389038086, -29.403623580932617, -28.499605178833008, -27.595584869384766, -26.691566467285156, -25.787548065185547, -24.883529663085938, -23.979509353637695, -23.075490951538086, -22.171470642089844, -21.267452239990234, -20.363433837890625, -19.459413528442383, -18.555395126342773, -17.65137481689453, -16.747356414794922, -15.843337059020996, -14.93931770324707, -14.035299301147461, -13.131279945373535, -12.22726058959961, -11.3232421875, -10.419222831726074, -9.515203475952148, -8.611184120178223, -7.707165241241455, -6.8031463623046875, -5.899127006530762, -4.995107650756836, -4.091088771820068, -3.187069892883301, -2.283050537109375, -1.3790314197540283, -0.47501230239868164, 0.42900681495666504, 1.3330259323120117, 2.2370452880859375, 3.141064167022705, 4.045083045959473, 4.949102401733398, 5.853121757507324, 6.757140636444092, 7.661159515380859, 8.565178871154785, 9.469198226928711, 10.37321662902832, 11.277235984802246, 12.181255340576172, 13.085274696350098, 13.989294052124023, 14.893312454223633, 15.797331809997559, 16.701351165771484, 17.605369567871094, 18.509387969970703, 19.413408279418945, 20.317426681518555, 21.221446990966797, 22.125465393066406, 23.029483795166016, 23.933504104614258, 24.837522506713867, 25.74154281616211, 26.64556121826172]}, "gradients/wav2vec2.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 11.0, 6.0, 9.0, 17.0, 22.0, 27.0, 30.0, 48.0, 47.0, 76.0, 100.0, 109.0, 195.0, 225.0, 276.0, 371.0, 554.0, 742.0, 1093.0, 1598.0, 2284.0, 3696.0, 6231.0, 15295.0, 110972.0, 791494.0, 82848.0, 13615.0, 5625.0, 3314.0, 2140.0, 1466.0, 1087.0, 746.0, 564.0, 427.0, 312.0, 227.0, 166.0, 111.0, 105.0, 76.0, 66.0, 36.0, 30.0, 13.0, 13.0, 14.0, 8.0, 9.0, 3.0, 6.0, 1.0, 2.0, 3.0, 3.0], "bins": [-5.8671875, -5.6917724609375, -5.516357421875, -5.3409423828125, -5.16552734375, -4.9901123046875, -4.814697265625, -4.6392822265625, -4.4638671875, -4.2884521484375, -4.113037109375, -3.9376220703125, -3.76220703125, -3.5867919921875, -3.411376953125, -3.2359619140625, -3.060546875, -2.8851318359375, -2.709716796875, -2.5343017578125, -2.35888671875, -2.1834716796875, -2.008056640625, -1.8326416015625, -1.6572265625, -1.4818115234375, -1.306396484375, -1.1309814453125, -0.95556640625, -0.7801513671875, -0.604736328125, -0.4293212890625, -0.25390625, -0.0784912109375, 0.096923828125, 0.2723388671875, 0.44775390625, 0.6231689453125, 0.798583984375, 0.9739990234375, 1.1494140625, 1.3248291015625, 1.500244140625, 1.6756591796875, 1.85107421875, 2.0264892578125, 2.201904296875, 2.3773193359375, 2.552734375, 2.7281494140625, 2.903564453125, 3.0789794921875, 3.25439453125, 3.4298095703125, 3.605224609375, 3.7806396484375, 3.9560546875, 4.1314697265625, 4.306884765625, 4.4822998046875, 4.65771484375, 4.8331298828125, 5.008544921875, 5.1839599609375, 5.359375]}, "gradients/wav2vec2.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 7.0, 6.0, 3.0, 6.0, 16.0, 54.0, 112.0, 229.0, 265.0, 168.0, 55.0, 19.0, 8.0, 6.0, 8.0, 3.0, 3.0, 6.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-3.876953125, -3.763275146484375, -3.64959716796875, -3.535919189453125, -3.4222412109375, -3.308563232421875, -3.19488525390625, -3.081207275390625, -2.967529296875, -2.853851318359375, -2.74017333984375, -2.626495361328125, -2.5128173828125, -2.399139404296875, -2.28546142578125, -2.171783447265625, -2.05810546875, -1.944427490234375, -1.83074951171875, -1.717071533203125, -1.6033935546875, -1.489715576171875, -1.37603759765625, -1.262359619140625, -1.148681640625, -1.035003662109375, -0.92132568359375, -0.807647705078125, -0.6939697265625, -0.580291748046875, -0.46661376953125, -0.352935791015625, -0.2392578125, -0.125579833984375, -0.01190185546875, 0.101776123046875, 0.2154541015625, 0.329132080078125, 0.44281005859375, 0.556488037109375, 0.670166015625, 0.783843994140625, 0.89752197265625, 1.011199951171875, 1.1248779296875, 1.238555908203125, 1.35223388671875, 1.465911865234375, 1.57958984375, 1.693267822265625, 1.80694580078125, 1.920623779296875, 2.0343017578125, 2.147979736328125, 2.26165771484375, 2.375335693359375, 2.489013671875, 2.602691650390625, 2.71636962890625, 2.830047607421875, 2.9437255859375, 3.057403564453125, 3.17108154296875, 3.284759521484375, 3.3984375]}, "gradients/wav2vec2.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 5.0, 2.0, 9.0, 10.0, 28.0, 20.0, 40.0, 66.0, 137.0, 223.0, 421.0, 930.0, 2158.0, 5514.0, 17144.0, 71769.0, 535775.0, 343225.0, 50280.0, 12931.0, 4377.0, 1836.0, 784.0, 392.0, 218.0, 100.0, 59.0, 42.0, 28.0, 6.0, 5.0, 6.0, 6.0, 4.0, 4.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.55078125, -5.35174560546875, -5.1527099609375, -4.95367431640625, -4.754638671875, -4.55560302734375, -4.3565673828125, -4.15753173828125, -3.95849609375, -3.75946044921875, -3.5604248046875, -3.36138916015625, -3.162353515625, -2.96331787109375, -2.7642822265625, -2.56524658203125, -2.3662109375, -2.16717529296875, -1.9681396484375, -1.76910400390625, -1.570068359375, -1.37103271484375, -1.1719970703125, -0.97296142578125, -0.77392578125, -0.57489013671875, -0.3758544921875, -0.17681884765625, 0.022216796875, 0.22125244140625, 0.4202880859375, 0.61932373046875, 0.818359375, 1.01739501953125, 1.2164306640625, 1.41546630859375, 1.614501953125, 1.81353759765625, 2.0125732421875, 2.21160888671875, 2.41064453125, 2.60968017578125, 2.8087158203125, 3.00775146484375, 3.206787109375, 3.40582275390625, 3.6048583984375, 3.80389404296875, 4.0029296875, 4.20196533203125, 4.4010009765625, 4.60003662109375, 4.799072265625, 4.99810791015625, 5.1971435546875, 5.39617919921875, 5.59521484375, 5.79425048828125, 5.9932861328125, 6.19232177734375, 6.391357421875, 6.59039306640625, 6.7894287109375, 6.98846435546875, 7.1875]}, "gradients/wav2vec2.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 4.0, 9.0, 6.0, 5.0, 7.0, 13.0, 20.0, 20.0, 30.0, 42.0, 47.0, 61.0, 81.0, 64.0, 87.0, 92.0, 76.0, 75.0, 69.0, 51.0, 30.0, 31.0, 19.0, 19.0, 15.0, 6.0, 3.0, 8.0, 4.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.740234375, -3.606903076171875, -3.47357177734375, -3.340240478515625, -3.2069091796875, -3.073577880859375, -2.94024658203125, -2.806915283203125, -2.673583984375, -2.540252685546875, -2.40692138671875, -2.273590087890625, -2.1402587890625, -2.006927490234375, -1.87359619140625, -1.740264892578125, -1.60693359375, -1.473602294921875, -1.34027099609375, -1.206939697265625, -1.0736083984375, -0.940277099609375, -0.80694580078125, -0.673614501953125, -0.540283203125, -0.406951904296875, -0.27362060546875, -0.140289306640625, -0.0069580078125, 0.126373291015625, 0.25970458984375, 0.393035888671875, 0.5263671875, 0.659698486328125, 0.79302978515625, 0.926361083984375, 1.0596923828125, 1.193023681640625, 1.32635498046875, 1.459686279296875, 1.593017578125, 1.726348876953125, 1.85968017578125, 1.993011474609375, 2.1263427734375, 2.259674072265625, 2.39300537109375, 2.526336669921875, 2.65966796875, 2.792999267578125, 2.92633056640625, 3.059661865234375, 3.1929931640625, 3.326324462890625, 3.45965576171875, 3.592987060546875, 3.726318359375, 3.859649658203125, 3.99298095703125, 4.126312255859375, 4.2596435546875, 4.392974853515625, 4.52630615234375, 4.659637451171875, 4.79296875]}, "gradients/wav2vec2.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 6.0, 7.0, 6.0, 9.0, 13.0, 22.0, 22.0, 28.0, 44.0, 62.0, 82.0, 119.0, 147.0, 241.0, 342.0, 463.0, 682.0, 1037.0, 1508.0, 2221.0, 3405.0, 5300.0, 8180.0, 13095.0, 22058.0, 39975.0, 80348.0, 192159.0, 358331.0, 159394.0, 69854.0, 35618.0, 20089.0, 11790.0, 7263.0, 4908.0, 3114.0, 2060.0, 1385.0, 966.0, 648.0, 488.0, 331.0, 201.0, 167.0, 90.0, 72.0, 63.0, 53.0, 26.0, 27.0, 15.0, 5.0, 11.0, 1.0, 1.0, 3.0, 9.0, 0.0, 3.0, 3.0], "bins": [-1.0029296875, -0.9709930419921875, -0.939056396484375, -0.9071197509765625, -0.87518310546875, -0.8432464599609375, -0.811309814453125, -0.7793731689453125, -0.7474365234375, -0.7154998779296875, -0.683563232421875, -0.6516265869140625, -0.61968994140625, -0.5877532958984375, -0.555816650390625, -0.5238800048828125, -0.491943359375, -0.4600067138671875, -0.428070068359375, -0.3961334228515625, -0.36419677734375, -0.3322601318359375, -0.300323486328125, -0.2683868408203125, -0.2364501953125, -0.2045135498046875, -0.172576904296875, -0.1406402587890625, -0.10870361328125, -0.0767669677734375, -0.044830322265625, -0.0128936767578125, 0.01904296875, 0.0509796142578125, 0.082916259765625, 0.1148529052734375, 0.14678955078125, 0.1787261962890625, 0.210662841796875, 0.2425994873046875, 0.2745361328125, 0.3064727783203125, 0.338409423828125, 0.3703460693359375, 0.40228271484375, 0.4342193603515625, 0.466156005859375, 0.4980926513671875, 0.530029296875, 0.5619659423828125, 0.593902587890625, 0.6258392333984375, 0.65777587890625, 0.6897125244140625, 0.721649169921875, 0.7535858154296875, 0.7855224609375, 0.8174591064453125, 0.849395751953125, 0.8813323974609375, 0.91326904296875, 0.9452056884765625, 0.977142333984375, 1.0090789794921875, 1.041015625]}, "gradients/wav2vec2.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 4.0, 1.0, 5.0, 5.0, 4.0, 12.0, 11.0, 13.0, 16.0, 16.0, 16.0, 33.0, 21.0, 36.0, 42.0, 60.0, 69.0, 79.0, 95.0, 86.0, 57.0, 58.0, 46.0, 43.0, 40.0, 23.0, 22.0, 16.0, 13.0, 18.0, 9.0, 3.0, 7.0, 5.0, 3.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0004973411560058594, -0.0004828609526157379, -0.00046838074922561646, -0.000453900545835495, -0.00043942034244537354, -0.0004249401390552521, -0.0004104599356651306, -0.00039597973227500916, -0.0003814995288848877, -0.00036701932549476624, -0.0003525391221046448, -0.0003380589187145233, -0.00032357871532440186, -0.0003090985119342804, -0.00029461830854415894, -0.0002801381051540375, -0.000265657901763916, -0.00025117769837379456, -0.0002366974949836731, -0.00022221729159355164, -0.00020773708820343018, -0.00019325688481330872, -0.00017877668142318726, -0.0001642964780330658, -0.00014981627464294434, -0.00013533607125282288, -0.00012085586786270142, -0.00010637566447257996, -9.18954610824585e-05, -7.741525769233704e-05, -6.293505430221558e-05, -4.8454850912094116e-05, -3.3974647521972656e-05, -1.9494444131851196e-05, -5.014240741729736e-06, 9.465962648391724e-06, 2.3946166038513184e-05, 3.8426369428634644e-05, 5.2906572818756104e-05, 6.738677620887756e-05, 8.186697959899902e-05, 9.634718298912048e-05, 0.00011082738637924194, 0.0001253075897693634, 0.00013978779315948486, 0.00015426799654960632, 0.00016874819993972778, 0.00018322840332984924, 0.0001977086067199707, 0.00021218881011009216, 0.00022666901350021362, 0.00024114921689033508, 0.00025562942028045654, 0.000270109623670578, 0.00028458982706069946, 0.0002990700304508209, 0.0003135502338409424, 0.00032803043723106384, 0.0003425106406211853, 0.00035699084401130676, 0.0003714710474014282, 0.0003859512507915497, 0.00040043145418167114, 0.0004149116575717926, 0.00042939186096191406]}, "gradients/wav2vec2.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 4.0, 3.0, 3.0, 6.0, 7.0, 8.0, 10.0, 17.0, 35.0, 60.0, 117.0, 290.0, 707.0, 1771.0, 4853.0, 16458.0, 72834.0, 526652.0, 353264.0, 52259.0, 12641.0, 4062.0, 1411.0, 550.0, 293.0, 100.0, 54.0, 24.0, 14.0, 11.0, 10.0, 3.0, 5.0, 5.0, 4.0, 2.0, 5.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.26953125, -1.233154296875, -1.19677734375, -1.160400390625, -1.1240234375, -1.087646484375, -1.05126953125, -1.014892578125, -0.978515625, -0.942138671875, -0.90576171875, -0.869384765625, -0.8330078125, -0.796630859375, -0.76025390625, -0.723876953125, -0.6875, -0.651123046875, -0.61474609375, -0.578369140625, -0.5419921875, -0.505615234375, -0.46923828125, -0.432861328125, -0.396484375, -0.360107421875, -0.32373046875, -0.287353515625, -0.2509765625, -0.214599609375, -0.17822265625, -0.141845703125, -0.10546875, -0.069091796875, -0.03271484375, 0.003662109375, 0.0400390625, 0.076416015625, 0.11279296875, 0.149169921875, 0.185546875, 0.221923828125, 0.25830078125, 0.294677734375, 0.3310546875, 0.367431640625, 0.40380859375, 0.440185546875, 0.4765625, 0.512939453125, 0.54931640625, 0.585693359375, 0.6220703125, 0.658447265625, 0.69482421875, 0.731201171875, 0.767578125, 0.803955078125, 0.84033203125, 0.876708984375, 0.9130859375, 0.949462890625, 0.98583984375, 1.022216796875, 1.05859375]}, "gradients/wav2vec2.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 3.0, 3.0, 3.0, 6.0, 9.0, 5.0, 13.0, 13.0, 14.0, 15.0, 28.0, 21.0, 45.0, 43.0, 43.0, 67.0, 78.0, 94.0, 76.0, 55.0, 59.0, 48.0, 40.0, 37.0, 34.0, 30.0, 25.0, 23.0, 10.0, 18.0, 8.0, 5.0, 5.0, 6.0, 2.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.58544921875, -0.5688858032226562, -0.5523223876953125, -0.5357589721679688, -0.519195556640625, -0.5026321411132812, -0.4860687255859375, -0.46950531005859375, -0.45294189453125, -0.43637847900390625, -0.4198150634765625, -0.40325164794921875, -0.386688232421875, -0.37012481689453125, -0.3535614013671875, -0.33699798583984375, -0.3204345703125, -0.30387115478515625, -0.2873077392578125, -0.27074432373046875, -0.254180908203125, -0.23761749267578125, -0.2210540771484375, -0.20449066162109375, -0.18792724609375, -0.17136383056640625, -0.1548004150390625, -0.13823699951171875, -0.121673583984375, -0.10511016845703125, -0.0885467529296875, -0.07198333740234375, -0.055419921875, -0.03885650634765625, -0.0222930908203125, -0.00572967529296875, 0.010833740234375, 0.02739715576171875, 0.0439605712890625, 0.06052398681640625, 0.07708740234375, 0.09365081787109375, 0.1102142333984375, 0.12677764892578125, 0.143341064453125, 0.15990447998046875, 0.1764678955078125, 0.19303131103515625, 0.2095947265625, 0.22615814208984375, 0.2427215576171875, 0.25928497314453125, 0.275848388671875, 0.29241180419921875, 0.3089752197265625, 0.32553863525390625, 0.34210205078125, 0.35866546630859375, 0.3752288818359375, 0.39179229736328125, 0.408355712890625, 0.42491912841796875, 0.4414825439453125, 0.45804595947265625, 0.474609375]}, "gradients/wav2vec2.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 9.0, 15.0, 26.0, 37.0, 66.0, 92.0, 123.0, 150.0, 134.0, 117.0, 85.0, 52.0, 33.0, 23.0, 14.0, 9.0, 6.0, 11.0, 7.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.639328002929688, -8.985231399536133, -8.331133842468262, -7.677036762237549, -7.022939682006836, -6.368842601776123, -5.71474552154541, -5.060648441314697, -4.406551361083984, -3.7524542808532715, -3.0983572006225586, -2.4442601203918457, -1.7901630401611328, -1.13606595993042, -0.48196887969970703, 0.17212820053100586, 0.8262252807617188, 1.4803223609924316, 2.1344194412231445, 2.7885165214538574, 3.4426136016845703, 4.096710681915283, 4.750807762145996, 5.404904842376709, 6.059001922607422, 6.713099002838135, 7.367196083068848, 8.021293640136719, 8.675390243530273, 9.329486846923828, 9.9835844039917, 10.63768196105957, 11.291778564453125, 11.94587516784668, 12.59997272491455, 13.254070281982422, 13.908166885375977, 14.562263488769531, 15.216361045837402, 15.870458602905273, 16.524555206298828, 17.178651809692383, 17.832748413085938, 18.486846923828125, 19.14094352722168, 19.795040130615234, 20.449138641357422, 21.103235244750977, 21.75733184814453, 22.411428451538086, 23.06552505493164, 23.719623565673828, 24.373720169067383, 25.027816772460938, 25.681915283203125, 26.33601188659668, 26.990108489990234, 27.64420509338379, 28.298301696777344, 28.95240020751953, 29.606496810913086, 30.26059341430664, 30.914691925048828, 31.568788528442383, 32.22288513183594]}, "gradients/wav2vec2.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 1.0, 2.0, 3.0, 3.0, 0.0, 4.0, 2.0, 4.0, 7.0, 16.0, 10.0, 20.0, 23.0, 29.0, 36.0, 35.0, 43.0, 46.0, 60.0, 63.0, 70.0, 61.0, 59.0, 48.0, 50.0, 47.0, 58.0, 44.0, 36.0, 31.0, 24.0, 15.0, 11.0, 7.0, 13.0, 5.0, 4.0, 6.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.45886993408203, -15.952938079833984, -15.447006225585938, -14.94107437133789, -14.435142517089844, -13.929210662841797, -13.42327880859375, -12.917346954345703, -12.411415100097656, -11.90548324584961, -11.399551391601562, -10.893619537353516, -10.387687683105469, -9.881755828857422, -9.375823974609375, -8.869892120361328, -8.363960266113281, -7.858028411865234, -7.3520965576171875, -6.846164703369141, -6.340232849121094, -5.834300994873047, -5.328369140625, -4.822437286376953, -4.316505432128906, -3.8105735778808594, -3.3046417236328125, -2.7987098693847656, -2.2927780151367188, -1.7868461608886719, -1.280914306640625, -0.7749824523925781, -0.26904964447021484, 0.23688220977783203, 0.7428140640258789, 1.2487459182739258, 1.7546777725219727, 2.2606096267700195, 2.7665414810180664, 3.2724733352661133, 3.77840518951416, 4.284337043762207, 4.790268898010254, 5.296200752258301, 5.802132606506348, 6.3080644607543945, 6.813996315002441, 7.319928169250488, 7.825860023498535, 8.331791877746582, 8.837723731994629, 9.343655586242676, 9.849587440490723, 10.35551929473877, 10.861451148986816, 11.367383003234863, 11.87331485748291, 12.379246711730957, 12.885178565979004, 13.39111042022705, 13.897042274475098, 14.402974128723145, 14.908905982971191, 15.414837837219238, 15.920769691467285]}, "gradients/wav2vec2.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 5.0, 6.0, 6.0, 15.0, 18.0, 24.0, 33.0, 61.0, 91.0, 135.0, 219.0, 390.0, 637.0, 1047.0, 1889.0, 3359.0, 5929.0, 10510.0, 18552.0, 33117.0, 59320.0, 107299.0, 201574.0, 406344.0, 842470.0, 1160422.0, 661305.0, 318545.0, 162479.0, 87340.0, 48255.0, 27393.0, 15223.0, 8649.0, 4929.0, 2751.0, 1563.0, 946.0, 530.0, 342.0, 192.0, 127.0, 85.0, 46.0, 45.0, 20.0, 18.0, 10.0, 10.0, 4.0, 3.0, 1.0, 5.0, 3.0, 1.0, 2.0, 3.0], "bins": [-11.765625, -11.4017333984375, -11.037841796875, -10.6739501953125, -10.31005859375, -9.9461669921875, -9.582275390625, -9.2183837890625, -8.8544921875, -8.4906005859375, -8.126708984375, -7.7628173828125, -7.39892578125, -7.0350341796875, -6.671142578125, -6.3072509765625, -5.943359375, -5.5794677734375, -5.215576171875, -4.8516845703125, -4.48779296875, -4.1239013671875, -3.760009765625, -3.3961181640625, -3.0322265625, -2.6683349609375, -2.304443359375, -1.9405517578125, -1.57666015625, -1.2127685546875, -0.848876953125, -0.4849853515625, -0.12109375, 0.2427978515625, 0.606689453125, 0.9705810546875, 1.33447265625, 1.6983642578125, 2.062255859375, 2.4261474609375, 2.7900390625, 3.1539306640625, 3.517822265625, 3.8817138671875, 4.24560546875, 4.6094970703125, 4.973388671875, 5.3372802734375, 5.701171875, 6.0650634765625, 6.428955078125, 6.7928466796875, 7.15673828125, 7.5206298828125, 7.884521484375, 8.2484130859375, 8.6123046875, 8.9761962890625, 9.340087890625, 9.7039794921875, 10.06787109375, 10.4317626953125, 10.795654296875, 11.1595458984375, 11.5234375]}, "gradients/wav2vec2.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 6.0, 3.0, 9.0, 7.0, 7.0, 15.0, 18.0, 11.0, 17.0, 28.0, 22.0, 17.0, 31.0, 27.0, 42.0, 37.0, 31.0, 42.0, 38.0, 33.0, 36.0, 50.0, 59.0, 41.0, 34.0, 54.0, 50.0, 29.0, 34.0, 26.0, 24.0, 18.0, 21.0, 13.0, 9.0, 17.0, 12.0, 6.0, 5.0, 11.0, 4.0, 2.0, 6.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-11.5234375, -11.1641845703125, -10.804931640625, -10.4456787109375, -10.08642578125, -9.7271728515625, -9.367919921875, -9.0086669921875, -8.6494140625, -8.2901611328125, -7.930908203125, -7.5716552734375, -7.21240234375, -6.8531494140625, -6.493896484375, -6.1346435546875, -5.775390625, -5.4161376953125, -5.056884765625, -4.6976318359375, -4.33837890625, -3.9791259765625, -3.619873046875, -3.2606201171875, -2.9013671875, -2.5421142578125, -2.182861328125, -1.8236083984375, -1.46435546875, -1.1051025390625, -0.745849609375, -0.3865966796875, -0.02734375, 0.3319091796875, 0.691162109375, 1.0504150390625, 1.40966796875, 1.7689208984375, 2.128173828125, 2.4874267578125, 2.8466796875, 3.2059326171875, 3.565185546875, 3.9244384765625, 4.28369140625, 4.6429443359375, 5.002197265625, 5.3614501953125, 5.720703125, 6.0799560546875, 6.439208984375, 6.7984619140625, 7.15771484375, 7.5169677734375, 7.876220703125, 8.2354736328125, 8.5947265625, 8.9539794921875, 9.313232421875, 9.6724853515625, 10.03173828125, 10.3909912109375, 10.750244140625, 11.1094970703125, 11.46875]}, "gradients/wav2vec2.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 2.0, 4.0, 5.0, 5.0, 10.0, 13.0, 28.0, 32.0, 64.0, 78.0, 145.0, 205.0, 383.0, 793.0, 1475.0, 2853.0, 6008.0, 13170.0, 29135.0, 66663.0, 160510.0, 423989.0, 1335807.0, 1409538.0, 448713.0, 168253.0, 69603.0, 30238.0, 13678.0, 6380.0, 3091.0, 1535.0, 761.0, 440.0, 256.0, 143.0, 78.0, 63.0, 41.0, 27.0, 21.0, 17.0, 10.0, 9.0, 3.0, 7.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-20.875, -20.242919921875, -19.61083984375, -18.978759765625, -18.3466796875, -17.714599609375, -17.08251953125, -16.450439453125, -15.818359375, -15.186279296875, -14.55419921875, -13.922119140625, -13.2900390625, -12.657958984375, -12.02587890625, -11.393798828125, -10.76171875, -10.129638671875, -9.49755859375, -8.865478515625, -8.2333984375, -7.601318359375, -6.96923828125, -6.337158203125, -5.705078125, -5.072998046875, -4.44091796875, -3.808837890625, -3.1767578125, -2.544677734375, -1.91259765625, -1.280517578125, -0.6484375, -0.016357421875, 0.61572265625, 1.247802734375, 1.8798828125, 2.511962890625, 3.14404296875, 3.776123046875, 4.408203125, 5.040283203125, 5.67236328125, 6.304443359375, 6.9365234375, 7.568603515625, 8.20068359375, 8.832763671875, 9.46484375, 10.096923828125, 10.72900390625, 11.361083984375, 11.9931640625, 12.625244140625, 13.25732421875, 13.889404296875, 14.521484375, 15.153564453125, 15.78564453125, 16.417724609375, 17.0498046875, 17.681884765625, 18.31396484375, 18.946044921875, 19.578125]}, "gradients/wav2vec2.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 2.0, 6.0, 10.0, 8.0, 8.0, 12.0, 12.0, 23.0, 18.0, 27.0, 45.0, 65.0, 74.0, 113.0, 127.0, 185.0, 266.0, 350.0, 483.0, 553.0, 428.0, 349.0, 224.0, 150.0, 149.0, 106.0, 61.0, 43.0, 45.0, 21.0, 21.0, 37.0, 13.0, 8.0, 12.0, 7.0, 4.0, 8.0, 3.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.46875, -23.635498046875, -22.80224609375, -21.968994140625, -21.1357421875, -20.302490234375, -19.46923828125, -18.635986328125, -17.802734375, -16.969482421875, -16.13623046875, -15.302978515625, -14.4697265625, -13.636474609375, -12.80322265625, -11.969970703125, -11.13671875, -10.303466796875, -9.47021484375, -8.636962890625, -7.8037109375, -6.970458984375, -6.13720703125, -5.303955078125, -4.470703125, -3.637451171875, -2.80419921875, -1.970947265625, -1.1376953125, -0.304443359375, 0.52880859375, 1.362060546875, 2.1953125, 3.028564453125, 3.86181640625, 4.695068359375, 5.5283203125, 6.361572265625, 7.19482421875, 8.028076171875, 8.861328125, 9.694580078125, 10.52783203125, 11.361083984375, 12.1943359375, 13.027587890625, 13.86083984375, 14.694091796875, 15.52734375, 16.360595703125, 17.19384765625, 18.027099609375, 18.8603515625, 19.693603515625, 20.52685546875, 21.360107421875, 22.193359375, 23.026611328125, 23.85986328125, 24.693115234375, 25.5263671875, 26.359619140625, 27.19287109375, 28.026123046875, 28.859375]}, "gradients/wav2vec2.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 4.0, 14.0, 22.0, 46.0, 68.0, 97.0, 121.0, 150.0, 155.0, 120.0, 84.0, 51.0, 34.0, 19.0, 7.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-301.6966857910156, -294.3153991699219, -286.93408203125, -279.55279541015625, -272.1715087890625, -264.7901916503906, -257.4089050292969, -250.02760314941406, -242.64630126953125, -235.26499938964844, -227.8837127685547, -220.50241088867188, -213.12110900878906, -205.73980712890625, -198.3585205078125, -190.9772186279297, -183.59593200683594, -176.21463012695312, -168.83334350585938, -161.45204162597656, -154.07073974609375, -146.689453125, -139.3081512451172, -131.92684936523438, -124.5455551147461, -117.16426086425781, -109.782958984375, -102.40166473388672, -95.02037048339844, -87.63906860351562, -80.25777435302734, -72.87648010253906, -65.49517822265625, -58.1138801574707, -50.732582092285156, -43.351287841796875, -35.96998977661133, -28.58869171142578, -21.2073974609375, -13.826099395751953, -6.444801330566406, 0.9364957809448242, 8.317792892456055, 15.699089050292969, 23.080387115478516, 30.461685180664062, 37.842979431152344, 45.22427749633789, 52.60557556152344, 59.986873626708984, 67.36817169189453, 74.74946594238281, 82.13076782226562, 89.5120620727539, 96.89335632324219, 104.274658203125, 111.65595245361328, 119.03724670410156, 126.41854858398438, 133.79983520507812, 141.18113708496094, 148.56243896484375, 155.9437255859375, 163.3250274658203, 170.70632934570312]}, "gradients/wav2vec2.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 7.0, 4.0, 7.0, 13.0, 14.0, 10.0, 13.0, 15.0, 32.0, 26.0, 27.0, 29.0, 30.0, 36.0, 28.0, 45.0, 29.0, 42.0, 43.0, 38.0, 37.0, 41.0, 45.0, 47.0, 25.0, 38.0, 37.0, 35.0, 17.0, 30.0, 26.0, 21.0, 12.0, 22.0, 12.0, 13.0, 11.0, 7.0, 10.0, 5.0, 4.0, 3.0, 5.0, 5.0, 4.0, 2.0, 4.0], "bins": [-99.35884094238281, -96.65975952148438, -93.96067810058594, -91.2615966796875, -88.56250762939453, -85.8634262084961, -83.16434478759766, -80.46526336669922, -77.76617431640625, -75.06709289550781, -72.36801147460938, -69.66893005371094, -66.96984100341797, -64.27075958251953, -61.571678161621094, -58.872596740722656, -56.17351531982422, -53.47443389892578, -50.77534866333008, -48.07626724243164, -45.37718200683594, -42.6781005859375, -39.97901916503906, -37.279937744140625, -34.58085250854492, -31.88176918029785, -29.18268585205078, -26.483604431152344, -23.784521102905273, -21.085437774658203, -18.386356353759766, -15.687273025512695, -12.988182067871094, -10.289098739624023, -7.5900163650512695, -4.890933990478516, -2.1918506622314453, 0.507232666015625, 3.2063140869140625, 5.905397415161133, 8.604480743408203, 11.303564071655273, 14.002646446228027, 16.70172882080078, 19.40081214904785, 22.099895477294922, 24.79897689819336, 27.49806022644043, 30.1971435546875, 32.89622497558594, 35.59531021118164, 38.29439163208008, 40.99347686767578, 43.69255828857422, 46.391639709472656, 49.090721130371094, 51.7898063659668, 54.488887786865234, 57.18797302246094, 59.887054443359375, 62.58613586425781, 65.28521728515625, 67.98429870605469, 70.68338775634766, 73.3824691772461]}, "gradients/wav2vec2.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 6.0, 21.0, 26.0, 40.0, 124.0, 218.0, 385.0, 737.0, 1438.0, 2624.0, 4616.0, 8083.0, 14158.0, 25117.0, 50596.0, 167852.0, 430636.0, 216923.0, 60763.0, 27766.0, 15884.0, 9085.0, 5238.0, 2894.0, 1567.0, 861.0, 465.0, 210.0, 111.0, 44.0, 32.0, 21.0, 10.0, 4.0, 1.0, 5.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.96875, -27.08349609375, -26.1982421875, -25.31298828125, -24.427734375, -23.54248046875, -22.6572265625, -21.77197265625, -20.88671875, -20.00146484375, -19.1162109375, -18.23095703125, -17.345703125, -16.46044921875, -15.5751953125, -14.68994140625, -13.8046875, -12.91943359375, -12.0341796875, -11.14892578125, -10.263671875, -9.37841796875, -8.4931640625, -7.60791015625, -6.72265625, -5.83740234375, -4.9521484375, -4.06689453125, -3.181640625, -2.29638671875, -1.4111328125, -0.52587890625, 0.359375, 1.24462890625, 2.1298828125, 3.01513671875, 3.900390625, 4.78564453125, 5.6708984375, 6.55615234375, 7.44140625, 8.32666015625, 9.2119140625, 10.09716796875, 10.982421875, 11.86767578125, 12.7529296875, 13.63818359375, 14.5234375, 15.40869140625, 16.2939453125, 17.17919921875, 18.064453125, 18.94970703125, 19.8349609375, 20.72021484375, 21.60546875, 22.49072265625, 23.3759765625, 24.26123046875, 25.146484375, 26.03173828125, 26.9169921875, 27.80224609375, 28.6875]}, "gradients/wav2vec2.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 6.0, 8.0, 4.0, 9.0, 17.0, 11.0, 10.0, 15.0, 21.0, 20.0, 19.0, 26.0, 26.0, 43.0, 28.0, 39.0, 31.0, 30.0, 26.0, 40.0, 41.0, 32.0, 36.0, 39.0, 32.0, 43.0, 44.0, 36.0, 38.0, 36.0, 33.0, 17.0, 18.0, 17.0, 27.0, 10.0, 14.0, 10.0, 14.0, 8.0, 5.0, 5.0, 5.0, 6.0, 5.0, 1.0, 6.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0], "bins": [-10.7734375, -10.444091796875, -10.11474609375, -9.785400390625, -9.4560546875, -9.126708984375, -8.79736328125, -8.468017578125, -8.138671875, -7.809326171875, -7.47998046875, -7.150634765625, -6.8212890625, -6.491943359375, -6.16259765625, -5.833251953125, -5.50390625, -5.174560546875, -4.84521484375, -4.515869140625, -4.1865234375, -3.857177734375, -3.52783203125, -3.198486328125, -2.869140625, -2.539794921875, -2.21044921875, -1.881103515625, -1.5517578125, -1.222412109375, -0.89306640625, -0.563720703125, -0.234375, 0.094970703125, 0.42431640625, 0.753662109375, 1.0830078125, 1.412353515625, 1.74169921875, 2.071044921875, 2.400390625, 2.729736328125, 3.05908203125, 3.388427734375, 3.7177734375, 4.047119140625, 4.37646484375, 4.705810546875, 5.03515625, 5.364501953125, 5.69384765625, 6.023193359375, 6.3525390625, 6.681884765625, 7.01123046875, 7.340576171875, 7.669921875, 7.999267578125, 8.32861328125, 8.657958984375, 8.9873046875, 9.316650390625, 9.64599609375, 9.975341796875, 10.3046875]}, "gradients/wav2vec2.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 6.0, 4.0, 13.0, 17.0, 15.0, 28.0, 28.0, 41.0, 68.0, 110.0, 174.0, 231.0, 430.0, 729.0, 1606.0, 3747.0, 9112.0, 23409.0, 69715.0, 432105.0, 402842.0, 65689.0, 22737.0, 8899.0, 3543.0, 1480.0, 732.0, 352.0, 206.0, 149.0, 106.0, 78.0, 46.0, 34.0, 28.0, 12.0, 16.0, 6.0, 8.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.40625, -35.14990234375, -33.8935546875, -32.63720703125, -31.380859375, -30.12451171875, -28.8681640625, -27.61181640625, -26.35546875, -25.09912109375, -23.8427734375, -22.58642578125, -21.330078125, -20.07373046875, -18.8173828125, -17.56103515625, -16.3046875, -15.04833984375, -13.7919921875, -12.53564453125, -11.279296875, -10.02294921875, -8.7666015625, -7.51025390625, -6.25390625, -4.99755859375, -3.7412109375, -2.48486328125, -1.228515625, 0.02783203125, 1.2841796875, 2.54052734375, 3.796875, 5.05322265625, 6.3095703125, 7.56591796875, 8.822265625, 10.07861328125, 11.3349609375, 12.59130859375, 13.84765625, 15.10400390625, 16.3603515625, 17.61669921875, 18.873046875, 20.12939453125, 21.3857421875, 22.64208984375, 23.8984375, 25.15478515625, 26.4111328125, 27.66748046875, 28.923828125, 30.18017578125, 31.4365234375, 32.69287109375, 33.94921875, 35.20556640625, 36.4619140625, 37.71826171875, 38.974609375, 40.23095703125, 41.4873046875, 42.74365234375, 44.0]}, "gradients/wav2vec2.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 3.0, 2.0, 3.0, 9.0, 7.0, 12.0, 11.0, 22.0, 18.0, 15.0, 17.0, 23.0, 35.0, 38.0, 32.0, 35.0, 38.0, 47.0, 46.0, 64.0, 46.0, 45.0, 47.0, 41.0, 42.0, 42.0, 41.0, 30.0, 31.0, 25.0, 22.0, 17.0, 19.0, 12.0, 10.0, 13.0, 7.0, 7.0, 10.0, 6.0, 5.0, 5.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.625, -34.49609375, -33.3671875, -32.23828125, -31.109375, -29.98046875, -28.8515625, -27.72265625, -26.59375, -25.46484375, -24.3359375, -23.20703125, -22.078125, -20.94921875, -19.8203125, -18.69140625, -17.5625, -16.43359375, -15.3046875, -14.17578125, -13.046875, -11.91796875, -10.7890625, -9.66015625, -8.53125, -7.40234375, -6.2734375, -5.14453125, -4.015625, -2.88671875, -1.7578125, -0.62890625, 0.5, 1.62890625, 2.7578125, 3.88671875, 5.015625, 6.14453125, 7.2734375, 8.40234375, 9.53125, 10.66015625, 11.7890625, 12.91796875, 14.046875, 15.17578125, 16.3046875, 17.43359375, 18.5625, 19.69140625, 20.8203125, 21.94921875, 23.078125, 24.20703125, 25.3359375, 26.46484375, 27.59375, 28.72265625, 29.8515625, 30.98046875, 32.109375, 33.23828125, 34.3671875, 35.49609375, 36.625]}, "gradients/wav2vec2.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 1.0, 4.0, 6.0, 10.0, 9.0, 13.0, 21.0, 30.0, 48.0, 105.0, 151.0, 253.0, 433.0, 837.0, 1688.0, 3203.0, 6476.0, 13704.0, 29202.0, 65764.0, 185408.0, 460580.0, 166746.0, 61378.0, 27251.0, 12670.0, 6151.0, 2945.0, 1553.0, 815.0, 470.0, 244.0, 120.0, 101.0, 45.0, 37.0, 30.0, 16.0, 14.0, 8.0, 9.0, 4.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-12.9375, -12.5826416015625, -12.227783203125, -11.8729248046875, -11.51806640625, -11.1632080078125, -10.808349609375, -10.4534912109375, -10.0986328125, -9.7437744140625, -9.388916015625, -9.0340576171875, -8.67919921875, -8.3243408203125, -7.969482421875, -7.6146240234375, -7.259765625, -6.9049072265625, -6.550048828125, -6.1951904296875, -5.84033203125, -5.4854736328125, -5.130615234375, -4.7757568359375, -4.4208984375, -4.0660400390625, -3.711181640625, -3.3563232421875, -3.00146484375, -2.6466064453125, -2.291748046875, -1.9368896484375, -1.58203125, -1.2271728515625, -0.872314453125, -0.5174560546875, -0.16259765625, 0.1922607421875, 0.547119140625, 0.9019775390625, 1.2568359375, 1.6116943359375, 1.966552734375, 2.3214111328125, 2.67626953125, 3.0311279296875, 3.385986328125, 3.7408447265625, 4.095703125, 4.4505615234375, 4.805419921875, 5.1602783203125, 5.51513671875, 5.8699951171875, 6.224853515625, 6.5797119140625, 6.9345703125, 7.2894287109375, 7.644287109375, 7.9991455078125, 8.35400390625, 8.7088623046875, 9.063720703125, 9.4185791015625, 9.7734375]}, "gradients/wav2vec2.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 1.0, 2.0, 2.0, 4.0, 1.0, 4.0, 3.0, 4.0, 6.0, 13.0, 15.0, 9.0, 9.0, 47.0, 52.0, 80.0, 173.0, 219.0, 126.0, 63.0, 41.0, 28.0, 21.0, 10.0, 11.0, 12.0, 12.0, 4.0, 2.0, 6.0, 0.0, 4.0, 4.0, 2.0, 2.0, 0.0, 4.0, 2.0, 2.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00414276123046875, -0.004005610942840576, -0.0038684606552124023, -0.0037313103675842285, -0.0035941600799560547, -0.003457009792327881, -0.003319859504699707, -0.003182709217071533, -0.0030455589294433594, -0.0029084086418151855, -0.0027712583541870117, -0.002634108066558838, -0.002496957778930664, -0.0023598074913024902, -0.0022226572036743164, -0.0020855069160461426, -0.0019483566284179688, -0.001811206340789795, -0.001674056053161621, -0.0015369057655334473, -0.0013997554779052734, -0.0012626051902770996, -0.0011254549026489258, -0.000988304615020752, -0.0008511543273925781, -0.0007140040397644043, -0.0005768537521362305, -0.00043970346450805664, -0.0003025531768798828, -0.00016540288925170898, -2.8252601623535156e-05, 0.00010889768600463867, 0.0002460479736328125, 0.00038319826126098633, 0.0005203485488891602, 0.000657498836517334, 0.0007946491241455078, 0.0009317994117736816, 0.0010689496994018555, 0.0012060999870300293, 0.0013432502746582031, 0.001480400562286377, 0.0016175508499145508, 0.0017547011375427246, 0.0018918514251708984, 0.0020290017127990723, 0.002166152000427246, 0.00230330228805542, 0.0024404525756835938, 0.0025776028633117676, 0.0027147531509399414, 0.0028519034385681152, 0.002989053726196289, 0.003126204013824463, 0.0032633543014526367, 0.0034005045890808105, 0.0035376548767089844, 0.003674805164337158, 0.003811955451965332, 0.003949105739593506, 0.00408625602722168, 0.0042234063148498535, 0.004360556602478027, 0.004497706890106201, 0.004634857177734375]}, "gradients/wav2vec2.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 5.0, 7.0, 9.0, 9.0, 10.0, 26.0, 37.0, 36.0, 77.0, 105.0, 182.0, 320.0, 515.0, 1038.0, 2301.0, 5386.0, 15495.0, 45021.0, 148421.0, 468268.0, 253207.0, 70371.0, 23402.0, 8099.0, 3142.0, 1403.0, 713.0, 338.0, 227.0, 128.0, 86.0, 62.0, 34.0, 30.0, 14.0, 9.0, 6.0, 3.0, 7.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-14.3828125, -13.96826171875, -13.5537109375, -13.13916015625, -12.724609375, -12.31005859375, -11.8955078125, -11.48095703125, -11.06640625, -10.65185546875, -10.2373046875, -9.82275390625, -9.408203125, -8.99365234375, -8.5791015625, -8.16455078125, -7.75, -7.33544921875, -6.9208984375, -6.50634765625, -6.091796875, -5.67724609375, -5.2626953125, -4.84814453125, -4.43359375, -4.01904296875, -3.6044921875, -3.18994140625, -2.775390625, -2.36083984375, -1.9462890625, -1.53173828125, -1.1171875, -0.70263671875, -0.2880859375, 0.12646484375, 0.541015625, 0.95556640625, 1.3701171875, 1.78466796875, 2.19921875, 2.61376953125, 3.0283203125, 3.44287109375, 3.857421875, 4.27197265625, 4.6865234375, 5.10107421875, 5.515625, 5.93017578125, 6.3447265625, 6.75927734375, 7.173828125, 7.58837890625, 8.0029296875, 8.41748046875, 8.83203125, 9.24658203125, 9.6611328125, 10.07568359375, 10.490234375, 10.90478515625, 11.3193359375, 11.73388671875, 12.1484375]}, "gradients/wav2vec2.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 4.0, 5.0, 6.0, 4.0, 8.0, 7.0, 10.0, 9.0, 8.0, 11.0, 14.0, 15.0, 18.0, 25.0, 27.0, 33.0, 44.0, 45.0, 60.0, 66.0, 73.0, 76.0, 77.0, 55.0, 50.0, 42.0, 43.0, 29.0, 26.0, 24.0, 12.0, 13.0, 4.0, 11.0, 6.0, 6.0, 7.0, 8.0, 8.0, 3.0, 2.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-8.328125, -8.042236328125, -7.75634765625, -7.470458984375, -7.1845703125, -6.898681640625, -6.61279296875, -6.326904296875, -6.041015625, -5.755126953125, -5.46923828125, -5.183349609375, -4.8974609375, -4.611572265625, -4.32568359375, -4.039794921875, -3.75390625, -3.468017578125, -3.18212890625, -2.896240234375, -2.6103515625, -2.324462890625, -2.03857421875, -1.752685546875, -1.466796875, -1.180908203125, -0.89501953125, -0.609130859375, -0.3232421875, -0.037353515625, 0.24853515625, 0.534423828125, 0.8203125, 1.106201171875, 1.39208984375, 1.677978515625, 1.9638671875, 2.249755859375, 2.53564453125, 2.821533203125, 3.107421875, 3.393310546875, 3.67919921875, 3.965087890625, 4.2509765625, 4.536865234375, 4.82275390625, 5.108642578125, 5.39453125, 5.680419921875, 5.96630859375, 6.252197265625, 6.5380859375, 6.823974609375, 7.10986328125, 7.395751953125, 7.681640625, 7.967529296875, 8.25341796875, 8.539306640625, 8.8251953125, 9.111083984375, 9.39697265625, 9.682861328125, 9.96875]}, "gradients/wav2vec2.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 15.0, 35.0, 123.0, 236.0, 292.0, 194.0, 69.0, 29.0, 5.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-565.5396118164062, -553.816162109375, -542.0927734375, -530.3693237304688, -518.6458740234375, -506.9224853515625, -495.19903564453125, -483.4756164550781, -471.752197265625, -460.0287780761719, -448.3053283691406, -436.5819091796875, -424.8584899902344, -413.13507080078125, -401.41162109375, -389.6882019042969, -377.9647521972656, -366.2413330078125, -354.51788330078125, -342.7944641113281, -331.071044921875, -319.34759521484375, -307.6241760253906, -295.9007568359375, -284.17730712890625, -272.4538879394531, -260.7304382324219, -249.00701904296875, -237.28359985351562, -225.56016540527344, -213.83673095703125, -202.11331176757812, -190.38986206054688, -178.6664276123047, -166.94300842285156, -155.21957397460938, -143.49615478515625, -131.77272033691406, -120.04928588867188, -108.32585906982422, -96.60243225097656, -84.8790054321289, -73.15557861328125, -61.43214416503906, -49.708717346191406, -37.98529052734375, -26.261856079101562, -14.538429260253906, -2.81500244140625, 8.908426284790039, 20.631855010986328, 32.35528564453125, 44.078712463378906, 55.80213928222656, 67.52557373046875, 79.2490005493164, 90.97242736816406, 102.69585418701172, 114.41928100585938, 126.14271545410156, 137.86614990234375, 149.58956909179688, 161.31300354003906, 173.03643798828125, 184.75985717773438]}, "gradients/wav2vec2.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 9.0, 4.0, 6.0, 2.0, 4.0, 3.0, 14.0, 9.0, 14.0, 16.0, 23.0, 12.0, 14.0, 22.0, 14.0, 22.0, 39.0, 18.0, 29.0, 22.0, 38.0, 34.0, 29.0, 29.0, 35.0, 44.0, 42.0, 44.0, 37.0, 37.0, 40.0, 37.0, 28.0, 35.0, 30.0, 23.0, 23.0, 18.0, 17.0, 13.0, 9.0, 17.0, 7.0, 8.0, 5.0, 4.0, 12.0, 6.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0], "bins": [-73.11781311035156, -70.82332611083984, -68.5288314819336, -66.23434448242188, -63.939857482910156, -61.64536666870117, -59.35087585449219, -57.05638885498047, -54.761898040771484, -52.4674072265625, -50.17292022705078, -47.8784294128418, -45.58393859863281, -43.289451599121094, -40.99496078491211, -38.700469970703125, -36.405982971191406, -34.11149215698242, -31.817005157470703, -29.52251434326172, -27.228025436401367, -24.933536529541016, -22.63904571533203, -20.34455680847168, -18.050067901611328, -15.755578994750977, -13.461089134216309, -11.16659927368164, -8.872110366821289, -6.5776214599609375, -4.2831315994262695, -1.9886417388916016, 0.30584716796875, 2.6003365516662598, 4.8948259353637695, 7.189315319061279, 9.483804702758789, 11.77829360961914, 14.072783470153809, 16.367273330688477, 18.661762237548828, 20.95625114440918, 23.25074005126953, 25.545230865478516, 27.839719772338867, 30.13420867919922, 32.4286994934082, 34.72319030761719, 37.017677307128906, 39.31216812133789, 41.60665512084961, 43.901145935058594, 46.19563293457031, 48.4901237487793, 50.78461456298828, 53.0791015625, 55.373592376708984, 57.66808319091797, 59.96257019042969, 62.25706100463867, 64.55155181884766, 66.84603881835938, 69.1405258178711, 71.43502044677734, 73.72950744628906]}, "gradients/wav2vec2.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 8.0, 12.0, 18.0, 40.0, 61.0, 86.0, 140.0, 243.0, 429.0, 685.0, 1126.0, 2037.0, 3816.0, 6998.0, 12728.0, 23924.0, 45410.0, 85450.0, 161172.0, 292862.0, 501583.0, 766783.0, 853162.0, 617634.0, 372069.0, 207074.0, 112133.0, 58696.0, 31316.0, 16589.0, 8842.0, 4950.0, 2636.0, 1483.0, 832.0, 513.0, 280.0, 184.0, 108.0, 59.0, 46.0, 27.0, 13.0, 10.0, 7.0, 5.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-16.953125, -16.4267578125, -15.900390625, -15.3740234375, -14.84765625, -14.3212890625, -13.794921875, -13.2685546875, -12.7421875, -12.2158203125, -11.689453125, -11.1630859375, -10.63671875, -10.1103515625, -9.583984375, -9.0576171875, -8.53125, -8.0048828125, -7.478515625, -6.9521484375, -6.42578125, -5.8994140625, -5.373046875, -4.8466796875, -4.3203125, -3.7939453125, -3.267578125, -2.7412109375, -2.21484375, -1.6884765625, -1.162109375, -0.6357421875, -0.109375, 0.4169921875, 0.943359375, 1.4697265625, 1.99609375, 2.5224609375, 3.048828125, 3.5751953125, 4.1015625, 4.6279296875, 5.154296875, 5.6806640625, 6.20703125, 6.7333984375, 7.259765625, 7.7861328125, 8.3125, 8.8388671875, 9.365234375, 9.8916015625, 10.41796875, 10.9443359375, 11.470703125, 11.9970703125, 12.5234375, 13.0498046875, 13.576171875, 14.1025390625, 14.62890625, 15.1552734375, 15.681640625, 16.2080078125, 16.734375]}, "gradients/wav2vec2.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 5.0, 4.0, 8.0, 8.0, 10.0, 16.0, 11.0, 17.0, 22.0, 26.0, 23.0, 33.0, 37.0, 40.0, 38.0, 38.0, 48.0, 35.0, 56.0, 55.0, 51.0, 52.0, 47.0, 43.0, 39.0, 29.0, 30.0, 21.0, 30.0, 21.0, 19.0, 13.0, 24.0, 9.0, 12.0, 5.0, 10.0, 7.0, 4.0, 7.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.21875, -20.503173828125, -19.78759765625, -19.072021484375, -18.3564453125, -17.640869140625, -16.92529296875, -16.209716796875, -15.494140625, -14.778564453125, -14.06298828125, -13.347412109375, -12.6318359375, -11.916259765625, -11.20068359375, -10.485107421875, -9.76953125, -9.053955078125, -8.33837890625, -7.622802734375, -6.9072265625, -6.191650390625, -5.47607421875, -4.760498046875, -4.044921875, -3.329345703125, -2.61376953125, -1.898193359375, -1.1826171875, -0.467041015625, 0.24853515625, 0.964111328125, 1.6796875, 2.395263671875, 3.11083984375, 3.826416015625, 4.5419921875, 5.257568359375, 5.97314453125, 6.688720703125, 7.404296875, 8.119873046875, 8.83544921875, 9.551025390625, 10.2666015625, 10.982177734375, 11.69775390625, 12.413330078125, 13.12890625, 13.844482421875, 14.56005859375, 15.275634765625, 15.9912109375, 16.706787109375, 17.42236328125, 18.137939453125, 18.853515625, 19.569091796875, 20.28466796875, 21.000244140625, 21.7158203125, 22.431396484375, 23.14697265625, 23.862548828125, 24.578125]}, "gradients/wav2vec2.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 3.0, 3.0, 6.0, 5.0, 9.0, 10.0, 16.0, 15.0, 44.0, 55.0, 53.0, 123.0, 228.0, 318.0, 532.0, 991.0, 1897.0, 3682.0, 8562.0, 19813.0, 50351.0, 135372.0, 386590.0, 1086871.0, 1510736.0, 634703.0, 220345.0, 79189.0, 30447.0, 12448.0, 5318.0, 2484.0, 1316.0, 720.0, 369.0, 238.0, 167.0, 86.0, 53.0, 43.0, 22.0, 15.0, 18.0, 4.0, 8.0, 6.0, 1.0, 0.0, 3.0, 2.0, 3.0, 0.0, 2.0], "bins": [-33.96875, -33.004638671875, -32.04052734375, -31.076416015625, -30.1123046875, -29.148193359375, -28.18408203125, -27.219970703125, -26.255859375, -25.291748046875, -24.32763671875, -23.363525390625, -22.3994140625, -21.435302734375, -20.47119140625, -19.507080078125, -18.54296875, -17.578857421875, -16.61474609375, -15.650634765625, -14.6865234375, -13.722412109375, -12.75830078125, -11.794189453125, -10.830078125, -9.865966796875, -8.90185546875, -7.937744140625, -6.9736328125, -6.009521484375, -5.04541015625, -4.081298828125, -3.1171875, -2.153076171875, -1.18896484375, -0.224853515625, 0.7392578125, 1.703369140625, 2.66748046875, 3.631591796875, 4.595703125, 5.559814453125, 6.52392578125, 7.488037109375, 8.4521484375, 9.416259765625, 10.38037109375, 11.344482421875, 12.30859375, 13.272705078125, 14.23681640625, 15.200927734375, 16.1650390625, 17.129150390625, 18.09326171875, 19.057373046875, 20.021484375, 20.985595703125, 21.94970703125, 22.913818359375, 23.8779296875, 24.842041015625, 25.80615234375, 26.770263671875, 27.734375]}, "gradients/wav2vec2.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 5.0, 10.0, 6.0, 9.0, 11.0, 16.0, 21.0, 30.0, 37.0, 61.0, 91.0, 119.0, 145.0, 209.0, 302.0, 374.0, 462.0, 466.0, 411.0, 350.0, 262.0, 195.0, 138.0, 108.0, 67.0, 46.0, 37.0, 28.0, 18.0, 18.0, 12.0, 7.0, 3.0, 3.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-44.4375, -43.01806640625, -41.5986328125, -40.17919921875, -38.759765625, -37.34033203125, -35.9208984375, -34.50146484375, -33.08203125, -31.66259765625, -30.2431640625, -28.82373046875, -27.404296875, -25.98486328125, -24.5654296875, -23.14599609375, -21.7265625, -20.30712890625, -18.8876953125, -17.46826171875, -16.048828125, -14.62939453125, -13.2099609375, -11.79052734375, -10.37109375, -8.95166015625, -7.5322265625, -6.11279296875, -4.693359375, -3.27392578125, -1.8544921875, -0.43505859375, 0.984375, 2.40380859375, 3.8232421875, 5.24267578125, 6.662109375, 8.08154296875, 9.5009765625, 10.92041015625, 12.33984375, 13.75927734375, 15.1787109375, 16.59814453125, 18.017578125, 19.43701171875, 20.8564453125, 22.27587890625, 23.6953125, 25.11474609375, 26.5341796875, 27.95361328125, 29.373046875, 30.79248046875, 32.2119140625, 33.63134765625, 35.05078125, 36.47021484375, 37.8896484375, 39.30908203125, 40.728515625, 42.14794921875, 43.5673828125, 44.98681640625, 46.40625]}, "gradients/wav2vec2.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 4.0, 2.0, 1.0, 4.0, 7.0, 13.0, 47.0, 97.0, 158.0, 177.0, 192.0, 167.0, 72.0, 31.0, 22.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-531.5986938476562, -515.976318359375, -500.35394287109375, -484.7315673828125, -469.10919189453125, -453.48681640625, -437.86444091796875, -422.2420654296875, -406.61968994140625, -390.997314453125, -375.37493896484375, -359.7525634765625, -344.13018798828125, -328.5078125, -312.88543701171875, -297.2630615234375, -281.6407165527344, -266.0183410644531, -250.39596557617188, -234.77359008789062, -219.15121459960938, -203.52883911132812, -187.90647888183594, -172.2841033935547, -156.66172790527344, -141.0393524169922, -125.41697692871094, -109.79460906982422, -94.17223358154297, -78.54985809326172, -62.927490234375, -47.30511474609375, -31.682769775390625, -16.060396194458008, -0.4380226135253906, 15.184349060058594, 30.806724548339844, 46.429100036621094, 62.05146789550781, 77.67384338378906, 93.29621887207031, 108.91859436035156, 124.54096984863281, 140.163330078125, 155.78570556640625, 171.4080810546875, 187.03045654296875, 202.65283203125, 218.27520751953125, 233.8975830078125, 249.51995849609375, 265.142333984375, 280.76470947265625, 296.3870849609375, 312.00946044921875, 327.6318359375, 343.25421142578125, 358.8765869140625, 374.49896240234375, 390.121337890625, 405.74371337890625, 421.3660888671875, 436.98846435546875, 452.61083984375, 468.2331848144531]}, "gradients/wav2vec2.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 3.0, 1.0, 8.0, 6.0, 3.0, 7.0, 9.0, 11.0, 7.0, 11.0, 9.0, 22.0, 21.0, 22.0, 31.0, 33.0, 32.0, 48.0, 55.0, 37.0, 54.0, 39.0, 44.0, 36.0, 33.0, 33.0, 36.0, 46.0, 38.0, 32.0, 28.0, 32.0, 28.0, 29.0, 24.0, 16.0, 12.0, 10.0, 14.0, 13.0, 9.0, 8.0, 2.0, 5.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-141.18992614746094, -136.6894989013672, -132.1890869140625, -127.68866729736328, -123.18824768066406, -118.68782043457031, -114.1874008178711, -109.68698120117188, -105.18656158447266, -100.68614196777344, -96.18572235107422, -91.685302734375, -87.18487548828125, -82.68446350097656, -78.18403625488281, -73.6836166381836, -69.18319702148438, -64.68277740478516, -60.18235778808594, -55.68193435668945, -51.181514739990234, -46.681095123291016, -42.18067169189453, -37.68025207519531, -33.179832458496094, -28.679412841796875, -24.178991317749023, -19.678569793701172, -15.178150177001953, -10.677730560302734, -6.177309036254883, -1.6768875122070312, 2.82354736328125, 7.323967933654785, 11.82438850402832, 16.324810028076172, 20.82522964477539, 25.32564926147461, 29.82607078552246, 34.32649230957031, 38.82691192626953, 43.32733154296875, 47.82775115966797, 52.32817459106445, 56.82859420776367, 61.32901382446289, 65.82943725585938, 70.3298568725586, 74.83027648925781, 79.33069610595703, 83.83111572265625, 88.33153533935547, 92.83195495605469, 97.33238220214844, 101.83280181884766, 106.33322143554688, 110.8336410522461, 115.33406066894531, 119.83448028564453, 124.33489990234375, 128.8353271484375, 133.3357391357422, 137.83616638183594, 142.33657836914062, 146.83700561523438]}, "gradients/wav2vec2.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 6.0, 9.0, 10.0, 11.0, 15.0, 34.0, 36.0, 63.0, 96.0, 145.0, 196.0, 338.0, 460.0, 760.0, 1238.0, 1889.0, 2990.0, 5379.0, 10923.0, 30254.0, 104043.0, 280123.0, 346685.0, 175583.0, 53134.0, 16425.0, 7288.0, 3935.0, 2309.0, 1516.0, 903.0, 609.0, 409.0, 265.0, 149.0, 108.0, 74.0, 51.0, 36.0, 24.0, 11.0, 8.0, 12.0, 6.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-38.90625, -37.5751953125, -36.244140625, -34.9130859375, -33.58203125, -32.2509765625, -30.919921875, -29.5888671875, -28.2578125, -26.9267578125, -25.595703125, -24.2646484375, -22.93359375, -21.6025390625, -20.271484375, -18.9404296875, -17.609375, -16.2783203125, -14.947265625, -13.6162109375, -12.28515625, -10.9541015625, -9.623046875, -8.2919921875, -6.9609375, -5.6298828125, -4.298828125, -2.9677734375, -1.63671875, -0.3056640625, 1.025390625, 2.3564453125, 3.6875, 5.0185546875, 6.349609375, 7.6806640625, 9.01171875, 10.3427734375, 11.673828125, 13.0048828125, 14.3359375, 15.6669921875, 16.998046875, 18.3291015625, 19.66015625, 20.9912109375, 22.322265625, 23.6533203125, 24.984375, 26.3154296875, 27.646484375, 28.9775390625, 30.30859375, 31.6396484375, 32.970703125, 34.3017578125, 35.6328125, 36.9638671875, 38.294921875, 39.6259765625, 40.95703125, 42.2880859375, 43.619140625, 44.9501953125, 46.28125]}, "gradients/wav2vec2.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 6.0, 2.0, 0.0, 4.0, 7.0, 7.0, 8.0, 10.0, 7.0, 15.0, 14.0, 21.0, 22.0, 21.0, 17.0, 21.0, 26.0, 42.0, 33.0, 33.0, 37.0, 41.0, 49.0, 42.0, 38.0, 34.0, 40.0, 44.0, 45.0, 38.0, 39.0, 34.0, 25.0, 36.0, 19.0, 16.0, 16.0, 19.0, 16.0, 11.0, 14.0, 9.0, 7.0, 7.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0], "bins": [-21.984375, -21.28466796875, -20.5849609375, -19.88525390625, -19.185546875, -18.48583984375, -17.7861328125, -17.08642578125, -16.38671875, -15.68701171875, -14.9873046875, -14.28759765625, -13.587890625, -12.88818359375, -12.1884765625, -11.48876953125, -10.7890625, -10.08935546875, -9.3896484375, -8.68994140625, -7.990234375, -7.29052734375, -6.5908203125, -5.89111328125, -5.19140625, -4.49169921875, -3.7919921875, -3.09228515625, -2.392578125, -1.69287109375, -0.9931640625, -0.29345703125, 0.40625, 1.10595703125, 1.8056640625, 2.50537109375, 3.205078125, 3.90478515625, 4.6044921875, 5.30419921875, 6.00390625, 6.70361328125, 7.4033203125, 8.10302734375, 8.802734375, 9.50244140625, 10.2021484375, 10.90185546875, 11.6015625, 12.30126953125, 13.0009765625, 13.70068359375, 14.400390625, 15.10009765625, 15.7998046875, 16.49951171875, 17.19921875, 17.89892578125, 18.5986328125, 19.29833984375, 19.998046875, 20.69775390625, 21.3974609375, 22.09716796875, 22.796875]}, "gradients/wav2vec2.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 1.0, 3.0, 8.0, 5.0, 14.0, 11.0, 22.0, 36.0, 35.0, 69.0, 117.0, 207.0, 375.0, 666.0, 1249.0, 2128.0, 3981.0, 7767.0, 17440.0, 52450.0, 173294.0, 350247.0, 280380.0, 102815.0, 31043.0, 11585.0, 5799.0, 3070.0, 1673.0, 869.0, 467.0, 287.0, 182.0, 97.0, 49.0, 38.0, 30.0, 18.0, 12.0, 11.0, 6.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-39.09375, -37.86328125, -36.6328125, -35.40234375, -34.171875, -32.94140625, -31.7109375, -30.48046875, -29.25, -28.01953125, -26.7890625, -25.55859375, -24.328125, -23.09765625, -21.8671875, -20.63671875, -19.40625, -18.17578125, -16.9453125, -15.71484375, -14.484375, -13.25390625, -12.0234375, -10.79296875, -9.5625, -8.33203125, -7.1015625, -5.87109375, -4.640625, -3.41015625, -2.1796875, -0.94921875, 0.28125, 1.51171875, 2.7421875, 3.97265625, 5.203125, 6.43359375, 7.6640625, 8.89453125, 10.125, 11.35546875, 12.5859375, 13.81640625, 15.046875, 16.27734375, 17.5078125, 18.73828125, 19.96875, 21.19921875, 22.4296875, 23.66015625, 24.890625, 26.12109375, 27.3515625, 28.58203125, 29.8125, 31.04296875, 32.2734375, 33.50390625, 34.734375, 35.96484375, 37.1953125, 38.42578125, 39.65625]}, "gradients/wav2vec2.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 4.0, 0.0, 5.0, 1.0, 7.0, 7.0, 3.0, 12.0, 7.0, 13.0, 25.0, 20.0, 36.0, 25.0, 27.0, 41.0, 44.0, 33.0, 47.0, 42.0, 51.0, 50.0, 45.0, 45.0, 36.0, 48.0, 45.0, 45.0, 34.0, 37.0, 28.0, 26.0, 27.0, 16.0, 14.0, 19.0, 9.0, 10.0, 8.0, 7.0, 4.0, 2.0, 4.0, 0.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-57.96875, -55.77294921875, -53.5771484375, -51.38134765625, -49.185546875, -46.98974609375, -44.7939453125, -42.59814453125, -40.40234375, -38.20654296875, -36.0107421875, -33.81494140625, -31.619140625, -29.42333984375, -27.2275390625, -25.03173828125, -22.8359375, -20.64013671875, -18.4443359375, -16.24853515625, -14.052734375, -11.85693359375, -9.6611328125, -7.46533203125, -5.26953125, -3.07373046875, -0.8779296875, 1.31787109375, 3.513671875, 5.70947265625, 7.9052734375, 10.10107421875, 12.296875, 14.49267578125, 16.6884765625, 18.88427734375, 21.080078125, 23.27587890625, 25.4716796875, 27.66748046875, 29.86328125, 32.05908203125, 34.2548828125, 36.45068359375, 38.646484375, 40.84228515625, 43.0380859375, 45.23388671875, 47.4296875, 49.62548828125, 51.8212890625, 54.01708984375, 56.212890625, 58.40869140625, 60.6044921875, 62.80029296875, 64.99609375, 67.19189453125, 69.3876953125, 71.58349609375, 73.779296875, 75.97509765625, 78.1708984375, 80.36669921875, 82.5625]}, "gradients/wav2vec2.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 6.0, 3.0, 5.0, 8.0, 19.0, 31.0, 47.0, 91.0, 126.0, 220.0, 379.0, 602.0, 969.0, 1607.0, 2648.0, 4641.0, 8164.0, 15267.0, 30160.0, 65051.0, 134249.0, 229152.0, 243952.0, 156928.0, 77626.0, 36464.0, 17912.0, 9567.0, 5152.0, 2915.0, 1736.0, 1101.0, 670.0, 444.0, 240.0, 159.0, 110.0, 53.0, 30.0, 18.0, 17.0, 10.0, 5.0, 8.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.4296875, -8.1588134765625, -7.887939453125, -7.6170654296875, -7.34619140625, -7.0753173828125, -6.804443359375, -6.5335693359375, -6.2626953125, -5.9918212890625, -5.720947265625, -5.4500732421875, -5.17919921875, -4.9083251953125, -4.637451171875, -4.3665771484375, -4.095703125, -3.8248291015625, -3.553955078125, -3.2830810546875, -3.01220703125, -2.7413330078125, -2.470458984375, -2.1995849609375, -1.9287109375, -1.6578369140625, -1.386962890625, -1.1160888671875, -0.84521484375, -0.5743408203125, -0.303466796875, -0.0325927734375, 0.23828125, 0.5091552734375, 0.780029296875, 1.0509033203125, 1.32177734375, 1.5926513671875, 1.863525390625, 2.1343994140625, 2.4052734375, 2.6761474609375, 2.947021484375, 3.2178955078125, 3.48876953125, 3.7596435546875, 4.030517578125, 4.3013916015625, 4.572265625, 4.8431396484375, 5.114013671875, 5.3848876953125, 5.65576171875, 5.9266357421875, 6.197509765625, 6.4683837890625, 6.7392578125, 7.0101318359375, 7.281005859375, 7.5518798828125, 7.82275390625, 8.0936279296875, 8.364501953125, 8.6353759765625, 8.90625]}, "gradients/wav2vec2.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 7.0, 3.0, 6.0, 9.0, 21.0, 25.0, 39.0, 73.0, 75.0, 115.0, 134.0, 134.0, 119.0, 78.0, 50.0, 40.0, 22.0, 13.0, 10.0, 6.0, 2.0, 5.0, 3.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00646209716796875, -0.0062808990478515625, -0.006099700927734375, -0.0059185028076171875, -0.0057373046875, -0.0055561065673828125, -0.005374908447265625, -0.0051937103271484375, -0.00501251220703125, -0.0048313140869140625, -0.004650115966796875, -0.0044689178466796875, -0.0042877197265625, -0.0041065216064453125, -0.003925323486328125, -0.0037441253662109375, -0.00356292724609375, -0.0033817291259765625, -0.003200531005859375, -0.0030193328857421875, -0.002838134765625, -0.0026569366455078125, -0.002475738525390625, -0.0022945404052734375, -0.00211334228515625, -0.0019321441650390625, -0.001750946044921875, -0.0015697479248046875, -0.0013885498046875, -0.0012073516845703125, -0.001026153564453125, -0.0008449554443359375, -0.00066375732421875, -0.0004825592041015625, -0.000301361083984375, -0.0001201629638671875, 6.103515625e-05, 0.0002422332763671875, 0.000423431396484375, 0.0006046295166015625, 0.00078582763671875, 0.0009670257568359375, 0.001148223876953125, 0.0013294219970703125, 0.0015106201171875, 0.0016918182373046875, 0.001873016357421875, 0.0020542144775390625, 0.00223541259765625, 0.0024166107177734375, 0.002597808837890625, 0.0027790069580078125, 0.002960205078125, 0.0031414031982421875, 0.003322601318359375, 0.0035037994384765625, 0.00368499755859375, 0.0038661956787109375, 0.004047393798828125, 0.0042285919189453125, 0.0044097900390625, 0.0045909881591796875, 0.004772186279296875, 0.0049533843994140625, 0.00513458251953125]}, "gradients/wav2vec2.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 4.0, 2.0, 9.0, 5.0, 14.0, 16.0, 20.0, 50.0, 83.0, 114.0, 202.0, 337.0, 584.0, 1075.0, 1837.0, 3348.0, 6027.0, 11576.0, 22321.0, 44004.0, 86304.0, 153111.0, 214936.0, 207525.0, 139295.0, 75622.0, 38198.0, 19533.0, 10103.0, 5461.0, 3009.0, 1670.0, 854.0, 537.0, 315.0, 182.0, 108.0, 68.0, 37.0, 28.0, 15.0, 13.0, 5.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-7.8046875, -7.5521240234375, -7.299560546875, -7.0469970703125, -6.79443359375, -6.5418701171875, -6.289306640625, -6.0367431640625, -5.7841796875, -5.5316162109375, -5.279052734375, -5.0264892578125, -4.77392578125, -4.5213623046875, -4.268798828125, -4.0162353515625, -3.763671875, -3.5111083984375, -3.258544921875, -3.0059814453125, -2.75341796875, -2.5008544921875, -2.248291015625, -1.9957275390625, -1.7431640625, -1.4906005859375, -1.238037109375, -0.9854736328125, -0.73291015625, -0.4803466796875, -0.227783203125, 0.0247802734375, 0.27734375, 0.5299072265625, 0.782470703125, 1.0350341796875, 1.28759765625, 1.5401611328125, 1.792724609375, 2.0452880859375, 2.2978515625, 2.5504150390625, 2.802978515625, 3.0555419921875, 3.30810546875, 3.5606689453125, 3.813232421875, 4.0657958984375, 4.318359375, 4.5709228515625, 4.823486328125, 5.0760498046875, 5.32861328125, 5.5811767578125, 5.833740234375, 6.0863037109375, 6.3388671875, 6.5914306640625, 6.843994140625, 7.0965576171875, 7.34912109375, 7.6016845703125, 7.854248046875, 8.1068115234375, 8.359375]}, "gradients/wav2vec2.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 6.0, 6.0, 8.0, 11.0, 17.0, 12.0, 21.0, 23.0, 22.0, 35.0, 46.0, 49.0, 55.0, 50.0, 55.0, 72.0, 53.0, 67.0, 70.0, 55.0, 37.0, 36.0, 36.0, 34.0, 26.0, 17.0, 11.0, 11.0, 9.0, 7.0, 6.0, 5.0, 4.0, 2.0, 4.0, 5.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-12.0625, -11.6619873046875, -11.261474609375, -10.8609619140625, -10.46044921875, -10.0599365234375, -9.659423828125, -9.2589111328125, -8.8583984375, -8.4578857421875, -8.057373046875, -7.6568603515625, -7.25634765625, -6.8558349609375, -6.455322265625, -6.0548095703125, -5.654296875, -5.2537841796875, -4.853271484375, -4.4527587890625, -4.05224609375, -3.6517333984375, -3.251220703125, -2.8507080078125, -2.4501953125, -2.0496826171875, -1.649169921875, -1.2486572265625, -0.84814453125, -0.4476318359375, -0.047119140625, 0.3533935546875, 0.75390625, 1.1544189453125, 1.554931640625, 1.9554443359375, 2.35595703125, 2.7564697265625, 3.156982421875, 3.5574951171875, 3.9580078125, 4.3585205078125, 4.759033203125, 5.1595458984375, 5.56005859375, 5.9605712890625, 6.361083984375, 6.7615966796875, 7.162109375, 7.5626220703125, 7.963134765625, 8.3636474609375, 8.76416015625, 9.1646728515625, 9.565185546875, 9.9656982421875, 10.3662109375, 10.7667236328125, 11.167236328125, 11.5677490234375, 11.96826171875, 12.3687744140625, 12.769287109375, 13.1697998046875, 13.5703125]}, "gradients/wav2vec2.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 14.0, 36.0, 74.0, 114.0, 158.0, 165.0, 171.0, 105.0, 63.0, 41.0, 24.0, 9.0, 7.0, 7.0, 1.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-234.77264404296875, -225.0767059326172, -215.3807830810547, -205.68484497070312, -195.98892211914062, -186.29298400878906, -176.5970458984375, -166.901123046875, -157.20518493652344, -147.50924682617188, -137.81332397460938, -128.1173858642578, -118.42145538330078, -108.72552490234375, -99.02958679199219, -89.33365631103516, -79.63772583007812, -69.9417953491211, -60.2458610534668, -50.5499267578125, -40.85399627685547, -31.158065795898438, -21.46213150024414, -11.766197204589844, -2.0702667236328125, 7.625665664672852, 17.321598052978516, 27.01753044128418, 36.713462829589844, 46.409393310546875, 56.10532760620117, 65.80126190185547, 75.4971923828125, 85.19312286376953, 94.88905334472656, 104.58499145507812, 114.28092193603516, 123.97685241699219, 133.67279052734375, 143.36871337890625, 153.0646514892578, 162.76058959960938, 172.45651245117188, 182.15245056152344, 191.848388671875, 201.5443115234375, 211.24024963378906, 220.93618774414062, 230.63211059570312, 240.3280487060547, 250.0239715576172, 259.71990966796875, 269.41583251953125, 279.11175537109375, 288.8077087402344, 298.5036315917969, 308.1995849609375, 317.8955078125, 327.5914611816406, 337.2873840332031, 346.9833068847656, 356.67926025390625, 366.37518310546875, 376.07110595703125, 385.76702880859375]}, "gradients/wav2vec2.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 3.0, 5.0, 4.0, 6.0, 3.0, 5.0, 8.0, 8.0, 14.0, 21.0, 22.0, 17.0, 24.0, 31.0, 18.0, 26.0, 34.0, 23.0, 26.0, 33.0, 35.0, 30.0, 37.0, 39.0, 41.0, 31.0, 37.0, 32.0, 33.0, 35.0, 40.0, 27.0, 41.0, 31.0, 22.0, 19.0, 23.0, 17.0, 15.0, 16.0, 15.0, 14.0, 16.0, 6.0, 6.0, 3.0, 7.0, 4.0, 0.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-147.94515991210938, -143.5838623046875, -139.22256469726562, -134.86126708984375, -130.49996948242188, -126.138671875, -121.7773666381836, -117.41606903076172, -113.05477142333984, -108.69347381591797, -104.3321762084961, -99.97087860107422, -95.60957336425781, -91.24827575683594, -86.88697814941406, -82.52568054199219, -78.16438293457031, -73.80308532714844, -69.44178771972656, -65.08049011230469, -60.71918869018555, -56.35789108276367, -51.99658966064453, -47.635292053222656, -43.27399444580078, -38.912696838378906, -34.55139923095703, -30.19009780883789, -25.828800201416016, -21.46750259399414, -17.106203079223633, -12.744903564453125, -8.383590698242188, -4.022292137145996, 0.3390064239501953, 4.700304985046387, 9.061603546142578, 13.422901153564453, 17.78420066833496, 22.14550018310547, 26.506797790527344, 30.86809539794922, 35.229393005371094, 39.590694427490234, 43.95199203491211, 48.313289642333984, 52.674591064453125, 57.035888671875, 61.397186279296875, 65.75848388671875, 70.11978149414062, 74.4810791015625, 78.84237670898438, 83.20367431640625, 87.56497955322266, 91.92627716064453, 96.2875747680664, 100.64887237548828, 105.01016998291016, 109.37146759033203, 113.73277282714844, 118.09407043457031, 122.45536804199219, 126.81666564941406, 131.17796325683594]}, "gradients/wav2vec2.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 4.0, 3.0, 3.0, 11.0, 6.0, 16.0, 30.0, 31.0, 28.0, 60.0, 61.0, 96.0, 115.0, 172.0, 229.0, 327.0, 486.0, 719.0, 1027.0, 1550.0, 2418.0, 4323.0, 11081.0, 69939.0, 3716380.0, 347412.0, 23479.0, 6714.0, 3020.0, 1685.0, 1000.0, 598.0, 410.0, 280.0, 172.0, 114.0, 89.0, 50.0, 42.0, 35.0, 24.0, 13.0, 14.0, 9.0, 6.0, 6.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.1953125, -7.9449462890625, -7.694580078125, -7.4442138671875, -7.19384765625, -6.9434814453125, -6.693115234375, -6.4427490234375, -6.1923828125, -5.9420166015625, -5.691650390625, -5.4412841796875, -5.19091796875, -4.9405517578125, -4.690185546875, -4.4398193359375, -4.189453125, -3.9390869140625, -3.688720703125, -3.4383544921875, -3.18798828125, -2.9376220703125, -2.687255859375, -2.4368896484375, -2.1865234375, -1.9361572265625, -1.685791015625, -1.4354248046875, -1.18505859375, -0.9346923828125, -0.684326171875, -0.4339599609375, -0.18359375, 0.0667724609375, 0.317138671875, 0.5675048828125, 0.81787109375, 1.0682373046875, 1.318603515625, 1.5689697265625, 1.8193359375, 2.0697021484375, 2.320068359375, 2.5704345703125, 2.82080078125, 3.0711669921875, 3.321533203125, 3.5718994140625, 3.822265625, 4.0726318359375, 4.322998046875, 4.5733642578125, 4.82373046875, 5.0740966796875, 5.324462890625, 5.5748291015625, 5.8251953125, 6.0755615234375, 6.325927734375, 6.5762939453125, 6.82666015625, 7.0770263671875, 7.327392578125, 7.5777587890625, 7.828125]}, "gradients/wav2vec2.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 1.0, 3.0, 5.0, 15.0, 20.0, 51.0, 90.0, 173.0, 214.0, 167.0, 118.0, 47.0, 25.0, 11.0, 11.0, 4.0, 4.0, 3.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 1.0, 0.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.3828125, -2.31170654296875, -2.2406005859375, -2.16949462890625, -2.098388671875, -2.02728271484375, -1.9561767578125, -1.88507080078125, -1.81396484375, -1.74285888671875, -1.6717529296875, -1.60064697265625, -1.529541015625, -1.45843505859375, -1.3873291015625, -1.31622314453125, -1.2451171875, -1.17401123046875, -1.1029052734375, -1.03179931640625, -0.960693359375, -0.88958740234375, -0.8184814453125, -0.74737548828125, -0.67626953125, -0.60516357421875, -0.5340576171875, -0.46295166015625, -0.391845703125, -0.32073974609375, -0.2496337890625, -0.17852783203125, -0.107421875, -0.03631591796875, 0.0347900390625, 0.10589599609375, 0.177001953125, 0.24810791015625, 0.3192138671875, 0.39031982421875, 0.46142578125, 0.53253173828125, 0.6036376953125, 0.67474365234375, 0.745849609375, 0.81695556640625, 0.8880615234375, 0.95916748046875, 1.0302734375, 1.10137939453125, 1.1724853515625, 1.24359130859375, 1.314697265625, 1.38580322265625, 1.4569091796875, 1.52801513671875, 1.59912109375, 1.67022705078125, 1.7413330078125, 1.81243896484375, 1.883544921875, 1.95465087890625, 2.0257568359375, 2.09686279296875, 2.16796875]}, "gradients/wav2vec2.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 6.0, 3.0, 13.0, 28.0, 30.0, 61.0, 116.0, 225.0, 477.0, 941.0, 2383.0, 6415.0, 22216.0, 115771.0, 1039150.0, 2720308.0, 232471.0, 38098.0, 9624.0, 3288.0, 1333.0, 609.0, 309.0, 150.0, 79.0, 54.0, 23.0, 26.0, 14.0, 12.0, 8.0, 5.0, 5.0, 7.0, 5.0, 5.0, 5.0, 1.0, 3.0, 2.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-5.2734375, -5.09271240234375, -4.9119873046875, -4.73126220703125, -4.550537109375, -4.36981201171875, -4.1890869140625, -4.00836181640625, -3.82763671875, -3.64691162109375, -3.4661865234375, -3.28546142578125, -3.104736328125, -2.92401123046875, -2.7432861328125, -2.56256103515625, -2.3818359375, -2.20111083984375, -2.0203857421875, -1.83966064453125, -1.658935546875, -1.47821044921875, -1.2974853515625, -1.11676025390625, -0.93603515625, -0.75531005859375, -0.5745849609375, -0.39385986328125, -0.213134765625, -0.03240966796875, 0.1483154296875, 0.32904052734375, 0.509765625, 0.69049072265625, 0.8712158203125, 1.05194091796875, 1.232666015625, 1.41339111328125, 1.5941162109375, 1.77484130859375, 1.95556640625, 2.13629150390625, 2.3170166015625, 2.49774169921875, 2.678466796875, 2.85919189453125, 3.0399169921875, 3.22064208984375, 3.4013671875, 3.58209228515625, 3.7628173828125, 3.94354248046875, 4.124267578125, 4.30499267578125, 4.4857177734375, 4.66644287109375, 4.84716796875, 5.02789306640625, 5.2086181640625, 5.38934326171875, 5.570068359375, 5.75079345703125, 5.9315185546875, 6.11224365234375, 6.29296875]}, "gradients/wav2vec2.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 4.0, 4.0, 14.0, 13.0, 14.0, 17.0, 35.0, 46.0, 59.0, 100.0, 161.0, 193.0, 297.0, 404.0, 783.0, 626.0, 354.0, 253.0, 163.0, 118.0, 82.0, 73.0, 49.0, 41.0, 35.0, 20.0, 28.0, 12.0, 17.0, 10.0, 7.0, 7.0, 8.0, 6.0, 3.0, 6.0, 3.0, 2.0, 4.0, 1.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.6767578125, -1.6189422607421875, -1.561126708984375, -1.5033111572265625, -1.44549560546875, -1.3876800537109375, -1.329864501953125, -1.2720489501953125, -1.2142333984375, -1.1564178466796875, -1.098602294921875, -1.0407867431640625, -0.98297119140625, -0.9251556396484375, -0.867340087890625, -0.8095245361328125, -0.751708984375, -0.6938934326171875, -0.636077880859375, -0.5782623291015625, -0.52044677734375, -0.4626312255859375, -0.404815673828125, -0.3470001220703125, -0.2891845703125, -0.2313690185546875, -0.173553466796875, -0.1157379150390625, -0.05792236328125, -0.0001068115234375, 0.057708740234375, 0.1155242919921875, 0.17333984375, 0.2311553955078125, 0.288970947265625, 0.3467864990234375, 0.40460205078125, 0.4624176025390625, 0.520233154296875, 0.5780487060546875, 0.6358642578125, 0.6936798095703125, 0.751495361328125, 0.8093109130859375, 0.86712646484375, 0.9249420166015625, 0.982757568359375, 1.0405731201171875, 1.098388671875, 1.1562042236328125, 1.214019775390625, 1.2718353271484375, 1.32965087890625, 1.3874664306640625, 1.445281982421875, 1.5030975341796875, 1.5609130859375, 1.6187286376953125, 1.676544189453125, 1.7343597412109375, 1.79217529296875, 1.8499908447265625, 1.907806396484375, 1.9656219482421875, 2.0234375]}, "gradients/wav2vec2.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 8.0, 28.0, 97.0, 299.0, 338.0, 165.0, 52.0, 21.0, 2.0, 6.0, 0.0, 1.0, 1.0, 1.0], "bins": [-61.44733810424805, -60.31064987182617, -59.1739616394043, -58.03727340698242, -56.90058517456055, -55.76389694213867, -54.6272087097168, -53.49052047729492, -52.35383224487305, -51.21714401245117, -50.0804557800293, -48.94376754760742, -47.80707931518555, -46.67039108276367, -45.5337028503418, -44.39701461791992, -43.26032638549805, -42.12363815307617, -40.9869499206543, -39.85026168823242, -38.71357345581055, -37.57688522338867, -36.4401969909668, -35.30350875854492, -34.16682052612305, -33.03013229370117, -31.893444061279297, -30.756755828857422, -29.620067596435547, -28.483379364013672, -27.346691131591797, -26.210002899169922, -25.073318481445312, -23.936630249023438, -22.799942016601562, -21.663253784179688, -20.526565551757812, -19.389877319335938, -18.253189086914062, -17.116500854492188, -15.979812622070312, -14.843124389648438, -13.706436157226562, -12.569747924804688, -11.433059692382812, -10.296371459960938, -9.159683227539062, -8.022994995117188, -6.8863067626953125, -5.7496185302734375, -4.6129302978515625, -3.4762420654296875, -2.3395538330078125, -1.2028656005859375, -0.0661773681640625, 1.0705108642578125, 2.2071990966796875, 3.3438873291015625, 4.4805755615234375, 5.6172637939453125, 6.7539520263671875, 7.8906402587890625, 9.027328491210938, 10.164016723632812, 11.300704956054688]}, "gradients/wav2vec2.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 2.0, 5.0, 3.0, 9.0, 4.0, 10.0, 17.0, 19.0, 24.0, 44.0, 41.0, 39.0, 55.0, 55.0, 60.0, 62.0, 75.0, 63.0, 56.0, 65.0, 46.0, 43.0, 50.0, 30.0, 31.0, 31.0, 13.0, 11.0, 17.0, 9.0, 7.0, 5.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.181727409362793, -7.883979797363281, -7.586232662200928, -7.288485050201416, -6.990737438201904, -6.692990303039551, -6.395242691040039, -6.097495079040527, -5.799747467041016, -5.501999855041504, -5.20425271987915, -4.906505107879639, -4.608757495880127, -4.311010360717773, -4.013262748718262, -3.71551513671875, -3.4177680015563965, -3.120020627975464, -2.822273015975952, -2.5245256423950195, -2.226778030395508, -1.9290306568145752, -1.6312832832336426, -1.3335356712341309, -1.0357882976531982, -0.7380408048629761, -0.4402933716773987, -0.1425459384918213, 0.15520155429840088, 0.45294904708862305, 0.7506964206695557, 1.0484440326690674, 1.34619140625, 1.6439388990402222, 1.9416863918304443, 2.239433765411377, 2.5371813774108887, 2.8349287509918213, 3.132676124572754, 3.4304237365722656, 3.7281711101531982, 4.025918483734131, 4.323666095733643, 4.621413230895996, 4.919160842895508, 5.2169084548950195, 5.514656066894531, 5.812403678894043, 6.1101508140563965, 6.407898426055908, 6.705645561218262, 7.003393173217773, 7.301140785217285, 7.598888397216797, 7.89663553237915, 8.19438362121582, 8.492130279541016, 8.789877891540527, 9.087625503540039, 9.385372161865234, 9.683119773864746, 9.980867385864258, 10.27861499786377, 10.576362609863281, 10.874110221862793]}, "gradients/wav2vec2.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 4.0, 3.0, 0.0, 3.0, 2.0, 4.0, 8.0, 6.0, 20.0, 16.0, 26.0, 45.0, 63.0, 86.0, 120.0, 158.0, 247.0, 378.0, 479.0, 776.0, 1201.0, 1997.0, 3650.0, 7805.0, 26642.0, 300242.0, 635637.0, 47381.0, 10534.0, 4553.0, 2399.0, 1348.0, 895.0, 559.0, 387.0, 247.0, 193.0, 129.0, 75.0, 76.0, 42.0, 39.0, 20.0, 13.0, 21.0, 9.0, 9.0, 7.0, 3.0, 3.0, 2.0, 5.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.84375, -5.643310546875, -5.44287109375, -5.242431640625, -5.0419921875, -4.841552734375, -4.64111328125, -4.440673828125, -4.240234375, -4.039794921875, -3.83935546875, -3.638916015625, -3.4384765625, -3.238037109375, -3.03759765625, -2.837158203125, -2.63671875, -2.436279296875, -2.23583984375, -2.035400390625, -1.8349609375, -1.634521484375, -1.43408203125, -1.233642578125, -1.033203125, -0.832763671875, -0.63232421875, -0.431884765625, -0.2314453125, -0.031005859375, 0.16943359375, 0.369873046875, 0.5703125, 0.770751953125, 0.97119140625, 1.171630859375, 1.3720703125, 1.572509765625, 1.77294921875, 1.973388671875, 2.173828125, 2.374267578125, 2.57470703125, 2.775146484375, 2.9755859375, 3.176025390625, 3.37646484375, 3.576904296875, 3.77734375, 3.977783203125, 4.17822265625, 4.378662109375, 4.5791015625, 4.779541015625, 4.97998046875, 5.180419921875, 5.380859375, 5.581298828125, 5.78173828125, 5.982177734375, 6.1826171875, 6.383056640625, 6.58349609375, 6.783935546875, 6.984375]}, "gradients/wav2vec2.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 6.0, 6.0, 9.0, 26.0, 40.0, 75.0, 117.0, 186.0, 176.0, 129.0, 95.0, 45.0, 24.0, 11.0, 5.0, 9.0, 3.0, 4.0, 2.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.34375, -2.274871826171875, -2.20599365234375, -2.137115478515625, -2.0682373046875, -1.999359130859375, -1.93048095703125, -1.861602783203125, -1.792724609375, -1.723846435546875, -1.65496826171875, -1.586090087890625, -1.5172119140625, -1.448333740234375, -1.37945556640625, -1.310577392578125, -1.24169921875, -1.172821044921875, -1.10394287109375, -1.035064697265625, -0.9661865234375, -0.897308349609375, -0.82843017578125, -0.759552001953125, -0.690673828125, -0.621795654296875, -0.55291748046875, -0.484039306640625, -0.4151611328125, -0.346282958984375, -0.27740478515625, -0.208526611328125, -0.1396484375, -0.070770263671875, -0.00189208984375, 0.066986083984375, 0.1358642578125, 0.204742431640625, 0.27362060546875, 0.342498779296875, 0.411376953125, 0.480255126953125, 0.54913330078125, 0.618011474609375, 0.6868896484375, 0.755767822265625, 0.82464599609375, 0.893524169921875, 0.96240234375, 1.031280517578125, 1.10015869140625, 1.169036865234375, 1.2379150390625, 1.306793212890625, 1.37567138671875, 1.444549560546875, 1.513427734375, 1.582305908203125, 1.65118408203125, 1.720062255859375, 1.7889404296875, 1.857818603515625, 1.92669677734375, 1.995574951171875, 2.064453125]}, "gradients/wav2vec2.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 6.0, 7.0, 13.0, 16.0, 20.0, 22.0, 40.0, 73.0, 116.0, 253.0, 715.0, 2938.0, 32774.0, 880063.0, 123374.0, 6272.0, 1086.0, 359.0, 155.0, 72.0, 62.0, 36.0, 28.0, 13.0, 12.0, 13.0, 3.0, 5.0, 5.0, 3.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.109375, -11.7498779296875, -11.390380859375, -11.0308837890625, -10.67138671875, -10.3118896484375, -9.952392578125, -9.5928955078125, -9.2333984375, -8.8739013671875, -8.514404296875, -8.1549072265625, -7.79541015625, -7.4359130859375, -7.076416015625, -6.7169189453125, -6.357421875, -5.9979248046875, -5.638427734375, -5.2789306640625, -4.91943359375, -4.5599365234375, -4.200439453125, -3.8409423828125, -3.4814453125, -3.1219482421875, -2.762451171875, -2.4029541015625, -2.04345703125, -1.6839599609375, -1.324462890625, -0.9649658203125, -0.60546875, -0.2459716796875, 0.113525390625, 0.4730224609375, 0.83251953125, 1.1920166015625, 1.551513671875, 1.9110107421875, 2.2705078125, 2.6300048828125, 2.989501953125, 3.3489990234375, 3.70849609375, 4.0679931640625, 4.427490234375, 4.7869873046875, 5.146484375, 5.5059814453125, 5.865478515625, 6.2249755859375, 6.58447265625, 6.9439697265625, 7.303466796875, 7.6629638671875, 8.0224609375, 8.3819580078125, 8.741455078125, 9.1009521484375, 9.46044921875, 9.8199462890625, 10.179443359375, 10.5389404296875, 10.8984375]}, "gradients/wav2vec2.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 1.0, 3.0, 5.0, 13.0, 12.0, 15.0, 11.0, 28.0, 40.0, 51.0, 53.0, 56.0, 89.0, 72.0, 86.0, 72.0, 70.0, 59.0, 59.0, 43.0, 44.0, 32.0, 19.0, 22.0, 10.0, 14.0, 9.0, 4.0, 2.0, 8.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.3046875, -2.236236572265625, -2.16778564453125, -2.099334716796875, -2.0308837890625, -1.962432861328125, -1.89398193359375, -1.825531005859375, -1.757080078125, -1.688629150390625, -1.62017822265625, -1.551727294921875, -1.4832763671875, -1.414825439453125, -1.34637451171875, -1.277923583984375, -1.20947265625, -1.141021728515625, -1.07257080078125, -1.004119873046875, -0.9356689453125, -0.867218017578125, -0.79876708984375, -0.730316162109375, -0.661865234375, -0.593414306640625, -0.52496337890625, -0.456512451171875, -0.3880615234375, -0.319610595703125, -0.25115966796875, -0.182708740234375, -0.1142578125, -0.045806884765625, 0.02264404296875, 0.091094970703125, 0.1595458984375, 0.227996826171875, 0.29644775390625, 0.364898681640625, 0.433349609375, 0.501800537109375, 0.57025146484375, 0.638702392578125, 0.7071533203125, 0.775604248046875, 0.84405517578125, 0.912506103515625, 0.98095703125, 1.049407958984375, 1.11785888671875, 1.186309814453125, 1.2547607421875, 1.323211669921875, 1.39166259765625, 1.460113525390625, 1.528564453125, 1.597015380859375, 1.66546630859375, 1.733917236328125, 1.8023681640625, 1.870819091796875, 1.93927001953125, 2.007720947265625, 2.076171875]}, "gradients/wav2vec2.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 8.0, 1.0, 9.0, 10.0, 16.0, 17.0, 22.0, 29.0, 52.0, 57.0, 101.0, 147.0, 207.0, 364.0, 594.0, 958.0, 1756.0, 3130.0, 6610.0, 14418.0, 38742.0, 132812.0, 494406.0, 251289.0, 62668.0, 21336.0, 8901.0, 4315.0, 2296.0, 1276.0, 738.0, 459.0, 262.0, 176.0, 120.0, 76.0, 54.0, 26.0, 23.0, 10.0, 17.0, 8.0, 3.0, 8.0, 7.0, 5.0, 3.0, 3.0, 5.0, 0.0, 4.0, 1.0, 0.0, 2.0], "bins": [-1.9033203125, -1.8451385498046875, -1.786956787109375, -1.7287750244140625, -1.67059326171875, -1.6124114990234375, -1.554229736328125, -1.4960479736328125, -1.4378662109375, -1.3796844482421875, -1.321502685546875, -1.2633209228515625, -1.20513916015625, -1.1469573974609375, -1.088775634765625, -1.0305938720703125, -0.972412109375, -0.9142303466796875, -0.856048583984375, -0.7978668212890625, -0.73968505859375, -0.6815032958984375, -0.623321533203125, -0.5651397705078125, -0.5069580078125, -0.4487762451171875, -0.390594482421875, -0.3324127197265625, -0.27423095703125, -0.2160491943359375, -0.157867431640625, -0.0996856689453125, -0.04150390625, 0.0166778564453125, 0.074859619140625, 0.1330413818359375, 0.19122314453125, 0.2494049072265625, 0.307586669921875, 0.3657684326171875, 0.4239501953125, 0.4821319580078125, 0.540313720703125, 0.5984954833984375, 0.65667724609375, 0.7148590087890625, 0.773040771484375, 0.8312225341796875, 0.889404296875, 0.9475860595703125, 1.005767822265625, 1.0639495849609375, 1.12213134765625, 1.1803131103515625, 1.238494873046875, 1.2966766357421875, 1.3548583984375, 1.4130401611328125, 1.471221923828125, 1.5294036865234375, 1.58758544921875, 1.6457672119140625, 1.703948974609375, 1.7621307373046875, 1.8203125]}, "gradients/wav2vec2.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 3.0, 3.0, 5.0, 5.0, 0.0, 4.0, 6.0, 6.0, 12.0, 15.0, 16.0, 10.0, 18.0, 23.0, 29.0, 35.0, 71.0, 115.0, 136.0, 138.0, 112.0, 51.0, 38.0, 26.0, 29.0, 16.0, 19.0, 6.0, 16.0, 7.0, 8.0, 5.0, 4.0, 2.0, 10.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.0010080337524414062, -0.0009813830256462097, -0.0009547322988510132, -0.0009280815720558167, -0.0009014308452606201, -0.0008747801184654236, -0.000848129391670227, -0.0008214786648750305, -0.000794827938079834, -0.0007681772112846375, -0.0007415264844894409, -0.0007148757576942444, -0.0006882250308990479, -0.0006615743041038513, -0.0006349235773086548, -0.0006082728505134583, -0.0005816221237182617, -0.0005549713969230652, -0.0005283206701278687, -0.0005016699433326721, -0.0004750192165374756, -0.00044836848974227905, -0.0004217177629470825, -0.000395067036151886, -0.00036841630935668945, -0.0003417655825614929, -0.0003151148557662964, -0.00028846412897109985, -0.0002618134021759033, -0.0002351626753807068, -0.00020851194858551025, -0.00018186122179031372, -0.0001552104949951172, -0.00012855976819992065, -0.00010190904140472412, -7.525831460952759e-05, -4.8607587814331055e-05, -2.195686101913452e-05, 4.693865776062012e-06, 3.1344592571258545e-05, 5.799531936645508e-05, 8.464604616165161e-05, 0.00011129677295684814, 0.00013794749975204468, 0.0001645982265472412, 0.00019124895334243774, 0.00021789968013763428, 0.0002445504069328308, 0.00027120113372802734, 0.0002978518605232239, 0.0003245025873184204, 0.00035115331411361694, 0.0003778040409088135, 0.00040445476770401, 0.00043110549449920654, 0.0004577562212944031, 0.0004844069480895996, 0.0005110576748847961, 0.0005377084016799927, 0.0005643591284751892, 0.0005910098552703857, 0.0006176605820655823, 0.0006443113088607788, 0.0006709620356559753, 0.0006976127624511719]}, "gradients/wav2vec2.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 3.0, 3.0, 7.0, 2.0, 4.0, 6.0, 10.0, 9.0, 18.0, 11.0, 36.0, 68.0, 142.0, 285.0, 810.0, 2087.0, 7478.0, 135181.0, 877080.0, 19614.0, 3571.0, 1195.0, 466.0, 216.0, 105.0, 53.0, 31.0, 24.0, 8.0, 7.0, 9.0, 3.0, 2.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.83203125, -4.660888671875, -4.48974609375, -4.318603515625, -4.1474609375, -3.976318359375, -3.80517578125, -3.634033203125, -3.462890625, -3.291748046875, -3.12060546875, -2.949462890625, -2.7783203125, -2.607177734375, -2.43603515625, -2.264892578125, -2.09375, -1.922607421875, -1.75146484375, -1.580322265625, -1.4091796875, -1.238037109375, -1.06689453125, -0.895751953125, -0.724609375, -0.553466796875, -0.38232421875, -0.211181640625, -0.0400390625, 0.131103515625, 0.30224609375, 0.473388671875, 0.64453125, 0.815673828125, 0.98681640625, 1.157958984375, 1.3291015625, 1.500244140625, 1.67138671875, 1.842529296875, 2.013671875, 2.184814453125, 2.35595703125, 2.527099609375, 2.6982421875, 2.869384765625, 3.04052734375, 3.211669921875, 3.3828125, 3.553955078125, 3.72509765625, 3.896240234375, 4.0673828125, 4.238525390625, 4.40966796875, 4.580810546875, 4.751953125, 4.923095703125, 5.09423828125, 5.265380859375, 5.4365234375, 5.607666015625, 5.77880859375, 5.949951171875, 6.12109375]}, "gradients/wav2vec2.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 4.0, 1.0, 2.0, 3.0, 5.0, 1.0, 4.0, 7.0, 4.0, 5.0, 9.0, 2.0, 18.0, 7.0, 16.0, 35.0, 49.0, 67.0, 109.0, 140.0, 137.0, 144.0, 68.0, 55.0, 25.0, 19.0, 16.0, 11.0, 12.0, 8.0, 2.0, 5.0, 3.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.859375, -0.8296661376953125, -0.799957275390625, -0.7702484130859375, -0.74053955078125, -0.7108306884765625, -0.681121826171875, -0.6514129638671875, -0.6217041015625, -0.5919952392578125, -0.562286376953125, -0.5325775146484375, -0.50286865234375, -0.4731597900390625, -0.443450927734375, -0.4137420654296875, -0.384033203125, -0.3543243408203125, -0.324615478515625, -0.2949066162109375, -0.26519775390625, -0.2354888916015625, -0.205780029296875, -0.1760711669921875, -0.1463623046875, -0.1166534423828125, -0.086944580078125, -0.0572357177734375, -0.02752685546875, 0.0021820068359375, 0.031890869140625, 0.0615997314453125, 0.09130859375, 0.1210174560546875, 0.150726318359375, 0.1804351806640625, 0.21014404296875, 0.2398529052734375, 0.269561767578125, 0.2992706298828125, 0.3289794921875, 0.3586883544921875, 0.388397216796875, 0.4181060791015625, 0.44781494140625, 0.4775238037109375, 0.507232666015625, 0.5369415283203125, 0.566650390625, 0.5963592529296875, 0.626068115234375, 0.6557769775390625, 0.68548583984375, 0.7151947021484375, 0.744903564453125, 0.7746124267578125, 0.8043212890625, 0.8340301513671875, 0.863739013671875, 0.8934478759765625, 0.92315673828125, 0.9528656005859375, 0.982574462890625, 1.0122833251953125, 1.0419921875]}, "gradients/wav2vec2.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 8.0, 44.0, 143.0, 354.0, 288.0, 114.0, 45.0, 10.0, 3.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.654365539550781, -12.733182907104492, -11.811999320983887, -10.890815734863281, -9.969633102416992, -9.048450469970703, -8.127266883850098, -7.20608377456665, -6.284900665283203, -5.363717555999756, -4.442534446716309, -3.5213513374328613, -2.600168228149414, -1.6789851188659668, -0.7578020095825195, 0.16338109970092773, 1.084564208984375, 2.0057473182678223, 2.9269304275512695, 3.848113536834717, 4.769296646118164, 5.690479755401611, 6.611662864685059, 7.532845973968506, 8.454029083251953, 9.375211715698242, 10.296395301818848, 11.217578887939453, 12.138761520385742, 13.059944152832031, 13.981127738952637, 14.902311325073242, 15.823493957519531, 16.74467658996582, 17.66585922241211, 18.58704376220703, 19.50822639465332, 20.42940902709961, 21.35059356689453, 22.27177619934082, 23.19295883178711, 24.1141414642334, 25.035324096679688, 25.95650863647461, 26.8776912689209, 27.798873901367188, 28.72005844116211, 29.6412410736084, 30.562423706054688, 31.483606338500977, 32.404788970947266, 33.32597351074219, 34.247154235839844, 35.168338775634766, 36.08952331542969, 37.010704040527344, 37.931888580322266, 38.85307312011719, 39.774253845214844, 40.695438385009766, 41.61662292480469, 42.537803649902344, 43.458988189697266, 44.38016891479492, 45.301353454589844]}, "gradients/wav2vec2.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 6.0, 14.0, 12.0, 14.0, 30.0, 21.0, 27.0, 36.0, 41.0, 42.0, 50.0, 56.0, 49.0, 59.0, 55.0, 53.0, 48.0, 50.0, 47.0, 55.0, 36.0, 42.0, 18.0, 26.0, 25.0, 33.0, 14.0, 10.0, 6.0, 11.0, 9.0, 3.0, 4.0, 1.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.221546173095703, -5.0301079750061035, -4.838670253753662, -4.6472320556640625, -4.455793857574463, -4.2643561363220215, -4.072917938232422, -3.8814799785614014, -3.690042018890381, -3.4986040592193604, -3.3071658611297607, -3.1157279014587402, -2.9242899417877197, -2.732851982116699, -2.5414137840270996, -2.349975824356079, -2.1585376262664795, -1.9670995473861694, -1.775661587715149, -1.5842235088348389, -1.3927855491638184, -1.2013474702835083, -1.0099093914031982, -0.8184714317321777, -0.6270333528518677, -0.4355953335762024, -0.24415728449821472, -0.05271923542022705, 0.13871878385543823, 0.3301568031311035, 0.5215948820114136, 0.7130328416824341, 0.9044709205627441, 1.0959089994430542, 1.2873469591140747, 1.4787850379943848, 1.6702229976654053, 1.8616610765457153, 2.0530991554260254, 2.244537115097046, 2.4359750747680664, 2.627413034439087, 2.8188512325286865, 3.010289192199707, 3.2017271518707275, 3.393165111541748, 3.5846033096313477, 3.776041269302368, 3.9674794673919678, 4.158917427062988, 4.350355625152588, 4.5417938232421875, 4.733231544494629, 4.9246697425842285, 5.116107940673828, 5.3075456619262695, 5.498983860015869, 5.690422058105469, 5.88185977935791, 6.07329797744751, 6.264736175537109, 6.456173896789551, 6.64761209487915, 6.83905029296875, 7.030488014221191]}, "gradients/wav2vec2.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 5.0, 4.0, 6.0, 9.0, 17.0, 18.0, 37.0, 33.0, 57.0, 114.0, 150.0, 255.0, 414.0, 603.0, 927.0, 1498.0, 2393.0, 4015.0, 6539.0, 10648.0, 18085.0, 31384.0, 55792.0, 104346.0, 207854.0, 472977.0, 1376058.0, 1109846.0, 397172.0, 180791.0, 92125.0, 49946.0, 28237.0, 16306.0, 9961.0, 5794.0, 3691.0, 2328.0, 1437.0, 866.0, 573.0, 339.0, 221.0, 158.0, 93.0, 44.0, 42.0, 23.0, 23.0, 17.0, 12.0, 3.0, 2.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-15.609375, -15.104248046875, -14.59912109375, -14.093994140625, -13.5888671875, -13.083740234375, -12.57861328125, -12.073486328125, -11.568359375, -11.063232421875, -10.55810546875, -10.052978515625, -9.5478515625, -9.042724609375, -8.53759765625, -8.032470703125, -7.52734375, -7.022216796875, -6.51708984375, -6.011962890625, -5.5068359375, -5.001708984375, -4.49658203125, -3.991455078125, -3.486328125, -2.981201171875, -2.47607421875, -1.970947265625, -1.4658203125, -0.960693359375, -0.45556640625, 0.049560546875, 0.5546875, 1.059814453125, 1.56494140625, 2.070068359375, 2.5751953125, 3.080322265625, 3.58544921875, 4.090576171875, 4.595703125, 5.100830078125, 5.60595703125, 6.111083984375, 6.6162109375, 7.121337890625, 7.62646484375, 8.131591796875, 8.63671875, 9.141845703125, 9.64697265625, 10.152099609375, 10.6572265625, 11.162353515625, 11.66748046875, 12.172607421875, 12.677734375, 13.182861328125, 13.68798828125, 14.193115234375, 14.6982421875, 15.203369140625, 15.70849609375, 16.213623046875, 16.71875]}, "gradients/wav2vec2.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 5.0, 5.0, 7.0, 9.0, 12.0, 11.0, 17.0, 17.0, 19.0, 18.0, 31.0, 39.0, 31.0, 37.0, 39.0, 36.0, 54.0, 49.0, 51.0, 54.0, 36.0, 45.0, 48.0, 39.0, 34.0, 36.0, 30.0, 31.0, 23.0, 21.0, 23.0, 19.0, 13.0, 16.0, 12.0, 10.0, 12.0, 4.0, 6.0, 5.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.359375, -15.823974609375, -15.28857421875, -14.753173828125, -14.2177734375, -13.682373046875, -13.14697265625, -12.611572265625, -12.076171875, -11.540771484375, -11.00537109375, -10.469970703125, -9.9345703125, -9.399169921875, -8.86376953125, -8.328369140625, -7.79296875, -7.257568359375, -6.72216796875, -6.186767578125, -5.6513671875, -5.115966796875, -4.58056640625, -4.045166015625, -3.509765625, -2.974365234375, -2.43896484375, -1.903564453125, -1.3681640625, -0.832763671875, -0.29736328125, 0.238037109375, 0.7734375, 1.308837890625, 1.84423828125, 2.379638671875, 2.9150390625, 3.450439453125, 3.98583984375, 4.521240234375, 5.056640625, 5.592041015625, 6.12744140625, 6.662841796875, 7.1982421875, 7.733642578125, 8.26904296875, 8.804443359375, 9.33984375, 9.875244140625, 10.41064453125, 10.946044921875, 11.4814453125, 12.016845703125, 12.55224609375, 13.087646484375, 13.623046875, 14.158447265625, 14.69384765625, 15.229248046875, 15.7646484375, 16.300048828125, 16.83544921875, 17.370849609375, 17.90625]}, "gradients/wav2vec2.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 4.0, 6.0, 4.0, 7.0, 9.0, 12.0, 18.0, 31.0, 29.0, 54.0, 63.0, 87.0, 125.0, 148.0, 217.0, 331.0, 491.0, 719.0, 1163.0, 1768.0, 2791.0, 4846.0, 8646.0, 16520.0, 32464.0, 67126.0, 149876.0, 367108.0, 1086392.0, 1544469.0, 527507.0, 203679.0, 89160.0, 41804.0, 20688.0, 10643.0, 5942.0, 3402.0, 1971.0, 1277.0, 852.0, 549.0, 376.0, 291.0, 183.0, 121.0, 98.0, 68.0, 36.0, 33.0, 30.0, 21.0, 14.0, 13.0, 5.0, 3.0, 3.0, 3.0, 1.0, 1.0], "bins": [-31.703125, -30.74755859375, -29.7919921875, -28.83642578125, -27.880859375, -26.92529296875, -25.9697265625, -25.01416015625, -24.05859375, -23.10302734375, -22.1474609375, -21.19189453125, -20.236328125, -19.28076171875, -18.3251953125, -17.36962890625, -16.4140625, -15.45849609375, -14.5029296875, -13.54736328125, -12.591796875, -11.63623046875, -10.6806640625, -9.72509765625, -8.76953125, -7.81396484375, -6.8583984375, -5.90283203125, -4.947265625, -3.99169921875, -3.0361328125, -2.08056640625, -1.125, -0.16943359375, 0.7861328125, 1.74169921875, 2.697265625, 3.65283203125, 4.6083984375, 5.56396484375, 6.51953125, 7.47509765625, 8.4306640625, 9.38623046875, 10.341796875, 11.29736328125, 12.2529296875, 13.20849609375, 14.1640625, 15.11962890625, 16.0751953125, 17.03076171875, 17.986328125, 18.94189453125, 19.8974609375, 20.85302734375, 21.80859375, 22.76416015625, 23.7197265625, 24.67529296875, 25.630859375, 26.58642578125, 27.5419921875, 28.49755859375, 29.453125]}, "gradients/wav2vec2.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 8.0, 10.0, 9.0, 9.0, 10.0, 16.0, 23.0, 24.0, 46.0, 43.0, 81.0, 107.0, 173.0, 213.0, 337.0, 511.0, 694.0, 559.0, 355.0, 238.0, 182.0, 121.0, 93.0, 62.0, 42.0, 27.0, 11.0, 13.0, 17.0, 9.0, 9.0, 9.0, 7.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-33.34375, -32.25, -31.15625, -30.0625, -28.96875, -27.875, -26.78125, -25.6875, -24.59375, -23.5, -22.40625, -21.3125, -20.21875, -19.125, -18.03125, -16.9375, -15.84375, -14.75, -13.65625, -12.5625, -11.46875, -10.375, -9.28125, -8.1875, -7.09375, -6.0, -4.90625, -3.8125, -2.71875, -1.625, -0.53125, 0.5625, 1.65625, 2.75, 3.84375, 4.9375, 6.03125, 7.125, 8.21875, 9.3125, 10.40625, 11.5, 12.59375, 13.6875, 14.78125, 15.875, 16.96875, 18.0625, 19.15625, 20.25, 21.34375, 22.4375, 23.53125, 24.625, 25.71875, 26.8125, 27.90625, 29.0, 30.09375, 31.1875, 32.28125, 33.375, 34.46875, 35.5625, 36.65625]}, "gradients/wav2vec2.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 6.0, 1.0, 3.0, 6.0, 7.0, 10.0, 19.0, 22.0, 22.0, 31.0, 57.0, 69.0, 67.0, 78.0, 87.0, 74.0, 90.0, 70.0, 67.0, 59.0, 42.0, 47.0, 25.0, 17.0, 12.0, 10.0, 3.0, 5.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-173.28060913085938, -168.44342041015625, -163.60623168945312, -158.76904296875, -153.93185424804688, -149.09466552734375, -144.25747680664062, -139.42030334472656, -134.58311462402344, -129.7459259033203, -124.90873718261719, -120.07154846191406, -115.23436737060547, -110.39717864990234, -105.55998992919922, -100.72280883789062, -95.88561248779297, -91.04842376708984, -86.21123504638672, -81.37405395507812, -76.536865234375, -71.69967651367188, -66.86248779296875, -62.02530288696289, -57.188114166259766, -52.35092544555664, -47.51374053955078, -42.676551818847656, -37.83936309814453, -33.00217819213867, -28.164989471435547, -23.327804565429688, -18.490615844726562, -13.65342903137207, -8.816241264343262, -3.979053497314453, 0.8581333160400391, 5.695320129394531, 10.532508850097656, 15.369693756103516, 20.20688247680664, 25.044069290161133, 29.881256103515625, 34.71844482421875, 39.555633544921875, 44.392818450927734, 49.23000717163086, 54.06719207763672, 58.904380798339844, 63.74156951904297, 68.5787582397461, 73.41593933105469, 78.25312805175781, 83.09031677246094, 87.92750549316406, 92.76469421386719, 97.60188293457031, 102.43907165527344, 107.27626037597656, 112.11344909667969, 116.95063018798828, 121.7878189086914, 126.62500762939453, 131.46218872070312, 136.29937744140625]}, "gradients/wav2vec2.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 7.0, 3.0, 2.0, 4.0, 4.0, 13.0, 9.0, 9.0, 17.0, 21.0, 19.0, 12.0, 20.0, 32.0, 42.0, 36.0, 37.0, 46.0, 40.0, 44.0, 53.0, 43.0, 58.0, 48.0, 46.0, 25.0, 39.0, 33.0, 37.0, 38.0, 30.0, 26.0, 20.0, 17.0, 18.0, 9.0, 10.0, 8.0, 10.0, 10.0, 4.0, 2.0, 0.0, 7.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-111.46861267089844, -108.15240478515625, -104.83619689941406, -101.51998901367188, -98.20378112792969, -94.8875732421875, -91.57136535644531, -88.25515747070312, -84.93894958496094, -81.62274169921875, -78.30653381347656, -74.99032592773438, -71.67411804199219, -68.35791015625, -65.04170227050781, -61.72549819946289, -58.40929412841797, -55.09308624267578, -51.776878356933594, -48.460670471191406, -45.14446258544922, -41.82825469970703, -38.51205062866211, -35.19584274291992, -31.879634857177734, -28.563426971435547, -25.24721908569336, -21.931013107299805, -18.614805221557617, -15.29859733581543, -11.982391357421875, -8.666183471679688, -5.3499755859375, -2.0337681770324707, 1.2824392318725586, 4.59864616394043, 7.914854049682617, 11.231061935424805, 14.54726791381836, 17.863475799560547, 21.179683685302734, 24.495891571044922, 27.81209945678711, 31.128305435180664, 34.44451141357422, 37.760719299316406, 41.076927185058594, 44.39313507080078, 47.70934295654297, 51.025550842285156, 54.341758728027344, 57.65796661376953, 60.97417449951172, 64.2903823852539, 67.60658264160156, 70.92279052734375, 74.23899841308594, 77.55520629882812, 80.87141418457031, 84.1876220703125, 87.50382995605469, 90.82003784179688, 94.13624572753906, 97.45245361328125, 100.76866149902344]}, "gradients/wav2vec2.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 9.0, 21.0, 28.0, 41.0, 60.0, 84.0, 144.0, 247.0, 336.0, 562.0, 879.0, 1393.0, 2102.0, 3099.0, 4495.0, 6952.0, 10604.0, 16622.0, 26722.0, 47208.0, 88516.0, 178660.0, 260623.0, 183589.0, 91533.0, 47806.0, 27587.0, 16808.0, 10897.0, 7082.0, 4685.0, 3107.0, 2185.0, 1377.0, 883.0, 577.0, 386.0, 233.0, 147.0, 102.0, 74.0, 37.0, 21.0, 18.0, 13.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.875, -21.222412109375, -20.56982421875, -19.917236328125, -19.2646484375, -18.612060546875, -17.95947265625, -17.306884765625, -16.654296875, -16.001708984375, -15.34912109375, -14.696533203125, -14.0439453125, -13.391357421875, -12.73876953125, -12.086181640625, -11.43359375, -10.781005859375, -10.12841796875, -9.475830078125, -8.8232421875, -8.170654296875, -7.51806640625, -6.865478515625, -6.212890625, -5.560302734375, -4.90771484375, -4.255126953125, -3.6025390625, -2.949951171875, -2.29736328125, -1.644775390625, -0.9921875, -0.339599609375, 0.31298828125, 0.965576171875, 1.6181640625, 2.270751953125, 2.92333984375, 3.575927734375, 4.228515625, 4.881103515625, 5.53369140625, 6.186279296875, 6.8388671875, 7.491455078125, 8.14404296875, 8.796630859375, 9.44921875, 10.101806640625, 10.75439453125, 11.406982421875, 12.0595703125, 12.712158203125, 13.36474609375, 14.017333984375, 14.669921875, 15.322509765625, 15.97509765625, 16.627685546875, 17.2802734375, 17.932861328125, 18.58544921875, 19.238037109375, 19.890625]}, "gradients/wav2vec2.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 6.0, 2.0, 3.0, 5.0, 4.0, 4.0, 8.0, 11.0, 6.0, 9.0, 13.0, 11.0, 13.0, 18.0, 28.0, 22.0, 24.0, 30.0, 22.0, 28.0, 30.0, 29.0, 34.0, 34.0, 33.0, 36.0, 45.0, 35.0, 31.0, 33.0, 41.0, 26.0, 34.0, 42.0, 32.0, 28.0, 20.0, 26.0, 24.0, 17.0, 15.0, 14.0, 18.0, 9.0, 8.0, 7.0, 7.0, 13.0, 7.0, 3.0, 8.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0], "bins": [-13.3203125, -12.8626708984375, -12.405029296875, -11.9473876953125, -11.48974609375, -11.0321044921875, -10.574462890625, -10.1168212890625, -9.6591796875, -9.2015380859375, -8.743896484375, -8.2862548828125, -7.82861328125, -7.3709716796875, -6.913330078125, -6.4556884765625, -5.998046875, -5.5404052734375, -5.082763671875, -4.6251220703125, -4.16748046875, -3.7098388671875, -3.252197265625, -2.7945556640625, -2.3369140625, -1.8792724609375, -1.421630859375, -0.9639892578125, -0.50634765625, -0.0487060546875, 0.408935546875, 0.8665771484375, 1.32421875, 1.7818603515625, 2.239501953125, 2.6971435546875, 3.15478515625, 3.6124267578125, 4.070068359375, 4.5277099609375, 4.9853515625, 5.4429931640625, 5.900634765625, 6.3582763671875, 6.81591796875, 7.2735595703125, 7.731201171875, 8.1888427734375, 8.646484375, 9.1041259765625, 9.561767578125, 10.0194091796875, 10.47705078125, 10.9346923828125, 11.392333984375, 11.8499755859375, 12.3076171875, 12.7652587890625, 13.222900390625, 13.6805419921875, 14.13818359375, 14.5958251953125, 15.053466796875, 15.5111083984375, 15.96875]}, "gradients/wav2vec2.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 10.0, 15.0, 22.0, 45.0, 66.0, 111.0, 226.0, 562.0, 2235.0, 9962.0, 49221.0, 465841.0, 458805.0, 48500.0, 9789.0, 2126.0, 557.0, 196.0, 103.0, 72.0, 29.0, 22.0, 7.0, 14.0, 6.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-67.25, -64.5595703125, -61.869140625, -59.1787109375, -56.48828125, -53.7978515625, -51.107421875, -48.4169921875, -45.7265625, -43.0361328125, -40.345703125, -37.6552734375, -34.96484375, -32.2744140625, -29.583984375, -26.8935546875, -24.203125, -21.5126953125, -18.822265625, -16.1318359375, -13.44140625, -10.7509765625, -8.060546875, -5.3701171875, -2.6796875, 0.0107421875, 2.701171875, 5.3916015625, 8.08203125, 10.7724609375, 13.462890625, 16.1533203125, 18.84375, 21.5341796875, 24.224609375, 26.9150390625, 29.60546875, 32.2958984375, 34.986328125, 37.6767578125, 40.3671875, 43.0576171875, 45.748046875, 48.4384765625, 51.12890625, 53.8193359375, 56.509765625, 59.2001953125, 61.890625, 64.5810546875, 67.271484375, 69.9619140625, 72.65234375, 75.3427734375, 78.033203125, 80.7236328125, 83.4140625, 86.1044921875, 88.794921875, 91.4853515625, 94.17578125, 96.8662109375, 99.556640625, 102.2470703125, 104.9375]}, "gradients/wav2vec2.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 4.0, 1.0, 5.0, 2.0, 5.0, 7.0, 9.0, 6.0, 15.0, 17.0, 28.0, 13.0, 35.0, 39.0, 32.0, 46.0, 35.0, 47.0, 65.0, 57.0, 57.0, 53.0, 46.0, 37.0, 62.0, 47.0, 43.0, 39.0, 31.0, 25.0, 25.0, 16.0, 14.0, 19.0, 6.0, 3.0, 8.0, 4.0, 4.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-67.8125, -65.78466796875, -63.7568359375, -61.72900390625, -59.701171875, -57.67333984375, -55.6455078125, -53.61767578125, -51.58984375, -49.56201171875, -47.5341796875, -45.50634765625, -43.478515625, -41.45068359375, -39.4228515625, -37.39501953125, -35.3671875, -33.33935546875, -31.3115234375, -29.28369140625, -27.255859375, -25.22802734375, -23.2001953125, -21.17236328125, -19.14453125, -17.11669921875, -15.0888671875, -13.06103515625, -11.033203125, -9.00537109375, -6.9775390625, -4.94970703125, -2.921875, -0.89404296875, 1.1337890625, 3.16162109375, 5.189453125, 7.21728515625, 9.2451171875, 11.27294921875, 13.30078125, 15.32861328125, 17.3564453125, 19.38427734375, 21.412109375, 23.43994140625, 25.4677734375, 27.49560546875, 29.5234375, 31.55126953125, 33.5791015625, 35.60693359375, 37.634765625, 39.66259765625, 41.6904296875, 43.71826171875, 45.74609375, 47.77392578125, 49.8017578125, 51.82958984375, 53.857421875, 55.88525390625, 57.9130859375, 59.94091796875, 61.96875]}, "gradients/wav2vec2.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 4.0, 5.0, 9.0, 9.0, 14.0, 25.0, 51.0, 86.0, 127.0, 192.0, 424.0, 825.0, 1966.0, 4734.0, 11764.0, 29080.0, 75951.0, 287934.0, 459608.0, 108578.0, 39871.0, 15968.0, 6404.0, 2596.0, 1150.0, 531.0, 245.0, 145.0, 101.0, 56.0, 41.0, 28.0, 13.0, 15.0, 8.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.65625, -26.869873046875, -26.08349609375, -25.297119140625, -24.5107421875, -23.724365234375, -22.93798828125, -22.151611328125, -21.365234375, -20.578857421875, -19.79248046875, -19.006103515625, -18.2197265625, -17.433349609375, -16.64697265625, -15.860595703125, -15.07421875, -14.287841796875, -13.50146484375, -12.715087890625, -11.9287109375, -11.142333984375, -10.35595703125, -9.569580078125, -8.783203125, -7.996826171875, -7.21044921875, -6.424072265625, -5.6376953125, -4.851318359375, -4.06494140625, -3.278564453125, -2.4921875, -1.705810546875, -0.91943359375, -0.133056640625, 0.6533203125, 1.439697265625, 2.22607421875, 3.012451171875, 3.798828125, 4.585205078125, 5.37158203125, 6.157958984375, 6.9443359375, 7.730712890625, 8.51708984375, 9.303466796875, 10.08984375, 10.876220703125, 11.66259765625, 12.448974609375, 13.2353515625, 14.021728515625, 14.80810546875, 15.594482421875, 16.380859375, 17.167236328125, 17.95361328125, 18.739990234375, 19.5263671875, 20.312744140625, 21.09912109375, 21.885498046875, 22.671875]}, "gradients/wav2vec2.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 4.0, 2.0, 3.0, 2.0, 1.0, 3.0, 5.0, 5.0, 5.0, 2.0, 6.0, 15.0, 10.0, 20.0, 18.0, 16.0, 23.0, 24.0, 50.0, 80.0, 129.0, 145.0, 127.0, 87.0, 50.0, 48.0, 23.0, 20.0, 16.0, 14.0, 11.0, 8.0, 6.0, 6.0, 4.0, 4.0, 5.0, 10.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0042266845703125, -0.004083991050720215, -0.00394129753112793, -0.0037986040115356445, -0.0036559104919433594, -0.0035132169723510742, -0.003370523452758789, -0.003227829933166504, -0.0030851364135742188, -0.0029424428939819336, -0.0027997493743896484, -0.0026570558547973633, -0.002514362335205078, -0.002371668815612793, -0.002228975296020508, -0.0020862817764282227, -0.0019435882568359375, -0.0018008947372436523, -0.0016582012176513672, -0.001515507698059082, -0.0013728141784667969, -0.0012301206588745117, -0.0010874271392822266, -0.0009447336196899414, -0.0008020401000976562, -0.0006593465805053711, -0.0005166530609130859, -0.0003739595413208008, -0.00023126602172851562, -8.857250213623047e-05, 5.412101745605469e-05, 0.00019681453704833984, 0.000339508056640625, 0.00048220157623291016, 0.0006248950958251953, 0.0007675886154174805, 0.0009102821350097656, 0.0010529756546020508, 0.001195669174194336, 0.001338362693786621, 0.0014810562133789062, 0.0016237497329711914, 0.0017664432525634766, 0.0019091367721557617, 0.002051830291748047, 0.002194523811340332, 0.002337217330932617, 0.0024799108505249023, 0.0026226043701171875, 0.0027652978897094727, 0.002907991409301758, 0.003050684928894043, 0.003193378448486328, 0.0033360719680786133, 0.0034787654876708984, 0.0036214590072631836, 0.0037641525268554688, 0.003906846046447754, 0.004049539566040039, 0.004192233085632324, 0.004334926605224609, 0.0044776201248168945, 0.00462031364440918, 0.004763007164001465, 0.00490570068359375]}, "gradients/wav2vec2.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 2.0, 4.0, 8.0, 17.0, 23.0, 32.0, 42.0, 74.0, 116.0, 200.0, 531.0, 2226.0, 13588.0, 86314.0, 682096.0, 225454.0, 31069.0, 5105.0, 969.0, 309.0, 151.0, 75.0, 57.0, 50.0, 21.0, 13.0, 5.0, 7.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-63.59375, -62.139404296875, -60.68505859375, -59.230712890625, -57.7763671875, -56.322021484375, -54.86767578125, -53.413330078125, -51.958984375, -50.504638671875, -49.05029296875, -47.595947265625, -46.1416015625, -44.687255859375, -43.23291015625, -41.778564453125, -40.32421875, -38.869873046875, -37.41552734375, -35.961181640625, -34.5068359375, -33.052490234375, -31.59814453125, -30.143798828125, -28.689453125, -27.235107421875, -25.78076171875, -24.326416015625, -22.8720703125, -21.417724609375, -19.96337890625, -18.509033203125, -17.0546875, -15.600341796875, -14.14599609375, -12.691650390625, -11.2373046875, -9.782958984375, -8.32861328125, -6.874267578125, -5.419921875, -3.965576171875, -2.51123046875, -1.056884765625, 0.3974609375, 1.851806640625, 3.30615234375, 4.760498046875, 6.21484375, 7.669189453125, 9.12353515625, 10.577880859375, 12.0322265625, 13.486572265625, 14.94091796875, 16.395263671875, 17.849609375, 19.303955078125, 20.75830078125, 22.212646484375, 23.6669921875, 25.121337890625, 26.57568359375, 28.030029296875, 29.484375]}, "gradients/wav2vec2.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 6.0, 15.0, 13.0, 21.0, 39.0, 68.0, 132.0, 266.0, 203.0, 113.0, 55.0, 26.0, 26.0, 13.0, 10.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.53125, -19.04052734375, -17.5498046875, -16.05908203125, -14.568359375, -13.07763671875, -11.5869140625, -10.09619140625, -8.60546875, -7.11474609375, -5.6240234375, -4.13330078125, -2.642578125, -1.15185546875, 0.3388671875, 1.82958984375, 3.3203125, 4.81103515625, 6.3017578125, 7.79248046875, 9.283203125, 10.77392578125, 12.2646484375, 13.75537109375, 15.24609375, 16.73681640625, 18.2275390625, 19.71826171875, 21.208984375, 22.69970703125, 24.1904296875, 25.68115234375, 27.171875, 28.66259765625, 30.1533203125, 31.64404296875, 33.134765625, 34.62548828125, 36.1162109375, 37.60693359375, 39.09765625, 40.58837890625, 42.0791015625, 43.56982421875, 45.060546875, 46.55126953125, 48.0419921875, 49.53271484375, 51.0234375, 52.51416015625, 54.0048828125, 55.49560546875, 56.986328125, 58.47705078125, 59.9677734375, 61.45849609375, 62.94921875, 64.43994140625, 65.9306640625, 67.42138671875, 68.912109375, 70.40283203125, 71.8935546875, 73.38427734375, 74.875]}, "gradients/wav2vec2.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 5.0, 13.0, 106.0, 370.0, 371.0, 127.0, 15.0, 2.0, 3.0, 0.0, 2.0], "bins": [-1514.450927734375, -1487.8604736328125, -1461.2698974609375, -1434.679443359375, -1408.0888671875, -1381.4984130859375, -1354.907958984375, -1328.3173828125, -1301.7269287109375, -1275.136474609375, -1248.5458984375, -1221.9554443359375, -1195.364990234375, -1168.7744140625, -1142.1839599609375, -1115.5933837890625, -1089.0029296875, -1062.4124755859375, -1035.8218994140625, -1009.2314453125, -982.6409301757812, -956.0504150390625, -929.4599609375, -902.8694458007812, -876.2789306640625, -849.6884155273438, -823.097900390625, -796.5074462890625, -769.9169311523438, -743.326416015625, -716.7359619140625, -690.1454467773438, -663.554931640625, -636.9644165039062, -610.3739013671875, -583.783447265625, -557.1929321289062, -530.6024169921875, -504.0119323730469, -477.42144775390625, -450.8309326171875, -424.24041748046875, -397.6499328613281, -371.0594482421875, -344.46893310546875, -317.87841796875, -291.2879333496094, -264.69744873046875, -238.10693359375, -211.5164337158203, -184.92593383789062, -158.33543395996094, -131.74493408203125, -105.15443420410156, -78.56393432617188, -51.97343444824219, -25.3829345703125, 1.2075653076171875, 27.798065185546875, 54.38856506347656, 80.97906494140625, 107.56956481933594, 134.16006469726562, 160.7505645751953, 187.341064453125]}, "gradients/wav2vec2.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 6.0, 9.0, 6.0, 8.0, 8.0, 11.0, 10.0, 14.0, 25.0, 22.0, 36.0, 32.0, 37.0, 46.0, 54.0, 41.0, 48.0, 43.0, 62.0, 52.0, 52.0, 44.0, 54.0, 45.0, 32.0, 33.0, 27.0, 24.0, 23.0, 21.0, 18.0, 15.0, 10.0, 13.0, 9.0, 6.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-163.95321655273438, -158.9091033935547, -153.864990234375, -148.82086181640625, -143.77674865722656, -138.73263549804688, -133.68850708007812, -128.64439392089844, -123.60028076171875, -118.55616760253906, -113.51204681396484, -108.46792602539062, -103.42381286621094, -98.37969970703125, -93.33557891845703, -88.29145812988281, -83.24734497070312, -78.20323181152344, -73.15911102294922, -68.114990234375, -63.07087707519531, -58.02676010131836, -52.982643127441406, -47.93852615356445, -42.8944091796875, -37.85029220581055, -32.806175231933594, -27.76205825805664, -22.717941284179688, -17.673824310302734, -12.629707336425781, -7.585590362548828, -2.541473388671875, 2.502643585205078, 7.546760559082031, 12.590877532958984, 17.634994506835938, 22.67911148071289, 27.723228454589844, 32.7673454284668, 37.81146240234375, 42.8555793762207, 47.899696350097656, 52.94381332397461, 57.98793029785156, 63.032047271728516, 68.07616424560547, 73.12028503417969, 78.16439819335938, 83.20851135253906, 88.25263214111328, 93.2967529296875, 98.34086608886719, 103.38497924804688, 108.4291000366211, 113.47322082519531, 118.517333984375, 123.56144714355469, 128.60556030273438, 133.64968872070312, 138.6938018798828, 143.7379150390625, 148.78204345703125, 153.82615661621094, 158.87026977539062]}, "gradients/wav2vec2.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 6.0, 3.0, 5.0, 13.0, 19.0, 32.0, 44.0, 77.0, 102.0, 147.0, 214.0, 320.0, 516.0, 786.0, 1097.0, 1874.0, 3029.0, 4917.0, 8072.0, 13413.0, 22903.0, 39098.0, 69669.0, 126162.0, 251889.0, 565312.0, 1280272.0, 968206.0, 409894.0, 191561.0, 100616.0, 55564.0, 31590.0, 18654.0, 10961.0, 6646.0, 3936.0, 2489.0, 1495.0, 922.0, 635.0, 411.0, 249.0, 167.0, 110.0, 73.0, 40.0, 26.0, 24.0, 13.0, 8.0, 9.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-11.6328125, -11.2425537109375, -10.852294921875, -10.4620361328125, -10.07177734375, -9.6815185546875, -9.291259765625, -8.9010009765625, -8.5107421875, -8.1204833984375, -7.730224609375, -7.3399658203125, -6.94970703125, -6.5594482421875, -6.169189453125, -5.7789306640625, -5.388671875, -4.9984130859375, -4.608154296875, -4.2178955078125, -3.82763671875, -3.4373779296875, -3.047119140625, -2.6568603515625, -2.2666015625, -1.8763427734375, -1.486083984375, -1.0958251953125, -0.70556640625, -0.3153076171875, 0.074951171875, 0.4652099609375, 0.85546875, 1.2457275390625, 1.635986328125, 2.0262451171875, 2.41650390625, 2.8067626953125, 3.197021484375, 3.5872802734375, 3.9775390625, 4.3677978515625, 4.758056640625, 5.1483154296875, 5.53857421875, 5.9288330078125, 6.319091796875, 6.7093505859375, 7.099609375, 7.4898681640625, 7.880126953125, 8.2703857421875, 8.66064453125, 9.0509033203125, 9.441162109375, 9.8314208984375, 10.2216796875, 10.6119384765625, 11.002197265625, 11.3924560546875, 11.78271484375, 12.1729736328125, 12.563232421875, 12.9534912109375, 13.34375]}, "gradients/wav2vec2.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 3.0, 4.0, 4.0, 4.0, 6.0, 5.0, 12.0, 8.0, 11.0, 20.0, 12.0, 11.0, 25.0, 21.0, 17.0, 27.0, 27.0, 40.0, 41.0, 37.0, 33.0, 43.0, 46.0, 51.0, 40.0, 32.0, 47.0, 36.0, 32.0, 33.0, 37.0, 31.0, 30.0, 17.0, 36.0, 21.0, 26.0, 15.0, 11.0, 17.0, 8.0, 5.0, 9.0, 5.0, 5.0, 1.0, 3.0, 3.0, 3.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-12.7421875, -12.34765625, -11.953125, -11.55859375, -11.1640625, -10.76953125, -10.375, -9.98046875, -9.5859375, -9.19140625, -8.796875, -8.40234375, -8.0078125, -7.61328125, -7.21875, -6.82421875, -6.4296875, -6.03515625, -5.640625, -5.24609375, -4.8515625, -4.45703125, -4.0625, -3.66796875, -3.2734375, -2.87890625, -2.484375, -2.08984375, -1.6953125, -1.30078125, -0.90625, -0.51171875, -0.1171875, 0.27734375, 0.671875, 1.06640625, 1.4609375, 1.85546875, 2.25, 2.64453125, 3.0390625, 3.43359375, 3.828125, 4.22265625, 4.6171875, 5.01171875, 5.40625, 5.80078125, 6.1953125, 6.58984375, 6.984375, 7.37890625, 7.7734375, 8.16796875, 8.5625, 8.95703125, 9.3515625, 9.74609375, 10.140625, 10.53515625, 10.9296875, 11.32421875, 11.71875, 12.11328125, 12.5078125]}, "gradients/wav2vec2.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 3.0, 4.0, 7.0, 2.0, 7.0, 18.0, 32.0, 35.0, 51.0, 69.0, 95.0, 163.0, 227.0, 287.0, 426.0, 715.0, 1032.0, 1625.0, 2525.0, 3911.0, 6475.0, 10580.0, 17916.0, 30372.0, 53698.0, 96699.0, 182606.0, 373392.0, 861370.0, 1305111.0, 629222.0, 285760.0, 144990.0, 78051.0, 43464.0, 24826.0, 14830.0, 8856.0, 5448.0, 3314.0, 2108.0, 1312.0, 854.0, 544.0, 414.0, 262.0, 184.0, 111.0, 92.0, 66.0, 38.0, 31.0, 21.0, 14.0, 7.0, 7.0, 7.0, 7.0, 2.0, 1.0, 2.0], "bins": [-15.34375, -14.8690185546875, -14.394287109375, -13.9195556640625, -13.44482421875, -12.9700927734375, -12.495361328125, -12.0206298828125, -11.5458984375, -11.0711669921875, -10.596435546875, -10.1217041015625, -9.64697265625, -9.1722412109375, -8.697509765625, -8.2227783203125, -7.748046875, -7.2733154296875, -6.798583984375, -6.3238525390625, -5.84912109375, -5.3743896484375, -4.899658203125, -4.4249267578125, -3.9501953125, -3.4754638671875, -3.000732421875, -2.5260009765625, -2.05126953125, -1.5765380859375, -1.101806640625, -0.6270751953125, -0.15234375, 0.3223876953125, 0.797119140625, 1.2718505859375, 1.74658203125, 2.2213134765625, 2.696044921875, 3.1707763671875, 3.6455078125, 4.1202392578125, 4.594970703125, 5.0697021484375, 5.54443359375, 6.0191650390625, 6.493896484375, 6.9686279296875, 7.443359375, 7.9180908203125, 8.392822265625, 8.8675537109375, 9.34228515625, 9.8170166015625, 10.291748046875, 10.7664794921875, 11.2412109375, 11.7159423828125, 12.190673828125, 12.6654052734375, 13.14013671875, 13.6148681640625, 14.089599609375, 14.5643310546875, 15.0390625]}, "gradients/wav2vec2.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 4.0, 2.0, 5.0, 4.0, 7.0, 12.0, 7.0, 10.0, 18.0, 19.0, 31.0, 28.0, 53.0, 50.0, 67.0, 88.0, 105.0, 175.0, 232.0, 297.0, 432.0, 495.0, 499.0, 356.0, 256.0, 169.0, 175.0, 106.0, 83.0, 76.0, 41.0, 40.0, 31.0, 23.0, 14.0, 15.0, 14.0, 10.0, 11.0, 6.0, 4.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-22.71875, -21.958740234375, -21.19873046875, -20.438720703125, -19.6787109375, -18.918701171875, -18.15869140625, -17.398681640625, -16.638671875, -15.878662109375, -15.11865234375, -14.358642578125, -13.5986328125, -12.838623046875, -12.07861328125, -11.318603515625, -10.55859375, -9.798583984375, -9.03857421875, -8.278564453125, -7.5185546875, -6.758544921875, -5.99853515625, -5.238525390625, -4.478515625, -3.718505859375, -2.95849609375, -2.198486328125, -1.4384765625, -0.678466796875, 0.08154296875, 0.841552734375, 1.6015625, 2.361572265625, 3.12158203125, 3.881591796875, 4.6416015625, 5.401611328125, 6.16162109375, 6.921630859375, 7.681640625, 8.441650390625, 9.20166015625, 9.961669921875, 10.7216796875, 11.481689453125, 12.24169921875, 13.001708984375, 13.76171875, 14.521728515625, 15.28173828125, 16.041748046875, 16.8017578125, 17.561767578125, 18.32177734375, 19.081787109375, 19.841796875, 20.601806640625, 21.36181640625, 22.121826171875, 22.8818359375, 23.641845703125, 24.40185546875, 25.161865234375, 25.921875]}, "gradients/wav2vec2.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 8.0, 10.0, 23.0, 40.0, 81.0, 94.0, 110.0, 131.0, 129.0, 126.0, 94.0, 51.0, 42.0, 24.0, 11.0, 11.0, 8.0, 2.0, 6.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-140.27206420898438, -133.87109375, -127.4701156616211, -121.06914520263672, -114.66817474365234, -108.26719665527344, -101.86622619628906, -95.46525573730469, -89.06428527832031, -82.66331481933594, -76.26233673095703, -69.86136627197266, -63.46039581298828, -57.05942153930664, -50.658447265625, -44.257476806640625, -37.85649871826172, -31.45552635192871, -25.054553985595703, -18.653579711914062, -12.252607345581055, -5.851634979248047, 0.5493392944335938, 6.950309753417969, 13.35128402709961, 19.752256393432617, 26.153228759765625, 32.554203033447266, 38.955177307128906, 45.35614776611328, 51.75712203979492, 58.1580924987793, 64.55906677246094, 70.96003723144531, 77.36101531982422, 83.7619857788086, 90.16295623779297, 96.56393432617188, 102.96490478515625, 109.36587524414062, 115.766845703125, 122.16781616210938, 128.56878662109375, 134.96975708007812, 141.37074279785156, 147.77171325683594, 154.1726837158203, 160.5736541748047, 166.97463989257812, 173.3756103515625, 179.77658081054688, 186.17755126953125, 192.5785369873047, 198.97950744628906, 205.38047790527344, 211.7814483642578, 218.1824188232422, 224.58338928222656, 230.98435974121094, 237.38534545898438, 243.78631591796875, 250.18728637695312, 256.5882568359375, 262.9892272949219, 269.39019775390625]}, "gradients/wav2vec2.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 5.0, 4.0, 9.0, 7.0, 10.0, 12.0, 14.0, 16.0, 17.0, 12.0, 30.0, 27.0, 35.0, 24.0, 38.0, 42.0, 33.0, 47.0, 50.0, 42.0, 54.0, 38.0, 52.0, 41.0, 40.0, 42.0, 30.0, 35.0, 25.0, 27.0, 14.0, 24.0, 22.0, 11.0, 11.0, 12.0, 11.0, 6.0, 9.0, 5.0, 3.0, 6.0, 3.0, 8.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-90.06129455566406, -87.10509490966797, -84.1489028930664, -81.19270324707031, -78.23651123046875, -75.28031158447266, -72.32411193847656, -69.367919921875, -66.41172790527344, -63.45553207397461, -60.49933624267578, -57.54313659667969, -54.586944580078125, -51.63074493408203, -48.6745491027832, -45.718353271484375, -42.76215362548828, -39.80595779418945, -36.849761962890625, -33.89356231689453, -30.937368392944336, -27.981172561645508, -25.024974822998047, -22.06877899169922, -19.11258316040039, -16.156387329101562, -13.200190544128418, -10.243993759155273, -7.287797927856445, -4.331602096557617, -1.3754043579101562, 1.5807914733886719, 4.5369873046875, 7.493183612823486, 10.449379920959473, 13.405576705932617, 16.361772537231445, 19.317968368530273, 22.274166107177734, 25.230361938476562, 28.18655776977539, 31.14275360107422, 34.09894943237305, 37.055145263671875, 40.01134490966797, 42.96753692626953, 45.923736572265625, 48.87993240356445, 51.83612823486328, 54.79232406616211, 57.74851989746094, 60.70471954345703, 63.660911560058594, 66.61711120605469, 69.57330322265625, 72.52950286865234, 75.48570251464844, 78.44190216064453, 81.3980941772461, 84.35429382324219, 87.31048583984375, 90.26668548583984, 93.22288513183594, 96.1790771484375, 99.13526916503906]}, "gradients/wav2vec2.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 12.0, 8.0, 12.0, 25.0, 26.0, 59.0, 75.0, 152.0, 194.0, 299.0, 480.0, 704.0, 1183.0, 1724.0, 2644.0, 4044.0, 6186.0, 10077.0, 17502.0, 33452.0, 73957.0, 183036.0, 324814.0, 213761.0, 86351.0, 38001.0, 19271.0, 11221.0, 6729.0, 4392.0, 2801.0, 1876.0, 1237.0, 776.0, 526.0, 349.0, 229.0, 123.0, 79.0, 64.0, 42.0, 31.0, 16.0, 11.0, 5.0, 5.0, 2.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.46875, -17.864990234375, -17.26123046875, -16.657470703125, -16.0537109375, -15.449951171875, -14.84619140625, -14.242431640625, -13.638671875, -13.034912109375, -12.43115234375, -11.827392578125, -11.2236328125, -10.619873046875, -10.01611328125, -9.412353515625, -8.80859375, -8.204833984375, -7.60107421875, -6.997314453125, -6.3935546875, -5.789794921875, -5.18603515625, -4.582275390625, -3.978515625, -3.374755859375, -2.77099609375, -2.167236328125, -1.5634765625, -0.959716796875, -0.35595703125, 0.247802734375, 0.8515625, 1.455322265625, 2.05908203125, 2.662841796875, 3.2666015625, 3.870361328125, 4.47412109375, 5.077880859375, 5.681640625, 6.285400390625, 6.88916015625, 7.492919921875, 8.0966796875, 8.700439453125, 9.30419921875, 9.907958984375, 10.51171875, 11.115478515625, 11.71923828125, 12.322998046875, 12.9267578125, 13.530517578125, 14.13427734375, 14.738037109375, 15.341796875, 15.945556640625, 16.54931640625, 17.153076171875, 17.7568359375, 18.360595703125, 18.96435546875, 19.568115234375, 20.171875]}, "gradients/wav2vec2.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 4.0, 7.0, 7.0, 10.0, 7.0, 7.0, 16.0, 13.0, 18.0, 27.0, 18.0, 40.0, 40.0, 44.0, 43.0, 40.0, 43.0, 56.0, 51.0, 51.0, 50.0, 47.0, 54.0, 35.0, 42.0, 42.0, 30.0, 21.0, 27.0, 17.0, 21.0, 14.0, 13.0, 13.0, 14.0, 9.0, 4.0, 1.0, 4.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-17.359375, -16.8680419921875, -16.376708984375, -15.8853759765625, -15.39404296875, -14.9027099609375, -14.411376953125, -13.9200439453125, -13.4287109375, -12.9373779296875, -12.446044921875, -11.9547119140625, -11.46337890625, -10.9720458984375, -10.480712890625, -9.9893798828125, -9.498046875, -9.0067138671875, -8.515380859375, -8.0240478515625, -7.53271484375, -7.0413818359375, -6.550048828125, -6.0587158203125, -5.5673828125, -5.0760498046875, -4.584716796875, -4.0933837890625, -3.60205078125, -3.1107177734375, -2.619384765625, -2.1280517578125, -1.63671875, -1.1453857421875, -0.654052734375, -0.1627197265625, 0.32861328125, 0.8199462890625, 1.311279296875, 1.8026123046875, 2.2939453125, 2.7852783203125, 3.276611328125, 3.7679443359375, 4.25927734375, 4.7506103515625, 5.241943359375, 5.7332763671875, 6.224609375, 6.7159423828125, 7.207275390625, 7.6986083984375, 8.18994140625, 8.6812744140625, 9.172607421875, 9.6639404296875, 10.1552734375, 10.6466064453125, 11.137939453125, 11.6292724609375, 12.12060546875, 12.6119384765625, 13.103271484375, 13.5946044921875, 14.0859375]}, "gradients/wav2vec2.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 4.0, 6.0, 8.0, 6.0, 11.0, 11.0, 30.0, 32.0, 43.0, 58.0, 95.0, 184.0, 270.0, 546.0, 1031.0, 2040.0, 4489.0, 9831.0, 25273.0, 83583.0, 352290.0, 413729.0, 104032.0, 29888.0, 11452.0, 4843.0, 2304.0, 1123.0, 551.0, 304.0, 161.0, 105.0, 60.0, 51.0, 36.0, 22.0, 20.0, 15.0, 5.0, 7.0, 4.0, 7.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-33.125, -32.12353515625, -31.1220703125, -30.12060546875, -29.119140625, -28.11767578125, -27.1162109375, -26.11474609375, -25.11328125, -24.11181640625, -23.1103515625, -22.10888671875, -21.107421875, -20.10595703125, -19.1044921875, -18.10302734375, -17.1015625, -16.10009765625, -15.0986328125, -14.09716796875, -13.095703125, -12.09423828125, -11.0927734375, -10.09130859375, -9.08984375, -8.08837890625, -7.0869140625, -6.08544921875, -5.083984375, -4.08251953125, -3.0810546875, -2.07958984375, -1.078125, -0.07666015625, 0.9248046875, 1.92626953125, 2.927734375, 3.92919921875, 4.9306640625, 5.93212890625, 6.93359375, 7.93505859375, 8.9365234375, 9.93798828125, 10.939453125, 11.94091796875, 12.9423828125, 13.94384765625, 14.9453125, 15.94677734375, 16.9482421875, 17.94970703125, 18.951171875, 19.95263671875, 20.9541015625, 21.95556640625, 22.95703125, 23.95849609375, 24.9599609375, 25.96142578125, 26.962890625, 27.96435546875, 28.9658203125, 29.96728515625, 30.96875]}, "gradients/wav2vec2.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 5.0, 2.0, 10.0, 9.0, 14.0, 9.0, 15.0, 11.0, 20.0, 26.0, 26.0, 32.0, 39.0, 41.0, 39.0, 39.0, 38.0, 39.0, 61.0, 47.0, 49.0, 49.0, 38.0, 44.0, 41.0, 33.0, 34.0, 26.0, 27.0, 32.0, 20.0, 20.0, 12.0, 21.0, 10.0, 7.0, 7.0, 5.0, 5.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-42.03125, -40.6357421875, -39.240234375, -37.8447265625, -36.44921875, -35.0537109375, -33.658203125, -32.2626953125, -30.8671875, -29.4716796875, -28.076171875, -26.6806640625, -25.28515625, -23.8896484375, -22.494140625, -21.0986328125, -19.703125, -18.3076171875, -16.912109375, -15.5166015625, -14.12109375, -12.7255859375, -11.330078125, -9.9345703125, -8.5390625, -7.1435546875, -5.748046875, -4.3525390625, -2.95703125, -1.5615234375, -0.166015625, 1.2294921875, 2.625, 4.0205078125, 5.416015625, 6.8115234375, 8.20703125, 9.6025390625, 10.998046875, 12.3935546875, 13.7890625, 15.1845703125, 16.580078125, 17.9755859375, 19.37109375, 20.7666015625, 22.162109375, 23.5576171875, 24.953125, 26.3486328125, 27.744140625, 29.1396484375, 30.53515625, 31.9306640625, 33.326171875, 34.7216796875, 36.1171875, 37.5126953125, 38.908203125, 40.3037109375, 41.69921875, 43.0947265625, 44.490234375, 45.8857421875, 47.28125]}, "gradients/wav2vec2.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 5.0, 1.0, 3.0, 4.0, 8.0, 7.0, 16.0, 19.0, 25.0, 69.0, 115.0, 247.0, 664.0, 1815.0, 5319.0, 17358.0, 59350.0, 235479.0, 516178.0, 151889.0, 41631.0, 12236.0, 3832.0, 1320.0, 511.0, 217.0, 102.0, 56.0, 36.0, 15.0, 12.0, 10.0, 4.0, 4.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.3671875, -14.8922119140625, -14.417236328125, -13.9422607421875, -13.46728515625, -12.9923095703125, -12.517333984375, -12.0423583984375, -11.5673828125, -11.0924072265625, -10.617431640625, -10.1424560546875, -9.66748046875, -9.1925048828125, -8.717529296875, -8.2425537109375, -7.767578125, -7.2926025390625, -6.817626953125, -6.3426513671875, -5.86767578125, -5.3927001953125, -4.917724609375, -4.4427490234375, -3.9677734375, -3.4927978515625, -3.017822265625, -2.5428466796875, -2.06787109375, -1.5928955078125, -1.117919921875, -0.6429443359375, -0.16796875, 0.3070068359375, 0.781982421875, 1.2569580078125, 1.73193359375, 2.2069091796875, 2.681884765625, 3.1568603515625, 3.6318359375, 4.1068115234375, 4.581787109375, 5.0567626953125, 5.53173828125, 6.0067138671875, 6.481689453125, 6.9566650390625, 7.431640625, 7.9066162109375, 8.381591796875, 8.8565673828125, 9.33154296875, 9.8065185546875, 10.281494140625, 10.7564697265625, 11.2314453125, 11.7064208984375, 12.181396484375, 12.6563720703125, 13.13134765625, 13.6063232421875, 14.081298828125, 14.5562744140625, 15.03125]}, "gradients/wav2vec2.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 5.0, 5.0, 3.0, 3.0, 7.0, 15.0, 9.0, 13.0, 18.0, 27.0, 27.0, 38.0, 43.0, 72.0, 97.0, 113.0, 117.0, 102.0, 65.0, 39.0, 38.0, 22.0, 16.0, 20.0, 13.0, 12.0, 10.0, 8.0, 6.0, 7.0, 6.0, 9.0, 4.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0020809173583984375, -0.0020085573196411133, -0.001936197280883789, -0.0018638372421264648, -0.0017914772033691406, -0.0017191171646118164, -0.0016467571258544922, -0.001574397087097168, -0.0015020370483398438, -0.0014296770095825195, -0.0013573169708251953, -0.001284956932067871, -0.0012125968933105469, -0.0011402368545532227, -0.0010678768157958984, -0.0009955167770385742, -0.00092315673828125, -0.0008507966995239258, -0.0007784366607666016, -0.0007060766220092773, -0.0006337165832519531, -0.0005613565444946289, -0.0004889965057373047, -0.00041663646697998047, -0.00034427642822265625, -0.00027191638946533203, -0.0001995563507080078, -0.0001271963119506836, -5.4836273193359375e-05, 1.7523765563964844e-05, 8.988380432128906e-05, 0.00016224384307861328, 0.0002346038818359375, 0.0003069639205932617, 0.00037932395935058594, 0.00045168399810791016, 0.0005240440368652344, 0.0005964040756225586, 0.0006687641143798828, 0.000741124153137207, 0.0008134841918945312, 0.0008858442306518555, 0.0009582042694091797, 0.001030564308166504, 0.0011029243469238281, 0.0011752843856811523, 0.0012476444244384766, 0.0013200044631958008, 0.001392364501953125, 0.0014647245407104492, 0.0015370845794677734, 0.0016094446182250977, 0.0016818046569824219, 0.001754164695739746, 0.0018265247344970703, 0.0018988847732543945, 0.0019712448120117188, 0.002043604850769043, 0.002115964889526367, 0.0021883249282836914, 0.0022606849670410156, 0.00233304500579834, 0.002405405044555664, 0.0024777650833129883, 0.0025501251220703125]}, "gradients/wav2vec2.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 6.0, 3.0, 6.0, 11.0, 12.0, 24.0, 35.0, 65.0, 72.0, 148.0, 239.0, 416.0, 834.0, 1704.0, 3345.0, 8379.0, 28107.0, 115897.0, 416277.0, 349216.0, 88816.0, 21939.0, 6952.0, 2922.0, 1458.0, 727.0, 391.0, 212.0, 146.0, 73.0, 36.0, 28.0, 17.0, 24.0, 14.0, 3.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.0234375, -12.5567626953125, -12.090087890625, -11.6234130859375, -11.15673828125, -10.6900634765625, -10.223388671875, -9.7567138671875, -9.2900390625, -8.8233642578125, -8.356689453125, -7.8900146484375, -7.42333984375, -6.9566650390625, -6.489990234375, -6.0233154296875, -5.556640625, -5.0899658203125, -4.623291015625, -4.1566162109375, -3.68994140625, -3.2232666015625, -2.756591796875, -2.2899169921875, -1.8232421875, -1.3565673828125, -0.889892578125, -0.4232177734375, 0.04345703125, 0.5101318359375, 0.976806640625, 1.4434814453125, 1.91015625, 2.3768310546875, 2.843505859375, 3.3101806640625, 3.77685546875, 4.2435302734375, 4.710205078125, 5.1768798828125, 5.6435546875, 6.1102294921875, 6.576904296875, 7.0435791015625, 7.51025390625, 7.9769287109375, 8.443603515625, 8.9102783203125, 9.376953125, 9.8436279296875, 10.310302734375, 10.7769775390625, 11.24365234375, 11.7103271484375, 12.177001953125, 12.6436767578125, 13.1103515625, 13.5770263671875, 14.043701171875, 14.5103759765625, 14.97705078125, 15.4437255859375, 15.910400390625, 16.3770751953125, 16.84375]}, "gradients/wav2vec2.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 1.0, 6.0, 3.0, 9.0, 10.0, 19.0, 27.0, 36.0, 59.0, 64.0, 107.0, 151.0, 137.0, 109.0, 80.0, 81.0, 26.0, 30.0, 19.0, 5.0, 13.0, 9.0, 4.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.640625, -20.0848388671875, -19.529052734375, -18.9732666015625, -18.41748046875, -17.8616943359375, -17.305908203125, -16.7501220703125, -16.1943359375, -15.6385498046875, -15.082763671875, -14.5269775390625, -13.97119140625, -13.4154052734375, -12.859619140625, -12.3038330078125, -11.748046875, -11.1922607421875, -10.636474609375, -10.0806884765625, -9.52490234375, -8.9691162109375, -8.413330078125, -7.8575439453125, -7.3017578125, -6.7459716796875, -6.190185546875, -5.6343994140625, -5.07861328125, -4.5228271484375, -3.967041015625, -3.4112548828125, -2.85546875, -2.2996826171875, -1.743896484375, -1.1881103515625, -0.63232421875, -0.0765380859375, 0.479248046875, 1.0350341796875, 1.5908203125, 2.1466064453125, 2.702392578125, 3.2581787109375, 3.81396484375, 4.3697509765625, 4.925537109375, 5.4813232421875, 6.037109375, 6.5928955078125, 7.148681640625, 7.7044677734375, 8.26025390625, 8.8160400390625, 9.371826171875, 9.9276123046875, 10.4833984375, 11.0391845703125, 11.594970703125, 12.1507568359375, 12.70654296875, 13.2623291015625, 13.818115234375, 14.3739013671875, 14.9296875]}, "gradients/wav2vec2.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 12.0, 20.0, 54.0, 119.0, 178.0, 189.0, 176.0, 120.0, 77.0, 27.0, 15.0, 8.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-311.4578857421875, -304.3321533203125, -297.2063903808594, -290.0806579589844, -282.9549255371094, -275.82916259765625, -268.70343017578125, -261.57769775390625, -254.45193481445312, -247.32618713378906, -240.20045471191406, -233.07470703125, -225.94895935058594, -218.82321166992188, -211.69747924804688, -204.5717315673828, -197.4459991455078, -190.32025146484375, -183.19451904296875, -176.0687713623047, -168.94302368164062, -161.81729125976562, -154.69154357910156, -147.5657958984375, -140.4400634765625, -133.31431579589844, -126.1885757446289, -119.06283569335938, -111.93708801269531, -104.81134796142578, -97.68560791015625, -90.55986022949219, -83.43412780761719, -76.30838775634766, -69.1826400756836, -62.05690002441406, -54.931156158447266, -47.80541229248047, -40.67967224121094, -33.55392837524414, -26.428184509277344, -19.302440643310547, -12.176698684692383, -5.050956726074219, 2.074787139892578, 9.200531005859375, 16.326271057128906, 23.452014923095703, 30.5777587890625, 37.7035026550293, 44.829246520996094, 51.954986572265625, 59.08073043823242, 66.20647430419922, 73.33221435546875, 80.45796203613281, 87.58370208740234, 94.70944213867188, 101.83518981933594, 108.96092987060547, 116.086669921875, 123.21241760253906, 130.33816528320312, 137.46389770507812, 144.5896453857422]}, "gradients/wav2vec2.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 4.0, 7.0, 3.0, 7.0, 10.0, 7.0, 12.0, 12.0, 12.0, 21.0, 25.0, 14.0, 24.0, 26.0, 34.0, 21.0, 37.0, 30.0, 31.0, 41.0, 37.0, 55.0, 38.0, 46.0, 45.0, 31.0, 44.0, 38.0, 40.0, 41.0, 30.0, 24.0, 20.0, 20.0, 17.0, 16.0, 16.0, 8.0, 8.0, 8.0, 6.0, 5.0, 7.0, 5.0, 6.0, 3.0, 5.0, 3.0, 1.0, 5.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-100.03884887695312, -96.82064819335938, -93.60244750976562, -90.3842544555664, -87.16605377197266, -83.9478530883789, -80.72966003417969, -77.51145935058594, -74.29325866699219, -71.07505798339844, -67.85685729980469, -64.63866424560547, -61.42046356201172, -58.20226287841797, -54.984066009521484, -51.765869140625, -48.54766845703125, -45.3294677734375, -42.111270904541016, -38.89307403564453, -35.67487335205078, -32.45667266845703, -29.238475799560547, -26.02027702331543, -22.802078247070312, -19.583879470825195, -16.365680694580078, -13.147481918334961, -9.929283142089844, -6.711084365844727, -3.4928855895996094, -0.2746868133544922, 2.943511962890625, 6.161710739135742, 9.37990951538086, 12.598108291625977, 15.816307067871094, 19.03450584411621, 22.252704620361328, 25.470903396606445, 28.689102172851562, 31.90730094909668, 35.1254997253418, 38.34369659423828, 41.56189727783203, 44.78009796142578, 47.998294830322266, 51.21649169921875, 54.4346923828125, 57.65289306640625, 60.871089935302734, 64.08928680419922, 67.30748748779297, 70.52568817138672, 73.74388122558594, 76.96208190917969, 80.18028259277344, 83.39848327636719, 86.61668395996094, 89.83487701416016, 93.0530776977539, 96.27127838134766, 99.48947143554688, 102.70767211914062, 105.92587280273438]}, "gradients/wav2vec2.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 1.0, 1.0, 7.0, 10.0, 10.0, 16.0, 30.0, 64.0, 73.0, 100.0, 162.0, 257.0, 401.0, 668.0, 1012.0, 1692.0, 2897.0, 4953.0, 8617.0, 15490.0, 28888.0, 54969.0, 104045.0, 199809.0, 374407.0, 640533.0, 904025.0, 784454.0, 491944.0, 271018.0, 142852.0, 74024.0, 38588.0, 21027.0, 11517.0, 6410.0, 3692.0, 2179.0, 1280.0, 802.0, 475.0, 309.0, 205.0, 128.0, 69.0, 62.0, 38.0, 34.0, 17.0, 9.0, 8.0, 4.0, 6.0, 4.0], "bins": [-19.890625, -19.34912109375, -18.8076171875, -18.26611328125, -17.724609375, -17.18310546875, -16.6416015625, -16.10009765625, -15.55859375, -15.01708984375, -14.4755859375, -13.93408203125, -13.392578125, -12.85107421875, -12.3095703125, -11.76806640625, -11.2265625, -10.68505859375, -10.1435546875, -9.60205078125, -9.060546875, -8.51904296875, -7.9775390625, -7.43603515625, -6.89453125, -6.35302734375, -5.8115234375, -5.27001953125, -4.728515625, -4.18701171875, -3.6455078125, -3.10400390625, -2.5625, -2.02099609375, -1.4794921875, -0.93798828125, -0.396484375, 0.14501953125, 0.6865234375, 1.22802734375, 1.76953125, 2.31103515625, 2.8525390625, 3.39404296875, 3.935546875, 4.47705078125, 5.0185546875, 5.56005859375, 6.1015625, 6.64306640625, 7.1845703125, 7.72607421875, 8.267578125, 8.80908203125, 9.3505859375, 9.89208984375, 10.43359375, 10.97509765625, 11.5166015625, 12.05810546875, 12.599609375, 13.14111328125, 13.6826171875, 14.22412109375, 14.765625]}, "gradients/wav2vec2.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 4.0, 6.0, 3.0, 4.0, 5.0, 8.0, 9.0, 6.0, 17.0, 21.0, 20.0, 24.0, 17.0, 27.0, 30.0, 35.0, 29.0, 35.0, 35.0, 43.0, 40.0, 46.0, 50.0, 53.0, 40.0, 35.0, 33.0, 32.0, 38.0, 36.0, 27.0, 34.0, 15.0, 30.0, 23.0, 13.0, 13.0, 17.0, 8.0, 9.0, 7.0, 4.0, 3.0, 6.0, 8.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.515625, -17.916015625, -17.31640625, -16.716796875, -16.1171875, -15.517578125, -14.91796875, -14.318359375, -13.71875, -13.119140625, -12.51953125, -11.919921875, -11.3203125, -10.720703125, -10.12109375, -9.521484375, -8.921875, -8.322265625, -7.72265625, -7.123046875, -6.5234375, -5.923828125, -5.32421875, -4.724609375, -4.125, -3.525390625, -2.92578125, -2.326171875, -1.7265625, -1.126953125, -0.52734375, 0.072265625, 0.671875, 1.271484375, 1.87109375, 2.470703125, 3.0703125, 3.669921875, 4.26953125, 4.869140625, 5.46875, 6.068359375, 6.66796875, 7.267578125, 7.8671875, 8.466796875, 9.06640625, 9.666015625, 10.265625, 10.865234375, 11.46484375, 12.064453125, 12.6640625, 13.263671875, 13.86328125, 14.462890625, 15.0625, 15.662109375, 16.26171875, 16.861328125, 17.4609375, 18.060546875, 18.66015625, 19.259765625, 19.859375]}, "gradients/wav2vec2.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 2.0, 3.0, 7.0, 6.0, 20.0, 20.0, 45.0, 52.0, 93.0, 137.0, 224.0, 427.0, 724.0, 1473.0, 2648.0, 5670.0, 12752.0, 30825.0, 80863.0, 236082.0, 736023.0, 1703744.0, 923904.0, 293963.0, 99262.0, 36927.0, 14961.0, 6742.0, 3134.0, 1599.0, 854.0, 453.0, 236.0, 143.0, 94.0, 60.0, 46.0, 21.0, 20.0, 8.0, 6.0, 3.0, 1.0, 2.0, 5.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-29.015625, -28.0673828125, -27.119140625, -26.1708984375, -25.22265625, -24.2744140625, -23.326171875, -22.3779296875, -21.4296875, -20.4814453125, -19.533203125, -18.5849609375, -17.63671875, -16.6884765625, -15.740234375, -14.7919921875, -13.84375, -12.8955078125, -11.947265625, -10.9990234375, -10.05078125, -9.1025390625, -8.154296875, -7.2060546875, -6.2578125, -5.3095703125, -4.361328125, -3.4130859375, -2.46484375, -1.5166015625, -0.568359375, 0.3798828125, 1.328125, 2.2763671875, 3.224609375, 4.1728515625, 5.12109375, 6.0693359375, 7.017578125, 7.9658203125, 8.9140625, 9.8623046875, 10.810546875, 11.7587890625, 12.70703125, 13.6552734375, 14.603515625, 15.5517578125, 16.5, 17.4482421875, 18.396484375, 19.3447265625, 20.29296875, 21.2412109375, 22.189453125, 23.1376953125, 24.0859375, 25.0341796875, 25.982421875, 26.9306640625, 27.87890625, 28.8271484375, 29.775390625, 30.7236328125, 31.671875]}, "gradients/wav2vec2.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 4.0, 3.0, 3.0, 1.0, 5.0, 5.0, 5.0, 17.0, 12.0, 22.0, 33.0, 45.0, 64.0, 81.0, 88.0, 136.0, 171.0, 224.0, 279.0, 332.0, 420.0, 439.0, 379.0, 268.0, 269.0, 180.0, 157.0, 97.0, 69.0, 89.0, 47.0, 30.0, 31.0, 17.0, 12.0, 12.0, 11.0, 8.0, 5.0, 4.0, 1.0, 4.0, 0.0, 0.0, 6.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.96875, -33.8056640625, -32.642578125, -31.4794921875, -30.31640625, -29.1533203125, -27.990234375, -26.8271484375, -25.6640625, -24.5009765625, -23.337890625, -22.1748046875, -21.01171875, -19.8486328125, -18.685546875, -17.5224609375, -16.359375, -15.1962890625, -14.033203125, -12.8701171875, -11.70703125, -10.5439453125, -9.380859375, -8.2177734375, -7.0546875, -5.8916015625, -4.728515625, -3.5654296875, -2.40234375, -1.2392578125, -0.076171875, 1.0869140625, 2.25, 3.4130859375, 4.576171875, 5.7392578125, 6.90234375, 8.0654296875, 9.228515625, 10.3916015625, 11.5546875, 12.7177734375, 13.880859375, 15.0439453125, 16.20703125, 17.3701171875, 18.533203125, 19.6962890625, 20.859375, 22.0224609375, 23.185546875, 24.3486328125, 25.51171875, 26.6748046875, 27.837890625, 29.0009765625, 30.1640625, 31.3271484375, 32.490234375, 33.6533203125, 34.81640625, 35.9794921875, 37.142578125, 38.3056640625, 39.46875]}, "gradients/wav2vec2.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 6.0, 15.0, 22.0, 28.0, 40.0, 58.0, 90.0, 120.0, 147.0, 110.0, 119.0, 79.0, 61.0, 40.0, 25.0, 12.0, 10.0, 4.0, 5.0, 2.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-300.5513916015625, -290.78546142578125, -281.01953125, -271.25360107421875, -261.4876708984375, -251.7217559814453, -241.95582580566406, -232.18991088867188, -222.42398071289062, -212.65805053710938, -202.89212036132812, -193.12619018554688, -183.3602752685547, -173.59434509277344, -163.8284149169922, -154.0625, -144.2965545654297, -134.53062438964844, -124.76470184326172, -114.99877166748047, -105.23284912109375, -95.4669189453125, -85.70098876953125, -75.93506622314453, -66.16913604736328, -56.4032096862793, -46.63728332519531, -36.87135314941406, -27.105426788330078, -17.339500427246094, -7.573570251464844, 2.192352294921875, 11.958282470703125, 21.72420883178711, 31.490137100219727, 41.256065368652344, 51.02199172973633, 60.78791809082031, 70.55384826660156, 80.31977081298828, 90.08570098876953, 99.85163116455078, 109.6175537109375, 119.38348388671875, 129.1494140625, 138.91534423828125, 148.6812744140625, 158.4471893310547, 168.21311950683594, 177.9790496826172, 187.74497985839844, 197.51089477539062, 207.27682495117188, 217.04275512695312, 226.80868530273438, 236.57461547851562, 246.34054565429688, 256.1064758300781, 265.8724060058594, 275.6383361816406, 285.4042663574219, 295.170166015625, 304.93609619140625, 314.7020263671875, 324.46795654296875]}, "gradients/wav2vec2.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 6.0, 4.0, 10.0, 7.0, 12.0, 7.0, 15.0, 4.0, 13.0, 16.0, 23.0, 23.0, 29.0, 27.0, 44.0, 32.0, 44.0, 41.0, 48.0, 50.0, 33.0, 41.0, 42.0, 41.0, 32.0, 34.0, 40.0, 41.0, 25.0, 34.0, 30.0, 34.0, 25.0, 18.0, 19.0, 15.0, 10.0, 11.0, 4.0, 7.0, 1.0, 4.0, 3.0, 3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-147.78070068359375, -143.20211791992188, -138.62355041503906, -134.04498291015625, -129.46640014648438, -124.88782501220703, -120.30924987792969, -115.73067474365234, -111.152099609375, -106.57352447509766, -101.99494934082031, -97.41637420654297, -92.83779907226562, -88.25922393798828, -83.68064880371094, -79.1020736694336, -74.52349853515625, -69.9449234008789, -65.36634826660156, -60.78777313232422, -56.209197998046875, -51.63062286376953, -47.05204772949219, -42.473472595214844, -37.8948974609375, -33.316322326660156, -28.737747192382812, -24.15917205810547, -19.580596923828125, -15.002021789550781, -10.423446655273438, -5.844871520996094, -1.26629638671875, 3.3122787475585938, 7.8908538818359375, 12.469429016113281, 17.048004150390625, 21.62657928466797, 26.205154418945312, 30.783729553222656, 35.3623046875, 39.940879821777344, 44.51945495605469, 49.09803009033203, 53.676605224609375, 58.25518035888672, 62.83375549316406, 67.4123306274414, 71.99090576171875, 76.5694808959961, 81.14805603027344, 85.72663116455078, 90.30520629882812, 94.88378143310547, 99.46235656738281, 104.04093170166016, 108.6195068359375, 113.19808197021484, 117.77665710449219, 122.35523223876953, 126.93380737304688, 131.51239013671875, 136.09095764160156, 140.66952514648438, 145.24810791015625]}, "gradients/wav2vec2.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 6.0, 6.0, 12.0, 11.0, 9.0, 23.0, 26.0, 51.0, 55.0, 105.0, 158.0, 224.0, 395.0, 612.0, 989.0, 1577.0, 2673.0, 4519.0, 8015.0, 14618.0, 27794.0, 52042.0, 92289.0, 149246.0, 194115.0, 187249.0, 133635.0, 80869.0, 44394.0, 23318.0, 12563.0, 6974.0, 3923.0, 2354.0, 1355.0, 852.0, 544.0, 323.0, 249.0, 138.0, 91.0, 56.0, 33.0, 19.0, 24.0, 9.0, 8.0, 6.0, 6.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-19.40625, -18.756591796875, -18.10693359375, -17.457275390625, -16.8076171875, -16.157958984375, -15.50830078125, -14.858642578125, -14.208984375, -13.559326171875, -12.90966796875, -12.260009765625, -11.6103515625, -10.960693359375, -10.31103515625, -9.661376953125, -9.01171875, -8.362060546875, -7.71240234375, -7.062744140625, -6.4130859375, -5.763427734375, -5.11376953125, -4.464111328125, -3.814453125, -3.164794921875, -2.51513671875, -1.865478515625, -1.2158203125, -0.566162109375, 0.08349609375, 0.733154296875, 1.3828125, 2.032470703125, 2.68212890625, 3.331787109375, 3.9814453125, 4.631103515625, 5.28076171875, 5.930419921875, 6.580078125, 7.229736328125, 7.87939453125, 8.529052734375, 9.1787109375, 9.828369140625, 10.47802734375, 11.127685546875, 11.77734375, 12.427001953125, 13.07666015625, 13.726318359375, 14.3759765625, 15.025634765625, 15.67529296875, 16.324951171875, 16.974609375, 17.624267578125, 18.27392578125, 18.923583984375, 19.5732421875, 20.222900390625, 20.87255859375, 21.522216796875, 22.171875]}, "gradients/wav2vec2.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 8.0, 7.0, 6.0, 10.0, 9.0, 16.0, 15.0, 23.0, 26.0, 27.0, 35.0, 36.0, 42.0, 49.0, 51.0, 39.0, 49.0, 47.0, 45.0, 60.0, 37.0, 44.0, 41.0, 41.0, 33.0, 21.0, 27.0, 30.0, 26.0, 17.0, 21.0, 7.0, 13.0, 7.0, 10.0, 8.0, 13.0, 4.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.828125, -27.964599609375, -27.10107421875, -26.237548828125, -25.3740234375, -24.510498046875, -23.64697265625, -22.783447265625, -21.919921875, -21.056396484375, -20.19287109375, -19.329345703125, -18.4658203125, -17.602294921875, -16.73876953125, -15.875244140625, -15.01171875, -14.148193359375, -13.28466796875, -12.421142578125, -11.5576171875, -10.694091796875, -9.83056640625, -8.967041015625, -8.103515625, -7.239990234375, -6.37646484375, -5.512939453125, -4.6494140625, -3.785888671875, -2.92236328125, -2.058837890625, -1.1953125, -0.331787109375, 0.53173828125, 1.395263671875, 2.2587890625, 3.122314453125, 3.98583984375, 4.849365234375, 5.712890625, 6.576416015625, 7.43994140625, 8.303466796875, 9.1669921875, 10.030517578125, 10.89404296875, 11.757568359375, 12.62109375, 13.484619140625, 14.34814453125, 15.211669921875, 16.0751953125, 16.938720703125, 17.80224609375, 18.665771484375, 19.529296875, 20.392822265625, 21.25634765625, 22.119873046875, 22.9833984375, 23.846923828125, 24.71044921875, 25.573974609375, 26.4375]}, "gradients/wav2vec2.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 2.0, 5.0, 6.0, 17.0, 11.0, 19.0, 25.0, 41.0, 77.0, 116.0, 183.0, 328.0, 640.0, 1219.0, 2580.0, 5773.0, 12736.0, 30189.0, 72868.0, 158475.0, 287967.0, 241916.0, 131147.0, 58437.0, 24209.0, 10440.0, 4689.0, 2092.0, 1065.0, 528.0, 292.0, 178.0, 117.0, 49.0, 46.0, 22.0, 17.0, 17.0, 10.0, 2.0, 5.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-27.140625, -26.31494140625, -25.4892578125, -24.66357421875, -23.837890625, -23.01220703125, -22.1865234375, -21.36083984375, -20.53515625, -19.70947265625, -18.8837890625, -18.05810546875, -17.232421875, -16.40673828125, -15.5810546875, -14.75537109375, -13.9296875, -13.10400390625, -12.2783203125, -11.45263671875, -10.626953125, -9.80126953125, -8.9755859375, -8.14990234375, -7.32421875, -6.49853515625, -5.6728515625, -4.84716796875, -4.021484375, -3.19580078125, -2.3701171875, -1.54443359375, -0.71875, 0.10693359375, 0.9326171875, 1.75830078125, 2.583984375, 3.40966796875, 4.2353515625, 5.06103515625, 5.88671875, 6.71240234375, 7.5380859375, 8.36376953125, 9.189453125, 10.01513671875, 10.8408203125, 11.66650390625, 12.4921875, 13.31787109375, 14.1435546875, 14.96923828125, 15.794921875, 16.62060546875, 17.4462890625, 18.27197265625, 19.09765625, 19.92333984375, 20.7490234375, 21.57470703125, 22.400390625, 23.22607421875, 24.0517578125, 24.87744140625, 25.703125]}, "gradients/wav2vec2.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 1.0, 2.0, 6.0, 9.0, 6.0, 13.0, 8.0, 14.0, 18.0, 17.0, 10.0, 22.0, 27.0, 19.0, 31.0, 43.0, 28.0, 39.0, 56.0, 50.0, 47.0, 50.0, 44.0, 50.0, 56.0, 39.0, 47.0, 28.0, 26.0, 34.0, 29.0, 18.0, 21.0, 22.0, 11.0, 14.0, 9.0, 10.0, 11.0, 6.0, 6.0, 2.0, 2.0, 5.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-71.1875, -68.9453125, -66.703125, -64.4609375, -62.21875, -59.9765625, -57.734375, -55.4921875, -53.25, -51.0078125, -48.765625, -46.5234375, -44.28125, -42.0390625, -39.796875, -37.5546875, -35.3125, -33.0703125, -30.828125, -28.5859375, -26.34375, -24.1015625, -21.859375, -19.6171875, -17.375, -15.1328125, -12.890625, -10.6484375, -8.40625, -6.1640625, -3.921875, -1.6796875, 0.5625, 2.8046875, 5.046875, 7.2890625, 9.53125, 11.7734375, 14.015625, 16.2578125, 18.5, 20.7421875, 22.984375, 25.2265625, 27.46875, 29.7109375, 31.953125, 34.1953125, 36.4375, 38.6796875, 40.921875, 43.1640625, 45.40625, 47.6484375, 49.890625, 52.1328125, 54.375, 56.6171875, 58.859375, 61.1015625, 63.34375, 65.5859375, 67.828125, 70.0703125, 72.3125]}, "gradients/wav2vec2.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 8.0, 16.0, 14.0, 25.0, 41.0, 73.0, 98.0, 130.0, 218.0, 366.0, 519.0, 710.0, 1129.0, 1858.0, 3043.0, 4988.0, 8551.0, 16250.0, 32439.0, 65643.0, 124859.0, 208757.0, 255426.0, 152347.0, 82900.0, 41231.0, 20657.0, 10562.0, 5962.0, 3543.0, 2230.0, 1369.0, 928.0, 569.0, 366.0, 244.0, 178.0, 106.0, 57.0, 40.0, 35.0, 21.0, 12.0, 13.0, 10.0, 3.0, 5.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-5.43359375, -5.26470947265625, -5.0958251953125, -4.92694091796875, -4.758056640625, -4.58917236328125, -4.4202880859375, -4.25140380859375, -4.08251953125, -3.91363525390625, -3.7447509765625, -3.57586669921875, -3.406982421875, -3.23809814453125, -3.0692138671875, -2.90032958984375, -2.7314453125, -2.56256103515625, -2.3936767578125, -2.22479248046875, -2.055908203125, -1.88702392578125, -1.7181396484375, -1.54925537109375, -1.38037109375, -1.21148681640625, -1.0426025390625, -0.87371826171875, -0.704833984375, -0.53594970703125, -0.3670654296875, -0.19818115234375, -0.029296875, 0.13958740234375, 0.3084716796875, 0.47735595703125, 0.646240234375, 0.81512451171875, 0.9840087890625, 1.15289306640625, 1.32177734375, 1.49066162109375, 1.6595458984375, 1.82843017578125, 1.997314453125, 2.16619873046875, 2.3350830078125, 2.50396728515625, 2.6728515625, 2.84173583984375, 3.0106201171875, 3.17950439453125, 3.348388671875, 3.51727294921875, 3.6861572265625, 3.85504150390625, 4.02392578125, 4.19281005859375, 4.3616943359375, 4.53057861328125, 4.699462890625, 4.86834716796875, 5.0372314453125, 5.20611572265625, 5.375]}, "gradients/wav2vec2.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 7.0, 8.0, 10.0, 11.0, 15.0, 35.0, 42.0, 65.0, 87.0, 91.0, 122.0, 119.0, 123.0, 66.0, 62.0, 42.0, 34.0, 18.0, 15.0, 9.0, 7.0, 8.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.003002166748046875, -0.0028821825981140137, -0.0027621984481811523, -0.002642214298248291, -0.0025222301483154297, -0.0024022459983825684, -0.002282261848449707, -0.0021622776985168457, -0.0020422935485839844, -0.001922309398651123, -0.0018023252487182617, -0.0016823410987854004, -0.001562356948852539, -0.0014423727989196777, -0.0013223886489868164, -0.001202404499053955, -0.0010824203491210938, -0.0009624361991882324, -0.0008424520492553711, -0.0007224678993225098, -0.0006024837493896484, -0.0004824995994567871, -0.0003625154495239258, -0.00024253129959106445, -0.00012254714965820312, -2.562999725341797e-06, 0.00011742115020751953, 0.00023740530014038086, 0.0003573894500732422, 0.0004773736000061035, 0.0005973577499389648, 0.0007173418998718262, 0.0008373260498046875, 0.0009573101997375488, 0.0010772943496704102, 0.0011972784996032715, 0.0013172626495361328, 0.0014372467994689941, 0.0015572309494018555, 0.0016772150993347168, 0.0017971992492675781, 0.0019171833992004395, 0.0020371675491333008, 0.002157151699066162, 0.0022771358489990234, 0.0023971199989318848, 0.002517104148864746, 0.0026370882987976074, 0.0027570724487304688, 0.00287705659866333, 0.0029970407485961914, 0.0031170248985290527, 0.003237009048461914, 0.0033569931983947754, 0.0034769773483276367, 0.003596961498260498, 0.0037169456481933594, 0.0038369297981262207, 0.003956913948059082, 0.004076898097991943, 0.004196882247924805, 0.004316866397857666, 0.004436850547790527, 0.004556834697723389, 0.00467681884765625]}, "gradients/wav2vec2.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 5.0, 12.0, 12.0, 20.0, 37.0, 43.0, 81.0, 124.0, 197.0, 315.0, 472.0, 747.0, 1239.0, 1957.0, 3434.0, 5981.0, 10183.0, 18940.0, 34464.0, 63319.0, 107650.0, 169866.0, 236909.0, 160923.0, 100217.0, 58370.0, 32115.0, 17585.0, 9663.0, 5574.0, 3126.0, 1860.0, 1165.0, 737.0, 463.0, 261.0, 173.0, 118.0, 66.0, 53.0, 33.0, 17.0, 17.0, 13.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.38671875, -5.22064208984375, -5.0545654296875, -4.88848876953125, -4.722412109375, -4.55633544921875, -4.3902587890625, -4.22418212890625, -4.05810546875, -3.89202880859375, -3.7259521484375, -3.55987548828125, -3.393798828125, -3.22772216796875, -3.0616455078125, -2.89556884765625, -2.7294921875, -2.56341552734375, -2.3973388671875, -2.23126220703125, -2.065185546875, -1.89910888671875, -1.7330322265625, -1.56695556640625, -1.40087890625, -1.23480224609375, -1.0687255859375, -0.90264892578125, -0.736572265625, -0.57049560546875, -0.4044189453125, -0.23834228515625, -0.072265625, 0.09381103515625, 0.2598876953125, 0.42596435546875, 0.592041015625, 0.75811767578125, 0.9241943359375, 1.09027099609375, 1.25634765625, 1.42242431640625, 1.5885009765625, 1.75457763671875, 1.920654296875, 2.08673095703125, 2.2528076171875, 2.41888427734375, 2.5849609375, 2.75103759765625, 2.9171142578125, 3.08319091796875, 3.249267578125, 3.41534423828125, 3.5814208984375, 3.74749755859375, 3.91357421875, 4.07965087890625, 4.2457275390625, 4.41180419921875, 4.577880859375, 4.74395751953125, 4.9100341796875, 5.07611083984375, 5.2421875]}, "gradients/wav2vec2.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 10.0, 5.0, 8.0, 8.0, 8.0, 10.0, 21.0, 30.0, 26.0, 41.0, 43.0, 55.0, 63.0, 67.0, 63.0, 73.0, 61.0, 70.0, 64.0, 49.0, 45.0, 37.0, 36.0, 29.0, 23.0, 7.0, 9.0, 11.0, 8.0, 12.0, 3.0, 5.0, 3.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.828125, -8.49462890625, -8.1611328125, -7.82763671875, -7.494140625, -7.16064453125, -6.8271484375, -6.49365234375, -6.16015625, -5.82666015625, -5.4931640625, -5.15966796875, -4.826171875, -4.49267578125, -4.1591796875, -3.82568359375, -3.4921875, -3.15869140625, -2.8251953125, -2.49169921875, -2.158203125, -1.82470703125, -1.4912109375, -1.15771484375, -0.82421875, -0.49072265625, -0.1572265625, 0.17626953125, 0.509765625, 0.84326171875, 1.1767578125, 1.51025390625, 1.84375, 2.17724609375, 2.5107421875, 2.84423828125, 3.177734375, 3.51123046875, 3.8447265625, 4.17822265625, 4.51171875, 4.84521484375, 5.1787109375, 5.51220703125, 5.845703125, 6.17919921875, 6.5126953125, 6.84619140625, 7.1796875, 7.51318359375, 7.8466796875, 8.18017578125, 8.513671875, 8.84716796875, 9.1806640625, 9.51416015625, 9.84765625, 10.18115234375, 10.5146484375, 10.84814453125, 11.181640625, 11.51513671875, 11.8486328125, 12.18212890625, 12.515625]}, "gradients/wav2vec2.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 6.0, 8.0, 10.0, 15.0, 15.0, 29.0, 36.0, 45.0, 67.0, 118.0, 138.0, 118.0, 101.0, 92.0, 76.0, 53.0, 22.0, 20.0, 12.0, 4.0, 3.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-280.17730712890625, -273.8764953613281, -267.5756530761719, -261.27484130859375, -254.9739990234375, -248.6731719970703, -242.37234497070312, -236.07151794433594, -229.77069091796875, -223.46986389160156, -217.16903686523438, -210.8682098388672, -204.5673828125, -198.2665557861328, -191.96572875976562, -185.66490173339844, -179.36407470703125, -173.06324768066406, -166.76242065429688, -160.4615936279297, -154.1607666015625, -147.8599395751953, -141.55911254882812, -135.25828552246094, -128.9574737548828, -122.65664672851562, -116.35581970214844, -110.05499267578125, -103.75416564941406, -97.45333862304688, -91.15251159667969, -84.8516845703125, -78.55085754394531, -72.25003051757812, -65.94920349121094, -59.64837646484375, -53.34754943847656, -47.046722412109375, -40.74589920043945, -34.445072174072266, -28.144245147705078, -21.84341812133789, -15.54259204864502, -9.241765975952148, -2.940938949584961, 3.3598880767822266, 9.660713195800781, 15.961540222167969, 22.262367248535156, 28.563194274902344, 34.86402130126953, 41.16484832763672, 47.465675354003906, 53.766502380371094, 60.067325592041016, 66.36814880371094, 72.66897583007812, 78.96980285644531, 85.2706298828125, 91.57145690917969, 97.87228393554688, 104.17311096191406, 110.47393798828125, 116.77476501464844, 123.07559204101562]}, "gradients/wav2vec2.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 6.0, 4.0, 4.0, 1.0, 4.0, 6.0, 3.0, 1.0, 12.0, 13.0, 15.0, 17.0, 25.0, 25.0, 30.0, 30.0, 32.0, 44.0, 34.0, 28.0, 29.0, 33.0, 43.0, 36.0, 38.0, 47.0, 40.0, 41.0, 37.0, 50.0, 27.0, 32.0, 33.0, 38.0, 21.0, 24.0, 20.0, 13.0, 15.0, 5.0, 20.0, 13.0, 8.0, 3.0, 3.0, 5.0, 1.0, 5.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-149.53610229492188, -144.8682403564453, -140.2003936767578, -135.53253173828125, -130.8646697998047, -126.19682312011719, -121.52896118164062, -116.8611068725586, -112.19325256347656, -107.52539825439453, -102.85753631591797, -98.18968200683594, -93.5218276977539, -88.85397338867188, -84.18611145019531, -79.51825714111328, -74.85039520263672, -70.18254089355469, -65.51467895507812, -60.846824645996094, -56.17897033691406, -51.511112213134766, -46.84325408935547, -42.17539978027344, -37.50754165649414, -32.839683532714844, -28.171829223632812, -23.503971099853516, -18.83611488342285, -14.168258666992188, -9.50040054321289, -4.832546234130859, -0.1646881103515625, 4.50316858291626, 9.171025276184082, 13.838882446289062, 18.506738662719727, 23.17459487915039, 27.842453002929688, 32.51030731201172, 37.178165435791016, 41.84602355957031, 46.513877868652344, 51.18173599243164, 55.84959411621094, 60.51744842529297, 65.185302734375, 69.85316467285156, 74.5210189819336, 79.18887329101562, 83.85673522949219, 88.52458953857422, 93.19244384765625, 97.86030578613281, 102.52816009521484, 107.19601440429688, 111.86387634277344, 116.53173065185547, 121.19959259033203, 125.86744689941406, 130.53530883789062, 135.20315551757812, 139.8710174560547, 144.53887939453125, 149.20672607421875]}, "gradients/wav2vec2.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 3.0, 3.0, 8.0, 8.0, 16.0, 23.0, 33.0, 43.0, 56.0, 87.0, 160.0, 220.0, 367.0, 637.0, 1074.0, 1930.0, 3365.0, 6439.0, 12391.0, 24682.0, 51076.0, 109177.0, 241848.0, 551457.0, 1136563.0, 1094890.0, 524066.0, 230942.0, 104213.0, 48691.0, 23974.0, 11816.0, 6306.0, 3389.0, 1788.0, 982.0, 585.0, 352.0, 218.0, 143.0, 88.0, 57.0, 48.0, 21.0, 17.0, 13.0, 15.0, 4.0, 4.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.740234375, -3.611114501953125, -3.48199462890625, -3.352874755859375, -3.2237548828125, -3.094635009765625, -2.96551513671875, -2.836395263671875, -2.707275390625, -2.578155517578125, -2.44903564453125, -2.319915771484375, -2.1907958984375, -2.061676025390625, -1.93255615234375, -1.803436279296875, -1.67431640625, -1.545196533203125, -1.41607666015625, -1.286956787109375, -1.1578369140625, -1.028717041015625, -0.89959716796875, -0.770477294921875, -0.641357421875, -0.512237548828125, -0.38311767578125, -0.253997802734375, -0.1248779296875, 0.004241943359375, 0.13336181640625, 0.262481689453125, 0.3916015625, 0.520721435546875, 0.64984130859375, 0.778961181640625, 0.9080810546875, 1.037200927734375, 1.16632080078125, 1.295440673828125, 1.424560546875, 1.553680419921875, 1.68280029296875, 1.811920166015625, 1.9410400390625, 2.070159912109375, 2.19927978515625, 2.328399658203125, 2.45751953125, 2.586639404296875, 2.71575927734375, 2.844879150390625, 2.9739990234375, 3.103118896484375, 3.23223876953125, 3.361358642578125, 3.490478515625, 3.619598388671875, 3.74871826171875, 3.877838134765625, 4.0069580078125, 4.136077880859375, 4.26519775390625, 4.394317626953125, 4.5234375]}, "gradients/wav2vec2.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 5.0, 5.0, 5.0, 7.0, 6.0, 6.0, 14.0, 11.0, 19.0, 18.0, 20.0, 26.0, 23.0, 36.0, 32.0, 31.0, 41.0, 47.0, 48.0, 38.0, 53.0, 45.0, 39.0, 49.0, 45.0, 39.0, 33.0, 43.0, 25.0, 31.0, 32.0, 32.0, 18.0, 18.0, 11.0, 15.0, 7.0, 7.0, 6.0, 4.0, 8.0, 5.0, 3.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.017578125, -1.948883056640625, -1.88018798828125, -1.811492919921875, -1.7427978515625, -1.674102783203125, -1.60540771484375, -1.536712646484375, -1.468017578125, -1.399322509765625, -1.33062744140625, -1.261932373046875, -1.1932373046875, -1.124542236328125, -1.05584716796875, -0.987152099609375, -0.91845703125, -0.849761962890625, -0.78106689453125, -0.712371826171875, -0.6436767578125, -0.574981689453125, -0.50628662109375, -0.437591552734375, -0.368896484375, -0.300201416015625, -0.23150634765625, -0.162811279296875, -0.0941162109375, -0.025421142578125, 0.04327392578125, 0.111968994140625, 0.1806640625, 0.249359130859375, 0.31805419921875, 0.386749267578125, 0.4554443359375, 0.524139404296875, 0.59283447265625, 0.661529541015625, 0.730224609375, 0.798919677734375, 0.86761474609375, 0.936309814453125, 1.0050048828125, 1.073699951171875, 1.14239501953125, 1.211090087890625, 1.27978515625, 1.348480224609375, 1.41717529296875, 1.485870361328125, 1.5545654296875, 1.623260498046875, 1.69195556640625, 1.760650634765625, 1.829345703125, 1.898040771484375, 1.96673583984375, 2.035430908203125, 2.1041259765625, 2.172821044921875, 2.24151611328125, 2.310211181640625, 2.37890625]}, "gradients/wav2vec2.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 3.0, 2.0, 4.0, 8.0, 12.0, 19.0, 26.0, 22.0, 60.0, 88.0, 127.0, 254.0, 545.0, 1136.0, 2960.0, 8643.0, 32937.0, 161746.0, 933821.0, 2257777.0, 645985.0, 112493.0, 24389.0, 6835.0, 2437.0, 986.0, 452.0, 229.0, 107.0, 67.0, 32.0, 26.0, 18.0, 12.0, 5.0, 5.0, 6.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-13.9375, -13.543701171875, -13.14990234375, -12.756103515625, -12.3623046875, -11.968505859375, -11.57470703125, -11.180908203125, -10.787109375, -10.393310546875, -9.99951171875, -9.605712890625, -9.2119140625, -8.818115234375, -8.42431640625, -8.030517578125, -7.63671875, -7.242919921875, -6.84912109375, -6.455322265625, -6.0615234375, -5.667724609375, -5.27392578125, -4.880126953125, -4.486328125, -4.092529296875, -3.69873046875, -3.304931640625, -2.9111328125, -2.517333984375, -2.12353515625, -1.729736328125, -1.3359375, -0.942138671875, -0.54833984375, -0.154541015625, 0.2392578125, 0.633056640625, 1.02685546875, 1.420654296875, 1.814453125, 2.208251953125, 2.60205078125, 2.995849609375, 3.3896484375, 3.783447265625, 4.17724609375, 4.571044921875, 4.96484375, 5.358642578125, 5.75244140625, 6.146240234375, 6.5400390625, 6.933837890625, 7.32763671875, 7.721435546875, 8.115234375, 8.509033203125, 8.90283203125, 9.296630859375, 9.6904296875, 10.084228515625, 10.47802734375, 10.871826171875, 11.265625]}, "gradients/wav2vec2.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 5.0, 2.0, 1.0, 0.0, 4.0, 4.0, 7.0, 12.0, 11.0, 20.0, 36.0, 38.0, 61.0, 76.0, 116.0, 129.0, 203.0, 245.0, 370.0, 397.0, 446.0, 424.0, 372.0, 269.0, 218.0, 199.0, 123.0, 85.0, 59.0, 38.0, 32.0, 27.0, 15.0, 8.0, 6.0, 3.0, 6.0, 4.0, 3.0, 3.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.36328125, -6.11651611328125, -5.8697509765625, -5.62298583984375, -5.376220703125, -5.12945556640625, -4.8826904296875, -4.63592529296875, -4.38916015625, -4.14239501953125, -3.8956298828125, -3.64886474609375, -3.402099609375, -3.15533447265625, -2.9085693359375, -2.66180419921875, -2.4150390625, -2.16827392578125, -1.9215087890625, -1.67474365234375, -1.427978515625, -1.18121337890625, -0.9344482421875, -0.68768310546875, -0.44091796875, -0.19415283203125, 0.0526123046875, 0.29937744140625, 0.546142578125, 0.79290771484375, 1.0396728515625, 1.28643798828125, 1.533203125, 1.77996826171875, 2.0267333984375, 2.27349853515625, 2.520263671875, 2.76702880859375, 3.0137939453125, 3.26055908203125, 3.50732421875, 3.75408935546875, 4.0008544921875, 4.24761962890625, 4.494384765625, 4.74114990234375, 4.9879150390625, 5.23468017578125, 5.4814453125, 5.72821044921875, 5.9749755859375, 6.22174072265625, 6.468505859375, 6.71527099609375, 6.9620361328125, 7.20880126953125, 7.45556640625, 7.70233154296875, 7.9490966796875, 8.19586181640625, 8.442626953125, 8.68939208984375, 8.9361572265625, 9.18292236328125, 9.4296875]}, "gradients/wav2vec2.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 5.0, 4.0, 2.0, 3.0, 9.0, 5.0, 18.0, 20.0, 31.0, 48.0, 50.0, 64.0, 80.0, 97.0, 97.0, 85.0, 92.0, 76.0, 57.0, 59.0, 27.0, 29.0, 20.0, 8.0, 6.0, 6.0, 6.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.83253479003906, -35.40216064453125, -33.97178649902344, -32.541412353515625, -31.111042022705078, -29.680667877197266, -28.250293731689453, -26.81991958618164, -25.38954734802246, -23.95917320251465, -22.52880096435547, -21.098426818847656, -19.668052673339844, -18.237680435180664, -16.80730628967285, -15.376933097839355, -13.94655990600586, -12.516186714172363, -11.085813522338867, -9.655439376831055, -8.225066184997559, -6.7946929931640625, -5.36431884765625, -3.933945655822754, -2.503572463989258, -1.0731990337371826, 0.3571743965148926, 1.7875480651855469, 3.217921257019043, 4.648294448852539, 6.078668594360352, 7.509041786193848, 8.939414978027344, 10.36978816986084, 11.800161361694336, 13.230535507202148, 14.660908699035645, 16.09128189086914, 17.521656036376953, 18.952030181884766, 20.382402420043945, 21.812776565551758, 23.243148803710938, 24.67352294921875, 26.103897094726562, 27.534269332885742, 28.964643478393555, 30.395015716552734, 31.825389862060547, 33.25576400756836, 34.68613815307617, 36.11650848388672, 37.54688262939453, 38.977256774902344, 40.407630920410156, 41.83800506591797, 43.26837921142578, 44.698753356933594, 46.129127502441406, 47.55950164794922, 48.989871978759766, 50.42024612426758, 51.85062026977539, 53.2809944152832, 54.71136474609375]}, "gradients/wav2vec2.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 5.0, 2.0, 7.0, 8.0, 10.0, 13.0, 9.0, 16.0, 17.0, 21.0, 18.0, 22.0, 23.0, 29.0, 39.0, 29.0, 39.0, 39.0, 42.0, 47.0, 40.0, 39.0, 41.0, 42.0, 51.0, 41.0, 32.0, 44.0, 35.0, 19.0, 30.0, 30.0, 28.0, 18.0, 11.0, 17.0, 15.0, 6.0, 8.0, 4.0, 7.0, 4.0, 5.0, 5.0, 3.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.886348724365234, -24.983383178710938, -24.080419540405273, -23.177453994750977, -22.274490356445312, -21.371524810791016, -20.46855926513672, -19.565595626831055, -18.662630081176758, -17.75966453552246, -16.856700897216797, -15.9537353515625, -15.05077075958252, -14.147806167602539, -13.244841575622559, -12.341876983642578, -11.438912391662598, -10.535947799682617, -9.632983207702637, -8.730018615722656, -7.827053070068359, -6.924088478088379, -6.021123886108398, -5.11815881729126, -4.215194225311279, -3.3122293949127197, -2.40926456451416, -1.5062999725341797, -0.6033351421356201, 0.29962968826293945, 1.20259428024292, 2.1055593490600586, 3.008523941040039, 3.9114887714385986, 4.814453601837158, 5.717418193817139, 6.620383262634277, 7.523347854614258, 8.426312446594238, 9.329277038574219, 10.232242584228516, 11.135207176208496, 12.038171768188477, 12.941137313842773, 13.844101905822754, 14.747066497802734, 15.650031089782715, 16.552995681762695, 17.45595932006836, 18.358924865722656, 19.26188850402832, 20.164854049682617, 21.06781768798828, 21.970783233642578, 22.873748779296875, 23.77671241760254, 24.679677963256836, 25.582643508911133, 26.485607147216797, 27.388572692871094, 28.291536331176758, 29.194501876831055, 30.09746551513672, 31.000431060791016, 31.903396606445312]}, "gradients/wav2vec2.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 2.0, 6.0, 4.0, 4.0, 6.0, 11.0, 13.0, 22.0, 39.0, 54.0, 97.0, 140.0, 240.0, 408.0, 613.0, 1059.0, 1653.0, 2780.0, 4684.0, 7412.0, 11683.0, 18243.0, 28443.0, 44626.0, 77225.0, 154093.0, 256433.0, 197257.0, 96680.0, 52974.0, 33374.0, 21556.0, 13911.0, 8780.0, 5347.0, 3330.0, 2093.0, 1220.0, 757.0, 454.0, 291.0, 211.0, 114.0, 77.0, 63.0, 35.0, 17.0, 9.0, 7.0, 8.0, 6.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.98046875, -6.7529296875, -6.525390625, -6.2978515625, -6.0703125, -5.8427734375, -5.615234375, -5.3876953125, -5.16015625, -4.9326171875, -4.705078125, -4.4775390625, -4.25, -4.0224609375, -3.794921875, -3.5673828125, -3.33984375, -3.1123046875, -2.884765625, -2.6572265625, -2.4296875, -2.2021484375, -1.974609375, -1.7470703125, -1.51953125, -1.2919921875, -1.064453125, -0.8369140625, -0.609375, -0.3818359375, -0.154296875, 0.0732421875, 0.30078125, 0.5283203125, 0.755859375, 0.9833984375, 1.2109375, 1.4384765625, 1.666015625, 1.8935546875, 2.12109375, 2.3486328125, 2.576171875, 2.8037109375, 3.03125, 3.2587890625, 3.486328125, 3.7138671875, 3.94140625, 4.1689453125, 4.396484375, 4.6240234375, 4.8515625, 5.0791015625, 5.306640625, 5.5341796875, 5.76171875, 5.9892578125, 6.216796875, 6.4443359375, 6.671875, 6.8994140625, 7.126953125, 7.3544921875, 7.58203125]}, "gradients/wav2vec2.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 1.0, 5.0, 4.0, 3.0, 6.0, 7.0, 7.0, 13.0, 7.0, 15.0, 30.0, 22.0, 21.0, 25.0, 41.0, 38.0, 45.0, 35.0, 40.0, 52.0, 53.0, 53.0, 46.0, 54.0, 42.0, 39.0, 46.0, 37.0, 31.0, 34.0, 26.0, 23.0, 20.0, 23.0, 7.0, 13.0, 5.0, 9.0, 9.0, 1.0, 5.0, 4.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0], "bins": [-3.0546875, -2.96661376953125, -2.8785400390625, -2.79046630859375, -2.702392578125, -2.61431884765625, -2.5262451171875, -2.43817138671875, -2.35009765625, -2.26202392578125, -2.1739501953125, -2.08587646484375, -1.997802734375, -1.90972900390625, -1.8216552734375, -1.73358154296875, -1.6455078125, -1.55743408203125, -1.4693603515625, -1.38128662109375, -1.293212890625, -1.20513916015625, -1.1170654296875, -1.02899169921875, -0.94091796875, -0.85284423828125, -0.7647705078125, -0.67669677734375, -0.588623046875, -0.50054931640625, -0.4124755859375, -0.32440185546875, -0.236328125, -0.14825439453125, -0.0601806640625, 0.02789306640625, 0.115966796875, 0.20404052734375, 0.2921142578125, 0.38018798828125, 0.46826171875, 0.55633544921875, 0.6444091796875, 0.73248291015625, 0.820556640625, 0.90863037109375, 0.9967041015625, 1.08477783203125, 1.1728515625, 1.26092529296875, 1.3489990234375, 1.43707275390625, 1.525146484375, 1.61322021484375, 1.7012939453125, 1.78936767578125, 1.87744140625, 1.96551513671875, 2.0535888671875, 2.14166259765625, 2.229736328125, 2.31781005859375, 2.4058837890625, 2.49395751953125, 2.58203125]}, "gradients/wav2vec2.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 6.0, 7.0, 4.0, 9.0, 17.0, 14.0, 23.0, 36.0, 41.0, 61.0, 73.0, 113.0, 156.0, 237.0, 399.0, 655.0, 1202.0, 2143.0, 4177.0, 7908.0, 15558.0, 29423.0, 57202.0, 138392.0, 429621.0, 212564.0, 72072.0, 36045.0, 19051.0, 9896.0, 5057.0, 2620.0, 1483.0, 824.0, 470.0, 334.0, 191.0, 156.0, 82.0, 56.0, 42.0, 56.0, 28.0, 21.0, 11.0, 6.0, 10.0, 6.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-12.3359375, -11.9200439453125, -11.504150390625, -11.0882568359375, -10.67236328125, -10.2564697265625, -9.840576171875, -9.4246826171875, -9.0087890625, -8.5928955078125, -8.177001953125, -7.7611083984375, -7.34521484375, -6.9293212890625, -6.513427734375, -6.0975341796875, -5.681640625, -5.2657470703125, -4.849853515625, -4.4339599609375, -4.01806640625, -3.6021728515625, -3.186279296875, -2.7703857421875, -2.3544921875, -1.9385986328125, -1.522705078125, -1.1068115234375, -0.69091796875, -0.2750244140625, 0.140869140625, 0.5567626953125, 0.97265625, 1.3885498046875, 1.804443359375, 2.2203369140625, 2.63623046875, 3.0521240234375, 3.468017578125, 3.8839111328125, 4.2998046875, 4.7156982421875, 5.131591796875, 5.5474853515625, 5.96337890625, 6.3792724609375, 6.795166015625, 7.2110595703125, 7.626953125, 8.0428466796875, 8.458740234375, 8.8746337890625, 9.29052734375, 9.7064208984375, 10.122314453125, 10.5382080078125, 10.9541015625, 11.3699951171875, 11.785888671875, 12.2017822265625, 12.61767578125, 13.0335693359375, 13.449462890625, 13.8653564453125, 14.28125]}, "gradients/wav2vec2.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 4.0, 8.0, 3.0, 14.0, 6.0, 18.0, 19.0, 27.0, 37.0, 45.0, 50.0, 58.0, 61.0, 66.0, 71.0, 67.0, 94.0, 82.0, 55.0, 51.0, 44.0, 28.0, 20.0, 23.0, 13.0, 5.0, 10.0, 1.0, 9.0, 5.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.703125, -17.235107421875, -16.76708984375, -16.299072265625, -15.8310546875, -15.363037109375, -14.89501953125, -14.427001953125, -13.958984375, -13.490966796875, -13.02294921875, -12.554931640625, -12.0869140625, -11.618896484375, -11.15087890625, -10.682861328125, -10.21484375, -9.746826171875, -9.27880859375, -8.810791015625, -8.3427734375, -7.874755859375, -7.40673828125, -6.938720703125, -6.470703125, -6.002685546875, -5.53466796875, -5.066650390625, -4.5986328125, -4.130615234375, -3.66259765625, -3.194580078125, -2.7265625, -2.258544921875, -1.79052734375, -1.322509765625, -0.8544921875, -0.386474609375, 0.08154296875, 0.549560546875, 1.017578125, 1.485595703125, 1.95361328125, 2.421630859375, 2.8896484375, 3.357666015625, 3.82568359375, 4.293701171875, 4.76171875, 5.229736328125, 5.69775390625, 6.165771484375, 6.6337890625, 7.101806640625, 7.56982421875, 8.037841796875, 8.505859375, 8.973876953125, 9.44189453125, 9.909912109375, 10.3779296875, 10.845947265625, 11.31396484375, 11.781982421875, 12.25]}, "gradients/wav2vec2.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 5.0, 8.0, 7.0, 19.0, 14.0, 28.0, 41.0, 59.0, 92.0, 135.0, 210.0, 349.0, 550.0, 957.0, 1644.0, 2918.0, 5354.0, 9788.0, 17516.0, 32524.0, 63823.0, 168632.0, 421361.0, 181009.0, 67071.0, 33598.0, 18092.0, 10061.0, 5496.0, 2981.0, 1731.0, 968.0, 595.0, 332.0, 195.0, 114.0, 100.0, 63.0, 43.0, 21.0, 18.0, 11.0, 6.0, 7.0, 4.0, 6.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-8.1484375, -7.9053955078125, -7.662353515625, -7.4193115234375, -7.17626953125, -6.9332275390625, -6.690185546875, -6.4471435546875, -6.2041015625, -5.9610595703125, -5.718017578125, -5.4749755859375, -5.23193359375, -4.9888916015625, -4.745849609375, -4.5028076171875, -4.259765625, -4.0167236328125, -3.773681640625, -3.5306396484375, -3.28759765625, -3.0445556640625, -2.801513671875, -2.5584716796875, -2.3154296875, -2.0723876953125, -1.829345703125, -1.5863037109375, -1.34326171875, -1.1002197265625, -0.857177734375, -0.6141357421875, -0.37109375, -0.1280517578125, 0.114990234375, 0.3580322265625, 0.60107421875, 0.8441162109375, 1.087158203125, 1.3302001953125, 1.5732421875, 1.8162841796875, 2.059326171875, 2.3023681640625, 2.54541015625, 2.7884521484375, 3.031494140625, 3.2745361328125, 3.517578125, 3.7606201171875, 4.003662109375, 4.2467041015625, 4.48974609375, 4.7327880859375, 4.975830078125, 5.2188720703125, 5.4619140625, 5.7049560546875, 5.947998046875, 6.1910400390625, 6.43408203125, 6.6771240234375, 6.920166015625, 7.1632080078125, 7.40625]}, "gradients/wav2vec2.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 4.0, 6.0, 7.0, 8.0, 5.0, 11.0, 14.0, 9.0, 12.0, 25.0, 25.0, 34.0, 50.0, 83.0, 205.0, 214.0, 76.0, 42.0, 36.0, 27.0, 21.0, 18.0, 13.0, 15.0, 6.0, 8.0, 9.0, 6.0, 3.0, 5.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0034580230712890625, -0.0033670365810394287, -0.003276050090789795, -0.003185063600540161, -0.0030940771102905273, -0.0030030906200408936, -0.0029121041297912598, -0.002821117639541626, -0.002730131149291992, -0.0026391446590423584, -0.0025481581687927246, -0.002457171678543091, -0.002366185188293457, -0.0022751986980438232, -0.0021842122077941895, -0.0020932257175445557, -0.002002239227294922, -0.001911252737045288, -0.0018202662467956543, -0.0017292797565460205, -0.0016382932662963867, -0.001547306776046753, -0.0014563202857971191, -0.0013653337955474854, -0.0012743473052978516, -0.0011833608150482178, -0.001092374324798584, -0.0010013878345489502, -0.0009104013442993164, -0.0008194148540496826, -0.0007284283638000488, -0.000637441873550415, -0.0005464553833007812, -0.00045546889305114746, -0.00036448240280151367, -0.0002734959125518799, -0.0001825094223022461, -9.15229320526123e-05, -5.364418029785156e-07, 9.045004844665527e-05, 0.00018143653869628906, 0.00027242302894592285, 0.00036340951919555664, 0.00045439600944519043, 0.0005453824996948242, 0.000636368989944458, 0.0007273554801940918, 0.0008183419704437256, 0.0009093284606933594, 0.0010003149509429932, 0.001091301441192627, 0.0011822879314422607, 0.0012732744216918945, 0.0013642609119415283, 0.0014552474021911621, 0.001546233892440796, 0.0016372203826904297, 0.0017282068729400635, 0.0018191933631896973, 0.001910179853439331, 0.002001166343688965, 0.0020921528339385986, 0.0021831393241882324, 0.002274125814437866, 0.0023651123046875]}, "gradients/wav2vec2.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 5.0, 5.0, 9.0, 9.0, 22.0, 20.0, 46.0, 64.0, 105.0, 183.0, 299.0, 482.0, 931.0, 1779.0, 3732.0, 7879.0, 17976.0, 42362.0, 113016.0, 423555.0, 295990.0, 81140.0, 32402.0, 14010.0, 6212.0, 2993.0, 1458.0, 790.0, 426.0, 236.0, 155.0, 89.0, 59.0, 43.0, 19.0, 18.0, 17.0, 10.0, 6.0, 2.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.609375, -7.325927734375, -7.04248046875, -6.759033203125, -6.4755859375, -6.192138671875, -5.90869140625, -5.625244140625, -5.341796875, -5.058349609375, -4.77490234375, -4.491455078125, -4.2080078125, -3.924560546875, -3.64111328125, -3.357666015625, -3.07421875, -2.790771484375, -2.50732421875, -2.223876953125, -1.9404296875, -1.656982421875, -1.37353515625, -1.090087890625, -0.806640625, -0.523193359375, -0.23974609375, 0.043701171875, 0.3271484375, 0.610595703125, 0.89404296875, 1.177490234375, 1.4609375, 1.744384765625, 2.02783203125, 2.311279296875, 2.5947265625, 2.878173828125, 3.16162109375, 3.445068359375, 3.728515625, 4.011962890625, 4.29541015625, 4.578857421875, 4.8623046875, 5.145751953125, 5.42919921875, 5.712646484375, 5.99609375, 6.279541015625, 6.56298828125, 6.846435546875, 7.1298828125, 7.413330078125, 7.69677734375, 7.980224609375, 8.263671875, 8.547119140625, 8.83056640625, 9.114013671875, 9.3974609375, 9.680908203125, 9.96435546875, 10.247802734375, 10.53125]}, "gradients/wav2vec2.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 4.0, 4.0, 2.0, 4.0, 4.0, 1.0, 2.0, 3.0, 9.0, 9.0, 12.0, 8.0, 13.0, 19.0, 28.0, 28.0, 28.0, 46.0, 56.0, 65.0, 87.0, 87.0, 87.0, 91.0, 66.0, 48.0, 31.0, 29.0, 23.0, 15.0, 18.0, 15.0, 10.0, 11.0, 5.0, 7.0, 5.0, 8.0, 4.0, 3.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0], "bins": [-5.921875, -5.7535400390625, -5.585205078125, -5.4168701171875, -5.24853515625, -5.0802001953125, -4.911865234375, -4.7435302734375, -4.5751953125, -4.4068603515625, -4.238525390625, -4.0701904296875, -3.90185546875, -3.7335205078125, -3.565185546875, -3.3968505859375, -3.228515625, -3.0601806640625, -2.891845703125, -2.7235107421875, -2.55517578125, -2.3868408203125, -2.218505859375, -2.0501708984375, -1.8818359375, -1.7135009765625, -1.545166015625, -1.3768310546875, -1.20849609375, -1.0401611328125, -0.871826171875, -0.7034912109375, -0.53515625, -0.3668212890625, -0.198486328125, -0.0301513671875, 0.13818359375, 0.3065185546875, 0.474853515625, 0.6431884765625, 0.8115234375, 0.9798583984375, 1.148193359375, 1.3165283203125, 1.48486328125, 1.6531982421875, 1.821533203125, 1.9898681640625, 2.158203125, 2.3265380859375, 2.494873046875, 2.6632080078125, 2.83154296875, 2.9998779296875, 3.168212890625, 3.3365478515625, 3.5048828125, 3.6732177734375, 3.841552734375, 4.0098876953125, 4.17822265625, 4.3465576171875, 4.514892578125, 4.6832275390625, 4.8515625]}, "gradients/wav2vec2.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 9.0, 12.0, 50.0, 94.0, 194.0, 242.0, 184.0, 132.0, 58.0, 20.0, 7.0, 8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-136.98622131347656, -132.19796752929688, -127.40971374511719, -122.6214599609375, -117.83320617675781, -113.04495239257812, -108.2566909790039, -103.46843719482422, -98.68018341064453, -93.89192962646484, -89.10367584228516, -84.31542205810547, -79.52716064453125, -74.73890686035156, -69.95065307617188, -65.16239929199219, -60.3741455078125, -55.58589172363281, -50.797637939453125, -46.00938034057617, -41.221126556396484, -36.4328727722168, -31.644617080688477, -26.856361389160156, -22.06810760498047, -17.27985382080078, -12.491598129272461, -7.703343391418457, -2.915088653564453, 1.8731651306152344, 6.661420822143555, 11.449676513671875, 16.237945556640625, 21.026199340820312, 25.814455032348633, 30.602710723876953, 35.39096450805664, 40.17921829223633, 44.96747589111328, 49.75572967529297, 54.543983459472656, 59.332237243652344, 64.12049102783203, 68.90874481201172, 73.69700622558594, 78.48526000976562, 83.27351379394531, 88.061767578125, 92.85002136230469, 97.63827514648438, 102.42652893066406, 107.21478271484375, 112.00303649902344, 116.79129028320312, 121.57955169677734, 126.36780548095703, 131.15606689453125, 135.94432067871094, 140.73257446289062, 145.5208282470703, 150.30908203125, 155.0973358154297, 159.88558959960938, 164.67385864257812, 169.46209716796875]}, "gradients/wav2vec2.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 5.0, 3.0, 4.0, 12.0, 6.0, 7.0, 8.0, 16.0, 13.0, 20.0, 13.0, 14.0, 20.0, 25.0, 38.0, 26.0, 40.0, 28.0, 33.0, 29.0, 35.0, 44.0, 27.0, 44.0, 48.0, 50.0, 44.0, 40.0, 19.0, 29.0, 27.0, 26.0, 33.0, 30.0, 24.0, 18.0, 16.0, 12.0, 23.0, 11.0, 6.0, 9.0, 7.0, 8.0, 5.0, 3.0, 3.0, 4.0, 0.0, 4.0, 1.0, 1.0, 3.0, 1.0], "bins": [-37.62118911743164, -36.504852294921875, -35.388519287109375, -34.27218246459961, -33.15584945678711, -32.039512634277344, -30.92317771911621, -29.806842803955078, -28.690507888793945, -27.574172973632812, -26.45783805847168, -25.341503143310547, -24.22516632080078, -23.10883331298828, -21.992496490478516, -20.876161575317383, -19.75982666015625, -18.643491744995117, -17.527156829833984, -16.41082191467285, -15.294486045837402, -14.17815113067627, -13.06181526184082, -11.945480346679688, -10.829145431518555, -9.712810516357422, -8.596475601196289, -7.48013973236084, -6.363804817199707, -5.247469902038574, -4.131134510040283, -3.014799118041992, -1.8984603881835938, -0.7821252346038818, 0.3342099189758301, 1.450545072555542, 2.566880226135254, 3.6832151412963867, 4.799550533294678, 5.915885925292969, 7.032220840454102, 8.148555755615234, 9.264890670776367, 10.381226539611816, 11.49756145477295, 12.613896369934082, 13.730232238769531, 14.846567153930664, 15.962902069091797, 17.07923698425293, 18.195571899414062, 19.311906814575195, 20.428241729736328, 21.544578552246094, 22.660913467407227, 23.77724838256836, 24.893583297729492, 26.009918212890625, 27.126253128051758, 28.24258804321289, 29.358924865722656, 30.475257873535156, 31.591594696044922, 32.70793151855469, 33.82426452636719]}, "gradients/wav2vec2.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 3.0, 8.0, 5.0, 6.0, 15.0, 9.0, 24.0, 26.0, 32.0, 51.0, 67.0, 91.0, 145.0, 213.0, 299.0, 466.0, 727.0, 1165.0, 2131.0, 3935.0, 7679.0, 16576.0, 39040.0, 98784.0, 274832.0, 892396.0, 1918745.0, 604688.0, 199718.0, 74481.0, 30383.0, 13384.0, 6357.0, 3177.0, 1858.0, 971.0, 589.0, 400.0, 246.0, 162.0, 106.0, 80.0, 64.0, 58.0, 20.0, 18.0, 25.0, 6.0, 6.0, 6.0, 8.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0], "bins": [-15.546875, -15.0806884765625, -14.614501953125, -14.1483154296875, -13.68212890625, -13.2159423828125, -12.749755859375, -12.2835693359375, -11.8173828125, -11.3511962890625, -10.885009765625, -10.4188232421875, -9.95263671875, -9.4864501953125, -9.020263671875, -8.5540771484375, -8.087890625, -7.6217041015625, -7.155517578125, -6.6893310546875, -6.22314453125, -5.7569580078125, -5.290771484375, -4.8245849609375, -4.3583984375, -3.8922119140625, -3.426025390625, -2.9598388671875, -2.49365234375, -2.0274658203125, -1.561279296875, -1.0950927734375, -0.62890625, -0.1627197265625, 0.303466796875, 0.7696533203125, 1.23583984375, 1.7020263671875, 2.168212890625, 2.6343994140625, 3.1005859375, 3.5667724609375, 4.032958984375, 4.4991455078125, 4.96533203125, 5.4315185546875, 5.897705078125, 6.3638916015625, 6.830078125, 7.2962646484375, 7.762451171875, 8.2286376953125, 8.69482421875, 9.1610107421875, 9.627197265625, 10.0933837890625, 10.5595703125, 11.0257568359375, 11.491943359375, 11.9581298828125, 12.42431640625, 12.8905029296875, 13.356689453125, 13.8228759765625, 14.2890625]}, "gradients/wav2vec2.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 4.0, 7.0, 7.0, 9.0, 4.0, 11.0, 11.0, 21.0, 23.0, 16.0, 22.0, 25.0, 36.0, 38.0, 28.0, 32.0, 33.0, 50.0, 39.0, 38.0, 44.0, 49.0, 50.0, 45.0, 30.0, 42.0, 37.0, 39.0, 17.0, 24.0, 28.0, 23.0, 30.0, 19.0, 13.0, 18.0, 8.0, 9.0, 5.0, 6.0, 2.0, 5.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.703125, -10.3935546875, -10.083984375, -9.7744140625, -9.46484375, -9.1552734375, -8.845703125, -8.5361328125, -8.2265625, -7.9169921875, -7.607421875, -7.2978515625, -6.98828125, -6.6787109375, -6.369140625, -6.0595703125, -5.75, -5.4404296875, -5.130859375, -4.8212890625, -4.51171875, -4.2021484375, -3.892578125, -3.5830078125, -3.2734375, -2.9638671875, -2.654296875, -2.3447265625, -2.03515625, -1.7255859375, -1.416015625, -1.1064453125, -0.796875, -0.4873046875, -0.177734375, 0.1318359375, 0.44140625, 0.7509765625, 1.060546875, 1.3701171875, 1.6796875, 1.9892578125, 2.298828125, 2.6083984375, 2.91796875, 3.2275390625, 3.537109375, 3.8466796875, 4.15625, 4.4658203125, 4.775390625, 5.0849609375, 5.39453125, 5.7041015625, 6.013671875, 6.3232421875, 6.6328125, 6.9423828125, 7.251953125, 7.5615234375, 7.87109375, 8.1806640625, 8.490234375, 8.7998046875, 9.109375]}, "gradients/wav2vec2.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 6.0, 10.0, 8.0, 11.0, 18.0, 31.0, 49.0, 85.0, 124.0, 170.0, 260.0, 474.0, 754.0, 1278.0, 2181.0, 3827.0, 7175.0, 14094.0, 29447.0, 65711.0, 156596.0, 404120.0, 1107712.0, 1467820.0, 558288.0, 212289.0, 86290.0, 37729.0, 17715.0, 8822.0, 4743.0, 2601.0, 1458.0, 874.0, 561.0, 363.0, 194.0, 139.0, 96.0, 52.0, 40.0, 22.0, 13.0, 8.0, 11.0, 4.0, 7.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-18.46875, -17.8564453125, -17.244140625, -16.6318359375, -16.01953125, -15.4072265625, -14.794921875, -14.1826171875, -13.5703125, -12.9580078125, -12.345703125, -11.7333984375, -11.12109375, -10.5087890625, -9.896484375, -9.2841796875, -8.671875, -8.0595703125, -7.447265625, -6.8349609375, -6.22265625, -5.6103515625, -4.998046875, -4.3857421875, -3.7734375, -3.1611328125, -2.548828125, -1.9365234375, -1.32421875, -0.7119140625, -0.099609375, 0.5126953125, 1.125, 1.7373046875, 2.349609375, 2.9619140625, 3.57421875, 4.1865234375, 4.798828125, 5.4111328125, 6.0234375, 6.6357421875, 7.248046875, 7.8603515625, 8.47265625, 9.0849609375, 9.697265625, 10.3095703125, 10.921875, 11.5341796875, 12.146484375, 12.7587890625, 13.37109375, 13.9833984375, 14.595703125, 15.2080078125, 15.8203125, 16.4326171875, 17.044921875, 17.6572265625, 18.26953125, 18.8818359375, 19.494140625, 20.1064453125, 20.71875]}, "gradients/wav2vec2.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 6.0, 5.0, 8.0, 7.0, 8.0, 11.0, 10.0, 16.0, 28.0, 25.0, 39.0, 60.0, 94.0, 102.0, 135.0, 189.0, 261.0, 356.0, 453.0, 534.0, 406.0, 340.0, 257.0, 181.0, 121.0, 87.0, 72.0, 69.0, 48.0, 45.0, 27.0, 20.0, 14.0, 13.0, 3.0, 5.0, 7.0, 8.0, 5.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-17.390625, -16.77880859375, -16.1669921875, -15.55517578125, -14.943359375, -14.33154296875, -13.7197265625, -13.10791015625, -12.49609375, -11.88427734375, -11.2724609375, -10.66064453125, -10.048828125, -9.43701171875, -8.8251953125, -8.21337890625, -7.6015625, -6.98974609375, -6.3779296875, -5.76611328125, -5.154296875, -4.54248046875, -3.9306640625, -3.31884765625, -2.70703125, -2.09521484375, -1.4833984375, -0.87158203125, -0.259765625, 0.35205078125, 0.9638671875, 1.57568359375, 2.1875, 2.79931640625, 3.4111328125, 4.02294921875, 4.634765625, 5.24658203125, 5.8583984375, 6.47021484375, 7.08203125, 7.69384765625, 8.3056640625, 8.91748046875, 9.529296875, 10.14111328125, 10.7529296875, 11.36474609375, 11.9765625, 12.58837890625, 13.2001953125, 13.81201171875, 14.423828125, 15.03564453125, 15.6474609375, 16.25927734375, 16.87109375, 17.48291015625, 18.0947265625, 18.70654296875, 19.318359375, 19.93017578125, 20.5419921875, 21.15380859375, 21.765625]}, "gradients/wav2vec2.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 7.0, 9.0, 18.0, 18.0, 36.0, 53.0, 69.0, 70.0, 98.0, 126.0, 122.0, 107.0, 73.0, 79.0, 48.0, 31.0, 17.0, 6.0, 6.0, 7.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-152.8824462890625, -148.83079528808594, -144.77914428710938, -140.7274932861328, -136.67584228515625, -132.62420654296875, -128.57254028320312, -124.5208969116211, -120.46925354003906, -116.4176025390625, -112.36595153808594, -108.31430053710938, -104.26265716552734, -100.21100616455078, -96.15935516357422, -92.10770416259766, -88.0560531616211, -84.00440216064453, -79.95275115966797, -75.90110778808594, -71.84945678710938, -67.79780578613281, -63.74615478515625, -59.69450378417969, -55.64285659790039, -51.59120559692383, -47.53955841064453, -43.48790740966797, -39.436256408691406, -35.38460922241211, -31.332958221435547, -27.281309127807617, -23.229660034179688, -19.178010940551758, -15.126360893249512, -11.074710845947266, -7.023061752319336, -2.9714126586914062, 1.0802383422851562, 5.131887435913086, 9.183536529541016, 13.235185623168945, 17.286834716796875, 21.338485717773438, 25.390134811401367, 29.441783905029297, 33.49343490600586, 37.545082092285156, 41.59673309326172, 45.64838409423828, 49.70003128051758, 53.75168228149414, 57.80332946777344, 61.85498046875, 65.90663146972656, 69.95828247070312, 74.00993347167969, 78.06158447265625, 82.11323547363281, 86.16488647460938, 90.2165298461914, 94.26818084716797, 98.31983184814453, 102.3714828491211, 106.42312622070312]}, "gradients/wav2vec2.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 3.0, 2.0, 6.0, 10.0, 9.0, 11.0, 12.0, 17.0, 21.0, 20.0, 18.0, 28.0, 25.0, 33.0, 36.0, 32.0, 30.0, 40.0, 29.0, 33.0, 43.0, 38.0, 42.0, 57.0, 31.0, 51.0, 49.0, 37.0, 31.0, 25.0, 28.0, 34.0, 20.0, 16.0, 15.0, 14.0, 11.0, 12.0, 6.0, 9.0, 4.0, 4.0, 5.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-63.26924514770508, -61.15821075439453, -59.04717254638672, -56.936134338378906, -54.82509994506836, -52.71406555175781, -50.60302734375, -48.49198913574219, -46.38095474243164, -44.269920349121094, -42.15888214111328, -40.04784393310547, -37.93680953979492, -35.825775146484375, -33.71473693847656, -31.603700637817383, -29.492664337158203, -27.381628036499023, -25.270591735839844, -23.159555435180664, -21.048519134521484, -18.937482833862305, -16.826446533203125, -14.715410232543945, -12.604373931884766, -10.493337631225586, -8.382301330566406, -6.271265029907227, -4.160228729248047, -2.049192428588867, 0.0618438720703125, 2.172880172729492, 4.2839202880859375, 6.394956588745117, 8.505992889404297, 10.617029190063477, 12.728065490722656, 14.839101791381836, 16.950138092041016, 19.061174392700195, 21.172210693359375, 23.283246994018555, 25.394283294677734, 27.505319595336914, 29.616355895996094, 31.727392196655273, 33.83842849731445, 35.949462890625, 38.06050109863281, 40.171539306640625, 42.28257369995117, 44.39360809326172, 46.50464630126953, 48.615684509277344, 50.72671890258789, 52.83775329589844, 54.94879150390625, 57.05982971191406, 59.17086410522461, 61.281898498535156, 63.39293670654297, 65.50397491455078, 67.61500549316406, 69.72604370117188, 71.83708190917969]}, "gradients/wav2vec2.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 9.0, 9.0, 15.0, 21.0, 29.0, 49.0, 94.0, 154.0, 203.0, 328.0, 553.0, 941.0, 1474.0, 2306.0, 3671.0, 6066.0, 9653.0, 15250.0, 25196.0, 42928.0, 82572.0, 173577.0, 271426.0, 196818.0, 95030.0, 48015.0, 27584.0, 16852.0, 10401.0, 6530.0, 4097.0, 2564.0, 1579.0, 967.0, 619.0, 383.0, 220.0, 150.0, 93.0, 52.0, 41.0, 25.0, 6.0, 8.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-17.375, -16.8868408203125, -16.398681640625, -15.9105224609375, -15.42236328125, -14.9342041015625, -14.446044921875, -13.9578857421875, -13.4697265625, -12.9815673828125, -12.493408203125, -12.0052490234375, -11.51708984375, -11.0289306640625, -10.540771484375, -10.0526123046875, -9.564453125, -9.0762939453125, -8.588134765625, -8.0999755859375, -7.61181640625, -7.1236572265625, -6.635498046875, -6.1473388671875, -5.6591796875, -5.1710205078125, -4.682861328125, -4.1947021484375, -3.70654296875, -3.2183837890625, -2.730224609375, -2.2420654296875, -1.75390625, -1.2657470703125, -0.777587890625, -0.2894287109375, 0.19873046875, 0.6868896484375, 1.175048828125, 1.6632080078125, 2.1513671875, 2.6395263671875, 3.127685546875, 3.6158447265625, 4.10400390625, 4.5921630859375, 5.080322265625, 5.5684814453125, 6.056640625, 6.5447998046875, 7.032958984375, 7.5211181640625, 8.00927734375, 8.4974365234375, 8.985595703125, 9.4737548828125, 9.9619140625, 10.4500732421875, 10.938232421875, 11.4263916015625, 11.91455078125, 12.4027099609375, 12.890869140625, 13.3790283203125, 13.8671875]}, "gradients/wav2vec2.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 5.0, 1.0, 6.0, 3.0, 5.0, 6.0, 10.0, 13.0, 13.0, 12.0, 12.0, 18.0, 25.0, 25.0, 25.0, 33.0, 42.0, 36.0, 35.0, 44.0, 40.0, 54.0, 28.0, 45.0, 52.0, 42.0, 30.0, 41.0, 43.0, 34.0, 34.0, 35.0, 28.0, 36.0, 22.0, 20.0, 12.0, 10.0, 5.0, 7.0, 5.0, 8.0, 2.0, 5.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-11.453125, -11.1070556640625, -10.760986328125, -10.4149169921875, -10.06884765625, -9.7227783203125, -9.376708984375, -9.0306396484375, -8.6845703125, -8.3385009765625, -7.992431640625, -7.6463623046875, -7.30029296875, -6.9542236328125, -6.608154296875, -6.2620849609375, -5.916015625, -5.5699462890625, -5.223876953125, -4.8778076171875, -4.53173828125, -4.1856689453125, -3.839599609375, -3.4935302734375, -3.1474609375, -2.8013916015625, -2.455322265625, -2.1092529296875, -1.76318359375, -1.4171142578125, -1.071044921875, -0.7249755859375, -0.37890625, -0.0328369140625, 0.313232421875, 0.6593017578125, 1.00537109375, 1.3514404296875, 1.697509765625, 2.0435791015625, 2.3896484375, 2.7357177734375, 3.081787109375, 3.4278564453125, 3.77392578125, 4.1199951171875, 4.466064453125, 4.8121337890625, 5.158203125, 5.5042724609375, 5.850341796875, 6.1964111328125, 6.54248046875, 6.8885498046875, 7.234619140625, 7.5806884765625, 7.9267578125, 8.2728271484375, 8.618896484375, 8.9649658203125, 9.31103515625, 9.6571044921875, 10.003173828125, 10.3492431640625, 10.6953125]}, "gradients/wav2vec2.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 5.0, 6.0, 6.0, 11.0, 9.0, 17.0, 17.0, 25.0, 27.0, 49.0, 73.0, 114.0, 258.0, 552.0, 1344.0, 3810.0, 10710.0, 33723.0, 123569.0, 550129.0, 244403.0, 53587.0, 16942.0, 5647.0, 2003.0, 757.0, 337.0, 162.0, 82.0, 66.0, 42.0, 24.0, 10.0, 9.0, 6.0, 7.0, 5.0, 7.0, 1.0, 3.0, 1.0, 5.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-37.5625, -36.37744140625, -35.1923828125, -34.00732421875, -32.822265625, -31.63720703125, -30.4521484375, -29.26708984375, -28.08203125, -26.89697265625, -25.7119140625, -24.52685546875, -23.341796875, -22.15673828125, -20.9716796875, -19.78662109375, -18.6015625, -17.41650390625, -16.2314453125, -15.04638671875, -13.861328125, -12.67626953125, -11.4912109375, -10.30615234375, -9.12109375, -7.93603515625, -6.7509765625, -5.56591796875, -4.380859375, -3.19580078125, -2.0107421875, -0.82568359375, 0.359375, 1.54443359375, 2.7294921875, 3.91455078125, 5.099609375, 6.28466796875, 7.4697265625, 8.65478515625, 9.83984375, 11.02490234375, 12.2099609375, 13.39501953125, 14.580078125, 15.76513671875, 16.9501953125, 18.13525390625, 19.3203125, 20.50537109375, 21.6904296875, 22.87548828125, 24.060546875, 25.24560546875, 26.4306640625, 27.61572265625, 28.80078125, 29.98583984375, 31.1708984375, 32.35595703125, 33.541015625, 34.72607421875, 35.9111328125, 37.09619140625, 38.28125]}, "gradients/wav2vec2.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 5.0, 3.0, 4.0, 8.0, 3.0, 10.0, 10.0, 11.0, 18.0, 20.0, 31.0, 31.0, 32.0, 38.0, 43.0, 50.0, 50.0, 43.0, 53.0, 61.0, 54.0, 56.0, 44.0, 41.0, 36.0, 48.0, 37.0, 41.0, 20.0, 25.0, 13.0, 17.0, 14.0, 12.0, 6.0, 4.0, 5.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.78125, -34.59521484375, -33.4091796875, -32.22314453125, -31.037109375, -29.85107421875, -28.6650390625, -27.47900390625, -26.29296875, -25.10693359375, -23.9208984375, -22.73486328125, -21.548828125, -20.36279296875, -19.1767578125, -17.99072265625, -16.8046875, -15.61865234375, -14.4326171875, -13.24658203125, -12.060546875, -10.87451171875, -9.6884765625, -8.50244140625, -7.31640625, -6.13037109375, -4.9443359375, -3.75830078125, -2.572265625, -1.38623046875, -0.2001953125, 0.98583984375, 2.171875, 3.35791015625, 4.5439453125, 5.72998046875, 6.916015625, 8.10205078125, 9.2880859375, 10.47412109375, 11.66015625, 12.84619140625, 14.0322265625, 15.21826171875, 16.404296875, 17.59033203125, 18.7763671875, 19.96240234375, 21.1484375, 22.33447265625, 23.5205078125, 24.70654296875, 25.892578125, 27.07861328125, 28.2646484375, 29.45068359375, 30.63671875, 31.82275390625, 33.0087890625, 34.19482421875, 35.380859375, 36.56689453125, 37.7529296875, 38.93896484375, 40.125]}, "gradients/wav2vec2.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 9.0, 10.0, 10.0, 8.0, 10.0, 33.0, 39.0, 59.0, 90.0, 127.0, 191.0, 334.0, 583.0, 970.0, 1688.0, 2926.0, 5285.0, 9989.0, 19841.0, 46164.0, 136859.0, 370759.0, 291118.0, 93359.0, 34033.0, 15657.0, 8094.0, 4319.0, 2496.0, 1420.0, 804.0, 475.0, 273.0, 179.0, 112.0, 69.0, 52.0, 32.0, 21.0, 17.0, 13.0, 15.0, 5.0, 5.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-12.2265625, -11.842529296875, -11.45849609375, -11.074462890625, -10.6904296875, -10.306396484375, -9.92236328125, -9.538330078125, -9.154296875, -8.770263671875, -8.38623046875, -8.002197265625, -7.6181640625, -7.234130859375, -6.85009765625, -6.466064453125, -6.08203125, -5.697998046875, -5.31396484375, -4.929931640625, -4.5458984375, -4.161865234375, -3.77783203125, -3.393798828125, -3.009765625, -2.625732421875, -2.24169921875, -1.857666015625, -1.4736328125, -1.089599609375, -0.70556640625, -0.321533203125, 0.0625, 0.446533203125, 0.83056640625, 1.214599609375, 1.5986328125, 1.982666015625, 2.36669921875, 2.750732421875, 3.134765625, 3.518798828125, 3.90283203125, 4.286865234375, 4.6708984375, 5.054931640625, 5.43896484375, 5.822998046875, 6.20703125, 6.591064453125, 6.97509765625, 7.359130859375, 7.7431640625, 8.127197265625, 8.51123046875, 8.895263671875, 9.279296875, 9.663330078125, 10.04736328125, 10.431396484375, 10.8154296875, 11.199462890625, 11.58349609375, 11.967529296875, 12.3515625]}, "gradients/wav2vec2.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 7.0, 7.0, 3.0, 5.0, 9.0, 13.0, 13.0, 21.0, 21.0, 21.0, 50.0, 63.0, 96.0, 146.0, 149.0, 116.0, 81.0, 58.0, 29.0, 19.0, 15.0, 14.0, 11.0, 4.0, 8.0, 3.0, 4.0, 3.0, 8.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0029392242431640625, -0.002838701009750366, -0.00273817777633667, -0.0026376545429229736, -0.0025371313095092773, -0.002436608076095581, -0.0023360848426818848, -0.0022355616092681885, -0.002135038375854492, -0.002034515142440796, -0.0019339919090270996, -0.0018334686756134033, -0.001732945442199707, -0.0016324222087860107, -0.0015318989753723145, -0.0014313757419586182, -0.0013308525085449219, -0.0012303292751312256, -0.0011298060417175293, -0.001029282808303833, -0.0009287595748901367, -0.0008282363414764404, -0.0007277131080627441, -0.0006271898746490479, -0.0005266666412353516, -0.0004261434078216553, -0.000325620174407959, -0.0002250969409942627, -0.0001245737075805664, -2.4050474166870117e-05, 7.647275924682617e-05, 0.00017699599266052246, 0.00027751922607421875, 0.00037804245948791504, 0.00047856569290161133, 0.0005790889263153076, 0.0006796121597290039, 0.0007801353931427002, 0.0008806586265563965, 0.0009811818599700928, 0.001081705093383789, 0.0011822283267974854, 0.0012827515602111816, 0.001383274793624878, 0.0014837980270385742, 0.0015843212604522705, 0.0016848444938659668, 0.001785367727279663, 0.0018858909606933594, 0.0019864141941070557, 0.002086937427520752, 0.0021874606609344482, 0.0022879838943481445, 0.002388507127761841, 0.002489030361175537, 0.0025895535945892334, 0.0026900768280029297, 0.002790600061416626, 0.0028911232948303223, 0.0029916465282440186, 0.003092169761657715, 0.003192692995071411, 0.0032932162284851074, 0.0033937394618988037, 0.0034942626953125]}, "gradients/wav2vec2.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 10.0, 23.0, 19.0, 38.0, 48.0, 71.0, 145.0, 247.0, 449.0, 834.0, 1549.0, 2948.0, 6075.0, 12796.0, 28985.0, 80958.0, 268709.0, 408934.0, 150014.0, 48267.0, 19425.0, 8909.0, 4355.0, 2206.0, 1144.0, 621.0, 318.0, 175.0, 95.0, 76.0, 37.0, 18.0, 16.0, 11.0, 6.0, 6.0, 5.0, 4.0, 4.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-13.6328125, -13.23486328125, -12.8369140625, -12.43896484375, -12.041015625, -11.64306640625, -11.2451171875, -10.84716796875, -10.44921875, -10.05126953125, -9.6533203125, -9.25537109375, -8.857421875, -8.45947265625, -8.0615234375, -7.66357421875, -7.265625, -6.86767578125, -6.4697265625, -6.07177734375, -5.673828125, -5.27587890625, -4.8779296875, -4.47998046875, -4.08203125, -3.68408203125, -3.2861328125, -2.88818359375, -2.490234375, -2.09228515625, -1.6943359375, -1.29638671875, -0.8984375, -0.50048828125, -0.1025390625, 0.29541015625, 0.693359375, 1.09130859375, 1.4892578125, 1.88720703125, 2.28515625, 2.68310546875, 3.0810546875, 3.47900390625, 3.876953125, 4.27490234375, 4.6728515625, 5.07080078125, 5.46875, 5.86669921875, 6.2646484375, 6.66259765625, 7.060546875, 7.45849609375, 7.8564453125, 8.25439453125, 8.65234375, 9.05029296875, 9.4482421875, 9.84619140625, 10.244140625, 10.64208984375, 11.0400390625, 11.43798828125, 11.8359375]}, "gradients/wav2vec2.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 0.0, 4.0, 8.0, 6.0, 1.0, 11.0, 14.0, 13.0, 19.0, 27.0, 30.0, 36.0, 50.0, 66.0, 78.0, 110.0, 122.0, 108.0, 77.0, 62.0, 33.0, 34.0, 20.0, 24.0, 9.0, 13.0, 7.0, 4.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.703125, -9.3193359375, -8.935546875, -8.5517578125, -8.16796875, -7.7841796875, -7.400390625, -7.0166015625, -6.6328125, -6.2490234375, -5.865234375, -5.4814453125, -5.09765625, -4.7138671875, -4.330078125, -3.9462890625, -3.5625, -3.1787109375, -2.794921875, -2.4111328125, -2.02734375, -1.6435546875, -1.259765625, -0.8759765625, -0.4921875, -0.1083984375, 0.275390625, 0.6591796875, 1.04296875, 1.4267578125, 1.810546875, 2.1943359375, 2.578125, 2.9619140625, 3.345703125, 3.7294921875, 4.11328125, 4.4970703125, 4.880859375, 5.2646484375, 5.6484375, 6.0322265625, 6.416015625, 6.7998046875, 7.18359375, 7.5673828125, 7.951171875, 8.3349609375, 8.71875, 9.1025390625, 9.486328125, 9.8701171875, 10.25390625, 10.6376953125, 11.021484375, 11.4052734375, 11.7890625, 12.1728515625, 12.556640625, 12.9404296875, 13.32421875, 13.7080078125, 14.091796875, 14.4755859375, 14.859375]}, "gradients/wav2vec2.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 6.0, 21.0, 94.0, 231.0, 386.0, 209.0, 51.0, 11.0, 3.0, 2.0, 4.0], "bins": [-758.427001953125, -745.1875610351562, -731.9481201171875, -718.7086791992188, -705.46923828125, -692.2297973632812, -678.9903564453125, -665.7509765625, -652.5115356445312, -639.2720947265625, -626.0326538085938, -612.793212890625, -599.5537719726562, -586.3143310546875, -573.074951171875, -559.83544921875, -546.5960083007812, -533.3565673828125, -520.1171264648438, -506.877685546875, -493.6382751464844, -480.3988342285156, -467.1593933105469, -453.9199523925781, -440.6805419921875, -427.44110107421875, -414.20166015625, -400.96221923828125, -387.7228088378906, -374.4833679199219, -361.2439270019531, -348.0044860839844, -334.7650146484375, -321.52557373046875, -308.2861328125, -295.04669189453125, -281.8072814941406, -268.5678405761719, -255.32839965820312, -242.08895874023438, -228.8495330810547, -215.61009216308594, -202.37066650390625, -189.1312255859375, -175.89178466796875, -162.65234375, -149.4129180908203, -136.17347717285156, -122.93404388427734, -109.69461059570312, -96.45516967773438, -83.21573638916016, -69.97630310058594, -56.73686218261719, -43.49742889404297, -30.25798797607422, -17.0185546875, -3.779118537902832, 9.460317611694336, 22.699752807617188, 35.93918991088867, 49.178627014160156, 62.418060302734375, 75.65750122070312, 88.89693450927734]}, "gradients/wav2vec2.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 4.0, 5.0, 3.0, 4.0, 5.0, 8.0, 7.0, 10.0, 12.0, 17.0, 8.0, 18.0, 25.0, 16.0, 21.0, 19.0, 37.0, 34.0, 35.0, 37.0, 38.0, 40.0, 41.0, 43.0, 49.0, 35.0, 34.0, 49.0, 40.0, 36.0, 38.0, 28.0, 21.0, 26.0, 20.0, 16.0, 28.0, 13.0, 17.0, 10.0, 14.0, 7.0, 5.0, 5.0, 8.0, 7.0, 2.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0], "bins": [-92.71624755859375, -89.87129211425781, -87.0263442993164, -84.18138885498047, -81.33643341064453, -78.49148559570312, -75.64653015136719, -72.80157470703125, -69.95662689208984, -67.1116714477539, -64.2667236328125, -61.42176818847656, -58.57681655883789, -55.73186492919922, -52.88690948486328, -50.04195785522461, -47.19700241088867, -44.35205078125, -41.50709533691406, -38.66214370727539, -35.81719207763672, -32.97223663330078, -30.12728500366211, -27.282333374023438, -24.437379837036133, -21.592426300048828, -18.747474670410156, -15.902521133422852, -13.057568550109863, -10.212615966796875, -7.36766242980957, -4.522710800170898, -1.6777572631835938, 1.1671955585479736, 4.012148380279541, 6.8571014404296875, 9.702054023742676, 12.547006607055664, 15.391960144042969, 18.23691177368164, 21.081865310668945, 23.92681884765625, 26.771770477294922, 29.616724014282227, 32.46167755126953, 35.3066291809082, 38.151580810546875, 40.99653625488281, 43.841487884521484, 46.686439514160156, 49.531394958496094, 52.376346588134766, 55.22129821777344, 58.066253662109375, 60.91120529174805, 63.75615692138672, 66.60111236572266, 69.4460678100586, 72.291015625, 75.13597106933594, 77.98092651367188, 80.82587432861328, 83.67082977294922, 86.51577758789062, 89.36073303222656]}, "gradients/wav2vec2.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 6.0, 2.0, 7.0, 11.0, 14.0, 30.0, 30.0, 53.0, 70.0, 111.0, 157.0, 223.0, 409.0, 607.0, 980.0, 1579.0, 2573.0, 4443.0, 7977.0, 14628.0, 28109.0, 55739.0, 119324.0, 272038.0, 668132.0, 1431797.0, 911376.0, 369574.0, 156969.0, 71955.0, 34725.0, 17888.0, 9614.0, 5262.0, 3025.0, 1790.0, 1051.0, 695.0, 459.0, 270.0, 199.0, 131.0, 88.0, 56.0, 37.0, 24.0, 20.0, 8.0, 11.0, 2.0, 5.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0], "bins": [-19.078125, -18.494140625, -17.91015625, -17.326171875, -16.7421875, -16.158203125, -15.57421875, -14.990234375, -14.40625, -13.822265625, -13.23828125, -12.654296875, -12.0703125, -11.486328125, -10.90234375, -10.318359375, -9.734375, -9.150390625, -8.56640625, -7.982421875, -7.3984375, -6.814453125, -6.23046875, -5.646484375, -5.0625, -4.478515625, -3.89453125, -3.310546875, -2.7265625, -2.142578125, -1.55859375, -0.974609375, -0.390625, 0.193359375, 0.77734375, 1.361328125, 1.9453125, 2.529296875, 3.11328125, 3.697265625, 4.28125, 4.865234375, 5.44921875, 6.033203125, 6.6171875, 7.201171875, 7.78515625, 8.369140625, 8.953125, 9.537109375, 10.12109375, 10.705078125, 11.2890625, 11.873046875, 12.45703125, 13.041015625, 13.625, 14.208984375, 14.79296875, 15.376953125, 15.9609375, 16.544921875, 17.12890625, 17.712890625, 18.296875]}, "gradients/wav2vec2.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 5.0, 4.0, 2.0, 1.0, 4.0, 17.0, 10.0, 6.0, 16.0, 11.0, 16.0, 19.0, 24.0, 26.0, 27.0, 24.0, 40.0, 23.0, 38.0, 48.0, 38.0, 35.0, 47.0, 56.0, 41.0, 36.0, 45.0, 33.0, 44.0, 32.0, 41.0, 26.0, 27.0, 23.0, 14.0, 19.0, 19.0, 18.0, 15.0, 8.0, 7.0, 4.0, 2.0, 5.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0], "bins": [-15.984375, -15.5057373046875, -15.027099609375, -14.5484619140625, -14.06982421875, -13.5911865234375, -13.112548828125, -12.6339111328125, -12.1552734375, -11.6766357421875, -11.197998046875, -10.7193603515625, -10.24072265625, -9.7620849609375, -9.283447265625, -8.8048095703125, -8.326171875, -7.8475341796875, -7.368896484375, -6.8902587890625, -6.41162109375, -5.9329833984375, -5.454345703125, -4.9757080078125, -4.4970703125, -4.0184326171875, -3.539794921875, -3.0611572265625, -2.58251953125, -2.1038818359375, -1.625244140625, -1.1466064453125, -0.66796875, -0.1893310546875, 0.289306640625, 0.7679443359375, 1.24658203125, 1.7252197265625, 2.203857421875, 2.6824951171875, 3.1611328125, 3.6397705078125, 4.118408203125, 4.5970458984375, 5.07568359375, 5.5543212890625, 6.032958984375, 6.5115966796875, 6.990234375, 7.4688720703125, 7.947509765625, 8.4261474609375, 8.90478515625, 9.3834228515625, 9.862060546875, 10.3406982421875, 10.8193359375, 11.2979736328125, 11.776611328125, 12.2552490234375, 12.73388671875, 13.2125244140625, 13.691162109375, 14.1697998046875, 14.6484375]}, "gradients/wav2vec2.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 4.0, 5.0, 9.0, 14.0, 29.0, 31.0, 49.0, 78.0, 149.0, 209.0, 389.0, 629.0, 1105.0, 2083.0, 4312.0, 9170.0, 19822.0, 44757.0, 109409.0, 296265.0, 1043665.0, 1828284.0, 531774.0, 176242.0, 69839.0, 29734.0, 13428.0, 6334.0, 3005.0, 1473.0, 869.0, 426.0, 252.0, 151.0, 105.0, 71.0, 33.0, 20.0, 22.0, 18.0, 11.0, 6.0, 7.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.96875, -26.105712890625, -25.24267578125, -24.379638671875, -23.5166015625, -22.653564453125, -21.79052734375, -20.927490234375, -20.064453125, -19.201416015625, -18.33837890625, -17.475341796875, -16.6123046875, -15.749267578125, -14.88623046875, -14.023193359375, -13.16015625, -12.297119140625, -11.43408203125, -10.571044921875, -9.7080078125, -8.844970703125, -7.98193359375, -7.118896484375, -6.255859375, -5.392822265625, -4.52978515625, -3.666748046875, -2.8037109375, -1.940673828125, -1.07763671875, -0.214599609375, 0.6484375, 1.511474609375, 2.37451171875, 3.237548828125, 4.1005859375, 4.963623046875, 5.82666015625, 6.689697265625, 7.552734375, 8.415771484375, 9.27880859375, 10.141845703125, 11.0048828125, 11.867919921875, 12.73095703125, 13.593994140625, 14.45703125, 15.320068359375, 16.18310546875, 17.046142578125, 17.9091796875, 18.772216796875, 19.63525390625, 20.498291015625, 21.361328125, 22.224365234375, 23.08740234375, 23.950439453125, 24.8134765625, 25.676513671875, 26.53955078125, 27.402587890625, 28.265625]}, "gradients/wav2vec2.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 2.0, 3.0, 9.0, 6.0, 3.0, 13.0, 7.0, 13.0, 19.0, 14.0, 26.0, 26.0, 36.0, 49.0, 62.0, 98.0, 92.0, 151.0, 180.0, 266.0, 375.0, 468.0, 495.0, 387.0, 304.0, 196.0, 179.0, 132.0, 98.0, 73.0, 67.0, 48.0, 42.0, 30.0, 29.0, 14.0, 12.0, 9.0, 11.0, 9.0, 6.0, 5.0, 2.0, 4.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0], "bins": [-34.3125, -33.362548828125, -32.41259765625, -31.462646484375, -30.5126953125, -29.562744140625, -28.61279296875, -27.662841796875, -26.712890625, -25.762939453125, -24.81298828125, -23.863037109375, -22.9130859375, -21.963134765625, -21.01318359375, -20.063232421875, -19.11328125, -18.163330078125, -17.21337890625, -16.263427734375, -15.3134765625, -14.363525390625, -13.41357421875, -12.463623046875, -11.513671875, -10.563720703125, -9.61376953125, -8.663818359375, -7.7138671875, -6.763916015625, -5.81396484375, -4.864013671875, -3.9140625, -2.964111328125, -2.01416015625, -1.064208984375, -0.1142578125, 0.835693359375, 1.78564453125, 2.735595703125, 3.685546875, 4.635498046875, 5.58544921875, 6.535400390625, 7.4853515625, 8.435302734375, 9.38525390625, 10.335205078125, 11.28515625, 12.235107421875, 13.18505859375, 14.135009765625, 15.0849609375, 16.034912109375, 16.98486328125, 17.934814453125, 18.884765625, 19.834716796875, 20.78466796875, 21.734619140625, 22.6845703125, 23.634521484375, 24.58447265625, 25.534423828125, 26.484375]}, "gradients/wav2vec2.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 4.0, 3.0, 5.0, 5.0, 7.0, 9.0, 18.0, 27.0, 33.0, 50.0, 74.0, 90.0, 97.0, 104.0, 116.0, 98.0, 76.0, 65.0, 41.0, 32.0, 21.0, 13.0, 5.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-215.45565795898438, -208.94346618652344, -202.43128967285156, -195.91909790039062, -189.4069061279297, -182.89471435546875, -176.38253784179688, -169.87034606933594, -163.358154296875, -156.84596252441406, -150.3337860107422, -143.82159423828125, -137.3094024658203, -130.79721069335938, -124.2850341796875, -117.77284240722656, -111.26066589355469, -104.74848175048828, -98.23628997802734, -91.72410583496094, -85.2119140625, -78.6997299194336, -72.18754577636719, -65.67535400390625, -59.163169860839844, -52.65098190307617, -46.1387939453125, -39.626609802246094, -33.11442184448242, -26.60223388671875, -20.090049743652344, -13.577861785888672, -7.065673828125, -0.5534868240356445, 5.958700180053711, 12.47088623046875, 18.983074188232422, 25.495262145996094, 32.0074462890625, 38.51963424682617, 45.031822204589844, 51.544010162353516, 58.05619812011719, 64.5683822631836, 71.08056640625, 77.59275817871094, 84.10494232177734, 90.61712646484375, 97.12931823730469, 103.6415023803711, 110.15369415283203, 116.66587829589844, 123.17807006835938, 129.69024658203125, 136.2024383544922, 142.71463012695312, 149.226806640625, 155.73899841308594, 162.2511749267578, 168.76336669921875, 175.2755584716797, 181.78775024414062, 188.2999267578125, 194.81211853027344, 201.32431030273438]}, "gradients/wav2vec2.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 3.0, 3.0, 3.0, 4.0, 2.0, 7.0, 2.0, 3.0, 4.0, 5.0, 13.0, 13.0, 17.0, 6.0, 19.0, 17.0, 24.0, 22.0, 29.0, 26.0, 28.0, 29.0, 32.0, 32.0, 45.0, 28.0, 30.0, 60.0, 32.0, 37.0, 47.0, 35.0, 42.0, 35.0, 40.0, 36.0, 36.0, 25.0, 23.0, 11.0, 20.0, 13.0, 15.0, 11.0, 7.0, 7.0, 10.0, 3.0, 10.0, 2.0, 2.0, 3.0, 1.0, 7.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-106.33721923828125, -102.91497039794922, -99.49271392822266, -96.07046508789062, -92.64820861816406, -89.22595977783203, -85.8037109375, -82.38145446777344, -78.9592056274414, -75.53695678710938, -72.11470031738281, -68.69245147705078, -65.27020263671875, -61.84794616699219, -58.425697326660156, -55.00344467163086, -51.58119201660156, -48.158939361572266, -44.73668670654297, -41.31443786621094, -37.89218521118164, -34.469932556152344, -31.04768180847168, -27.625431060791016, -24.20317840576172, -20.780925750732422, -17.358675003051758, -13.936423301696777, -10.514171600341797, -7.0919189453125, -3.669668197631836, -0.24741744995117188, 3.174835205078125, 6.5970869064331055, 10.019338607788086, 13.441590309143066, 16.863842010498047, 20.286094665527344, 23.708345413208008, 27.130596160888672, 30.55284881591797, 33.975101470947266, 37.39735412597656, 40.819602966308594, 44.24185562133789, 47.66410827636719, 51.08635711669922, 54.508609771728516, 57.93086242675781, 61.35311508178711, 64.7753677368164, 68.19761657714844, 71.619873046875, 75.04212188720703, 78.46437072753906, 81.88662719726562, 85.30887603759766, 88.73112487792969, 92.15338134765625, 95.57563018798828, 98.99787902832031, 102.42013549804688, 105.8423843383789, 109.26463317871094, 112.6868896484375]}, "gradients/wav2vec2.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 4.0, 4.0, 7.0, 9.0, 10.0, 20.0, 32.0, 48.0, 65.0, 109.0, 158.0, 199.0, 331.0, 484.0, 689.0, 1015.0, 1437.0, 2160.0, 3085.0, 4424.0, 6436.0, 9927.0, 15457.0, 26647.0, 55981.0, 160514.0, 375661.0, 225023.0, 74000.0, 32477.0, 17691.0, 11149.0, 7296.0, 4928.0, 3408.0, 2417.0, 1624.0, 1132.0, 784.0, 560.0, 379.0, 257.0, 174.0, 110.0, 91.0, 47.0, 33.0, 26.0, 18.0, 14.0, 6.0, 4.0, 2.0, 3.0, 1.0, 2.0], "bins": [-29.4375, -28.587890625, -27.73828125, -26.888671875, -26.0390625, -25.189453125, -24.33984375, -23.490234375, -22.640625, -21.791015625, -20.94140625, -20.091796875, -19.2421875, -18.392578125, -17.54296875, -16.693359375, -15.84375, -14.994140625, -14.14453125, -13.294921875, -12.4453125, -11.595703125, -10.74609375, -9.896484375, -9.046875, -8.197265625, -7.34765625, -6.498046875, -5.6484375, -4.798828125, -3.94921875, -3.099609375, -2.25, -1.400390625, -0.55078125, 0.298828125, 1.1484375, 1.998046875, 2.84765625, 3.697265625, 4.546875, 5.396484375, 6.24609375, 7.095703125, 7.9453125, 8.794921875, 9.64453125, 10.494140625, 11.34375, 12.193359375, 13.04296875, 13.892578125, 14.7421875, 15.591796875, 16.44140625, 17.291015625, 18.140625, 18.990234375, 19.83984375, 20.689453125, 21.5390625, 22.388671875, 23.23828125, 24.087890625, 24.9375]}, "gradients/wav2vec2.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 5.0, 8.0, 7.0, 10.0, 11.0, 5.0, 4.0, 14.0, 16.0, 19.0, 16.0, 23.0, 30.0, 28.0, 35.0, 45.0, 45.0, 50.0, 37.0, 45.0, 45.0, 46.0, 50.0, 45.0, 51.0, 37.0, 39.0, 35.0, 27.0, 22.0, 23.0, 21.0, 22.0, 15.0, 17.0, 12.0, 12.0, 7.0, 4.0, 3.0, 7.0, 2.0, 5.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-14.9453125, -14.4466552734375, -13.947998046875, -13.4493408203125, -12.95068359375, -12.4520263671875, -11.953369140625, -11.4547119140625, -10.9560546875, -10.4573974609375, -9.958740234375, -9.4600830078125, -8.96142578125, -8.4627685546875, -7.964111328125, -7.4654541015625, -6.966796875, -6.4681396484375, -5.969482421875, -5.4708251953125, -4.97216796875, -4.4735107421875, -3.974853515625, -3.4761962890625, -2.9775390625, -2.4788818359375, -1.980224609375, -1.4815673828125, -0.98291015625, -0.4842529296875, 0.014404296875, 0.5130615234375, 1.01171875, 1.5103759765625, 2.009033203125, 2.5076904296875, 3.00634765625, 3.5050048828125, 4.003662109375, 4.5023193359375, 5.0009765625, 5.4996337890625, 5.998291015625, 6.4969482421875, 6.99560546875, 7.4942626953125, 7.992919921875, 8.4915771484375, 8.990234375, 9.4888916015625, 9.987548828125, 10.4862060546875, 10.98486328125, 11.4835205078125, 11.982177734375, 12.4808349609375, 12.9794921875, 13.4781494140625, 13.976806640625, 14.4754638671875, 14.97412109375, 15.4727783203125, 15.971435546875, 16.4700927734375, 16.96875]}, "gradients/wav2vec2.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 6.0, 2.0, 4.0, 4.0, 8.0, 15.0, 18.0, 15.0, 30.0, 32.0, 53.0, 87.0, 141.0, 198.0, 411.0, 747.0, 1787.0, 4325.0, 11051.0, 30297.0, 112013.0, 641299.0, 183341.0, 39139.0, 13953.0, 5273.0, 2153.0, 953.0, 502.0, 252.0, 168.0, 108.0, 65.0, 26.0, 32.0, 21.0, 13.0, 8.0, 2.0, 2.0, 3.0, 1.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-58.84375, -57.14404296875, -55.4443359375, -53.74462890625, -52.044921875, -50.34521484375, -48.6455078125, -46.94580078125, -45.24609375, -43.54638671875, -41.8466796875, -40.14697265625, -38.447265625, -36.74755859375, -35.0478515625, -33.34814453125, -31.6484375, -29.94873046875, -28.2490234375, -26.54931640625, -24.849609375, -23.14990234375, -21.4501953125, -19.75048828125, -18.05078125, -16.35107421875, -14.6513671875, -12.95166015625, -11.251953125, -9.55224609375, -7.8525390625, -6.15283203125, -4.453125, -2.75341796875, -1.0537109375, 0.64599609375, 2.345703125, 4.04541015625, 5.7451171875, 7.44482421875, 9.14453125, 10.84423828125, 12.5439453125, 14.24365234375, 15.943359375, 17.64306640625, 19.3427734375, 21.04248046875, 22.7421875, 24.44189453125, 26.1416015625, 27.84130859375, 29.541015625, 31.24072265625, 32.9404296875, 34.64013671875, 36.33984375, 38.03955078125, 39.7392578125, 41.43896484375, 43.138671875, 44.83837890625, 46.5380859375, 48.23779296875, 49.9375]}, "gradients/wav2vec2.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 8.0, 6.0, 10.0, 13.0, 11.0, 22.0, 16.0, 14.0, 23.0, 24.0, 32.0, 46.0, 46.0, 45.0, 33.0, 67.0, 51.0, 58.0, 45.0, 51.0, 45.0, 42.0, 48.0, 40.0, 31.0, 26.0, 25.0, 24.0, 26.0, 25.0, 9.0, 12.0, 6.0, 12.0, 3.0, 4.0, 5.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-53.03125, -51.4111328125, -49.791015625, -48.1708984375, -46.55078125, -44.9306640625, -43.310546875, -41.6904296875, -40.0703125, -38.4501953125, -36.830078125, -35.2099609375, -33.58984375, -31.9697265625, -30.349609375, -28.7294921875, -27.109375, -25.4892578125, -23.869140625, -22.2490234375, -20.62890625, -19.0087890625, -17.388671875, -15.7685546875, -14.1484375, -12.5283203125, -10.908203125, -9.2880859375, -7.66796875, -6.0478515625, -4.427734375, -2.8076171875, -1.1875, 0.4326171875, 2.052734375, 3.6728515625, 5.29296875, 6.9130859375, 8.533203125, 10.1533203125, 11.7734375, 13.3935546875, 15.013671875, 16.6337890625, 18.25390625, 19.8740234375, 21.494140625, 23.1142578125, 24.734375, 26.3544921875, 27.974609375, 29.5947265625, 31.21484375, 32.8349609375, 34.455078125, 36.0751953125, 37.6953125, 39.3154296875, 40.935546875, 42.5556640625, 44.17578125, 45.7958984375, 47.416015625, 49.0361328125, 50.65625]}, "gradients/wav2vec2.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 5.0, 6.0, 3.0, 6.0, 10.0, 14.0, 16.0, 27.0, 35.0, 56.0, 73.0, 128.0, 190.0, 314.0, 459.0, 731.0, 1178.0, 1894.0, 3282.0, 5577.0, 9438.0, 16713.0, 29859.0, 59613.0, 155521.0, 373107.0, 225759.0, 79303.0, 37169.0, 19915.0, 11426.0, 6785.0, 3865.0, 2314.0, 1472.0, 889.0, 516.0, 319.0, 199.0, 133.0, 79.0, 56.0, 32.0, 25.0, 13.0, 10.0, 15.0, 10.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.34375, -10.0064697265625, -9.669189453125, -9.3319091796875, -8.99462890625, -8.6573486328125, -8.320068359375, -7.9827880859375, -7.6455078125, -7.3082275390625, -6.970947265625, -6.6336669921875, -6.29638671875, -5.9591064453125, -5.621826171875, -5.2845458984375, -4.947265625, -4.6099853515625, -4.272705078125, -3.9354248046875, -3.59814453125, -3.2608642578125, -2.923583984375, -2.5863037109375, -2.2490234375, -1.9117431640625, -1.574462890625, -1.2371826171875, -0.89990234375, -0.5626220703125, -0.225341796875, 0.1119384765625, 0.44921875, 0.7864990234375, 1.123779296875, 1.4610595703125, 1.79833984375, 2.1356201171875, 2.472900390625, 2.8101806640625, 3.1474609375, 3.4847412109375, 3.822021484375, 4.1593017578125, 4.49658203125, 4.8338623046875, 5.171142578125, 5.5084228515625, 5.845703125, 6.1829833984375, 6.520263671875, 6.8575439453125, 7.19482421875, 7.5321044921875, 7.869384765625, 8.2066650390625, 8.5439453125, 8.8812255859375, 9.218505859375, 9.5557861328125, 9.89306640625, 10.2303466796875, 10.567626953125, 10.9049072265625, 11.2421875]}, "gradients/wav2vec2.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 1.0, 3.0, 1.0, 3.0, 4.0, 0.0, 6.0, 3.0, 8.0, 6.0, 13.0, 8.0, 20.0, 29.0, 37.0, 84.0, 160.0, 223.0, 164.0, 71.0, 30.0, 25.0, 25.0, 18.0, 11.0, 9.0, 8.0, 4.0, 5.0, 5.0, 2.0, 7.0, 5.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00437164306640625, -0.004223465919494629, -0.004075288772583008, -0.003927111625671387, -0.0037789344787597656, -0.0036307573318481445, -0.0034825801849365234, -0.0033344030380249023, -0.0031862258911132812, -0.00303804874420166, -0.002889871597290039, -0.002741694450378418, -0.002593517303466797, -0.0024453401565551758, -0.0022971630096435547, -0.0021489858627319336, -0.0020008087158203125, -0.0018526315689086914, -0.0017044544219970703, -0.0015562772750854492, -0.0014081001281738281, -0.001259922981262207, -0.001111745834350586, -0.0009635686874389648, -0.0008153915405273438, -0.0006672143936157227, -0.0005190372467041016, -0.00037086009979248047, -0.00022268295288085938, -7.450580596923828e-05, 7.367134094238281e-05, 0.0002218484878540039, 0.000370025634765625, 0.0005182027816772461, 0.0006663799285888672, 0.0008145570755004883, 0.0009627342224121094, 0.0011109113693237305, 0.0012590885162353516, 0.0014072656631469727, 0.0015554428100585938, 0.0017036199569702148, 0.001851797103881836, 0.001999974250793457, 0.002148151397705078, 0.0022963285446166992, 0.0024445056915283203, 0.0025926828384399414, 0.0027408599853515625, 0.0028890371322631836, 0.0030372142791748047, 0.0031853914260864258, 0.003333568572998047, 0.003481745719909668, 0.003629922866821289, 0.00377810001373291, 0.003926277160644531, 0.004074454307556152, 0.0042226314544677734, 0.0043708086013793945, 0.004518985748291016, 0.004667162895202637, 0.004815340042114258, 0.004963517189025879, 0.0051116943359375]}, "gradients/wav2vec2.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0, 6.0, 8.0, 15.0, 17.0, 15.0, 25.0, 40.0, 67.0, 103.0, 163.0, 305.0, 560.0, 1136.0, 2638.0, 6610.0, 18221.0, 56462.0, 216929.0, 477838.0, 190250.0, 50103.0, 16441.0, 5946.0, 2276.0, 1049.0, 565.0, 268.0, 157.0, 111.0, 83.0, 45.0, 24.0, 24.0, 24.0, 14.0, 2.0, 9.0, 5.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-19.5625, -19.0401611328125, -18.517822265625, -17.9954833984375, -17.47314453125, -16.9508056640625, -16.428466796875, -15.9061279296875, -15.3837890625, -14.8614501953125, -14.339111328125, -13.8167724609375, -13.29443359375, -12.7720947265625, -12.249755859375, -11.7274169921875, -11.205078125, -10.6827392578125, -10.160400390625, -9.6380615234375, -9.11572265625, -8.5933837890625, -8.071044921875, -7.5487060546875, -7.0263671875, -6.5040283203125, -5.981689453125, -5.4593505859375, -4.93701171875, -4.4146728515625, -3.892333984375, -3.3699951171875, -2.84765625, -2.3253173828125, -1.802978515625, -1.2806396484375, -0.75830078125, -0.2359619140625, 0.286376953125, 0.8087158203125, 1.3310546875, 1.8533935546875, 2.375732421875, 2.8980712890625, 3.42041015625, 3.9427490234375, 4.465087890625, 4.9874267578125, 5.509765625, 6.0321044921875, 6.554443359375, 7.0767822265625, 7.59912109375, 8.1214599609375, 8.643798828125, 9.1661376953125, 9.6884765625, 10.2108154296875, 10.733154296875, 11.2554931640625, 11.77783203125, 12.3001708984375, 12.822509765625, 13.3448486328125, 13.8671875]}, "gradients/wav2vec2.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 6.0, 0.0, 2.0, 5.0, 4.0, 6.0, 9.0, 12.0, 9.0, 15.0, 15.0, 15.0, 34.0, 31.0, 30.0, 39.0, 47.0, 59.0, 79.0, 80.0, 73.0, 70.0, 56.0, 63.0, 45.0, 33.0, 29.0, 27.0, 20.0, 11.0, 13.0, 15.0, 10.0, 7.0, 6.0, 3.0, 10.0, 4.0, 0.0, 3.0, 4.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.75, -11.3731689453125, -10.996337890625, -10.6195068359375, -10.24267578125, -9.8658447265625, -9.489013671875, -9.1121826171875, -8.7353515625, -8.3585205078125, -7.981689453125, -7.6048583984375, -7.22802734375, -6.8511962890625, -6.474365234375, -6.0975341796875, -5.720703125, -5.3438720703125, -4.967041015625, -4.5902099609375, -4.21337890625, -3.8365478515625, -3.459716796875, -3.0828857421875, -2.7060546875, -2.3292236328125, -1.952392578125, -1.5755615234375, -1.19873046875, -0.8218994140625, -0.445068359375, -0.0682373046875, 0.30859375, 0.6854248046875, 1.062255859375, 1.4390869140625, 1.81591796875, 2.1927490234375, 2.569580078125, 2.9464111328125, 3.3232421875, 3.7000732421875, 4.076904296875, 4.4537353515625, 4.83056640625, 5.2073974609375, 5.584228515625, 5.9610595703125, 6.337890625, 6.7147216796875, 7.091552734375, 7.4683837890625, 7.84521484375, 8.2220458984375, 8.598876953125, 8.9757080078125, 9.3525390625, 9.7293701171875, 10.106201171875, 10.4830322265625, 10.85986328125, 11.2366943359375, 11.613525390625, 11.9903564453125, 12.3671875]}, "gradients/wav2vec2.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 7.0, 6.0, 9.0, 22.0, 35.0, 46.0, 73.0, 105.0, 112.0, 145.0, 116.0, 116.0, 72.0, 57.0, 41.0, 14.0, 9.0, 7.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-221.11741638183594, -214.88404846191406, -208.6506805419922, -202.41729736328125, -196.18392944335938, -189.9505615234375, -183.71719360351562, -177.48382568359375, -171.25045776367188, -165.01708984375, -158.78372192382812, -152.55035400390625, -146.3169708251953, -140.08360290527344, -133.85023498535156, -127.61686706542969, -121.38348388671875, -115.15011596679688, -108.91674041748047, -102.6833724975586, -96.44999694824219, -90.21662902832031, -83.98326110839844, -77.74989318847656, -71.51651763916016, -65.28314971923828, -59.049774169921875, -52.81640625, -46.58303451538086, -40.34966278076172, -34.116294860839844, -27.882923126220703, -21.6495361328125, -15.416165351867676, -9.182794570922852, -2.9494247436523438, 3.283946990966797, 9.517318725585938, 15.750686645507812, 21.984058380126953, 28.217430114746094, 34.450801849365234, 40.684173583984375, 46.91754150390625, 53.15091323852539, 59.38428497314453, 65.6176528930664, 71.85102844238281, 78.08439636230469, 84.31776428222656, 90.55113983154297, 96.78450775146484, 103.01788330078125, 109.25125122070312, 115.484619140625, 121.71798706054688, 127.95136260986328, 134.1847381591797, 140.41810607910156, 146.65147399902344, 152.8848419189453, 159.11822509765625, 165.35159301757812, 171.5849609375, 177.81832885742188]}, "gradients/wav2vec2.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 3.0, 6.0, 4.0, 7.0, 15.0, 10.0, 7.0, 4.0, 6.0, 19.0, 14.0, 13.0, 18.0, 26.0, 30.0, 28.0, 23.0, 28.0, 27.0, 35.0, 35.0, 37.0, 40.0, 35.0, 43.0, 35.0, 40.0, 31.0, 35.0, 36.0, 31.0, 29.0, 33.0, 35.0, 31.0, 18.0, 19.0, 17.0, 13.0, 18.0, 17.0, 9.0, 12.0, 8.0, 9.0, 5.0, 0.0, 2.0, 4.0, 6.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-98.37317657470703, -95.1514892578125, -91.92980194091797, -88.70811462402344, -85.4864273071289, -82.26473999023438, -79.04304504394531, -75.82136535644531, -72.59967041015625, -69.37798309326172, -66.15629577636719, -62.934608459472656, -59.712921142578125, -56.491233825683594, -53.2695426940918, -50.047855377197266, -46.826171875, -43.60448455810547, -40.38279724121094, -37.161109924316406, -33.939422607421875, -30.71773338317871, -27.496044158935547, -24.274356842041016, -21.052669525146484, -17.830982208251953, -14.609293937683105, -11.387605667114258, -8.165918350219727, -4.944231033325195, -1.7225418090820312, 1.4991455078125, 4.7208404541015625, 7.942528247833252, 11.164216041564941, 14.385904312133789, 17.60759162902832, 20.82927894592285, 24.050968170166016, 27.272655487060547, 30.494342803955078, 33.71603012084961, 36.93771743774414, 40.15940856933594, 43.38109588623047, 46.602783203125, 49.82447052001953, 53.04615783691406, 56.267845153808594, 59.489532470703125, 62.711219787597656, 65.93290710449219, 69.15459442138672, 72.37628173828125, 75.59797668457031, 78.81965637207031, 82.04135131835938, 85.2630386352539, 88.48472595214844, 91.70641326904297, 94.9281005859375, 98.14978790283203, 101.37147521972656, 104.59317016601562, 107.81484985351562]}, "gradients/wav2vec2.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 6.0, 2.0, 5.0, 13.0, 18.0, 23.0, 42.0, 55.0, 78.0, 159.0, 209.0, 364.0, 599.0, 1020.0, 1621.0, 2776.0, 4610.0, 7903.0, 13349.0, 22697.0, 39442.0, 69797.0, 124110.0, 229914.0, 430990.0, 760699.0, 972478.0, 685261.0, 371364.0, 198028.0, 108303.0, 61721.0, 35291.0, 20795.0, 12321.0, 7114.0, 4438.0, 2606.0, 1560.0, 902.0, 596.0, 360.0, 243.0, 153.0, 96.0, 55.0, 40.0, 29.0, 14.0, 12.0, 5.0, 5.0, 1.0, 3.0, 2.0, 1.0, 1.0], "bins": [-7.93359375, -7.696044921875, -7.45849609375, -7.220947265625, -6.9833984375, -6.745849609375, -6.50830078125, -6.270751953125, -6.033203125, -5.795654296875, -5.55810546875, -5.320556640625, -5.0830078125, -4.845458984375, -4.60791015625, -4.370361328125, -4.1328125, -3.895263671875, -3.65771484375, -3.420166015625, -3.1826171875, -2.945068359375, -2.70751953125, -2.469970703125, -2.232421875, -1.994873046875, -1.75732421875, -1.519775390625, -1.2822265625, -1.044677734375, -0.80712890625, -0.569580078125, -0.33203125, -0.094482421875, 0.14306640625, 0.380615234375, 0.6181640625, 0.855712890625, 1.09326171875, 1.330810546875, 1.568359375, 1.805908203125, 2.04345703125, 2.281005859375, 2.5185546875, 2.756103515625, 2.99365234375, 3.231201171875, 3.46875, 3.706298828125, 3.94384765625, 4.181396484375, 4.4189453125, 4.656494140625, 4.89404296875, 5.131591796875, 5.369140625, 5.606689453125, 5.84423828125, 6.081787109375, 6.3193359375, 6.556884765625, 6.79443359375, 7.031982421875, 7.26953125]}, "gradients/wav2vec2.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 3.0, 2.0, 5.0, 6.0, 5.0, 12.0, 15.0, 14.0, 25.0, 21.0, 29.0, 38.0, 37.0, 48.0, 49.0, 54.0, 47.0, 48.0, 41.0, 58.0, 54.0, 41.0, 47.0, 34.0, 43.0, 33.0, 27.0, 28.0, 30.0, 29.0, 22.0, 19.0, 9.0, 15.0, 7.0, 2.0, 4.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.9140625, -12.53466796875, -12.1552734375, -11.77587890625, -11.396484375, -11.01708984375, -10.6376953125, -10.25830078125, -9.87890625, -9.49951171875, -9.1201171875, -8.74072265625, -8.361328125, -7.98193359375, -7.6025390625, -7.22314453125, -6.84375, -6.46435546875, -6.0849609375, -5.70556640625, -5.326171875, -4.94677734375, -4.5673828125, -4.18798828125, -3.80859375, -3.42919921875, -3.0498046875, -2.67041015625, -2.291015625, -1.91162109375, -1.5322265625, -1.15283203125, -0.7734375, -0.39404296875, -0.0146484375, 0.36474609375, 0.744140625, 1.12353515625, 1.5029296875, 1.88232421875, 2.26171875, 2.64111328125, 3.0205078125, 3.39990234375, 3.779296875, 4.15869140625, 4.5380859375, 4.91748046875, 5.296875, 5.67626953125, 6.0556640625, 6.43505859375, 6.814453125, 7.19384765625, 7.5732421875, 7.95263671875, 8.33203125, 8.71142578125, 9.0908203125, 9.47021484375, 9.849609375, 10.22900390625, 10.6083984375, 10.98779296875, 11.3671875]}, "gradients/wav2vec2.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 2.0, 5.0, 5.0, 13.0, 9.0, 22.0, 35.0, 60.0, 67.0, 122.0, 195.0, 340.0, 595.0, 1243.0, 2679.0, 6817.0, 19962.0, 65375.0, 227507.0, 939351.0, 2112802.0, 593290.0, 154772.0, 45103.0, 14482.0, 5172.0, 2099.0, 942.0, 510.0, 256.0, 179.0, 93.0, 55.0, 43.0, 35.0, 16.0, 10.0, 7.0, 9.0, 3.0, 4.0, 3.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-22.390625, -21.73876953125, -21.0869140625, -20.43505859375, -19.783203125, -19.13134765625, -18.4794921875, -17.82763671875, -17.17578125, -16.52392578125, -15.8720703125, -15.22021484375, -14.568359375, -13.91650390625, -13.2646484375, -12.61279296875, -11.9609375, -11.30908203125, -10.6572265625, -10.00537109375, -9.353515625, -8.70166015625, -8.0498046875, -7.39794921875, -6.74609375, -6.09423828125, -5.4423828125, -4.79052734375, -4.138671875, -3.48681640625, -2.8349609375, -2.18310546875, -1.53125, -0.87939453125, -0.2275390625, 0.42431640625, 1.076171875, 1.72802734375, 2.3798828125, 3.03173828125, 3.68359375, 4.33544921875, 4.9873046875, 5.63916015625, 6.291015625, 6.94287109375, 7.5947265625, 8.24658203125, 8.8984375, 9.55029296875, 10.2021484375, 10.85400390625, 11.505859375, 12.15771484375, 12.8095703125, 13.46142578125, 14.11328125, 14.76513671875, 15.4169921875, 16.06884765625, 16.720703125, 17.37255859375, 18.0244140625, 18.67626953125, 19.328125]}, "gradients/wav2vec2.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 4.0, 3.0, 7.0, 9.0, 8.0, 8.0, 18.0, 16.0, 30.0, 30.0, 44.0, 54.0, 63.0, 101.0, 104.0, 131.0, 194.0, 232.0, 313.0, 396.0, 444.0, 428.0, 325.0, 238.0, 194.0, 158.0, 127.0, 92.0, 66.0, 51.0, 39.0, 25.0, 31.0, 26.0, 13.0, 15.0, 10.0, 6.0, 7.0, 4.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-16.484375, -15.907470703125, -15.33056640625, -14.753662109375, -14.1767578125, -13.599853515625, -13.02294921875, -12.446044921875, -11.869140625, -11.292236328125, -10.71533203125, -10.138427734375, -9.5615234375, -8.984619140625, -8.40771484375, -7.830810546875, -7.25390625, -6.677001953125, -6.10009765625, -5.523193359375, -4.9462890625, -4.369384765625, -3.79248046875, -3.215576171875, -2.638671875, -2.061767578125, -1.48486328125, -0.907958984375, -0.3310546875, 0.245849609375, 0.82275390625, 1.399658203125, 1.9765625, 2.553466796875, 3.13037109375, 3.707275390625, 4.2841796875, 4.861083984375, 5.43798828125, 6.014892578125, 6.591796875, 7.168701171875, 7.74560546875, 8.322509765625, 8.8994140625, 9.476318359375, 10.05322265625, 10.630126953125, 11.20703125, 11.783935546875, 12.36083984375, 12.937744140625, 13.5146484375, 14.091552734375, 14.66845703125, 15.245361328125, 15.822265625, 16.399169921875, 16.97607421875, 17.552978515625, 18.1298828125, 18.706787109375, 19.28369140625, 19.860595703125, 20.4375]}, "gradients/wav2vec2.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 4.0, 5.0, 23.0, 25.0, 36.0, 56.0, 85.0, 89.0, 99.0, 104.0, 96.0, 117.0, 64.0, 62.0, 47.0, 39.0, 17.0, 12.0, 8.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-95.72161865234375, -91.66722106933594, -87.61282348632812, -83.55841827392578, -79.50402069091797, -75.44962310791016, -71.39521789550781, -67.3408203125, -63.28642272949219, -59.232025146484375, -55.1776237487793, -51.12322235107422, -47.068824768066406, -43.014427185058594, -38.960025787353516, -34.90562438964844, -30.851226806640625, -26.79682731628418, -22.742427825927734, -18.68802833557129, -14.633628845214844, -10.579229354858398, -6.524829864501953, -2.470430374145508, 1.5839691162109375, 5.638368606567383, 9.692768096923828, 13.747167587280273, 17.80156707763672, 21.855966567993164, 25.91036605834961, 29.964765548706055, 34.01914978027344, 38.07354736328125, 42.12794876098633, 46.182350158691406, 50.23674774169922, 54.29114532470703, 58.34554672241211, 62.39994812011719, 66.454345703125, 70.50874328613281, 74.56314086914062, 78.61754608154297, 82.67194366455078, 86.7263412475586, 90.78074645996094, 94.83514404296875, 98.88954162597656, 102.94393920898438, 106.99833679199219, 111.05274200439453, 115.10713958740234, 119.16153717041016, 123.2159423828125, 127.27033996582031, 131.32473754882812, 135.37913513183594, 139.43353271484375, 143.48793029785156, 147.54232788085938, 151.59674072265625, 155.65113830566406, 159.70553588867188, 163.7599334716797]}, "gradients/wav2vec2.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 1.0, 6.0, 5.0, 4.0, 10.0, 4.0, 13.0, 18.0, 7.0, 14.0, 9.0, 13.0, 24.0, 17.0, 36.0, 24.0, 25.0, 29.0, 30.0, 40.0, 33.0, 32.0, 32.0, 36.0, 42.0, 34.0, 40.0, 34.0, 42.0, 37.0, 36.0, 40.0, 26.0, 30.0, 28.0, 25.0, 20.0, 28.0, 19.0, 14.0, 13.0, 14.0, 5.0, 5.0, 6.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-72.84613037109375, -70.67618560791016, -68.50623321533203, -66.33628845214844, -64.16634368896484, -61.996395111083984, -59.826446533203125, -57.65650177001953, -55.48655700683594, -53.31660842895508, -51.146663665771484, -48.976715087890625, -46.80677032470703, -44.63682174682617, -42.46687316894531, -40.29692840576172, -38.12697982788086, -35.95703125, -33.787086486816406, -31.617137908935547, -29.447193145751953, -27.277244567871094, -25.107297897338867, -22.93735122680664, -20.767404556274414, -18.597457885742188, -16.42751121520996, -14.257563591003418, -12.087616920471191, -9.917670249938965, -7.747722625732422, -5.577775955200195, -3.4078292846679688, -1.237882375717163, 0.9320645332336426, 3.1020116806030273, 5.271958351135254, 7.4419050216674805, 9.611852645874023, 11.78179931640625, 13.951745986938477, 16.121692657470703, 18.29163932800293, 20.461585998535156, 22.631534576416016, 24.80147933959961, 26.97142791748047, 29.141374588012695, 31.311321258544922, 33.48126983642578, 35.651214599609375, 37.821163177490234, 39.99110794067383, 42.16105651855469, 44.33100128173828, 46.50094985961914, 48.6708984375, 50.84084701538086, 53.01079177856445, 55.18074035644531, 57.350685119628906, 59.520633697509766, 61.690582275390625, 63.86052703857422, 66.03047180175781]}, "gradients/wav2vec2.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 5.0, 1.0, 5.0, 5.0, 10.0, 18.0, 25.0, 29.0, 68.0, 78.0, 110.0, 161.0, 285.0, 453.0, 612.0, 1058.0, 1659.0, 2635.0, 3968.0, 6049.0, 9220.0, 14272.0, 21937.0, 36436.0, 65811.0, 131006.0, 231406.0, 229523.0, 128690.0, 65111.0, 35634.0, 21940.0, 13994.0, 9390.0, 6053.0, 3929.0, 2450.0, 1608.0, 999.0, 678.0, 418.0, 314.0, 164.0, 120.0, 82.0, 61.0, 30.0, 19.0, 11.0, 12.0, 5.0, 4.0, 3.0, 2.0, 2.0, 3.0, 1.0], "bins": [-14.15625, -13.73974609375, -13.3232421875, -12.90673828125, -12.490234375, -12.07373046875, -11.6572265625, -11.24072265625, -10.82421875, -10.40771484375, -9.9912109375, -9.57470703125, -9.158203125, -8.74169921875, -8.3251953125, -7.90869140625, -7.4921875, -7.07568359375, -6.6591796875, -6.24267578125, -5.826171875, -5.40966796875, -4.9931640625, -4.57666015625, -4.16015625, -3.74365234375, -3.3271484375, -2.91064453125, -2.494140625, -2.07763671875, -1.6611328125, -1.24462890625, -0.828125, -0.41162109375, 0.0048828125, 0.42138671875, 0.837890625, 1.25439453125, 1.6708984375, 2.08740234375, 2.50390625, 2.92041015625, 3.3369140625, 3.75341796875, 4.169921875, 4.58642578125, 5.0029296875, 5.41943359375, 5.8359375, 6.25244140625, 6.6689453125, 7.08544921875, 7.501953125, 7.91845703125, 8.3349609375, 8.75146484375, 9.16796875, 9.58447265625, 10.0009765625, 10.41748046875, 10.833984375, 11.25048828125, 11.6669921875, 12.08349609375, 12.5]}, "gradients/wav2vec2.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 9.0, 4.0, 4.0, 13.0, 13.0, 14.0, 11.0, 16.0, 22.0, 29.0, 30.0, 31.0, 35.0, 40.0, 50.0, 70.0, 41.0, 64.0, 52.0, 55.0, 36.0, 49.0, 41.0, 51.0, 38.0, 25.0, 37.0, 27.0, 24.0, 19.0, 16.0, 17.0, 7.0, 10.0, 5.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.2734375, -12.906494140625, -12.53955078125, -12.172607421875, -11.8056640625, -11.438720703125, -11.07177734375, -10.704833984375, -10.337890625, -9.970947265625, -9.60400390625, -9.237060546875, -8.8701171875, -8.503173828125, -8.13623046875, -7.769287109375, -7.40234375, -7.035400390625, -6.66845703125, -6.301513671875, -5.9345703125, -5.567626953125, -5.20068359375, -4.833740234375, -4.466796875, -4.099853515625, -3.73291015625, -3.365966796875, -2.9990234375, -2.632080078125, -2.26513671875, -1.898193359375, -1.53125, -1.164306640625, -0.79736328125, -0.430419921875, -0.0634765625, 0.303466796875, 0.67041015625, 1.037353515625, 1.404296875, 1.771240234375, 2.13818359375, 2.505126953125, 2.8720703125, 3.239013671875, 3.60595703125, 3.972900390625, 4.33984375, 4.706787109375, 5.07373046875, 5.440673828125, 5.8076171875, 6.174560546875, 6.54150390625, 6.908447265625, 7.275390625, 7.642333984375, 8.00927734375, 8.376220703125, 8.7431640625, 9.110107421875, 9.47705078125, 9.843994140625, 10.2109375]}, "gradients/wav2vec2.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 5.0, 8.0, 9.0, 15.0, 14.0, 22.0, 27.0, 44.0, 67.0, 94.0, 151.0, 248.0, 393.0, 731.0, 1590.0, 4231.0, 12362.0, 38350.0, 145582.0, 548237.0, 219293.0, 51238.0, 16117.0, 5470.0, 2089.0, 947.0, 456.0, 267.0, 170.0, 101.0, 70.0, 40.0, 33.0, 33.0, 19.0, 10.0, 11.0, 4.0, 2.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-32.78125, -31.74462890625, -30.7080078125, -29.67138671875, -28.634765625, -27.59814453125, -26.5615234375, -25.52490234375, -24.48828125, -23.45166015625, -22.4150390625, -21.37841796875, -20.341796875, -19.30517578125, -18.2685546875, -17.23193359375, -16.1953125, -15.15869140625, -14.1220703125, -13.08544921875, -12.048828125, -11.01220703125, -9.9755859375, -8.93896484375, -7.90234375, -6.86572265625, -5.8291015625, -4.79248046875, -3.755859375, -2.71923828125, -1.6826171875, -0.64599609375, 0.390625, 1.42724609375, 2.4638671875, 3.50048828125, 4.537109375, 5.57373046875, 6.6103515625, 7.64697265625, 8.68359375, 9.72021484375, 10.7568359375, 11.79345703125, 12.830078125, 13.86669921875, 14.9033203125, 15.93994140625, 16.9765625, 18.01318359375, 19.0498046875, 20.08642578125, 21.123046875, 22.15966796875, 23.1962890625, 24.23291015625, 25.26953125, 26.30615234375, 27.3427734375, 28.37939453125, 29.416015625, 30.45263671875, 31.4892578125, 32.52587890625, 33.5625]}, "gradients/wav2vec2.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 5.0, 6.0, 1.0, 4.0, 8.0, 7.0, 8.0, 14.0, 17.0, 27.0, 18.0, 29.0, 36.0, 34.0, 32.0, 41.0, 40.0, 41.0, 22.0, 48.0, 42.0, 36.0, 43.0, 55.0, 48.0, 35.0, 40.0, 48.0, 39.0, 27.0, 21.0, 21.0, 23.0, 15.0, 11.0, 13.0, 12.0, 10.0, 11.0, 5.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0], "bins": [-34.25, -33.300048828125, -32.35009765625, -31.400146484375, -30.4501953125, -29.500244140625, -28.55029296875, -27.600341796875, -26.650390625, -25.700439453125, -24.75048828125, -23.800537109375, -22.8505859375, -21.900634765625, -20.95068359375, -20.000732421875, -19.05078125, -18.100830078125, -17.15087890625, -16.200927734375, -15.2509765625, -14.301025390625, -13.35107421875, -12.401123046875, -11.451171875, -10.501220703125, -9.55126953125, -8.601318359375, -7.6513671875, -6.701416015625, -5.75146484375, -4.801513671875, -3.8515625, -2.901611328125, -1.95166015625, -1.001708984375, -0.0517578125, 0.898193359375, 1.84814453125, 2.798095703125, 3.748046875, 4.697998046875, 5.64794921875, 6.597900390625, 7.5478515625, 8.497802734375, 9.44775390625, 10.397705078125, 11.34765625, 12.297607421875, 13.24755859375, 14.197509765625, 15.1474609375, 16.097412109375, 17.04736328125, 17.997314453125, 18.947265625, 19.897216796875, 20.84716796875, 21.797119140625, 22.7470703125, 23.697021484375, 24.64697265625, 25.596923828125, 26.546875]}, "gradients/wav2vec2.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 5.0, 5.0, 16.0, 26.0, 29.0, 52.0, 84.0, 145.0, 257.0, 515.0, 1088.0, 2296.0, 4861.0, 10614.0, 23674.0, 61661.0, 188908.0, 429688.0, 209009.0, 68204.0, 25860.0, 11549.0, 5193.0, 2451.0, 1203.0, 523.0, 267.0, 176.0, 79.0, 46.0, 29.0, 18.0, 14.0, 6.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.6171875, -8.3350830078125, -8.052978515625, -7.7708740234375, -7.48876953125, -7.2066650390625, -6.924560546875, -6.6424560546875, -6.3603515625, -6.0782470703125, -5.796142578125, -5.5140380859375, -5.23193359375, -4.9498291015625, -4.667724609375, -4.3856201171875, -4.103515625, -3.8214111328125, -3.539306640625, -3.2572021484375, -2.97509765625, -2.6929931640625, -2.410888671875, -2.1287841796875, -1.8466796875, -1.5645751953125, -1.282470703125, -1.0003662109375, -0.71826171875, -0.4361572265625, -0.154052734375, 0.1280517578125, 0.41015625, 0.6922607421875, 0.974365234375, 1.2564697265625, 1.53857421875, 1.8206787109375, 2.102783203125, 2.3848876953125, 2.6669921875, 2.9490966796875, 3.231201171875, 3.5133056640625, 3.79541015625, 4.0775146484375, 4.359619140625, 4.6417236328125, 4.923828125, 5.2059326171875, 5.488037109375, 5.7701416015625, 6.05224609375, 6.3343505859375, 6.616455078125, 6.8985595703125, 7.1806640625, 7.4627685546875, 7.744873046875, 8.0269775390625, 8.30908203125, 8.5911865234375, 8.873291015625, 9.1553955078125, 9.4375]}, "gradients/wav2vec2.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 4.0, 0.0, 2.0, 2.0, 5.0, 6.0, 3.0, 7.0, 9.0, 19.0, 24.0, 35.0, 45.0, 70.0, 105.0, 195.0, 179.0, 93.0, 56.0, 40.0, 25.0, 18.0, 15.0, 12.0, 9.0, 5.0, 6.0, 2.0, 1.0, 4.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0032329559326171875, -0.00312080979347229, -0.0030086636543273926, -0.002896517515182495, -0.0027843713760375977, -0.0026722252368927, -0.0025600790977478027, -0.0024479329586029053, -0.002335786819458008, -0.0022236406803131104, -0.002111494541168213, -0.0019993484020233154, -0.001887202262878418, -0.0017750561237335205, -0.001662909984588623, -0.0015507638454437256, -0.0014386177062988281, -0.0013264715671539307, -0.0012143254280090332, -0.0011021792888641357, -0.0009900331497192383, -0.0008778870105743408, -0.0007657408714294434, -0.0006535947322845459, -0.0005414485931396484, -0.000429302453994751, -0.0003171563148498535, -0.00020501017570495605, -9.28640365600586e-05, 1.9282102584838867e-05, 0.00013142824172973633, 0.0002435743808746338, 0.00035572052001953125, 0.0004678666591644287, 0.0005800127983093262, 0.0006921589374542236, 0.0008043050765991211, 0.0009164512157440186, 0.001028597354888916, 0.0011407434940338135, 0.001252889633178711, 0.0013650357723236084, 0.0014771819114685059, 0.0015893280506134033, 0.0017014741897583008, 0.0018136203289031982, 0.0019257664680480957, 0.002037912607192993, 0.0021500587463378906, 0.002262204885482788, 0.0023743510246276855, 0.002486497163772583, 0.0025986433029174805, 0.002710789442062378, 0.0028229355812072754, 0.002935081720352173, 0.0030472278594970703, 0.0031593739986419678, 0.0032715201377868652, 0.0033836662769317627, 0.00349581241607666, 0.0036079585552215576, 0.003720104694366455, 0.0038322508335113525, 0.00394439697265625]}, "gradients/wav2vec2.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 6.0, 8.0, 12.0, 14.0, 37.0, 51.0, 66.0, 90.0, 160.0, 287.0, 515.0, 997.0, 2472.0, 7411.0, 23257.0, 85071.0, 299046.0, 422737.0, 147728.0, 39992.0, 11696.0, 3789.0, 1511.0, 687.0, 340.0, 197.0, 141.0, 76.0, 42.0, 39.0, 31.0, 18.0, 11.0, 7.0, 6.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.84375, -9.54736328125, -9.2509765625, -8.95458984375, -8.658203125, -8.36181640625, -8.0654296875, -7.76904296875, -7.47265625, -7.17626953125, -6.8798828125, -6.58349609375, -6.287109375, -5.99072265625, -5.6943359375, -5.39794921875, -5.1015625, -4.80517578125, -4.5087890625, -4.21240234375, -3.916015625, -3.61962890625, -3.3232421875, -3.02685546875, -2.73046875, -2.43408203125, -2.1376953125, -1.84130859375, -1.544921875, -1.24853515625, -0.9521484375, -0.65576171875, -0.359375, -0.06298828125, 0.2333984375, 0.52978515625, 0.826171875, 1.12255859375, 1.4189453125, 1.71533203125, 2.01171875, 2.30810546875, 2.6044921875, 2.90087890625, 3.197265625, 3.49365234375, 3.7900390625, 4.08642578125, 4.3828125, 4.67919921875, 4.9755859375, 5.27197265625, 5.568359375, 5.86474609375, 6.1611328125, 6.45751953125, 6.75390625, 7.05029296875, 7.3466796875, 7.64306640625, 7.939453125, 8.23583984375, 8.5322265625, 8.82861328125, 9.125]}, "gradients/wav2vec2.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 7.0, 4.0, 7.0, 10.0, 7.0, 9.0, 21.0, 23.0, 25.0, 27.0, 33.0, 36.0, 46.0, 69.0, 52.0, 69.0, 71.0, 56.0, 78.0, 63.0, 52.0, 46.0, 37.0, 26.0, 26.0, 24.0, 15.0, 13.0, 11.0, 8.0, 10.0, 5.0, 0.0, 7.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0], "bins": [-8.3203125, -8.086669921875, -7.85302734375, -7.619384765625, -7.3857421875, -7.152099609375, -6.91845703125, -6.684814453125, -6.451171875, -6.217529296875, -5.98388671875, -5.750244140625, -5.5166015625, -5.282958984375, -5.04931640625, -4.815673828125, -4.58203125, -4.348388671875, -4.11474609375, -3.881103515625, -3.6474609375, -3.413818359375, -3.18017578125, -2.946533203125, -2.712890625, -2.479248046875, -2.24560546875, -2.011962890625, -1.7783203125, -1.544677734375, -1.31103515625, -1.077392578125, -0.84375, -0.610107421875, -0.37646484375, -0.142822265625, 0.0908203125, 0.324462890625, 0.55810546875, 0.791748046875, 1.025390625, 1.259033203125, 1.49267578125, 1.726318359375, 1.9599609375, 2.193603515625, 2.42724609375, 2.660888671875, 2.89453125, 3.128173828125, 3.36181640625, 3.595458984375, 3.8291015625, 4.062744140625, 4.29638671875, 4.530029296875, 4.763671875, 4.997314453125, 5.23095703125, 5.464599609375, 5.6982421875, 5.931884765625, 6.16552734375, 6.399169921875, 6.6328125]}, "gradients/wav2vec2.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 4.0, 3.0, 7.0, 12.0, 19.0, 42.0, 83.0, 125.0, 177.0, 175.0, 127.0, 81.0, 70.0, 34.0, 19.0, 8.0, 7.0, 6.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-78.43012237548828, -73.54403686523438, -68.657958984375, -63.771873474121094, -58.88579177856445, -53.99971008300781, -49.113624572753906, -44.227542877197266, -39.341461181640625, -34.455379486083984, -29.56929588317871, -24.683212280273438, -19.797130584716797, -14.911048889160156, -10.024965286254883, -5.138881683349609, -0.25279998779296875, 4.633282661437988, 9.519365310668945, 14.405447959899902, 19.29153060913086, 24.1776123046875, 29.063695907592773, 33.94977951049805, 38.83586120605469, 43.72194290161133, 48.60802459716797, 53.494110107421875, 58.380191802978516, 63.266273498535156, 68.15235900878906, 73.03843688964844, 77.92453002929688, 82.81061553955078, 87.69669342041016, 92.58277893066406, 97.46885681152344, 102.35494232177734, 107.24102783203125, 112.12710571289062, 117.01319122314453, 121.89927673339844, 126.78535461425781, 131.6714324951172, 136.55752563476562, 141.443603515625, 146.32968139648438, 151.2157745361328, 156.1018524169922, 160.98793029785156, 165.8740234375, 170.76010131835938, 175.64617919921875, 180.53225708007812, 185.41835021972656, 190.30442810058594, 195.19052124023438, 200.07659912109375, 204.9626922607422, 209.84877014160156, 214.73484802246094, 219.62094116210938, 224.50701904296875, 229.39309692382812, 234.2791748046875]}, "gradients/wav2vec2.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 5.0, 4.0, 5.0, 11.0, 7.0, 7.0, 15.0, 16.0, 20.0, 25.0, 36.0, 30.0, 34.0, 40.0, 41.0, 39.0, 40.0, 35.0, 55.0, 46.0, 48.0, 51.0, 40.0, 41.0, 39.0, 36.0, 35.0, 29.0, 27.0, 32.0, 22.0, 22.0, 14.0, 19.0, 7.0, 10.0, 10.0, 2.0, 4.0, 5.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-92.82186126708984, -90.176513671875, -87.53116607666016, -84.88581848144531, -82.24047088623047, -79.59512329101562, -76.94977569580078, -74.30442810058594, -71.65907287597656, -69.01372528076172, -66.36837768554688, -63.72303009033203, -61.07768249511719, -58.432334899902344, -55.786983489990234, -53.14163589477539, -50.49629211425781, -47.85094451904297, -45.205596923828125, -42.56024932861328, -39.91490173339844, -37.269554138183594, -34.624202728271484, -31.97885513305664, -29.333507537841797, -26.688159942626953, -24.04281234741211, -21.397462844848633, -18.75211524963379, -16.106767654418945, -13.461419105529785, -10.816070556640625, -8.170722961425781, -5.525374889373779, -2.8800268173217773, -0.2346787452697754, 2.4106693267822266, 5.05601692199707, 7.7013654708862305, 10.34671401977539, 12.992061614990234, 15.637409210205078, 18.282756805419922, 20.9281063079834, 23.573453903198242, 26.218801498413086, 28.864151000976562, 31.509498596191406, 34.15484619140625, 36.800193786621094, 39.44554138183594, 42.09088897705078, 44.736236572265625, 47.38158416748047, 50.02693557739258, 52.67228317260742, 55.317630767822266, 57.96297836303711, 60.60832595825195, 63.2536735534668, 65.8990249633789, 68.54437255859375, 71.1897201538086, 73.83506774902344, 76.48041534423828]}, "gradients/wav2vec2.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 5.0, 2.0, 10.0, 7.0, 4.0, 12.0, 15.0, 28.0, 51.0, 84.0, 110.0, 206.0, 284.0, 472.0, 686.0, 1125.0, 1794.0, 3109.0, 5426.0, 9692.0, 18259.0, 35595.0, 73732.0, 166469.0, 413818.0, 1032885.0, 1344699.0, 631309.0, 244931.0, 104342.0, 48957.0, 24856.0, 13266.0, 7131.0, 4202.0, 2526.0, 1466.0, 955.0, 583.0, 408.0, 232.0, 158.0, 132.0, 71.0, 55.0, 44.0, 26.0, 20.0, 15.0, 10.0, 8.0, 6.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.951171875, -2.84661865234375, -2.7420654296875, -2.63751220703125, -2.532958984375, -2.42840576171875, -2.3238525390625, -2.21929931640625, -2.11474609375, -2.01019287109375, -1.9056396484375, -1.80108642578125, -1.696533203125, -1.59197998046875, -1.4874267578125, -1.38287353515625, -1.2783203125, -1.17376708984375, -1.0692138671875, -0.96466064453125, -0.860107421875, -0.75555419921875, -0.6510009765625, -0.54644775390625, -0.44189453125, -0.33734130859375, -0.2327880859375, -0.12823486328125, -0.023681640625, 0.08087158203125, 0.1854248046875, 0.28997802734375, 0.39453125, 0.49908447265625, 0.6036376953125, 0.70819091796875, 0.812744140625, 0.91729736328125, 1.0218505859375, 1.12640380859375, 1.23095703125, 1.33551025390625, 1.4400634765625, 1.54461669921875, 1.649169921875, 1.75372314453125, 1.8582763671875, 1.96282958984375, 2.0673828125, 2.17193603515625, 2.2764892578125, 2.38104248046875, 2.485595703125, 2.59014892578125, 2.6947021484375, 2.79925537109375, 2.90380859375, 3.00836181640625, 3.1129150390625, 3.21746826171875, 3.322021484375, 3.42657470703125, 3.5311279296875, 3.63568115234375, 3.740234375]}, "gradients/wav2vec2.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 4.0, 5.0, 8.0, 6.0, 19.0, 13.0, 19.0, 28.0, 14.0, 18.0, 21.0, 28.0, 33.0, 41.0, 41.0, 47.0, 52.0, 53.0, 50.0, 44.0, 43.0, 40.0, 46.0, 30.0, 32.0, 40.0, 31.0, 34.0, 17.0, 22.0, 17.0, 16.0, 15.0, 12.0, 10.0, 17.0, 7.0, 7.0, 7.0, 5.0, 1.0, 4.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.2548828125, -1.2137908935546875, -1.172698974609375, -1.1316070556640625, -1.09051513671875, -1.0494232177734375, -1.008331298828125, -0.9672393798828125, -0.9261474609375, -0.8850555419921875, -0.843963623046875, -0.8028717041015625, -0.76177978515625, -0.7206878662109375, -0.679595947265625, -0.6385040283203125, -0.597412109375, -0.5563201904296875, -0.515228271484375, -0.4741363525390625, -0.43304443359375, -0.3919525146484375, -0.350860595703125, -0.3097686767578125, -0.2686767578125, -0.2275848388671875, -0.186492919921875, -0.1454010009765625, -0.10430908203125, -0.0632171630859375, -0.022125244140625, 0.0189666748046875, 0.06005859375, 0.1011505126953125, 0.142242431640625, 0.1833343505859375, 0.22442626953125, 0.2655181884765625, 0.306610107421875, 0.3477020263671875, 0.3887939453125, 0.4298858642578125, 0.470977783203125, 0.5120697021484375, 0.55316162109375, 0.5942535400390625, 0.635345458984375, 0.6764373779296875, 0.717529296875, 0.7586212158203125, 0.799713134765625, 0.8408050537109375, 0.88189697265625, 0.9229888916015625, 0.964080810546875, 1.0051727294921875, 1.0462646484375, 1.0873565673828125, 1.128448486328125, 1.1695404052734375, 1.21063232421875, 1.2517242431640625, 1.292816162109375, 1.3339080810546875, 1.375]}, "gradients/wav2vec2.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 3.0, 5.0, 5.0, 12.0, 17.0, 21.0, 32.0, 63.0, 112.0, 177.0, 269.0, 465.0, 905.0, 1699.0, 3474.0, 7519.0, 18125.0, 47894.0, 145222.0, 486650.0, 1441743.0, 1376164.0, 452152.0, 135165.0, 45216.0, 17139.0, 7212.0, 3205.0, 1569.0, 885.0, 457.0, 275.0, 159.0, 106.0, 61.0, 38.0, 21.0, 18.0, 13.0, 11.0, 8.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.7734375, -7.5511474609375, -7.328857421875, -7.1065673828125, -6.88427734375, -6.6619873046875, -6.439697265625, -6.2174072265625, -5.9951171875, -5.7728271484375, -5.550537109375, -5.3282470703125, -5.10595703125, -4.8836669921875, -4.661376953125, -4.4390869140625, -4.216796875, -3.9945068359375, -3.772216796875, -3.5499267578125, -3.32763671875, -3.1053466796875, -2.883056640625, -2.6607666015625, -2.4384765625, -2.2161865234375, -1.993896484375, -1.7716064453125, -1.54931640625, -1.3270263671875, -1.104736328125, -0.8824462890625, -0.66015625, -0.4378662109375, -0.215576171875, 0.0067138671875, 0.22900390625, 0.4512939453125, 0.673583984375, 0.8958740234375, 1.1181640625, 1.3404541015625, 1.562744140625, 1.7850341796875, 2.00732421875, 2.2296142578125, 2.451904296875, 2.6741943359375, 2.896484375, 3.1187744140625, 3.341064453125, 3.5633544921875, 3.78564453125, 4.0079345703125, 4.230224609375, 4.4525146484375, 4.6748046875, 4.8970947265625, 5.119384765625, 5.3416748046875, 5.56396484375, 5.7862548828125, 6.008544921875, 6.2308349609375, 6.453125]}, "gradients/wav2vec2.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 7.0, 6.0, 2.0, 7.0, 9.0, 9.0, 10.0, 14.0, 18.0, 19.0, 33.0, 65.0, 62.0, 93.0, 137.0, 154.0, 187.0, 260.0, 286.0, 351.0, 410.0, 376.0, 311.0, 288.0, 218.0, 184.0, 142.0, 92.0, 85.0, 57.0, 39.0, 52.0, 33.0, 10.0, 13.0, 5.0, 11.0, 6.0, 3.0, 5.0, 5.0, 5.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.77734375, -4.63232421875, -4.4873046875, -4.34228515625, -4.197265625, -4.05224609375, -3.9072265625, -3.76220703125, -3.6171875, -3.47216796875, -3.3271484375, -3.18212890625, -3.037109375, -2.89208984375, -2.7470703125, -2.60205078125, -2.45703125, -2.31201171875, -2.1669921875, -2.02197265625, -1.876953125, -1.73193359375, -1.5869140625, -1.44189453125, -1.296875, -1.15185546875, -1.0068359375, -0.86181640625, -0.716796875, -0.57177734375, -0.4267578125, -0.28173828125, -0.13671875, 0.00830078125, 0.1533203125, 0.29833984375, 0.443359375, 0.58837890625, 0.7333984375, 0.87841796875, 1.0234375, 1.16845703125, 1.3134765625, 1.45849609375, 1.603515625, 1.74853515625, 1.8935546875, 2.03857421875, 2.18359375, 2.32861328125, 2.4736328125, 2.61865234375, 2.763671875, 2.90869140625, 3.0537109375, 3.19873046875, 3.34375, 3.48876953125, 3.6337890625, 3.77880859375, 3.923828125, 4.06884765625, 4.2138671875, 4.35888671875, 4.50390625]}, "gradients/wav2vec2.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 6.0, 7.0, 6.0, 13.0, 15.0, 24.0, 31.0, 47.0, 70.0, 49.0, 69.0, 93.0, 82.0, 83.0, 80.0, 84.0, 72.0, 50.0, 29.0, 30.0, 17.0, 16.0, 9.0, 7.0, 3.0, 8.0, 4.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-43.100189208984375, -42.07008743286133, -41.039981842041016, -40.00988006591797, -38.979774475097656, -37.94967269897461, -36.9195671081543, -35.88946533203125, -34.85935974121094, -33.82925796508789, -32.79915237426758, -31.7690486907959, -30.73894500732422, -29.708843231201172, -28.678739547729492, -27.648635864257812, -26.618534088134766, -25.588430404663086, -24.558326721191406, -23.528223037719727, -22.498119354248047, -21.468017578125, -20.43791389465332, -19.40781021118164, -18.37770652770996, -17.34760284423828, -16.3174991607666, -15.287396430969238, -14.257292747497559, -13.227189064025879, -12.197086334228516, -11.166982650756836, -10.13687515258789, -9.106771469116211, -8.076667785644531, -7.046565055847168, -6.016461372375488, -4.986357688903809, -3.956254482269287, -2.9261512756347656, -1.896047592163086, -0.8659441471099854, 0.16415929794311523, 1.1942627429962158, 2.2243661880493164, 3.254469871520996, 4.284573078155518, 5.314676284790039, 6.344779968261719, 7.374883651733398, 8.404987335205078, 9.435090065002441, 10.465193748474121, 11.4952974319458, 12.525400161743164, 13.555503845214844, 14.585607528686523, 15.615711212158203, 16.645814895629883, 17.675918579101562, 18.70602035522461, 19.736125946044922, 20.76622772216797, 21.79633140563965, 22.826435089111328]}, "gradients/wav2vec2.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 3.0, 5.0, 10.0, 11.0, 10.0, 12.0, 12.0, 15.0, 19.0, 27.0, 23.0, 19.0, 34.0, 29.0, 42.0, 45.0, 40.0, 28.0, 44.0, 38.0, 39.0, 49.0, 42.0, 42.0, 43.0, 34.0, 33.0, 33.0, 29.0, 29.0, 28.0, 26.0, 24.0, 13.0, 14.0, 9.0, 15.0, 9.0, 8.0, 5.0, 5.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.95199966430664, -17.38136100769043, -16.810720443725586, -16.240081787109375, -15.669443130493164, -15.098803520202637, -14.52816390991211, -13.957525253295898, -13.386886596679688, -12.81624698638916, -12.24560832977295, -11.674968719482422, -11.104330062866211, -10.533690452575684, -9.963050842285156, -9.392412185668945, -8.821772575378418, -8.25113296508789, -7.68049430847168, -7.109854698181152, -6.539216041564941, -5.968576431274414, -5.397937297821045, -4.827298164367676, -4.256659030914307, -3.6860198974609375, -3.1153807640075684, -2.54474139213562, -1.974102258682251, -1.4034631252288818, -0.8328237533569336, -0.26218461990356445, 0.3084545135498047, 0.8790937066078186, 1.4497328996658325, 2.020372152328491, 2.5910112857818604, 3.1616504192352295, 3.7322897911071777, 4.302928924560547, 4.873568058013916, 5.444207191467285, 6.014846324920654, 6.585485458374023, 7.156125068664551, 7.726763725280762, 8.297403335571289, 8.8680419921875, 9.438681602478027, 10.009321212768555, 10.579959869384766, 11.150599479675293, 11.721238136291504, 12.291877746582031, 12.862516403198242, 13.43315601348877, 14.003795623779297, 14.574435234069824, 15.145073890686035, 15.715713500976562, 16.286352157592773, 16.856990814208984, 17.427631378173828, 17.99827003479004, 18.56890869140625]}, "gradients/wav2vec2.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 5.0, 6.0, 12.0, 8.0, 13.0, 41.0, 46.0, 58.0, 76.0, 136.0, 224.0, 296.0, 445.0, 649.0, 1002.0, 1483.0, 2110.0, 3160.0, 4696.0, 7076.0, 10290.0, 15639.0, 25412.0, 45194.0, 94392.0, 210189.0, 290186.0, 162843.0, 73142.0, 36741.0, 21177.0, 13651.0, 9158.0, 6213.0, 4125.0, 2887.0, 1854.0, 1292.0, 846.0, 562.0, 415.0, 260.0, 165.0, 130.0, 88.0, 46.0, 52.0, 29.0, 16.0, 13.0, 6.0, 7.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0], "bins": [-6.39453125, -6.19677734375, -5.9990234375, -5.80126953125, -5.603515625, -5.40576171875, -5.2080078125, -5.01025390625, -4.8125, -4.61474609375, -4.4169921875, -4.21923828125, -4.021484375, -3.82373046875, -3.6259765625, -3.42822265625, -3.23046875, -3.03271484375, -2.8349609375, -2.63720703125, -2.439453125, -2.24169921875, -2.0439453125, -1.84619140625, -1.6484375, -1.45068359375, -1.2529296875, -1.05517578125, -0.857421875, -0.65966796875, -0.4619140625, -0.26416015625, -0.06640625, 0.13134765625, 0.3291015625, 0.52685546875, 0.724609375, 0.92236328125, 1.1201171875, 1.31787109375, 1.515625, 1.71337890625, 1.9111328125, 2.10888671875, 2.306640625, 2.50439453125, 2.7021484375, 2.89990234375, 3.09765625, 3.29541015625, 3.4931640625, 3.69091796875, 3.888671875, 4.08642578125, 4.2841796875, 4.48193359375, 4.6796875, 4.87744140625, 5.0751953125, 5.27294921875, 5.470703125, 5.66845703125, 5.8662109375, 6.06396484375, 6.26171875]}, "gradients/wav2vec2.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 7.0, 9.0, 2.0, 3.0, 8.0, 9.0, 14.0, 10.0, 12.0, 8.0, 16.0, 25.0, 20.0, 32.0, 27.0, 24.0, 32.0, 38.0, 42.0, 54.0, 37.0, 56.0, 38.0, 35.0, 56.0, 53.0, 46.0, 34.0, 27.0, 35.0, 24.0, 22.0, 25.0, 17.0, 18.0, 9.0, 10.0, 9.0, 12.0, 11.0, 12.0, 5.0, 4.0, 3.0, 2.0, 5.0, 7.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-1.4736328125, -1.4252471923828125, -1.376861572265625, -1.3284759521484375, -1.28009033203125, -1.2317047119140625, -1.183319091796875, -1.1349334716796875, -1.0865478515625, -1.0381622314453125, -0.989776611328125, -0.9413909912109375, -0.89300537109375, -0.8446197509765625, -0.796234130859375, -0.7478485107421875, -0.699462890625, -0.6510772705078125, -0.602691650390625, -0.5543060302734375, -0.50592041015625, -0.4575347900390625, -0.409149169921875, -0.3607635498046875, -0.3123779296875, -0.2639923095703125, -0.215606689453125, -0.1672210693359375, -0.11883544921875, -0.0704498291015625, -0.022064208984375, 0.0263214111328125, 0.07470703125, 0.1230926513671875, 0.171478271484375, 0.2198638916015625, 0.26824951171875, 0.3166351318359375, 0.365020751953125, 0.4134063720703125, 0.4617919921875, 0.5101776123046875, 0.558563232421875, 0.6069488525390625, 0.65533447265625, 0.7037200927734375, 0.752105712890625, 0.8004913330078125, 0.848876953125, 0.8972625732421875, 0.945648193359375, 0.9940338134765625, 1.04241943359375, 1.0908050537109375, 1.139190673828125, 1.1875762939453125, 1.2359619140625, 1.2843475341796875, 1.332733154296875, 1.3811187744140625, 1.42950439453125, 1.4778900146484375, 1.526275634765625, 1.5746612548828125, 1.623046875]}, "gradients/wav2vec2.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 6.0, 2.0, 0.0, 4.0, 4.0, 5.0, 11.0, 11.0, 13.0, 23.0, 27.0, 41.0, 46.0, 79.0, 111.0, 122.0, 199.0, 348.0, 533.0, 877.0, 1589.0, 2847.0, 5136.0, 8993.0, 16234.0, 30662.0, 71088.0, 247713.0, 416226.0, 144864.0, 48085.0, 23433.0, 12473.0, 7162.0, 4042.0, 2275.0, 1214.0, 753.0, 448.0, 274.0, 197.0, 107.0, 73.0, 55.0, 47.0, 28.0, 27.0, 15.0, 15.0, 7.0, 8.0, 4.0, 3.0, 2.0, 6.0, 3.0, 1.0, 1.0], "bins": [-10.515625, -10.208984375, -9.90234375, -9.595703125, -9.2890625, -8.982421875, -8.67578125, -8.369140625, -8.0625, -7.755859375, -7.44921875, -7.142578125, -6.8359375, -6.529296875, -6.22265625, -5.916015625, -5.609375, -5.302734375, -4.99609375, -4.689453125, -4.3828125, -4.076171875, -3.76953125, -3.462890625, -3.15625, -2.849609375, -2.54296875, -2.236328125, -1.9296875, -1.623046875, -1.31640625, -1.009765625, -0.703125, -0.396484375, -0.08984375, 0.216796875, 0.5234375, 0.830078125, 1.13671875, 1.443359375, 1.75, 2.056640625, 2.36328125, 2.669921875, 2.9765625, 3.283203125, 3.58984375, 3.896484375, 4.203125, 4.509765625, 4.81640625, 5.123046875, 5.4296875, 5.736328125, 6.04296875, 6.349609375, 6.65625, 6.962890625, 7.26953125, 7.576171875, 7.8828125, 8.189453125, 8.49609375, 8.802734375, 9.109375]}, "gradients/wav2vec2.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 0.0, 4.0, 2.0, 3.0, 8.0, 3.0, 9.0, 5.0, 11.0, 15.0, 11.0, 10.0, 24.0, 17.0, 17.0, 38.0, 29.0, 27.0, 41.0, 34.0, 44.0, 54.0, 39.0, 43.0, 45.0, 47.0, 43.0, 38.0, 32.0, 45.0, 34.0, 22.0, 26.0, 26.0, 30.0, 21.0, 22.0, 18.0, 15.0, 11.0, 5.0, 8.0, 5.0, 8.0, 6.0, 2.0, 6.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-6.02734375, -5.85382080078125, -5.6802978515625, -5.50677490234375, -5.333251953125, -5.15972900390625, -4.9862060546875, -4.81268310546875, -4.63916015625, -4.46563720703125, -4.2921142578125, -4.11859130859375, -3.945068359375, -3.77154541015625, -3.5980224609375, -3.42449951171875, -3.2509765625, -3.07745361328125, -2.9039306640625, -2.73040771484375, -2.556884765625, -2.38336181640625, -2.2098388671875, -2.03631591796875, -1.86279296875, -1.68927001953125, -1.5157470703125, -1.34222412109375, -1.168701171875, -0.99517822265625, -0.8216552734375, -0.64813232421875, -0.474609375, -0.30108642578125, -0.1275634765625, 0.04595947265625, 0.219482421875, 0.39300537109375, 0.5665283203125, 0.74005126953125, 0.91357421875, 1.08709716796875, 1.2606201171875, 1.43414306640625, 1.607666015625, 1.78118896484375, 1.9547119140625, 2.12823486328125, 2.3017578125, 2.47528076171875, 2.6488037109375, 2.82232666015625, 2.995849609375, 3.16937255859375, 3.3428955078125, 3.51641845703125, 3.68994140625, 3.86346435546875, 4.0369873046875, 4.21051025390625, 4.384033203125, 4.55755615234375, 4.7310791015625, 4.90460205078125, 5.078125]}, "gradients/wav2vec2.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 7.0, 9.0, 9.0, 11.0, 15.0, 33.0, 27.0, 35.0, 50.0, 94.0, 119.0, 193.0, 253.0, 397.0, 632.0, 952.0, 1498.0, 2478.0, 4411.0, 7367.0, 13407.0, 26112.0, 58290.0, 183601.0, 422139.0, 202676.0, 62643.0, 27798.0, 14093.0, 7786.0, 4325.0, 2659.0, 1582.0, 972.0, 620.0, 393.0, 234.0, 176.0, 135.0, 97.0, 76.0, 39.0, 38.0, 23.0, 21.0, 11.0, 7.0, 10.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-8.21875, -7.97369384765625, -7.7286376953125, -7.48358154296875, -7.238525390625, -6.99346923828125, -6.7484130859375, -6.50335693359375, -6.25830078125, -6.01324462890625, -5.7681884765625, -5.52313232421875, -5.278076171875, -5.03302001953125, -4.7879638671875, -4.54290771484375, -4.2978515625, -4.05279541015625, -3.8077392578125, -3.56268310546875, -3.317626953125, -3.07257080078125, -2.8275146484375, -2.58245849609375, -2.33740234375, -2.09234619140625, -1.8472900390625, -1.60223388671875, -1.357177734375, -1.11212158203125, -0.8670654296875, -0.62200927734375, -0.376953125, -0.13189697265625, 0.1131591796875, 0.35821533203125, 0.603271484375, 0.84832763671875, 1.0933837890625, 1.33843994140625, 1.58349609375, 1.82855224609375, 2.0736083984375, 2.31866455078125, 2.563720703125, 2.80877685546875, 3.0538330078125, 3.29888916015625, 3.5439453125, 3.78900146484375, 4.0340576171875, 4.27911376953125, 4.524169921875, 4.76922607421875, 5.0142822265625, 5.25933837890625, 5.50439453125, 5.74945068359375, 5.9945068359375, 6.23956298828125, 6.484619140625, 6.72967529296875, 6.9747314453125, 7.21978759765625, 7.46484375]}, "gradients/wav2vec2.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 4.0, 3.0, 5.0, 4.0, 5.0, 16.0, 16.0, 8.0, 22.0, 26.0, 49.0, 103.0, 222.0, 222.0, 137.0, 51.0, 25.0, 14.0, 16.0, 8.0, 7.0, 12.0, 6.0, 7.0, 7.0, 4.0, 5.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.003917694091796875, -0.0038200020790100098, -0.0037223100662231445, -0.0036246180534362793, -0.003526926040649414, -0.003429234027862549, -0.0033315420150756836, -0.0032338500022888184, -0.003136157989501953, -0.003038465976715088, -0.0029407739639282227, -0.0028430819511413574, -0.002745389938354492, -0.002647697925567627, -0.0025500059127807617, -0.0024523138999938965, -0.0023546218872070312, -0.002256929874420166, -0.0021592378616333008, -0.0020615458488464355, -0.0019638538360595703, -0.001866161823272705, -0.0017684698104858398, -0.0016707777976989746, -0.0015730857849121094, -0.0014753937721252441, -0.001377701759338379, -0.0012800097465515137, -0.0011823177337646484, -0.0010846257209777832, -0.000986933708190918, -0.0008892416954040527, -0.0007915496826171875, -0.0006938576698303223, -0.000596165657043457, -0.0004984736442565918, -0.00040078163146972656, -0.00030308961868286133, -0.0002053976058959961, -0.00010770559310913086, -1.0013580322265625e-05, 8.767843246459961e-05, 0.00018537044525146484, 0.0002830624580383301, 0.0003807544708251953, 0.00047844648361206055, 0.0005761384963989258, 0.000673830509185791, 0.0007715225219726562, 0.0008692145347595215, 0.0009669065475463867, 0.001064598560333252, 0.0011622905731201172, 0.0012599825859069824, 0.0013576745986938477, 0.0014553666114807129, 0.0015530586242675781, 0.0016507506370544434, 0.0017484426498413086, 0.0018461346626281738, 0.001943826675415039, 0.0020415186882019043, 0.0021392107009887695, 0.0022369027137756348, 0.0023345947265625]}, "gradients/wav2vec2.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 2.0, 5.0, 6.0, 10.0, 17.0, 11.0, 25.0, 40.0, 53.0, 75.0, 92.0, 146.0, 203.0, 337.0, 440.0, 675.0, 1114.0, 1709.0, 2954.0, 5557.0, 10987.0, 24524.0, 65692.0, 249474.0, 445961.0, 155333.0, 45147.0, 18250.0, 8659.0, 4413.0, 2374.0, 1419.0, 930.0, 624.0, 384.0, 265.0, 186.0, 152.0, 77.0, 69.0, 39.0, 40.0, 23.0, 19.0, 13.0, 14.0, 3.0, 4.0, 3.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-8.1875, -7.9261474609375, -7.664794921875, -7.4034423828125, -7.14208984375, -6.8807373046875, -6.619384765625, -6.3580322265625, -6.0966796875, -5.8353271484375, -5.573974609375, -5.3126220703125, -5.05126953125, -4.7899169921875, -4.528564453125, -4.2672119140625, -4.005859375, -3.7445068359375, -3.483154296875, -3.2218017578125, -2.96044921875, -2.6990966796875, -2.437744140625, -2.1763916015625, -1.9150390625, -1.6536865234375, -1.392333984375, -1.1309814453125, -0.86962890625, -0.6082763671875, -0.346923828125, -0.0855712890625, 0.17578125, 0.4371337890625, 0.698486328125, 0.9598388671875, 1.22119140625, 1.4825439453125, 1.743896484375, 2.0052490234375, 2.2666015625, 2.5279541015625, 2.789306640625, 3.0506591796875, 3.31201171875, 3.5733642578125, 3.834716796875, 4.0960693359375, 4.357421875, 4.6187744140625, 4.880126953125, 5.1414794921875, 5.40283203125, 5.6641845703125, 5.925537109375, 6.1868896484375, 6.4482421875, 6.7095947265625, 6.970947265625, 7.2322998046875, 7.49365234375, 7.7550048828125, 8.016357421875, 8.2777099609375, 8.5390625]}, "gradients/wav2vec2.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 7.0, 2.0, 3.0, 9.0, 3.0, 7.0, 6.0, 18.0, 11.0, 27.0, 39.0, 47.0, 79.0, 99.0, 134.0, 101.0, 110.0, 87.0, 64.0, 36.0, 30.0, 16.0, 9.0, 8.0, 5.0, 9.0, 9.0, 5.0, 2.0, 5.0, 2.0, 4.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-6.625, -6.42529296875, -6.2255859375, -6.02587890625, -5.826171875, -5.62646484375, -5.4267578125, -5.22705078125, -5.02734375, -4.82763671875, -4.6279296875, -4.42822265625, -4.228515625, -4.02880859375, -3.8291015625, -3.62939453125, -3.4296875, -3.22998046875, -3.0302734375, -2.83056640625, -2.630859375, -2.43115234375, -2.2314453125, -2.03173828125, -1.83203125, -1.63232421875, -1.4326171875, -1.23291015625, -1.033203125, -0.83349609375, -0.6337890625, -0.43408203125, -0.234375, -0.03466796875, 0.1650390625, 0.36474609375, 0.564453125, 0.76416015625, 0.9638671875, 1.16357421875, 1.36328125, 1.56298828125, 1.7626953125, 1.96240234375, 2.162109375, 2.36181640625, 2.5615234375, 2.76123046875, 2.9609375, 3.16064453125, 3.3603515625, 3.56005859375, 3.759765625, 3.95947265625, 4.1591796875, 4.35888671875, 4.55859375, 4.75830078125, 4.9580078125, 5.15771484375, 5.357421875, 5.55712890625, 5.7568359375, 5.95654296875, 6.15625]}, "gradients/wav2vec2.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 6.0, 16.0, 22.0, 34.0, 46.0, 82.0, 108.0, 130.0, 138.0, 121.0, 94.0, 76.0, 42.0, 39.0, 23.0, 8.0, 7.0, 4.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-72.14571380615234, -70.22587585449219, -68.30604553222656, -66.3862075805664, -64.46636962890625, -62.546539306640625, -60.62670135498047, -58.70686721801758, -56.78703308105469, -54.8671989440918, -52.94736099243164, -51.02752685546875, -49.10769271850586, -47.18785858154297, -45.26802062988281, -43.34818649291992, -41.428348541259766, -39.508514404296875, -37.58867645263672, -35.66884231567383, -33.74900817871094, -31.829172134399414, -29.90933609008789, -27.989501953125, -26.069665908813477, -24.149829864501953, -22.229995727539062, -20.31015968322754, -18.390323638916016, -16.470489501953125, -14.550653457641602, -12.630818367004395, -10.710987091064453, -8.791152000427246, -6.871316432952881, -4.951480865478516, -3.0316457748413086, -1.1118106842041016, 0.8080253601074219, 2.727860450744629, 4.647695541381836, 6.567530632019043, 8.48736572265625, 10.407201766967773, 12.32703685760498, 14.246871948242188, 16.16670799255371, 18.086544036865234, 20.006378173828125, 21.92621421813965, 23.84604835510254, 25.765884399414062, 27.685718536376953, 29.605554580688477, 31.525390625, 33.44522476196289, 35.36505889892578, 37.28489303588867, 39.20473098754883, 41.12456512451172, 43.04439926147461, 44.9642333984375, 46.884071350097656, 48.80390548706055, 50.7237434387207]}, "gradients/wav2vec2.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 5.0, 7.0, 4.0, 7.0, 10.0, 11.0, 18.0, 18.0, 19.0, 26.0, 26.0, 31.0, 35.0, 30.0, 26.0, 30.0, 25.0, 37.0, 36.0, 25.0, 39.0, 31.0, 39.0, 35.0, 33.0, 35.0, 38.0, 28.0, 36.0, 25.0, 30.0, 27.0, 24.0, 23.0, 16.0, 18.0, 17.0, 16.0, 11.0, 10.0, 9.0, 10.0, 6.0, 2.0, 3.0, 2.0, 4.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0], "bins": [-18.671415328979492, -18.081523895263672, -17.49163055419922, -16.9017391204834, -16.311847686767578, -15.721954345703125, -15.132062911987305, -14.542170524597168, -13.952278137207031, -13.362385749816895, -12.772493362426758, -12.182601928710938, -11.5927095413208, -11.002817153930664, -10.412925720214844, -9.823033332824707, -9.23314094543457, -8.643248558044434, -8.053356170654297, -7.463464736938477, -6.87357234954834, -6.283679962158203, -5.693788051605225, -5.103896141052246, -4.514003753662109, -3.9241116046905518, -3.334219455718994, -2.7443273067474365, -2.154435157775879, -1.5645430088043213, -0.9746508598327637, -0.38475894927978516, 0.20513534545898438, 0.795027494430542, 1.3849196434020996, 1.9748117923736572, 2.564703941345215, 3.1545960903167725, 3.74448823928833, 4.334380149841309, 4.924272537231445, 5.514164924621582, 6.1040568351745605, 6.693948745727539, 7.283841133117676, 7.8737335205078125, 8.463624954223633, 9.05351734161377, 9.643409729003906, 10.233302116394043, 10.82319450378418, 11.4130859375, 12.002978324890137, 12.592870712280273, 13.182762145996094, 13.77265453338623, 14.362546920776367, 14.952439308166504, 15.54233169555664, 16.13222312927246, 16.72211456298828, 17.312007904052734, 17.901899337768555, 18.491790771484375, 19.081684112548828]}, "gradients/wav2vec2.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 6.0, 7.0, 11.0, 5.0, 10.0, 19.0, 26.0, 28.0, 39.0, 65.0, 102.0, 186.0, 291.0, 427.0, 779.0, 1364.0, 2342.0, 4621.0, 9218.0, 20330.0, 47713.0, 132577.0, 525067.0, 2336650.0, 824154.0, 179663.0, 61322.0, 25105.0, 11143.0, 5247.0, 2601.0, 1318.0, 781.0, 421.0, 249.0, 163.0, 84.0, 64.0, 47.0, 14.0, 6.0, 8.0, 7.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-66.5625, -64.7451171875, -62.927734375, -61.1103515625, -59.29296875, -57.4755859375, -55.658203125, -53.8408203125, -52.0234375, -50.2060546875, -48.388671875, -46.5712890625, -44.75390625, -42.9365234375, -41.119140625, -39.3017578125, -37.484375, -35.6669921875, -33.849609375, -32.0322265625, -30.21484375, -28.3974609375, -26.580078125, -24.7626953125, -22.9453125, -21.1279296875, -19.310546875, -17.4931640625, -15.67578125, -13.8583984375, -12.041015625, -10.2236328125, -8.40625, -6.5888671875, -4.771484375, -2.9541015625, -1.13671875, 0.6806640625, 2.498046875, 4.3154296875, 6.1328125, 7.9501953125, 9.767578125, 11.5849609375, 13.40234375, 15.2197265625, 17.037109375, 18.8544921875, 20.671875, 22.4892578125, 24.306640625, 26.1240234375, 27.94140625, 29.7587890625, 31.576171875, 33.3935546875, 35.2109375, 37.0283203125, 38.845703125, 40.6630859375, 42.48046875, 44.2978515625, 46.115234375, 47.9326171875, 49.75]}, "gradients/wav2vec2.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 4.0, 3.0, 4.0, 6.0, 9.0, 11.0, 16.0, 19.0, 18.0, 26.0, 20.0, 36.0, 29.0, 45.0, 49.0, 55.0, 52.0, 38.0, 46.0, 48.0, 49.0, 59.0, 60.0, 39.0, 46.0, 39.0, 36.0, 29.0, 31.0, 13.0, 11.0, 16.0, 9.0, 13.0, 9.0, 5.0, 3.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.109375, -30.293212890625, -29.47705078125, -28.660888671875, -27.8447265625, -27.028564453125, -26.21240234375, -25.396240234375, -24.580078125, -23.763916015625, -22.94775390625, -22.131591796875, -21.3154296875, -20.499267578125, -19.68310546875, -18.866943359375, -18.05078125, -17.234619140625, -16.41845703125, -15.602294921875, -14.7861328125, -13.969970703125, -13.15380859375, -12.337646484375, -11.521484375, -10.705322265625, -9.88916015625, -9.072998046875, -8.2568359375, -7.440673828125, -6.62451171875, -5.808349609375, -4.9921875, -4.176025390625, -3.35986328125, -2.543701171875, -1.7275390625, -0.911376953125, -0.09521484375, 0.720947265625, 1.537109375, 2.353271484375, 3.16943359375, 3.985595703125, 4.8017578125, 5.617919921875, 6.43408203125, 7.250244140625, 8.06640625, 8.882568359375, 9.69873046875, 10.514892578125, 11.3310546875, 12.147216796875, 12.96337890625, 13.779541015625, 14.595703125, 15.411865234375, 16.22802734375, 17.044189453125, 17.8603515625, 18.676513671875, 19.49267578125, 20.308837890625, 21.125]}, "gradients/wav2vec2.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 3.0, 6.0, 11.0, 17.0, 15.0, 42.0, 39.0, 64.0, 112.0, 150.0, 257.0, 377.0, 601.0, 1035.0, 1968.0, 3586.0, 7199.0, 16199.0, 40727.0, 120062.0, 447460.0, 2097851.0, 1099940.0, 235686.0, 71867.0, 26353.0, 11125.0, 5245.0, 2611.0, 1401.0, 848.0, 499.0, 295.0, 223.0, 133.0, 94.0, 63.0, 34.0, 29.0, 19.0, 12.0, 10.0, 5.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0], "bins": [-89.375, -86.728515625, -84.08203125, -81.435546875, -78.7890625, -76.142578125, -73.49609375, -70.849609375, -68.203125, -65.556640625, -62.91015625, -60.263671875, -57.6171875, -54.970703125, -52.32421875, -49.677734375, -47.03125, -44.384765625, -41.73828125, -39.091796875, -36.4453125, -33.798828125, -31.15234375, -28.505859375, -25.859375, -23.212890625, -20.56640625, -17.919921875, -15.2734375, -12.626953125, -9.98046875, -7.333984375, -4.6875, -2.041015625, 0.60546875, 3.251953125, 5.8984375, 8.544921875, 11.19140625, 13.837890625, 16.484375, 19.130859375, 21.77734375, 24.423828125, 27.0703125, 29.716796875, 32.36328125, 35.009765625, 37.65625, 40.302734375, 42.94921875, 45.595703125, 48.2421875, 50.888671875, 53.53515625, 56.181640625, 58.828125, 61.474609375, 64.12109375, 66.767578125, 69.4140625, 72.060546875, 74.70703125, 77.353515625, 80.0]}, "gradients/wav2vec2.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 6.0, 8.0, 12.0, 11.0, 12.0, 29.0, 46.0, 63.0, 94.0, 133.0, 177.0, 275.0, 473.0, 667.0, 646.0, 469.0, 310.0, 195.0, 122.0, 96.0, 72.0, 55.0, 30.0, 21.0, 11.0, 10.0, 6.0, 5.0, 6.0, 2.0, 7.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-80.0, -77.4990234375, -74.998046875, -72.4970703125, -69.99609375, -67.4951171875, -64.994140625, -62.4931640625, -59.9921875, -57.4912109375, -54.990234375, -52.4892578125, -49.98828125, -47.4873046875, -44.986328125, -42.4853515625, -39.984375, -37.4833984375, -34.982421875, -32.4814453125, -29.98046875, -27.4794921875, -24.978515625, -22.4775390625, -19.9765625, -17.4755859375, -14.974609375, -12.4736328125, -9.97265625, -7.4716796875, -4.970703125, -2.4697265625, 0.03125, 2.5322265625, 5.033203125, 7.5341796875, 10.03515625, 12.5361328125, 15.037109375, 17.5380859375, 20.0390625, 22.5400390625, 25.041015625, 27.5419921875, 30.04296875, 32.5439453125, 35.044921875, 37.5458984375, 40.046875, 42.5478515625, 45.048828125, 47.5498046875, 50.05078125, 52.5517578125, 55.052734375, 57.5537109375, 60.0546875, 62.5556640625, 65.056640625, 67.5576171875, 70.05859375, 72.5595703125, 75.060546875, 77.5615234375, 80.0625]}, "gradients/wav2vec2.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 6.0, 12.0, 12.0, 13.0, 27.0, 42.0, 68.0, 68.0, 84.0, 115.0, 117.0, 101.0, 78.0, 75.0, 60.0, 31.0, 26.0, 25.0, 14.0, 8.0, 6.0, 3.0, 4.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-515.5369262695312, -500.9641418457031, -486.3913269042969, -471.81854248046875, -457.2457275390625, -442.6729431152344, -428.10015869140625, -413.52734375, -398.9545593261719, -384.38177490234375, -369.8089599609375, -355.2361755371094, -340.66339111328125, -326.090576171875, -311.5177917480469, -296.94500732421875, -282.3721923828125, -267.7994079589844, -253.22659301757812, -238.65380859375, -224.0810089111328, -209.50820922851562, -194.9354248046875, -180.3626251220703, -165.78982543945312, -151.21702575683594, -136.64422607421875, -122.07144165039062, -107.49864196777344, -92.92584228515625, -78.3530502319336, -63.78025817871094, -49.207489013671875, -34.63469314575195, -20.06189727783203, -5.489101409912109, 9.083694458007812, 23.656494140625, 38.229286193847656, 52.80207824707031, 67.3748779296875, 81.94767761230469, 96.52046966552734, 111.09326171875, 125.66606140136719, 140.23886108398438, 154.8116455078125, 169.3844451904297, 183.95724487304688, 198.53004455566406, 213.10284423828125, 227.67562866210938, 242.24842834472656, 256.82122802734375, 271.3940124511719, 285.966796875, 300.53961181640625, 315.1123962402344, 329.6852111816406, 344.25799560546875, 358.830810546875, 373.4035949707031, 387.97637939453125, 402.5491943359375, 417.1219787597656]}, "gradients/wav2vec2.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 3.0, 4.0, 3.0, 2.0, 10.0, 12.0, 4.0, 7.0, 7.0, 15.0, 19.0, 15.0, 21.0, 21.0, 19.0, 42.0, 39.0, 32.0, 36.0, 38.0, 44.0, 38.0, 45.0, 27.0, 49.0, 37.0, 46.0, 43.0, 40.0, 29.0, 44.0, 24.0, 25.0, 29.0, 19.0, 28.0, 13.0, 15.0, 6.0, 12.0, 11.0, 10.0, 4.0, 6.0, 3.0, 5.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0], "bins": [-228.70664978027344, -222.08985900878906, -215.47305297851562, -208.85626220703125, -202.23947143554688, -195.62266540527344, -189.00587463378906, -182.38906860351562, -175.77227783203125, -169.15548706054688, -162.53868103027344, -155.92189025878906, -149.30508422851562, -142.68829345703125, -136.07150268554688, -129.4547119140625, -122.83790588378906, -116.22110748291016, -109.60430908203125, -102.98751831054688, -96.37071990966797, -89.75392150878906, -83.13713073730469, -76.52033233642578, -69.90353393554688, -63.28673553466797, -56.66994094848633, -50.05314636230469, -43.43634796142578, -36.819549560546875, -30.202754974365234, -23.585960388183594, -16.969146728515625, -10.352350234985352, -3.735553741455078, 2.8812427520751953, 9.498039245605469, 16.114837646484375, 22.731632232666016, 29.348426818847656, 35.96522521972656, 42.58202362060547, 49.19881820678711, 55.81561279296875, 62.432411193847656, 69.04920959472656, 75.66600036621094, 82.28279876708984, 88.89959716796875, 95.51639556884766, 102.13319396972656, 108.74998474121094, 115.36678314208984, 121.98358154296875, 128.60037231445312, 135.2171630859375, 141.83396911621094, 148.4507598876953, 155.06756591796875, 161.68435668945312, 168.3011474609375, 174.91795349121094, 181.5347442626953, 188.15155029296875, 194.76834106445312]}, "gradients/wav2vec2.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 5.0, 3.0, 3.0, 3.0, 8.0, 9.0, 8.0, 15.0, 24.0, 34.0, 45.0, 94.0, 142.0, 302.0, 594.0, 1119.0, 2432.0, 5207.0, 11721.0, 26183.0, 63341.0, 171336.0, 365055.0, 246155.0, 89793.0, 35864.0, 15894.0, 6899.0, 3144.0, 1553.0, 745.0, 368.0, 186.0, 85.0, 78.0, 44.0, 22.0, 20.0, 6.0, 6.0, 4.0, 3.0, 10.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-94.4375, -91.6337890625, -88.830078125, -86.0263671875, -83.22265625, -80.4189453125, -77.615234375, -74.8115234375, -72.0078125, -69.2041015625, -66.400390625, -63.5966796875, -60.79296875, -57.9892578125, -55.185546875, -52.3818359375, -49.578125, -46.7744140625, -43.970703125, -41.1669921875, -38.36328125, -35.5595703125, -32.755859375, -29.9521484375, -27.1484375, -24.3447265625, -21.541015625, -18.7373046875, -15.93359375, -13.1298828125, -10.326171875, -7.5224609375, -4.71875, -1.9150390625, 0.888671875, 3.6923828125, 6.49609375, 9.2998046875, 12.103515625, 14.9072265625, 17.7109375, 20.5146484375, 23.318359375, 26.1220703125, 28.92578125, 31.7294921875, 34.533203125, 37.3369140625, 40.140625, 42.9443359375, 45.748046875, 48.5517578125, 51.35546875, 54.1591796875, 56.962890625, 59.7666015625, 62.5703125, 65.3740234375, 68.177734375, 70.9814453125, 73.78515625, 76.5888671875, 79.392578125, 82.1962890625, 85.0]}, "gradients/wav2vec2.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 3.0, 5.0, 10.0, 4.0, 11.0, 13.0, 11.0, 30.0, 31.0, 28.0, 21.0, 40.0, 39.0, 48.0, 48.0, 46.0, 46.0, 76.0, 51.0, 54.0, 44.0, 53.0, 49.0, 41.0, 35.0, 32.0, 32.0, 27.0, 21.0, 15.0, 16.0, 6.0, 7.0, 7.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-37.0, -36.07080078125, -35.1416015625, -34.21240234375, -33.283203125, -32.35400390625, -31.4248046875, -30.49560546875, -29.56640625, -28.63720703125, -27.7080078125, -26.77880859375, -25.849609375, -24.92041015625, -23.9912109375, -23.06201171875, -22.1328125, -21.20361328125, -20.2744140625, -19.34521484375, -18.416015625, -17.48681640625, -16.5576171875, -15.62841796875, -14.69921875, -13.77001953125, -12.8408203125, -11.91162109375, -10.982421875, -10.05322265625, -9.1240234375, -8.19482421875, -7.265625, -6.33642578125, -5.4072265625, -4.47802734375, -3.548828125, -2.61962890625, -1.6904296875, -0.76123046875, 0.16796875, 1.09716796875, 2.0263671875, 2.95556640625, 3.884765625, 4.81396484375, 5.7431640625, 6.67236328125, 7.6015625, 8.53076171875, 9.4599609375, 10.38916015625, 11.318359375, 12.24755859375, 13.1767578125, 14.10595703125, 15.03515625, 15.96435546875, 16.8935546875, 17.82275390625, 18.751953125, 19.68115234375, 20.6103515625, 21.53955078125, 22.46875]}, "gradients/wav2vec2.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 5.0, 8.0, 15.0, 17.0, 24.0, 45.0, 84.0, 131.0, 259.0, 473.0, 994.0, 1989.0, 4349.0, 9227.0, 20673.0, 48588.0, 136512.0, 417823.0, 267332.0, 81490.0, 32233.0, 13995.0, 6298.0, 3035.0, 1496.0, 685.0, 340.0, 172.0, 110.0, 50.0, 32.0, 30.0, 20.0, 10.0, 3.0, 6.0, 2.0, 6.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-102.375, -98.935546875, -95.49609375, -92.056640625, -88.6171875, -85.177734375, -81.73828125, -78.298828125, -74.859375, -71.419921875, -67.98046875, -64.541015625, -61.1015625, -57.662109375, -54.22265625, -50.783203125, -47.34375, -43.904296875, -40.46484375, -37.025390625, -33.5859375, -30.146484375, -26.70703125, -23.267578125, -19.828125, -16.388671875, -12.94921875, -9.509765625, -6.0703125, -2.630859375, 0.80859375, 4.248046875, 7.6875, 11.126953125, 14.56640625, 18.005859375, 21.4453125, 24.884765625, 28.32421875, 31.763671875, 35.203125, 38.642578125, 42.08203125, 45.521484375, 48.9609375, 52.400390625, 55.83984375, 59.279296875, 62.71875, 66.158203125, 69.59765625, 73.037109375, 76.4765625, 79.916015625, 83.35546875, 86.794921875, 90.234375, 93.673828125, 97.11328125, 100.552734375, 103.9921875, 107.431640625, 110.87109375, 114.310546875, 117.75]}, "gradients/wav2vec2.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 7.0, 4.0, 6.0, 6.0, 11.0, 15.0, 14.0, 23.0, 20.0, 18.0, 30.0, 26.0, 41.0, 43.0, 45.0, 47.0, 52.0, 58.0, 46.0, 49.0, 61.0, 40.0, 44.0, 48.0, 33.0, 29.0, 37.0, 22.0, 27.0, 20.0, 12.0, 15.0, 14.0, 8.0, 7.0, 7.0, 2.0, 3.0, 6.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-102.8125, -99.8330078125, -96.853515625, -93.8740234375, -90.89453125, -87.9150390625, -84.935546875, -81.9560546875, -78.9765625, -75.9970703125, -73.017578125, -70.0380859375, -67.05859375, -64.0791015625, -61.099609375, -58.1201171875, -55.140625, -52.1611328125, -49.181640625, -46.2021484375, -43.22265625, -40.2431640625, -37.263671875, -34.2841796875, -31.3046875, -28.3251953125, -25.345703125, -22.3662109375, -19.38671875, -16.4072265625, -13.427734375, -10.4482421875, -7.46875, -4.4892578125, -1.509765625, 1.4697265625, 4.44921875, 7.4287109375, 10.408203125, 13.3876953125, 16.3671875, 19.3466796875, 22.326171875, 25.3056640625, 28.28515625, 31.2646484375, 34.244140625, 37.2236328125, 40.203125, 43.1826171875, 46.162109375, 49.1416015625, 52.12109375, 55.1005859375, 58.080078125, 61.0595703125, 64.0390625, 67.0185546875, 69.998046875, 72.9775390625, 75.95703125, 78.9365234375, 81.916015625, 84.8955078125, 87.875]}, "gradients/wav2vec2.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 4.0, 2.0, 4.0, 7.0, 10.0, 18.0, 19.0, 41.0, 45.0, 59.0, 102.0, 139.0, 218.0, 272.0, 415.0, 630.0, 1002.0, 1387.0, 2253.0, 3538.0, 5856.0, 10078.0, 18710.0, 37392.0, 83705.0, 191697.0, 312065.0, 203256.0, 89010.0, 39956.0, 19688.0, 10363.0, 6242.0, 3642.0, 2263.0, 1480.0, 979.0, 638.0, 418.0, 304.0, 216.0, 130.0, 97.0, 69.0, 41.0, 29.0, 27.0, 23.0, 8.0, 7.0, 3.0, 6.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-50.21875, -48.57421875, -46.9296875, -45.28515625, -43.640625, -41.99609375, -40.3515625, -38.70703125, -37.0625, -35.41796875, -33.7734375, -32.12890625, -30.484375, -28.83984375, -27.1953125, -25.55078125, -23.90625, -22.26171875, -20.6171875, -18.97265625, -17.328125, -15.68359375, -14.0390625, -12.39453125, -10.75, -9.10546875, -7.4609375, -5.81640625, -4.171875, -2.52734375, -0.8828125, 0.76171875, 2.40625, 4.05078125, 5.6953125, 7.33984375, 8.984375, 10.62890625, 12.2734375, 13.91796875, 15.5625, 17.20703125, 18.8515625, 20.49609375, 22.140625, 23.78515625, 25.4296875, 27.07421875, 28.71875, 30.36328125, 32.0078125, 33.65234375, 35.296875, 36.94140625, 38.5859375, 40.23046875, 41.875, 43.51953125, 45.1640625, 46.80859375, 48.453125, 50.09765625, 51.7421875, 53.38671875, 55.03125]}, "gradients/wav2vec2.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 5.0, 3.0, 8.0, 11.0, 10.0, 8.0, 17.0, 24.0, 40.0, 45.0, 63.0, 109.0, 135.0, 132.0, 115.0, 74.0, 46.0, 41.0, 29.0, 19.0, 19.0, 9.0, 10.0, 5.0, 9.0, 3.0, 2.0, 1.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01523590087890625, -0.01460278034210205, -0.013969659805297852, -0.013336539268493652, -0.012703418731689453, -0.012070298194885254, -0.011437177658081055, -0.010804057121276855, -0.010170936584472656, -0.009537816047668457, -0.008904695510864258, -0.008271574974060059, -0.007638454437255859, -0.00700533390045166, -0.006372213363647461, -0.005739092826843262, -0.0051059722900390625, -0.004472851753234863, -0.003839731216430664, -0.003206610679626465, -0.0025734901428222656, -0.0019403696060180664, -0.0013072490692138672, -0.000674128532409668, -4.100799560546875e-05, 0.0005921125411987305, 0.0012252330780029297, 0.001858353614807129, 0.002491474151611328, 0.0031245946884155273, 0.0037577152252197266, 0.004390835762023926, 0.005023956298828125, 0.005657076835632324, 0.0062901973724365234, 0.006923317909240723, 0.007556438446044922, 0.008189558982849121, 0.00882267951965332, 0.00945580005645752, 0.010088920593261719, 0.010722041130065918, 0.011355161666870117, 0.011988282203674316, 0.012621402740478516, 0.013254523277282715, 0.013887643814086914, 0.014520764350891113, 0.015153884887695312, 0.01578700542449951, 0.01642012596130371, 0.01705324649810791, 0.01768636703491211, 0.01831948757171631, 0.018952608108520508, 0.019585728645324707, 0.020218849182128906, 0.020851969718933105, 0.021485090255737305, 0.022118210792541504, 0.022751331329345703, 0.023384451866149902, 0.0240175724029541, 0.0246506929397583, 0.0252838134765625]}, "gradients/wav2vec2.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 7.0, 5.0, 7.0, 8.0, 18.0, 26.0, 30.0, 50.0, 84.0, 141.0, 191.0, 382.0, 607.0, 1029.0, 1828.0, 3146.0, 6090.0, 12119.0, 27273.0, 71974.0, 216690.0, 390568.0, 200021.0, 66313.0, 25444.0, 11475.0, 5707.0, 3057.0, 1754.0, 962.0, 607.0, 358.0, 226.0, 130.0, 76.0, 57.0, 36.0, 18.0, 10.0, 10.0, 15.0, 4.0, 6.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-68.125, -66.0263671875, -63.927734375, -61.8291015625, -59.73046875, -57.6318359375, -55.533203125, -53.4345703125, -51.3359375, -49.2373046875, -47.138671875, -45.0400390625, -42.94140625, -40.8427734375, -38.744140625, -36.6455078125, -34.546875, -32.4482421875, -30.349609375, -28.2509765625, -26.15234375, -24.0537109375, -21.955078125, -19.8564453125, -17.7578125, -15.6591796875, -13.560546875, -11.4619140625, -9.36328125, -7.2646484375, -5.166015625, -3.0673828125, -0.96875, 1.1298828125, 3.228515625, 5.3271484375, 7.42578125, 9.5244140625, 11.623046875, 13.7216796875, 15.8203125, 17.9189453125, 20.017578125, 22.1162109375, 24.21484375, 26.3134765625, 28.412109375, 30.5107421875, 32.609375, 34.7080078125, 36.806640625, 38.9052734375, 41.00390625, 43.1025390625, 45.201171875, 47.2998046875, 49.3984375, 51.4970703125, 53.595703125, 55.6943359375, 57.79296875, 59.8916015625, 61.990234375, 64.0888671875, 66.1875]}, "gradients/wav2vec2.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 6.0, 1.0, 3.0, 1.0, 6.0, 5.0, 6.0, 11.0, 6.0, 12.0, 13.0, 23.0, 29.0, 48.0, 54.0, 50.0, 96.0, 84.0, 99.0, 91.0, 74.0, 66.0, 46.0, 40.0, 32.0, 22.0, 14.0, 16.0, 8.0, 9.0, 7.0, 8.0, 3.0, 3.0, 2.0, 5.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-51.71875, -49.95166015625, -48.1845703125, -46.41748046875, -44.650390625, -42.88330078125, -41.1162109375, -39.34912109375, -37.58203125, -35.81494140625, -34.0478515625, -32.28076171875, -30.513671875, -28.74658203125, -26.9794921875, -25.21240234375, -23.4453125, -21.67822265625, -19.9111328125, -18.14404296875, -16.376953125, -14.60986328125, -12.8427734375, -11.07568359375, -9.30859375, -7.54150390625, -5.7744140625, -4.00732421875, -2.240234375, -0.47314453125, 1.2939453125, 3.06103515625, 4.828125, 6.59521484375, 8.3623046875, 10.12939453125, 11.896484375, 13.66357421875, 15.4306640625, 17.19775390625, 18.96484375, 20.73193359375, 22.4990234375, 24.26611328125, 26.033203125, 27.80029296875, 29.5673828125, 31.33447265625, 33.1015625, 34.86865234375, 36.6357421875, 38.40283203125, 40.169921875, 41.93701171875, 43.7041015625, 45.47119140625, 47.23828125, 49.00537109375, 50.7724609375, 52.53955078125, 54.306640625, 56.07373046875, 57.8408203125, 59.60791015625, 61.375]}, "gradients/wav2vec2.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 1.0, 3.0, 2.0, 4.0, 9.0, 22.0, 13.0, 33.0, 49.0, 48.0, 76.0, 86.0, 92.0, 110.0, 90.0, 102.0, 71.0, 54.0, 47.0, 26.0, 20.0, 22.0, 12.0, 8.0, 2.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-297.1851806640625, -282.8492431640625, -268.5133056640625, -254.17733764648438, -239.84140014648438, -225.50546264648438, -211.1695098876953, -196.83355712890625, -182.49761962890625, -168.16168212890625, -153.8257293701172, -139.48977661132812, -125.15383911132812, -110.8178939819336, -96.48194885253906, -82.14600372314453, -67.81005859375, -53.47411346435547, -39.13816833496094, -24.802223205566406, -10.466278076171875, 3.8696670532226562, 18.205612182617188, 32.54155731201172, 46.87750244140625, 61.21344757080078, 75.54939270019531, 89.88533782958984, 104.22128295898438, 118.5572280883789, 132.89317321777344, 147.2291259765625, 161.5650634765625, 175.9010009765625, 190.23695373535156, 204.57290649414062, 218.90884399414062, 233.24478149414062, 247.5807342529297, 261.91668701171875, 276.25262451171875, 290.58856201171875, 304.92449951171875, 319.2604675292969, 333.5964050292969, 347.9323425292969, 362.268310546875, 376.604248046875, 390.940185546875, 405.276123046875, 419.612060546875, 433.9480285644531, 448.2839660644531, 462.6199035644531, 476.95587158203125, 491.29180908203125, 505.62774658203125, 519.9636840820312, 534.2996215820312, 548.6355590820312, 562.9715576171875, 577.3074951171875, 591.6434326171875, 605.9793701171875, 620.3153076171875]}, "gradients/wav2vec2.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 8.0, 10.0, 9.0, 7.0, 10.0, 13.0, 20.0, 12.0, 21.0, 26.0, 26.0, 27.0, 46.0, 33.0, 34.0, 36.0, 40.0, 37.0, 53.0, 50.0, 44.0, 46.0, 40.0, 43.0, 33.0, 39.0, 37.0, 37.0, 26.0, 31.0, 15.0, 17.0, 15.0, 10.0, 9.0, 5.0, 7.0, 10.0, 7.0, 3.0, 7.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-209.29437255859375, -201.40635681152344, -193.5183563232422, -185.63034057617188, -177.74232482910156, -169.85430908203125, -161.96630859375, -154.0782928466797, -146.19027709960938, -138.30226135253906, -130.4142608642578, -122.5262451171875, -114.63822937011719, -106.7502212524414, -98.86221313476562, -90.97419738769531, -83.08619689941406, -75.19818878173828, -67.31017303466797, -59.42216491699219, -51.53415298461914, -43.646141052246094, -35.75813293457031, -27.870121002197266, -19.98210906982422, -12.094098091125488, -4.206087112426758, 3.6819229125976562, 11.569934844970703, 19.45794677734375, 27.34595489501953, 35.23396682739258, 43.121978759765625, 51.00999069213867, 58.89800262451172, 66.7860107421875, 74.67402648925781, 82.5620346069336, 90.45004272460938, 98.33805847167969, 106.22606658935547, 114.11407470703125, 122.00209045410156, 129.89010620117188, 137.77810668945312, 145.66612243652344, 153.55413818359375, 161.442138671875, 169.3301544189453, 177.21817016601562, 185.10617065429688, 192.9941864013672, 200.8822021484375, 208.77020263671875, 216.65821838378906, 224.54623413085938, 232.43423461914062, 240.32225036621094, 248.2102508544922, 256.0982666015625, 263.98626708984375, 271.8742980957031, 279.7622985839844, 287.6502990722656, 295.538330078125]}, "gradients/wav2vec2.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 4.0, 4.0, 16.0, 27.0, 34.0, 57.0, 86.0, 158.0, 235.0, 365.0, 573.0, 1134.0, 2279.0, 4779.0, 11745.0, 33882.0, 124567.0, 688100.0, 2668610.0, 507858.0, 101401.0, 29200.0, 10274.0, 4359.0, 1934.0, 1104.0, 592.0, 357.0, 201.0, 114.0, 75.0, 40.0, 42.0, 31.0, 20.0, 9.0, 7.0, 3.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-62.75, -61.02734375, -59.3046875, -57.58203125, -55.859375, -54.13671875, -52.4140625, -50.69140625, -48.96875, -47.24609375, -45.5234375, -43.80078125, -42.078125, -40.35546875, -38.6328125, -36.91015625, -35.1875, -33.46484375, -31.7421875, -30.01953125, -28.296875, -26.57421875, -24.8515625, -23.12890625, -21.40625, -19.68359375, -17.9609375, -16.23828125, -14.515625, -12.79296875, -11.0703125, -9.34765625, -7.625, -5.90234375, -4.1796875, -2.45703125, -0.734375, 0.98828125, 2.7109375, 4.43359375, 6.15625, 7.87890625, 9.6015625, 11.32421875, 13.046875, 14.76953125, 16.4921875, 18.21484375, 19.9375, 21.66015625, 23.3828125, 25.10546875, 26.828125, 28.55078125, 30.2734375, 31.99609375, 33.71875, 35.44140625, 37.1640625, 38.88671875, 40.609375, 42.33203125, 44.0546875, 45.77734375, 47.5]}, "gradients/wav2vec2.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 1.0, 3.0, 2.0, 4.0, 2.0, 7.0, 6.0, 7.0, 4.0, 9.0, 8.0, 9.0, 8.0, 19.0, 10.0, 17.0, 23.0, 25.0, 32.0, 29.0, 32.0, 27.0, 31.0, 44.0, 41.0, 53.0, 42.0, 40.0, 48.0, 42.0, 34.0, 34.0, 37.0, 32.0, 32.0, 29.0, 22.0, 25.0, 11.0, 21.0, 10.0, 20.0, 14.0, 16.0, 12.0, 8.0, 8.0, 4.0, 5.0, 5.0, 1.0, 6.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-19.5, -18.857666015625, -18.21533203125, -17.572998046875, -16.9306640625, -16.288330078125, -15.64599609375, -15.003662109375, -14.361328125, -13.718994140625, -13.07666015625, -12.434326171875, -11.7919921875, -11.149658203125, -10.50732421875, -9.864990234375, -9.22265625, -8.580322265625, -7.93798828125, -7.295654296875, -6.6533203125, -6.010986328125, -5.36865234375, -4.726318359375, -4.083984375, -3.441650390625, -2.79931640625, -2.156982421875, -1.5146484375, -0.872314453125, -0.22998046875, 0.412353515625, 1.0546875, 1.697021484375, 2.33935546875, 2.981689453125, 3.6240234375, 4.266357421875, 4.90869140625, 5.551025390625, 6.193359375, 6.835693359375, 7.47802734375, 8.120361328125, 8.7626953125, 9.405029296875, 10.04736328125, 10.689697265625, 11.33203125, 11.974365234375, 12.61669921875, 13.259033203125, 13.9013671875, 14.543701171875, 15.18603515625, 15.828369140625, 16.470703125, 17.113037109375, 17.75537109375, 18.397705078125, 19.0400390625, 19.682373046875, 20.32470703125, 20.967041015625, 21.609375]}, "gradients/wav2vec2.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 4.0, 2.0, 1.0, 3.0, 0.0, 5.0, 4.0, 5.0, 10.0, 20.0, 13.0, 20.0, 17.0, 55.0, 59.0, 76.0, 85.0, 139.0, 187.0, 265.0, 418.0, 658.0, 1099.0, 1934.0, 3451.0, 6937.0, 14898.0, 34798.0, 91537.0, 285414.0, 1248814.0, 1871854.0, 422420.0, 125818.0, 46058.0, 18805.0, 8540.0, 4183.0, 2181.0, 1243.0, 741.0, 473.0, 346.0, 184.0, 129.0, 114.0, 68.0, 50.0, 43.0, 29.0, 23.0, 24.0, 5.0, 7.0, 8.0, 9.0, 2.0, 7.0, 2.0, 3.0, 2.0, 0.0, 4.0], "bins": [-50.90625, -49.32275390625, -47.7392578125, -46.15576171875, -44.572265625, -42.98876953125, -41.4052734375, -39.82177734375, -38.23828125, -36.65478515625, -35.0712890625, -33.48779296875, -31.904296875, -30.32080078125, -28.7373046875, -27.15380859375, -25.5703125, -23.98681640625, -22.4033203125, -20.81982421875, -19.236328125, -17.65283203125, -16.0693359375, -14.48583984375, -12.90234375, -11.31884765625, -9.7353515625, -8.15185546875, -6.568359375, -4.98486328125, -3.4013671875, -1.81787109375, -0.234375, 1.34912109375, 2.9326171875, 4.51611328125, 6.099609375, 7.68310546875, 9.2666015625, 10.85009765625, 12.43359375, 14.01708984375, 15.6005859375, 17.18408203125, 18.767578125, 20.35107421875, 21.9345703125, 23.51806640625, 25.1015625, 26.68505859375, 28.2685546875, 29.85205078125, 31.435546875, 33.01904296875, 34.6025390625, 36.18603515625, 37.76953125, 39.35302734375, 40.9365234375, 42.52001953125, 44.103515625, 45.68701171875, 47.2705078125, 48.85400390625, 50.4375]}, "gradients/wav2vec2.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 7.0, 0.0, 6.0, 9.0, 10.0, 10.0, 13.0, 37.0, 36.0, 46.0, 80.0, 124.0, 173.0, 269.0, 451.0, 726.0, 736.0, 487.0, 287.0, 189.0, 128.0, 75.0, 50.0, 38.0, 25.0, 25.0, 14.0, 5.0, 4.0, 3.0, 5.0, 3.0, 0.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-67.625, -65.69677734375, -63.7685546875, -61.84033203125, -59.912109375, -57.98388671875, -56.0556640625, -54.12744140625, -52.19921875, -50.27099609375, -48.3427734375, -46.41455078125, -44.486328125, -42.55810546875, -40.6298828125, -38.70166015625, -36.7734375, -34.84521484375, -32.9169921875, -30.98876953125, -29.060546875, -27.13232421875, -25.2041015625, -23.27587890625, -21.34765625, -19.41943359375, -17.4912109375, -15.56298828125, -13.634765625, -11.70654296875, -9.7783203125, -7.85009765625, -5.921875, -3.99365234375, -2.0654296875, -0.13720703125, 1.791015625, 3.71923828125, 5.6474609375, 7.57568359375, 9.50390625, 11.43212890625, 13.3603515625, 15.28857421875, 17.216796875, 19.14501953125, 21.0732421875, 23.00146484375, 24.9296875, 26.85791015625, 28.7861328125, 30.71435546875, 32.642578125, 34.57080078125, 36.4990234375, 38.42724609375, 40.35546875, 42.28369140625, 44.2119140625, 46.14013671875, 48.068359375, 49.99658203125, 51.9248046875, 53.85302734375, 55.78125]}, "gradients/wav2vec2.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 4.0, 6.0, 8.0, 13.0, 22.0, 28.0, 44.0, 65.0, 71.0, 106.0, 121.0, 128.0, 116.0, 95.0, 77.0, 44.0, 31.0, 14.0, 8.0, 5.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-211.56265258789062, -201.0836181640625, -190.60458374023438, -180.12554931640625, -169.64651489257812, -159.16748046875, -148.68844604492188, -138.20941162109375, -127.73037719726562, -117.2513427734375, -106.77230834960938, -96.29327392578125, -85.81423950195312, -75.335205078125, -64.85617065429688, -54.37713623046875, -43.898101806640625, -33.4190673828125, -22.940032958984375, -12.46099853515625, -1.981964111328125, 8.4970703125, 18.976104736328125, 29.45513916015625, 39.934173583984375, 50.4132080078125, 60.892242431640625, 71.37127685546875, 81.85031127929688, 92.329345703125, 102.80838012695312, 113.28741455078125, 123.7664794921875, 134.24551391601562, 144.72454833984375, 155.20358276367188, 165.6826171875, 176.16165161132812, 186.64068603515625, 197.11972045898438, 207.5987548828125, 218.07778930664062, 228.55682373046875, 239.03585815429688, 249.514892578125, 259.9939270019531, 270.47296142578125, 280.9519958496094, 291.4310302734375, 301.9100646972656, 312.38909912109375, 322.8681335449219, 333.34716796875, 343.8262023925781, 354.30523681640625, 364.7842712402344, 375.2633056640625, 385.7423400878906, 396.22137451171875, 406.7004089355469, 417.179443359375, 427.6584777832031, 438.13751220703125, 448.6165466308594, 459.0955810546875]}, "gradients/wav2vec2.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 1.0, 5.0, 2.0, 3.0, 6.0, 4.0, 6.0, 5.0, 12.0, 15.0, 12.0, 15.0, 21.0, 16.0, 20.0, 28.0, 24.0, 42.0, 27.0, 30.0, 53.0, 40.0, 45.0, 46.0, 34.0, 37.0, 44.0, 27.0, 36.0, 43.0, 38.0, 29.0, 38.0, 39.0, 29.0, 23.0, 30.0, 15.0, 8.0, 14.0, 10.0, 9.0, 11.0, 7.0, 2.0, 1.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-151.0627899169922, -145.8804473876953, -140.69810485839844, -135.51576232910156, -130.33343505859375, -125.15108489990234, -119.96875, -114.78640747070312, -109.60406494140625, -104.42172241210938, -99.2393798828125, -94.05704498291016, -88.87470245361328, -83.6923599243164, -78.51002502441406, -73.32768249511719, -68.14533996582031, -62.96299743652344, -57.78065872192383, -52.59832000732422, -47.415977478027344, -42.23363494873047, -37.05129623413086, -31.86895751953125, -26.686614990234375, -21.504274368286133, -16.32193374633789, -11.139593124389648, -5.957252502441406, -0.7749118804931641, 4.407428741455078, 9.589767456054688, 14.772125244140625, 19.954465866088867, 25.13680648803711, 30.31914710998535, 35.501487731933594, 40.68383026123047, 45.86616897583008, 51.04850769042969, 56.23085021972656, 61.41319274902344, 66.59553527832031, 71.77787017822266, 76.96021270751953, 82.1425552368164, 87.32489013671875, 92.50723266601562, 97.6895751953125, 102.87191772460938, 108.05426025390625, 113.2365951538086, 118.41893768310547, 123.60128021240234, 128.7836151123047, 133.96595764160156, 139.14830017089844, 144.3306427001953, 149.5129852294922, 154.69532775878906, 159.87765502929688, 165.05999755859375, 170.24234008789062, 175.4246826171875, 180.60702514648438]}, "gradients/wav2vec2.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 4.0, 6.0, 5.0, 7.0, 9.0, 8.0, 20.0, 21.0, 28.0, 34.0, 46.0, 99.0, 173.0, 219.0, 357.0, 533.0, 861.0, 1504.0, 2581.0, 4147.0, 6780.0, 11434.0, 19521.0, 32946.0, 57179.0, 103248.0, 210334.0, 272681.0, 143792.0, 75433.0, 42630.0, 24870.0, 14712.0, 8729.0, 5323.0, 3187.0, 1896.0, 1172.0, 690.0, 500.0, 285.0, 153.0, 115.0, 95.0, 61.0, 37.0, 38.0, 15.0, 14.0, 14.0, 4.0, 5.0, 5.0, 4.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-37.84375, -36.59228515625, -35.3408203125, -34.08935546875, -32.837890625, -31.58642578125, -30.3349609375, -29.08349609375, -27.83203125, -26.58056640625, -25.3291015625, -24.07763671875, -22.826171875, -21.57470703125, -20.3232421875, -19.07177734375, -17.8203125, -16.56884765625, -15.3173828125, -14.06591796875, -12.814453125, -11.56298828125, -10.3115234375, -9.06005859375, -7.80859375, -6.55712890625, -5.3056640625, -4.05419921875, -2.802734375, -1.55126953125, -0.2998046875, 0.95166015625, 2.203125, 3.45458984375, 4.7060546875, 5.95751953125, 7.208984375, 8.46044921875, 9.7119140625, 10.96337890625, 12.21484375, 13.46630859375, 14.7177734375, 15.96923828125, 17.220703125, 18.47216796875, 19.7236328125, 20.97509765625, 22.2265625, 23.47802734375, 24.7294921875, 25.98095703125, 27.232421875, 28.48388671875, 29.7353515625, 30.98681640625, 32.23828125, 33.48974609375, 34.7412109375, 35.99267578125, 37.244140625, 38.49560546875, 39.7470703125, 40.99853515625, 42.25]}, "gradients/wav2vec2.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 6.0, 2.0, 7.0, 5.0, 8.0, 8.0, 17.0, 10.0, 15.0, 19.0, 26.0, 18.0, 24.0, 41.0, 30.0, 37.0, 34.0, 35.0, 37.0, 47.0, 38.0, 30.0, 48.0, 33.0, 56.0, 42.0, 36.0, 31.0, 31.0, 32.0, 27.0, 23.0, 24.0, 24.0, 14.0, 16.0, 13.0, 11.0, 9.0, 11.0, 7.0, 11.0, 0.0, 7.0, 5.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-22.140625, -21.465576171875, -20.79052734375, -20.115478515625, -19.4404296875, -18.765380859375, -18.09033203125, -17.415283203125, -16.740234375, -16.065185546875, -15.39013671875, -14.715087890625, -14.0400390625, -13.364990234375, -12.68994140625, -12.014892578125, -11.33984375, -10.664794921875, -9.98974609375, -9.314697265625, -8.6396484375, -7.964599609375, -7.28955078125, -6.614501953125, -5.939453125, -5.264404296875, -4.58935546875, -3.914306640625, -3.2392578125, -2.564208984375, -1.88916015625, -1.214111328125, -0.5390625, 0.135986328125, 0.81103515625, 1.486083984375, 2.1611328125, 2.836181640625, 3.51123046875, 4.186279296875, 4.861328125, 5.536376953125, 6.21142578125, 6.886474609375, 7.5615234375, 8.236572265625, 8.91162109375, 9.586669921875, 10.26171875, 10.936767578125, 11.61181640625, 12.286865234375, 12.9619140625, 13.636962890625, 14.31201171875, 14.987060546875, 15.662109375, 16.337158203125, 17.01220703125, 17.687255859375, 18.3623046875, 19.037353515625, 19.71240234375, 20.387451171875, 21.0625]}, "gradients/wav2vec2.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 4.0, 9.0, 13.0, 16.0, 12.0, 29.0, 25.0, 44.0, 62.0, 93.0, 158.0, 201.0, 401.0, 839.0, 2115.0, 6223.0, 22012.0, 80619.0, 344085.0, 445329.0, 105255.0, 28374.0, 7877.0, 2530.0, 1017.0, 470.0, 236.0, 153.0, 103.0, 58.0, 48.0, 36.0, 25.0, 22.0, 17.0, 10.0, 6.0, 8.0, 3.0, 4.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-86.3125, -83.537109375, -80.76171875, -77.986328125, -75.2109375, -72.435546875, -69.66015625, -66.884765625, -64.109375, -61.333984375, -58.55859375, -55.783203125, -53.0078125, -50.232421875, -47.45703125, -44.681640625, -41.90625, -39.130859375, -36.35546875, -33.580078125, -30.8046875, -28.029296875, -25.25390625, -22.478515625, -19.703125, -16.927734375, -14.15234375, -11.376953125, -8.6015625, -5.826171875, -3.05078125, -0.275390625, 2.5, 5.275390625, 8.05078125, 10.826171875, 13.6015625, 16.376953125, 19.15234375, 21.927734375, 24.703125, 27.478515625, 30.25390625, 33.029296875, 35.8046875, 38.580078125, 41.35546875, 44.130859375, 46.90625, 49.681640625, 52.45703125, 55.232421875, 58.0078125, 60.783203125, 63.55859375, 66.333984375, 69.109375, 71.884765625, 74.66015625, 77.435546875, 80.2109375, 82.986328125, 85.76171875, 88.537109375, 91.3125]}, "gradients/wav2vec2.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 5.0, 4.0, 7.0, 8.0, 8.0, 8.0, 12.0, 12.0, 16.0, 11.0, 24.0, 21.0, 35.0, 25.0, 18.0, 31.0, 25.0, 44.0, 38.0, 43.0, 46.0, 39.0, 29.0, 46.0, 40.0, 39.0, 49.0, 34.0, 43.0, 28.0, 36.0, 26.0, 24.0, 29.0, 20.0, 15.0, 11.0, 11.0, 7.0, 13.0, 9.0, 5.0, 6.0, 1.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-69.9375, -67.8017578125, -65.666015625, -63.5302734375, -61.39453125, -59.2587890625, -57.123046875, -54.9873046875, -52.8515625, -50.7158203125, -48.580078125, -46.4443359375, -44.30859375, -42.1728515625, -40.037109375, -37.9013671875, -35.765625, -33.6298828125, -31.494140625, -29.3583984375, -27.22265625, -25.0869140625, -22.951171875, -20.8154296875, -18.6796875, -16.5439453125, -14.408203125, -12.2724609375, -10.13671875, -8.0009765625, -5.865234375, -3.7294921875, -1.59375, 0.5419921875, 2.677734375, 4.8134765625, 6.94921875, 9.0849609375, 11.220703125, 13.3564453125, 15.4921875, 17.6279296875, 19.763671875, 21.8994140625, 24.03515625, 26.1708984375, 28.306640625, 30.4423828125, 32.578125, 34.7138671875, 36.849609375, 38.9853515625, 41.12109375, 43.2568359375, 45.392578125, 47.5283203125, 49.6640625, 51.7998046875, 53.935546875, 56.0712890625, 58.20703125, 60.3427734375, 62.478515625, 64.6142578125, 66.75]}, "gradients/wav2vec2.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 3.0, 4.0, 6.0, 9.0, 14.0, 29.0, 33.0, 45.0, 46.0, 81.0, 113.0, 181.0, 287.0, 469.0, 798.0, 1228.0, 2322.0, 4331.0, 9554.0, 24876.0, 77115.0, 321602.0, 449389.0, 100958.0, 31713.0, 11658.0, 5342.0, 2512.0, 1499.0, 877.0, 474.0, 335.0, 233.0, 124.0, 97.0, 52.0, 45.0, 30.0, 21.0, 23.0, 9.0, 8.0, 3.0, 2.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-42.625, -41.37548828125, -40.1259765625, -38.87646484375, -37.626953125, -36.37744140625, -35.1279296875, -33.87841796875, -32.62890625, -31.37939453125, -30.1298828125, -28.88037109375, -27.630859375, -26.38134765625, -25.1318359375, -23.88232421875, -22.6328125, -21.38330078125, -20.1337890625, -18.88427734375, -17.634765625, -16.38525390625, -15.1357421875, -13.88623046875, -12.63671875, -11.38720703125, -10.1376953125, -8.88818359375, -7.638671875, -6.38916015625, -5.1396484375, -3.89013671875, -2.640625, -1.39111328125, -0.1416015625, 1.10791015625, 2.357421875, 3.60693359375, 4.8564453125, 6.10595703125, 7.35546875, 8.60498046875, 9.8544921875, 11.10400390625, 12.353515625, 13.60302734375, 14.8525390625, 16.10205078125, 17.3515625, 18.60107421875, 19.8505859375, 21.10009765625, 22.349609375, 23.59912109375, 24.8486328125, 26.09814453125, 27.34765625, 28.59716796875, 29.8466796875, 31.09619140625, 32.345703125, 33.59521484375, 34.8447265625, 36.09423828125, 37.34375]}, "gradients/wav2vec2.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 4.0, 5.0, 8.0, 6.0, 4.0, 14.0, 12.0, 16.0, 18.0, 17.0, 29.0, 36.0, 38.0, 43.0, 87.0, 147.0, 150.0, 91.0, 51.0, 42.0, 38.0, 23.0, 19.0, 16.0, 15.0, 12.0, 9.0, 11.0, 3.0, 5.0, 10.0, 5.0, 3.0, 6.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.0080413818359375, -0.007790088653564453, -0.007538795471191406, -0.007287502288818359, -0.0070362091064453125, -0.006784915924072266, -0.006533622741699219, -0.006282329559326172, -0.006031036376953125, -0.005779743194580078, -0.005528450012207031, -0.005277156829833984, -0.0050258636474609375, -0.004774570465087891, -0.004523277282714844, -0.004271984100341797, -0.00402069091796875, -0.003769397735595703, -0.0035181045532226562, -0.0032668113708496094, -0.0030155181884765625, -0.0027642250061035156, -0.0025129318237304688, -0.002261638641357422, -0.002010345458984375, -0.0017590522766113281, -0.0015077590942382812, -0.0012564659118652344, -0.0010051727294921875, -0.0007538795471191406, -0.0005025863647460938, -0.0002512931823730469, 0.0, 0.0002512931823730469, 0.0005025863647460938, 0.0007538795471191406, 0.0010051727294921875, 0.0012564659118652344, 0.0015077590942382812, 0.0017590522766113281, 0.002010345458984375, 0.002261638641357422, 0.0025129318237304688, 0.0027642250061035156, 0.0030155181884765625, 0.0032668113708496094, 0.0035181045532226562, 0.003769397735595703, 0.00402069091796875, 0.004271984100341797, 0.004523277282714844, 0.004774570465087891, 0.0050258636474609375, 0.005277156829833984, 0.005528450012207031, 0.005779743194580078, 0.006031036376953125, 0.006282329559326172, 0.006533622741699219, 0.006784915924072266, 0.0070362091064453125, 0.007287502288818359, 0.007538795471191406, 0.007790088653564453, 0.0080413818359375]}, "gradients/wav2vec2.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 7.0, 3.0, 5.0, 16.0, 30.0, 36.0, 67.0, 102.0, 256.0, 582.0, 1877.0, 8468.0, 70135.0, 781024.0, 166576.0, 14921.0, 2955.0, 866.0, 317.0, 126.0, 73.0, 47.0, 19.0, 13.0, 7.0, 7.0, 6.0, 7.0, 3.0, 6.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-95.9375, -93.2470703125, -90.556640625, -87.8662109375, -85.17578125, -82.4853515625, -79.794921875, -77.1044921875, -74.4140625, -71.7236328125, -69.033203125, -66.3427734375, -63.65234375, -60.9619140625, -58.271484375, -55.5810546875, -52.890625, -50.2001953125, -47.509765625, -44.8193359375, -42.12890625, -39.4384765625, -36.748046875, -34.0576171875, -31.3671875, -28.6767578125, -25.986328125, -23.2958984375, -20.60546875, -17.9150390625, -15.224609375, -12.5341796875, -9.84375, -7.1533203125, -4.462890625, -1.7724609375, 0.91796875, 3.6083984375, 6.298828125, 8.9892578125, 11.6796875, 14.3701171875, 17.060546875, 19.7509765625, 22.44140625, 25.1318359375, 27.822265625, 30.5126953125, 33.203125, 35.8935546875, 38.583984375, 41.2744140625, 43.96484375, 46.6552734375, 49.345703125, 52.0361328125, 54.7265625, 57.4169921875, 60.107421875, 62.7978515625, 65.48828125, 68.1787109375, 70.869140625, 73.5595703125, 76.25]}, "gradients/wav2vec2.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 4.0, 7.0, 2.0, 5.0, 5.0, 9.0, 10.0, 12.0, 32.0, 35.0, 52.0, 87.0, 134.0, 207.0, 144.0, 78.0, 58.0, 37.0, 27.0, 24.0, 14.0, 7.0, 5.0, 5.0, 4.0, 6.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-46.25, -44.6865234375, -43.123046875, -41.5595703125, -39.99609375, -38.4326171875, -36.869140625, -35.3056640625, -33.7421875, -32.1787109375, -30.615234375, -29.0517578125, -27.48828125, -25.9248046875, -24.361328125, -22.7978515625, -21.234375, -19.6708984375, -18.107421875, -16.5439453125, -14.98046875, -13.4169921875, -11.853515625, -10.2900390625, -8.7265625, -7.1630859375, -5.599609375, -4.0361328125, -2.47265625, -0.9091796875, 0.654296875, 2.2177734375, 3.78125, 5.3447265625, 6.908203125, 8.4716796875, 10.03515625, 11.5986328125, 13.162109375, 14.7255859375, 16.2890625, 17.8525390625, 19.416015625, 20.9794921875, 22.54296875, 24.1064453125, 25.669921875, 27.2333984375, 28.796875, 30.3603515625, 31.923828125, 33.4873046875, 35.05078125, 36.6142578125, 38.177734375, 39.7412109375, 41.3046875, 42.8681640625, 44.431640625, 45.9951171875, 47.55859375, 49.1220703125, 50.685546875, 52.2490234375, 53.8125]}, "gradients/wav2vec2.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 9.0, 9.0, 11.0, 29.0, 40.0, 80.0, 113.0, 127.0, 157.0, 142.0, 96.0, 64.0, 60.0, 19.0, 20.0, 7.0, 10.0, 3.0, 4.0, 2.0, 6.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-217.50750732421875, -203.55648803710938, -189.60546875, -175.65444946289062, -161.70343017578125, -147.75241088867188, -133.8013916015625, -119.8503646850586, -105.89934539794922, -91.94832611083984, -77.99730682373047, -64.04627990722656, -50.09526443481445, -36.14424133300781, -22.193222045898438, -8.242202758789062, 5.7088165283203125, 19.659835815429688, 33.61085510253906, 47.5618782043457, 61.51289749145508, 75.46392059326172, 89.4149398803711, 103.36595916748047, 117.31697845458984, 131.26800537109375, 145.21902465820312, 159.1700439453125, 173.12106323242188, 187.07208251953125, 201.02310180664062, 214.97412109375, 228.92514038085938, 242.87615966796875, 256.8271789550781, 270.7781982421875, 284.7292175292969, 298.68023681640625, 312.6312561035156, 326.582275390625, 340.5332946777344, 354.48431396484375, 368.4353332519531, 382.3863525390625, 396.3373718261719, 410.28839111328125, 424.2394104003906, 438.1904296875, 452.1414794921875, 466.0924987792969, 480.04351806640625, 493.9945373535156, 507.945556640625, 521.8966064453125, 535.8475952148438, 549.7986450195312, 563.7496337890625, 577.70068359375, 591.6516723632812, 605.6027221679688, 619.5537109375, 633.5047607421875, 647.4557495117188, 661.4067993164062, 675.3577880859375]}, "gradients/wav2vec2.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 5.0, 11.0, 11.0, 11.0, 10.0, 12.0, 13.0, 17.0, 18.0, 29.0, 30.0, 41.0, 34.0, 53.0, 45.0, 46.0, 40.0, 61.0, 47.0, 42.0, 36.0, 57.0, 33.0, 44.0, 26.0, 41.0, 38.0, 28.0, 21.0, 20.0, 12.0, 15.0, 10.0, 15.0, 9.0, 5.0, 10.0, 3.0, 6.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0], "bins": [-286.19097900390625, -278.50408935546875, -270.8172302246094, -263.1303405761719, -255.4434814453125, -247.756591796875, -240.06971740722656, -232.38284301757812, -224.6959686279297, -217.00909423828125, -209.3222198486328, -201.63534545898438, -193.94845581054688, -186.2615966796875, -178.57470703125, -170.88783264160156, -163.20095825195312, -155.5140838623047, -147.82720947265625, -140.1403350830078, -132.45346069335938, -124.7665786743164, -117.07969665527344, -109.392822265625, -101.70594787597656, -94.01907348632812, -86.33219909667969, -78.64531707763672, -70.95844268798828, -63.271568298339844, -55.58469009399414, -47.89781188964844, -40.21092224121094, -32.5240478515625, -24.837169647216797, -17.150293350219727, -9.463417053222656, -1.7765426635742188, 5.910335540771484, 13.597213745117188, 21.284088134765625, 28.970964431762695, 36.657840728759766, 44.34471893310547, 52.031593322753906, 59.718467712402344, 67.40534973144531, 75.09222412109375, 82.77909851074219, 90.46597290039062, 98.15284729003906, 105.83972930908203, 113.52660369873047, 121.2134780883789, 128.90036010742188, 136.5872344970703, 144.27410888671875, 151.9609832763672, 159.64785766601562, 167.33473205566406, 175.0216064453125, 182.70849609375, 190.39537048339844, 198.08224487304688, 205.7691192626953]}, "gradients/wav2vec2.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 4.0, 9.0, 21.0, 25.0, 26.0, 53.0, 65.0, 116.0, 171.0, 337.0, 600.0, 1223.0, 2227.0, 4371.0, 8933.0, 18331.0, 39126.0, 85069.0, 189796.0, 444759.0, 1010889.0, 1258084.0, 636678.0, 271172.0, 118201.0, 54210.0, 25390.0, 12157.0, 5912.0, 2900.0, 1518.0, 841.0, 453.0, 230.0, 134.0, 97.0, 55.0, 33.0, 20.0, 17.0, 13.0, 8.0, 6.0, 0.0, 4.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.75, -12.3660888671875, -11.982177734375, -11.5982666015625, -11.21435546875, -10.8304443359375, -10.446533203125, -10.0626220703125, -9.6787109375, -9.2947998046875, -8.910888671875, -8.5269775390625, -8.14306640625, -7.7591552734375, -7.375244140625, -6.9913330078125, -6.607421875, -6.2235107421875, -5.839599609375, -5.4556884765625, -5.07177734375, -4.6878662109375, -4.303955078125, -3.9200439453125, -3.5361328125, -3.1522216796875, -2.768310546875, -2.3843994140625, -2.00048828125, -1.6165771484375, -1.232666015625, -0.8487548828125, -0.46484375, -0.0809326171875, 0.302978515625, 0.6868896484375, 1.07080078125, 1.4547119140625, 1.838623046875, 2.2225341796875, 2.6064453125, 2.9903564453125, 3.374267578125, 3.7581787109375, 4.14208984375, 4.5260009765625, 4.909912109375, 5.2938232421875, 5.677734375, 6.0616455078125, 6.445556640625, 6.8294677734375, 7.21337890625, 7.5972900390625, 7.981201171875, 8.3651123046875, 8.7490234375, 9.1329345703125, 9.516845703125, 9.9007568359375, 10.28466796875, 10.6685791015625, 11.052490234375, 11.4364013671875, 11.8203125]}, "gradients/wav2vec2.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 6.0, 8.0, 8.0, 5.0, 11.0, 12.0, 12.0, 25.0, 20.0, 22.0, 32.0, 39.0, 33.0, 46.0, 47.0, 35.0, 43.0, 46.0, 55.0, 51.0, 67.0, 47.0, 56.0, 31.0, 42.0, 32.0, 30.0, 32.0, 18.0, 17.0, 19.0, 16.0, 8.0, 7.0, 7.0, 1.0, 7.0, 3.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.484375, -12.0469970703125, -11.609619140625, -11.1722412109375, -10.73486328125, -10.2974853515625, -9.860107421875, -9.4227294921875, -8.9853515625, -8.5479736328125, -8.110595703125, -7.6732177734375, -7.23583984375, -6.7984619140625, -6.361083984375, -5.9237060546875, -5.486328125, -5.0489501953125, -4.611572265625, -4.1741943359375, -3.73681640625, -3.2994384765625, -2.862060546875, -2.4246826171875, -1.9873046875, -1.5499267578125, -1.112548828125, -0.6751708984375, -0.23779296875, 0.1995849609375, 0.636962890625, 1.0743408203125, 1.51171875, 1.9490966796875, 2.386474609375, 2.8238525390625, 3.26123046875, 3.6986083984375, 4.135986328125, 4.5733642578125, 5.0107421875, 5.4481201171875, 5.885498046875, 6.3228759765625, 6.76025390625, 7.1976318359375, 7.635009765625, 8.0723876953125, 8.509765625, 8.9471435546875, 9.384521484375, 9.8218994140625, 10.25927734375, 10.6966552734375, 11.134033203125, 11.5714111328125, 12.0087890625, 12.4461669921875, 12.883544921875, 13.3209228515625, 13.75830078125, 14.1956787109375, 14.633056640625, 15.0704345703125, 15.5078125]}, "gradients/wav2vec2.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 1.0, 5.0, 13.0, 13.0, 20.0, 22.0, 51.0, 73.0, 126.0, 179.0, 352.0, 650.0, 1217.0, 2971.0, 7522.0, 21877.0, 71592.0, 254749.0, 1125124.0, 2050779.0, 473669.0, 125843.0, 37101.0, 12004.0, 4432.0, 1852.0, 886.0, 477.0, 242.0, 165.0, 103.0, 60.0, 42.0, 23.0, 12.0, 11.0, 12.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.578125, -25.75341796875, -24.9287109375, -24.10400390625, -23.279296875, -22.45458984375, -21.6298828125, -20.80517578125, -19.98046875, -19.15576171875, -18.3310546875, -17.50634765625, -16.681640625, -15.85693359375, -15.0322265625, -14.20751953125, -13.3828125, -12.55810546875, -11.7333984375, -10.90869140625, -10.083984375, -9.25927734375, -8.4345703125, -7.60986328125, -6.78515625, -5.96044921875, -5.1357421875, -4.31103515625, -3.486328125, -2.66162109375, -1.8369140625, -1.01220703125, -0.1875, 0.63720703125, 1.4619140625, 2.28662109375, 3.111328125, 3.93603515625, 4.7607421875, 5.58544921875, 6.41015625, 7.23486328125, 8.0595703125, 8.88427734375, 9.708984375, 10.53369140625, 11.3583984375, 12.18310546875, 13.0078125, 13.83251953125, 14.6572265625, 15.48193359375, 16.306640625, 17.13134765625, 17.9560546875, 18.78076171875, 19.60546875, 20.43017578125, 21.2548828125, 22.07958984375, 22.904296875, 23.72900390625, 24.5537109375, 25.37841796875, 26.203125]}, "gradients/wav2vec2.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 5.0, 6.0, 7.0, 9.0, 4.0, 5.0, 22.0, 16.0, 16.0, 29.0, 36.0, 43.0, 55.0, 55.0, 84.0, 112.0, 133.0, 147.0, 202.0, 270.0, 346.0, 428.0, 432.0, 348.0, 254.0, 206.0, 158.0, 128.0, 104.0, 77.0, 71.0, 61.0, 30.0, 34.0, 28.0, 32.0, 22.0, 10.0, 14.0, 11.0, 9.0, 7.0, 3.0, 3.0, 4.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-19.4375, -18.792724609375, -18.14794921875, -17.503173828125, -16.8583984375, -16.213623046875, -15.56884765625, -14.924072265625, -14.279296875, -13.634521484375, -12.98974609375, -12.344970703125, -11.7001953125, -11.055419921875, -10.41064453125, -9.765869140625, -9.12109375, -8.476318359375, -7.83154296875, -7.186767578125, -6.5419921875, -5.897216796875, -5.25244140625, -4.607666015625, -3.962890625, -3.318115234375, -2.67333984375, -2.028564453125, -1.3837890625, -0.739013671875, -0.09423828125, 0.550537109375, 1.1953125, 1.840087890625, 2.48486328125, 3.129638671875, 3.7744140625, 4.419189453125, 5.06396484375, 5.708740234375, 6.353515625, 6.998291015625, 7.64306640625, 8.287841796875, 8.9326171875, 9.577392578125, 10.22216796875, 10.866943359375, 11.51171875, 12.156494140625, 12.80126953125, 13.446044921875, 14.0908203125, 14.735595703125, 15.38037109375, 16.025146484375, 16.669921875, 17.314697265625, 17.95947265625, 18.604248046875, 19.2490234375, 19.893798828125, 20.53857421875, 21.183349609375, 21.828125]}, "gradients/wav2vec2.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 8.0, 3.0, 8.0, 11.0, 16.0, 43.0, 59.0, 114.0, 124.0, 171.0, 151.0, 145.0, 52.0, 40.0, 28.0, 13.0, 6.0, 3.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-205.63511657714844, -198.4761199951172, -191.31710815429688, -184.15811157226562, -176.99911499023438, -169.84011840820312, -162.68112182617188, -155.52210998535156, -148.3631134033203, -141.20411682128906, -134.04510498046875, -126.8861083984375, -119.72711181640625, -112.568115234375, -105.40911102294922, -98.25010681152344, -91.09111022949219, -83.93211364746094, -76.77310943603516, -69.61410522460938, -62.455108642578125, -55.29610824584961, -48.137107849121094, -40.97810745239258, -33.81910705566406, -26.660106658935547, -19.50110626220703, -12.342105865478516, -5.18310546875, 1.9758949279785156, 9.134895324707031, 16.293895721435547, 23.452896118164062, 30.611896514892578, 37.770896911621094, 44.92989730834961, 52.088897705078125, 59.24789810180664, 66.40689849853516, 73.56590270996094, 80.72489929199219, 87.88389587402344, 95.04290008544922, 102.201904296875, 109.36090087890625, 116.5198974609375, 123.67890167236328, 130.83790588378906, 137.9969024658203, 145.15589904785156, 152.31491088867188, 159.47390747070312, 166.63290405273438, 173.79190063476562, 180.95089721679688, 188.1099090576172, 195.26890563964844, 202.4279022216797, 209.5869140625, 216.74591064453125, 223.9049072265625, 231.06390380859375, 238.222900390625, 245.3819122314453, 252.54090881347656]}, "gradients/wav2vec2.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 0.0, 2.0, 2.0, 6.0, 7.0, 9.0, 12.0, 11.0, 9.0, 16.0, 14.0, 8.0, 17.0, 26.0, 26.0, 41.0, 29.0, 37.0, 33.0, 39.0, 32.0, 50.0, 51.0, 40.0, 47.0, 43.0, 43.0, 32.0, 27.0, 48.0, 24.0, 35.0, 23.0, 22.0, 24.0, 23.0, 20.0, 11.0, 19.0, 9.0, 8.0, 4.0, 10.0, 6.0, 6.0, 4.0, 0.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-82.84495544433594, -80.05899810791016, -77.27304077148438, -74.48709106445312, -71.70113372802734, -68.91517639160156, -66.12921905517578, -63.343265533447266, -60.55731201171875, -57.77135467529297, -54.98540115356445, -52.19944381713867, -49.413490295410156, -46.627532958984375, -43.841575622558594, -41.05562210083008, -38.2696647644043, -35.483707427978516, -32.69775390625, -29.91179656982422, -27.125843048095703, -24.339885711669922, -21.553930282592773, -18.767974853515625, -15.982019424438477, -13.196063995361328, -10.41010856628418, -7.624152183532715, -4.838196754455566, -2.052241325378418, 0.7337150573730469, 3.5196704864501953, 6.305625915527344, 9.091581344604492, 11.87753677368164, 14.663493156433105, 17.449447631835938, 20.23540496826172, 23.021360397338867, 25.807315826416016, 28.593271255493164, 31.379226684570312, 34.165184020996094, 36.95113754272461, 39.73709487915039, 42.523048400878906, 45.30900573730469, 48.09496307373047, 50.880916595458984, 53.666873931884766, 56.45282745361328, 59.23878479003906, 62.02473831176758, 64.8106918334961, 67.59664916992188, 70.38260650634766, 73.16856384277344, 75.95452117919922, 78.740478515625, 81.52642822265625, 84.31238555908203, 87.09834289550781, 89.8843002319336, 92.67025756835938, 95.45620727539062]}, "gradients/wav2vec2.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 5.0, 15.0, 16.0, 17.0, 33.0, 46.0, 76.0, 117.0, 193.0, 292.0, 500.0, 813.0, 1333.0, 2270.0, 3852.0, 6911.0, 12802.0, 26542.0, 59364.0, 123581.0, 210694.0, 243680.0, 176364.0, 93085.0, 42849.0, 19966.0, 9864.0, 5408.0, 3141.0, 1876.0, 1102.0, 666.0, 398.0, 266.0, 155.0, 107.0, 61.0, 50.0, 16.0, 12.0, 10.0, 6.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-15.71875, -15.216552734375, -14.71435546875, -14.212158203125, -13.7099609375, -13.207763671875, -12.70556640625, -12.203369140625, -11.701171875, -11.198974609375, -10.69677734375, -10.194580078125, -9.6923828125, -9.190185546875, -8.68798828125, -8.185791015625, -7.68359375, -7.181396484375, -6.67919921875, -6.177001953125, -5.6748046875, -5.172607421875, -4.67041015625, -4.168212890625, -3.666015625, -3.163818359375, -2.66162109375, -2.159423828125, -1.6572265625, -1.155029296875, -0.65283203125, -0.150634765625, 0.3515625, 0.853759765625, 1.35595703125, 1.858154296875, 2.3603515625, 2.862548828125, 3.36474609375, 3.866943359375, 4.369140625, 4.871337890625, 5.37353515625, 5.875732421875, 6.3779296875, 6.880126953125, 7.38232421875, 7.884521484375, 8.38671875, 8.888916015625, 9.39111328125, 9.893310546875, 10.3955078125, 10.897705078125, 11.39990234375, 11.902099609375, 12.404296875, 12.906494140625, 13.40869140625, 13.910888671875, 14.4130859375, 14.915283203125, 15.41748046875, 15.919677734375, 16.421875]}, "gradients/wav2vec2.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 4.0, 5.0, 2.0, 6.0, 5.0, 5.0, 6.0, 12.0, 9.0, 16.0, 24.0, 10.0, 23.0, 22.0, 33.0, 32.0, 44.0, 37.0, 39.0, 35.0, 45.0, 47.0, 40.0, 52.0, 46.0, 50.0, 35.0, 41.0, 50.0, 31.0, 35.0, 22.0, 29.0, 32.0, 14.0, 13.0, 13.0, 8.0, 8.0, 3.0, 7.0, 7.0, 8.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.578125, -10.1859130859375, -9.793701171875, -9.4014892578125, -9.00927734375, -8.6170654296875, -8.224853515625, -7.8326416015625, -7.4404296875, -7.0482177734375, -6.656005859375, -6.2637939453125, -5.87158203125, -5.4793701171875, -5.087158203125, -4.6949462890625, -4.302734375, -3.9105224609375, -3.518310546875, -3.1260986328125, -2.73388671875, -2.3416748046875, -1.949462890625, -1.5572509765625, -1.1650390625, -0.7728271484375, -0.380615234375, 0.0115966796875, 0.40380859375, 0.7960205078125, 1.188232421875, 1.5804443359375, 1.97265625, 2.3648681640625, 2.757080078125, 3.1492919921875, 3.54150390625, 3.9337158203125, 4.325927734375, 4.7181396484375, 5.1103515625, 5.5025634765625, 5.894775390625, 6.2869873046875, 6.67919921875, 7.0714111328125, 7.463623046875, 7.8558349609375, 8.248046875, 8.6402587890625, 9.032470703125, 9.4246826171875, 9.81689453125, 10.2091064453125, 10.601318359375, 10.9935302734375, 11.3857421875, 11.7779541015625, 12.170166015625, 12.5623779296875, 12.95458984375, 13.3468017578125, 13.739013671875, 14.1312255859375, 14.5234375]}, "gradients/wav2vec2.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 7.0, 3.0, 8.0, 8.0, 11.0, 20.0, 11.0, 23.0, 38.0, 49.0, 70.0, 119.0, 173.0, 369.0, 780.0, 1799.0, 4615.0, 13057.0, 44522.0, 180905.0, 437466.0, 266602.0, 68315.0, 18549.0, 6399.0, 2538.0, 1024.0, 443.0, 239.0, 125.0, 81.0, 55.0, 34.0, 33.0, 27.0, 10.0, 11.0, 5.0, 3.0, 4.0, 3.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-31.984375, -31.11181640625, -30.2392578125, -29.36669921875, -28.494140625, -27.62158203125, -26.7490234375, -25.87646484375, -25.00390625, -24.13134765625, -23.2587890625, -22.38623046875, -21.513671875, -20.64111328125, -19.7685546875, -18.89599609375, -18.0234375, -17.15087890625, -16.2783203125, -15.40576171875, -14.533203125, -13.66064453125, -12.7880859375, -11.91552734375, -11.04296875, -10.17041015625, -9.2978515625, -8.42529296875, -7.552734375, -6.68017578125, -5.8076171875, -4.93505859375, -4.0625, -3.18994140625, -2.3173828125, -1.44482421875, -0.572265625, 0.30029296875, 1.1728515625, 2.04541015625, 2.91796875, 3.79052734375, 4.6630859375, 5.53564453125, 6.408203125, 7.28076171875, 8.1533203125, 9.02587890625, 9.8984375, 10.77099609375, 11.6435546875, 12.51611328125, 13.388671875, 14.26123046875, 15.1337890625, 16.00634765625, 16.87890625, 17.75146484375, 18.6240234375, 19.49658203125, 20.369140625, 21.24169921875, 22.1142578125, 22.98681640625, 23.859375]}, "gradients/wav2vec2.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 7.0, 3.0, 8.0, 5.0, 11.0, 9.0, 12.0, 19.0, 12.0, 24.0, 15.0, 25.0, 24.0, 29.0, 45.0, 41.0, 46.0, 45.0, 40.0, 43.0, 51.0, 49.0, 51.0, 60.0, 42.0, 47.0, 41.0, 29.0, 25.0, 35.0, 20.0, 20.0, 16.0, 8.0, 9.0, 9.0, 5.0, 4.0, 3.0, 5.0, 7.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 1.0], "bins": [-42.0625, -40.88818359375, -39.7138671875, -38.53955078125, -37.365234375, -36.19091796875, -35.0166015625, -33.84228515625, -32.66796875, -31.49365234375, -30.3193359375, -29.14501953125, -27.970703125, -26.79638671875, -25.6220703125, -24.44775390625, -23.2734375, -22.09912109375, -20.9248046875, -19.75048828125, -18.576171875, -17.40185546875, -16.2275390625, -15.05322265625, -13.87890625, -12.70458984375, -11.5302734375, -10.35595703125, -9.181640625, -8.00732421875, -6.8330078125, -5.65869140625, -4.484375, -3.31005859375, -2.1357421875, -0.96142578125, 0.212890625, 1.38720703125, 2.5615234375, 3.73583984375, 4.91015625, 6.08447265625, 7.2587890625, 8.43310546875, 9.607421875, 10.78173828125, 11.9560546875, 13.13037109375, 14.3046875, 15.47900390625, 16.6533203125, 17.82763671875, 19.001953125, 20.17626953125, 21.3505859375, 22.52490234375, 23.69921875, 24.87353515625, 26.0478515625, 27.22216796875, 28.396484375, 29.57080078125, 30.7451171875, 31.91943359375, 33.09375]}, "gradients/wav2vec2.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 8.0, 4.0, 9.0, 2.0, 8.0, 10.0, 24.0, 35.0, 38.0, 63.0, 86.0, 149.0, 215.0, 340.0, 609.0, 1008.0, 1715.0, 3147.0, 5538.0, 10328.0, 19390.0, 38310.0, 78724.0, 154254.0, 238133.0, 224116.0, 135143.0, 66902.0, 32795.0, 16812.0, 9123.0, 4953.0, 2708.0, 1525.0, 930.0, 493.0, 315.0, 204.0, 120.0, 99.0, 65.0, 33.0, 22.0, 17.0, 13.0, 9.0, 5.0, 1.0, 8.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-7.28515625, -7.04931640625, -6.8134765625, -6.57763671875, -6.341796875, -6.10595703125, -5.8701171875, -5.63427734375, -5.3984375, -5.16259765625, -4.9267578125, -4.69091796875, -4.455078125, -4.21923828125, -3.9833984375, -3.74755859375, -3.51171875, -3.27587890625, -3.0400390625, -2.80419921875, -2.568359375, -2.33251953125, -2.0966796875, -1.86083984375, -1.625, -1.38916015625, -1.1533203125, -0.91748046875, -0.681640625, -0.44580078125, -0.2099609375, 0.02587890625, 0.26171875, 0.49755859375, 0.7333984375, 0.96923828125, 1.205078125, 1.44091796875, 1.6767578125, 1.91259765625, 2.1484375, 2.38427734375, 2.6201171875, 2.85595703125, 3.091796875, 3.32763671875, 3.5634765625, 3.79931640625, 4.03515625, 4.27099609375, 4.5068359375, 4.74267578125, 4.978515625, 5.21435546875, 5.4501953125, 5.68603515625, 5.921875, 6.15771484375, 6.3935546875, 6.62939453125, 6.865234375, 7.10107421875, 7.3369140625, 7.57275390625, 7.80859375]}, "gradients/wav2vec2.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 7.0, 3.0, 2.0, 1.0, 4.0, 2.0, 6.0, 9.0, 8.0, 16.0, 16.0, 28.0, 37.0, 43.0, 50.0, 68.0, 69.0, 96.0, 102.0, 91.0, 73.0, 70.0, 41.0, 39.0, 27.0, 27.0, 15.0, 13.0, 12.0, 8.0, 11.0, 2.0, 6.0, 3.0, 4.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002887725830078125, -0.002796083688735962, -0.002704441547393799, -0.0026127994060516357, -0.0025211572647094727, -0.0024295151233673096, -0.0023378729820251465, -0.0022462308406829834, -0.0021545886993408203, -0.0020629465579986572, -0.001971304416656494, -0.001879662275314331, -0.001788020133972168, -0.0016963779926300049, -0.0016047358512878418, -0.0015130937099456787, -0.0014214515686035156, -0.0013298094272613525, -0.0012381672859191895, -0.0011465251445770264, -0.0010548830032348633, -0.0009632408618927002, -0.0008715987205505371, -0.000779956579208374, -0.0006883144378662109, -0.0005966722965240479, -0.0005050301551818848, -0.0004133880138397217, -0.0003217458724975586, -0.0002301037311553955, -0.00013846158981323242, -4.6819448471069336e-05, 4.482269287109375e-05, 0.00013646483421325684, 0.00022810697555541992, 0.000319749116897583, 0.0004113912582397461, 0.0005030333995819092, 0.0005946755409240723, 0.0006863176822662354, 0.0007779598236083984, 0.0008696019649505615, 0.0009612441062927246, 0.0010528862476348877, 0.0011445283889770508, 0.0012361705303192139, 0.001327812671661377, 0.00141945481300354, 0.0015110969543457031, 0.0016027390956878662, 0.0016943812370300293, 0.0017860233783721924, 0.0018776655197143555, 0.0019693076610565186, 0.0020609498023986816, 0.0021525919437408447, 0.002244234085083008, 0.002335876226425171, 0.002427518367767334, 0.002519160509109497, 0.00261080265045166, 0.0027024447917938232, 0.0027940869331359863, 0.0028857290744781494, 0.0029773712158203125]}, "gradients/wav2vec2.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 8.0, 7.0, 8.0, 10.0, 18.0, 19.0, 39.0, 78.0, 122.0, 227.0, 558.0, 1232.0, 3357.0, 11115.0, 40711.0, 152305.0, 390947.0, 312847.0, 97950.0, 25558.0, 7199.0, 2435.0, 963.0, 409.0, 197.0, 94.0, 59.0, 33.0, 23.0, 10.0, 8.0, 5.0, 5.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-16.296875, -15.8876953125, -15.478515625, -15.0693359375, -14.66015625, -14.2509765625, -13.841796875, -13.4326171875, -13.0234375, -12.6142578125, -12.205078125, -11.7958984375, -11.38671875, -10.9775390625, -10.568359375, -10.1591796875, -9.75, -9.3408203125, -8.931640625, -8.5224609375, -8.11328125, -7.7041015625, -7.294921875, -6.8857421875, -6.4765625, -6.0673828125, -5.658203125, -5.2490234375, -4.83984375, -4.4306640625, -4.021484375, -3.6123046875, -3.203125, -2.7939453125, -2.384765625, -1.9755859375, -1.56640625, -1.1572265625, -0.748046875, -0.3388671875, 0.0703125, 0.4794921875, 0.888671875, 1.2978515625, 1.70703125, 2.1162109375, 2.525390625, 2.9345703125, 3.34375, 3.7529296875, 4.162109375, 4.5712890625, 4.98046875, 5.3896484375, 5.798828125, 6.2080078125, 6.6171875, 7.0263671875, 7.435546875, 7.8447265625, 8.25390625, 8.6630859375, 9.072265625, 9.4814453125, 9.890625]}, "gradients/wav2vec2.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 4.0, 6.0, 4.0, 5.0, 2.0, 8.0, 10.0, 9.0, 16.0, 18.0, 39.0, 34.0, 39.0, 40.0, 57.0, 76.0, 50.0, 82.0, 67.0, 66.0, 46.0, 59.0, 48.0, 48.0, 31.0, 38.0, 23.0, 25.0, 9.0, 11.0, 8.0, 5.0, 8.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.6953125, -8.4178466796875, -8.140380859375, -7.8629150390625, -7.58544921875, -7.3079833984375, -7.030517578125, -6.7530517578125, -6.4755859375, -6.1981201171875, -5.920654296875, -5.6431884765625, -5.36572265625, -5.0882568359375, -4.810791015625, -4.5333251953125, -4.255859375, -3.9783935546875, -3.700927734375, -3.4234619140625, -3.14599609375, -2.8685302734375, -2.591064453125, -2.3135986328125, -2.0361328125, -1.7586669921875, -1.481201171875, -1.2037353515625, -0.92626953125, -0.6488037109375, -0.371337890625, -0.0938720703125, 0.18359375, 0.4610595703125, 0.738525390625, 1.0159912109375, 1.29345703125, 1.5709228515625, 1.848388671875, 2.1258544921875, 2.4033203125, 2.6807861328125, 2.958251953125, 3.2357177734375, 3.51318359375, 3.7906494140625, 4.068115234375, 4.3455810546875, 4.623046875, 4.9005126953125, 5.177978515625, 5.4554443359375, 5.73291015625, 6.0103759765625, 6.287841796875, 6.5653076171875, 6.8427734375, 7.1202392578125, 7.397705078125, 7.6751708984375, 7.95263671875, 8.2301025390625, 8.507568359375, 8.7850341796875, 9.0625]}, "gradients/wav2vec2.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 3.0, 9.0, 12.0, 35.0, 44.0, 67.0, 129.0, 182.0, 164.0, 119.0, 90.0, 55.0, 36.0, 23.0, 11.0, 6.0, 7.0, 2.0, 4.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-120.78653717041016, -115.77487182617188, -110.76319885253906, -105.75153350830078, -100.7398681640625, -95.72819519042969, -90.7165298461914, -85.70486450195312, -80.69319152832031, -75.68152618408203, -70.66985321044922, -65.65818786621094, -60.646522521972656, -55.63485336303711, -50.62318420410156, -45.61151885986328, -40.599853515625, -35.58818435668945, -30.576519012451172, -25.564849853515625, -20.55318260192871, -15.541515350341797, -10.52984619140625, -5.518180847167969, -0.5065116882324219, 4.50515604019165, 9.516823768615723, 14.528491973876953, 19.540159225463867, 24.55182647705078, 29.563495635986328, 34.57516098022461, 39.58683776855469, 44.598506927490234, 49.610172271728516, 54.62184143066406, 59.633506774902344, 64.64517211914062, 69.65684509277344, 74.66851043701172, 79.68017578125, 84.69184112548828, 89.7035140991211, 94.71517944335938, 99.72684478759766, 104.73851013183594, 109.75018310546875, 114.76184844970703, 119.77352142333984, 124.78518676757812, 129.79685974121094, 134.80853271484375, 139.8201904296875, 144.8318634033203, 149.84353637695312, 154.85519409179688, 159.8668670654297, 164.8785400390625, 169.89019775390625, 174.90187072753906, 179.91354370117188, 184.92520141601562, 189.93687438964844, 194.94854736328125, 199.960205078125]}, "gradients/wav2vec2.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 2.0, 2.0, 4.0, 7.0, 4.0, 7.0, 9.0, 10.0, 16.0, 8.0, 15.0, 15.0, 16.0, 20.0, 24.0, 35.0, 27.0, 32.0, 33.0, 46.0, 39.0, 49.0, 37.0, 39.0, 45.0, 42.0, 47.0, 45.0, 40.0, 36.0, 43.0, 20.0, 30.0, 33.0, 23.0, 28.0, 15.0, 18.0, 12.0, 13.0, 0.0, 4.0, 4.0, 4.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-83.31207275390625, -80.20147705078125, -77.09088134765625, -73.98028564453125, -70.86968231201172, -67.75908660888672, -64.64849090576172, -61.53789520263672, -58.42729568481445, -55.31669998168945, -52.20610046386719, -49.09550476074219, -45.98490905761719, -42.87430953979492, -39.76371383666992, -36.653114318847656, -33.542518615722656, -30.431921005249023, -27.32132339477539, -24.21072769165039, -21.100130081176758, -17.989532470703125, -14.878936767578125, -11.768339157104492, -8.65774154663086, -5.547144412994385, -2.43654727935791, 0.6740493774414062, 3.784646987915039, 6.895244598388672, 10.005840301513672, 13.116437911987305, 16.22704315185547, 19.3376407623291, 22.448238372802734, 25.558834075927734, 28.669431686401367, 31.780029296875, 34.890625, 38.001220703125, 41.111820220947266, 44.222415924072266, 47.33301544189453, 50.44361114501953, 53.55420684814453, 56.6648063659668, 59.7754020690918, 62.88600158691406, 65.99659729003906, 69.10719299316406, 72.21778869628906, 75.32838439941406, 78.4389877319336, 81.5495834350586, 84.6601791381836, 87.7707748413086, 90.88137817382812, 93.99197387695312, 97.10256958007812, 100.21316528320312, 103.32376861572266, 106.43436431884766, 109.54496002197266, 112.65555572509766, 115.76615142822266]}, "gradients/wav2vec2.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [4.0, 1.0, 3.0, 2.0, 2.0, 8.0, 3.0, 5.0, 21.0, 21.0, 29.0, 37.0, 63.0, 82.0, 141.0, 247.0, 398.0, 686.0, 1433.0, 3237.0, 7801.0, 21169.0, 67858.0, 252178.0, 946975.0, 1794415.0, 797847.0, 210080.0, 57965.0, 18639.0, 7067.0, 2911.0, 1382.0, 671.0, 332.0, 239.0, 132.0, 70.0, 46.0, 28.0, 17.0, 20.0, 12.0, 7.0, 7.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.3125, -16.6318359375, -15.951171875, -15.2705078125, -14.58984375, -13.9091796875, -13.228515625, -12.5478515625, -11.8671875, -11.1865234375, -10.505859375, -9.8251953125, -9.14453125, -8.4638671875, -7.783203125, -7.1025390625, -6.421875, -5.7412109375, -5.060546875, -4.3798828125, -3.69921875, -3.0185546875, -2.337890625, -1.6572265625, -0.9765625, -0.2958984375, 0.384765625, 1.0654296875, 1.74609375, 2.4267578125, 3.107421875, 3.7880859375, 4.46875, 5.1494140625, 5.830078125, 6.5107421875, 7.19140625, 7.8720703125, 8.552734375, 9.2333984375, 9.9140625, 10.5947265625, 11.275390625, 11.9560546875, 12.63671875, 13.3173828125, 13.998046875, 14.6787109375, 15.359375, 16.0400390625, 16.720703125, 17.4013671875, 18.08203125, 18.7626953125, 19.443359375, 20.1240234375, 20.8046875, 21.4853515625, 22.166015625, 22.8466796875, 23.52734375, 24.2080078125, 24.888671875, 25.5693359375, 26.25]}, "gradients/wav2vec2.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 6.0, 4.0, 2.0, 3.0, 9.0, 9.0, 9.0, 12.0, 12.0, 10.0, 23.0, 22.0, 29.0, 27.0, 32.0, 17.0, 30.0, 32.0, 28.0, 29.0, 28.0, 26.0, 35.0, 32.0, 44.0, 40.0, 41.0, 32.0, 55.0, 28.0, 31.0, 28.0, 34.0, 28.0, 33.0, 24.0, 20.0, 19.0, 21.0, 14.0, 13.0, 11.0, 8.0, 6.0, 5.0, 4.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-12.6015625, -12.171142578125, -11.74072265625, -11.310302734375, -10.8798828125, -10.449462890625, -10.01904296875, -9.588623046875, -9.158203125, -8.727783203125, -8.29736328125, -7.866943359375, -7.4365234375, -7.006103515625, -6.57568359375, -6.145263671875, -5.71484375, -5.284423828125, -4.85400390625, -4.423583984375, -3.9931640625, -3.562744140625, -3.13232421875, -2.701904296875, -2.271484375, -1.841064453125, -1.41064453125, -0.980224609375, -0.5498046875, -0.119384765625, 0.31103515625, 0.741455078125, 1.171875, 1.602294921875, 2.03271484375, 2.463134765625, 2.8935546875, 3.323974609375, 3.75439453125, 4.184814453125, 4.615234375, 5.045654296875, 5.47607421875, 5.906494140625, 6.3369140625, 6.767333984375, 7.19775390625, 7.628173828125, 8.05859375, 8.489013671875, 8.91943359375, 9.349853515625, 9.7802734375, 10.210693359375, 10.64111328125, 11.071533203125, 11.501953125, 11.932373046875, 12.36279296875, 12.793212890625, 13.2236328125, 13.654052734375, 14.08447265625, 14.514892578125, 14.9453125]}, "gradients/wav2vec2.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 2.0, 1.0, 1.0, 3.0, 3.0, 8.0, 14.0, 12.0, 20.0, 29.0, 41.0, 57.0, 81.0, 113.0, 209.0, 319.0, 594.0, 1107.0, 1995.0, 4017.0, 9198.0, 25032.0, 80761.0, 334532.0, 1849385.0, 1509763.0, 271202.0, 68048.0, 21569.0, 8326.0, 3647.0, 1812.0, 932.0, 543.0, 317.0, 207.0, 125.0, 81.0, 53.0, 34.0, 32.0, 14.0, 14.0, 18.0, 5.0, 6.0, 2.0, 2.0, 3.0, 0.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-32.65625, -31.69384765625, -30.7314453125, -29.76904296875, -28.806640625, -27.84423828125, -26.8818359375, -25.91943359375, -24.95703125, -23.99462890625, -23.0322265625, -22.06982421875, -21.107421875, -20.14501953125, -19.1826171875, -18.22021484375, -17.2578125, -16.29541015625, -15.3330078125, -14.37060546875, -13.408203125, -12.44580078125, -11.4833984375, -10.52099609375, -9.55859375, -8.59619140625, -7.6337890625, -6.67138671875, -5.708984375, -4.74658203125, -3.7841796875, -2.82177734375, -1.859375, -0.89697265625, 0.0654296875, 1.02783203125, 1.990234375, 2.95263671875, 3.9150390625, 4.87744140625, 5.83984375, 6.80224609375, 7.7646484375, 8.72705078125, 9.689453125, 10.65185546875, 11.6142578125, 12.57666015625, 13.5390625, 14.50146484375, 15.4638671875, 16.42626953125, 17.388671875, 18.35107421875, 19.3134765625, 20.27587890625, 21.23828125, 22.20068359375, 23.1630859375, 24.12548828125, 25.087890625, 26.05029296875, 27.0126953125, 27.97509765625, 28.9375]}, "gradients/wav2vec2.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 4.0, 3.0, 7.0, 10.0, 15.0, 18.0, 22.0, 22.0, 30.0, 52.0, 63.0, 95.0, 119.0, 190.0, 218.0, 349.0, 496.0, 567.0, 490.0, 355.0, 259.0, 178.0, 122.0, 108.0, 65.0, 57.0, 45.0, 29.0, 20.0, 15.0, 18.0, 9.0, 8.0, 3.0, 7.0, 2.0, 4.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.734375, -29.76171875, -28.7890625, -27.81640625, -26.84375, -25.87109375, -24.8984375, -23.92578125, -22.953125, -21.98046875, -21.0078125, -20.03515625, -19.0625, -18.08984375, -17.1171875, -16.14453125, -15.171875, -14.19921875, -13.2265625, -12.25390625, -11.28125, -10.30859375, -9.3359375, -8.36328125, -7.390625, -6.41796875, -5.4453125, -4.47265625, -3.5, -2.52734375, -1.5546875, -0.58203125, 0.390625, 1.36328125, 2.3359375, 3.30859375, 4.28125, 5.25390625, 6.2265625, 7.19921875, 8.171875, 9.14453125, 10.1171875, 11.08984375, 12.0625, 13.03515625, 14.0078125, 14.98046875, 15.953125, 16.92578125, 17.8984375, 18.87109375, 19.84375, 20.81640625, 21.7890625, 22.76171875, 23.734375, 24.70703125, 25.6796875, 26.65234375, 27.625, 28.59765625, 29.5703125, 30.54296875, 31.515625]}, "gradients/wav2vec2.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 6.0, 19.0, 52.0, 118.0, 218.0, 226.0, 186.0, 86.0, 58.0, 22.0, 6.0, 6.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-329.40203857421875, -317.77996826171875, -306.15789794921875, -294.53582763671875, -282.9137268066406, -271.2916564941406, -259.6695861816406, -248.04751586914062, -236.42543029785156, -224.80335998535156, -213.1812744140625, -201.5592041015625, -189.9371337890625, -178.31504821777344, -166.69297790527344, -155.07089233398438, -143.44882202148438, -131.82675170898438, -120.20466613769531, -108.58259582519531, -96.96051788330078, -85.33843994140625, -73.71636962890625, -62.09429168701172, -50.47221374511719, -38.850135803222656, -27.22806167602539, -15.605987548828125, -3.9839096069335938, 7.6381683349609375, 19.260238647460938, 30.88231658935547, 42.50439453125, 54.12647247314453, 65.74855041503906, 77.37062072753906, 88.9926986694336, 100.61477661132812, 112.23684692382812, 123.85892486572266, 135.4810028076172, 147.1030731201172, 158.72515869140625, 170.34722900390625, 181.96929931640625, 193.5913848876953, 205.2134552001953, 216.83554077148438, 228.45761108398438, 240.07968139648438, 251.70176696777344, 263.3238525390625, 274.9459228515625, 286.5679931640625, 298.1900634765625, 309.8121337890625, 321.4342041015625, 333.0562744140625, 344.6783447265625, 356.3004150390625, 367.9225158691406, 379.5445861816406, 391.1666564941406, 402.7887268066406, 414.41082763671875]}, "gradients/wav2vec2.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 6.0, 3.0, 5.0, 5.0, 4.0, 8.0, 9.0, 17.0, 19.0, 18.0, 21.0, 27.0, 25.0, 21.0, 35.0, 37.0, 46.0, 37.0, 52.0, 40.0, 51.0, 44.0, 59.0, 48.0, 36.0, 47.0, 32.0, 37.0, 38.0, 28.0, 32.0, 22.0, 11.0, 17.0, 14.0, 11.0, 12.0, 7.0, 6.0, 5.0, 8.0, 4.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-95.49606323242188, -92.23622131347656, -88.97637939453125, -85.71653747558594, -82.45669555664062, -79.19685363769531, -75.93701171875, -72.67717742919922, -69.4173355102539, -66.1574935913086, -62.89765167236328, -59.63780975341797, -56.37797164916992, -53.11812973022461, -49.8582878112793, -46.59844970703125, -43.33860397338867, -40.07876205444336, -36.81892013549805, -33.55908203125, -30.299240112304688, -27.039398193359375, -23.779556274414062, -20.519716262817383, -17.25987434387207, -14.000033378601074, -10.740192413330078, -7.480350494384766, -4.2205095291137695, -0.9606685638427734, 2.299173355102539, 5.559013366699219, 8.818855285644531, 12.078696250915527, 15.338537216186523, 18.598379135131836, 21.858219146728516, 25.118061065673828, 28.37790298461914, 31.63774299621582, 34.8975830078125, 38.15742492675781, 41.417266845703125, 44.67710876464844, 47.936946868896484, 51.1967887878418, 54.45663070678711, 57.716468811035156, 60.976314544677734, 64.23615264892578, 67.4959945678711, 70.7558364868164, 74.01567840576172, 77.27552032470703, 80.53536224365234, 83.79520416259766, 87.05504608154297, 90.31488800048828, 93.5747299194336, 96.8345718383789, 100.09441375732422, 103.354248046875, 106.61408996582031, 109.87393188476562, 113.13377380371094]}, "gradients/wav2vec2.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 4.0, 5.0, 4.0, 12.0, 10.0, 23.0, 23.0, 47.0, 52.0, 90.0, 94.0, 186.0, 295.0, 460.0, 608.0, 979.0, 1386.0, 2020.0, 3258.0, 4741.0, 7218.0, 11407.0, 19985.0, 39481.0, 84985.0, 172836.0, 253828.0, 211963.0, 114656.0, 53180.0, 25507.0, 13897.0, 8534.0, 5551.0, 3698.0, 2558.0, 1634.0, 1110.0, 711.0, 508.0, 315.0, 220.0, 152.0, 106.0, 69.0, 52.0, 35.0, 28.0, 13.0, 9.0, 7.0, 4.0, 5.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-20.53125, -19.83984375, -19.1484375, -18.45703125, -17.765625, -17.07421875, -16.3828125, -15.69140625, -15.0, -14.30859375, -13.6171875, -12.92578125, -12.234375, -11.54296875, -10.8515625, -10.16015625, -9.46875, -8.77734375, -8.0859375, -7.39453125, -6.703125, -6.01171875, -5.3203125, -4.62890625, -3.9375, -3.24609375, -2.5546875, -1.86328125, -1.171875, -0.48046875, 0.2109375, 0.90234375, 1.59375, 2.28515625, 2.9765625, 3.66796875, 4.359375, 5.05078125, 5.7421875, 6.43359375, 7.125, 7.81640625, 8.5078125, 9.19921875, 9.890625, 10.58203125, 11.2734375, 11.96484375, 12.65625, 13.34765625, 14.0390625, 14.73046875, 15.421875, 16.11328125, 16.8046875, 17.49609375, 18.1875, 18.87890625, 19.5703125, 20.26171875, 20.953125, 21.64453125, 22.3359375, 23.02734375, 23.71875]}, "gradients/wav2vec2.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 3.0, 7.0, 8.0, 13.0, 6.0, 10.0, 10.0, 23.0, 25.0, 21.0, 19.0, 27.0, 24.0, 37.0, 29.0, 37.0, 33.0, 37.0, 41.0, 39.0, 42.0, 32.0, 33.0, 42.0, 38.0, 36.0, 36.0, 25.0, 33.0, 29.0, 23.0, 27.0, 22.0, 26.0, 13.0, 16.0, 18.0, 8.0, 11.0, 11.0, 9.0, 3.0, 4.0, 5.0, 4.0, 4.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0], "bins": [-15.0859375, -14.6353759765625, -14.184814453125, -13.7342529296875, -13.28369140625, -12.8331298828125, -12.382568359375, -11.9320068359375, -11.4814453125, -11.0308837890625, -10.580322265625, -10.1297607421875, -9.67919921875, -9.2286376953125, -8.778076171875, -8.3275146484375, -7.876953125, -7.4263916015625, -6.975830078125, -6.5252685546875, -6.07470703125, -5.6241455078125, -5.173583984375, -4.7230224609375, -4.2724609375, -3.8218994140625, -3.371337890625, -2.9207763671875, -2.47021484375, -2.0196533203125, -1.569091796875, -1.1185302734375, -0.66796875, -0.2174072265625, 0.233154296875, 0.6837158203125, 1.13427734375, 1.5848388671875, 2.035400390625, 2.4859619140625, 2.9365234375, 3.3870849609375, 3.837646484375, 4.2882080078125, 4.73876953125, 5.1893310546875, 5.639892578125, 6.0904541015625, 6.541015625, 6.9915771484375, 7.442138671875, 7.8927001953125, 8.34326171875, 8.7938232421875, 9.244384765625, 9.6949462890625, 10.1455078125, 10.5960693359375, 11.046630859375, 11.4971923828125, 11.94775390625, 12.3983154296875, 12.848876953125, 13.2994384765625, 13.75]}, "gradients/wav2vec2.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 9.0, 6.0, 14.0, 17.0, 31.0, 34.0, 63.0, 93.0, 174.0, 336.0, 663.0, 1374.0, 3265.0, 8486.0, 25381.0, 109394.0, 478429.0, 329807.0, 62767.0, 17500.0, 6200.0, 2353.0, 1051.0, 473.0, 238.0, 165.0, 91.0, 47.0, 36.0, 18.0, 11.0, 10.0, 5.0, 5.0, 5.0, 3.0, 1.0, 1.0, 3.0, 3.0, 2.0], "bins": [-58.25, -56.78759765625, -55.3251953125, -53.86279296875, -52.400390625, -50.93798828125, -49.4755859375, -48.01318359375, -46.55078125, -45.08837890625, -43.6259765625, -42.16357421875, -40.701171875, -39.23876953125, -37.7763671875, -36.31396484375, -34.8515625, -33.38916015625, -31.9267578125, -30.46435546875, -29.001953125, -27.53955078125, -26.0771484375, -24.61474609375, -23.15234375, -21.68994140625, -20.2275390625, -18.76513671875, -17.302734375, -15.84033203125, -14.3779296875, -12.91552734375, -11.453125, -9.99072265625, -8.5283203125, -7.06591796875, -5.603515625, -4.14111328125, -2.6787109375, -1.21630859375, 0.24609375, 1.70849609375, 3.1708984375, 4.63330078125, 6.095703125, 7.55810546875, 9.0205078125, 10.48291015625, 11.9453125, 13.40771484375, 14.8701171875, 16.33251953125, 17.794921875, 19.25732421875, 20.7197265625, 22.18212890625, 23.64453125, 25.10693359375, 26.5693359375, 28.03173828125, 29.494140625, 30.95654296875, 32.4189453125, 33.88134765625, 35.34375]}, "gradients/wav2vec2.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 1.0, 0.0, 3.0, 2.0, 4.0, 2.0, 2.0, 8.0, 12.0, 11.0, 18.0, 13.0, 18.0, 28.0, 32.0, 35.0, 30.0, 22.0, 37.0, 31.0, 42.0, 52.0, 33.0, 43.0, 35.0, 47.0, 54.0, 44.0, 47.0, 30.0, 37.0, 37.0, 23.0, 23.0, 15.0, 18.0, 22.0, 16.0, 16.0, 12.0, 12.0, 5.0, 7.0, 8.0, 8.0, 5.0, 5.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-46.75, -45.32861328125, -43.9072265625, -42.48583984375, -41.064453125, -39.64306640625, -38.2216796875, -36.80029296875, -35.37890625, -33.95751953125, -32.5361328125, -31.11474609375, -29.693359375, -28.27197265625, -26.8505859375, -25.42919921875, -24.0078125, -22.58642578125, -21.1650390625, -19.74365234375, -18.322265625, -16.90087890625, -15.4794921875, -14.05810546875, -12.63671875, -11.21533203125, -9.7939453125, -8.37255859375, -6.951171875, -5.52978515625, -4.1083984375, -2.68701171875, -1.265625, 0.15576171875, 1.5771484375, 2.99853515625, 4.419921875, 5.84130859375, 7.2626953125, 8.68408203125, 10.10546875, 11.52685546875, 12.9482421875, 14.36962890625, 15.791015625, 17.21240234375, 18.6337890625, 20.05517578125, 21.4765625, 22.89794921875, 24.3193359375, 25.74072265625, 27.162109375, 28.58349609375, 30.0048828125, 31.42626953125, 32.84765625, 34.26904296875, 35.6904296875, 37.11181640625, 38.533203125, 39.95458984375, 41.3759765625, 42.79736328125, 44.21875]}, "gradients/wav2vec2.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0, 6.0, 10.0, 14.0, 52.0, 81.0, 142.0, 326.0, 654.0, 1532.0, 3397.0, 7810.0, 19259.0, 55023.0, 188146.0, 432967.0, 232585.0, 67401.0, 22998.0, 9041.0, 3811.0, 1687.0, 831.0, 406.0, 185.0, 93.0, 50.0, 29.0, 12.0, 7.0, 6.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.7265625, -12.2813720703125, -11.836181640625, -11.3909912109375, -10.94580078125, -10.5006103515625, -10.055419921875, -9.6102294921875, -9.1650390625, -8.7198486328125, -8.274658203125, -7.8294677734375, -7.38427734375, -6.9390869140625, -6.493896484375, -6.0487060546875, -5.603515625, -5.1583251953125, -4.713134765625, -4.2679443359375, -3.82275390625, -3.3775634765625, -2.932373046875, -2.4871826171875, -2.0419921875, -1.5968017578125, -1.151611328125, -0.7064208984375, -0.26123046875, 0.1839599609375, 0.629150390625, 1.0743408203125, 1.51953125, 1.9647216796875, 2.409912109375, 2.8551025390625, 3.30029296875, 3.7454833984375, 4.190673828125, 4.6358642578125, 5.0810546875, 5.5262451171875, 5.971435546875, 6.4166259765625, 6.86181640625, 7.3070068359375, 7.752197265625, 8.1973876953125, 8.642578125, 9.0877685546875, 9.532958984375, 9.9781494140625, 10.42333984375, 10.8685302734375, 11.313720703125, 11.7589111328125, 12.2041015625, 12.6492919921875, 13.094482421875, 13.5396728515625, 13.98486328125, 14.4300537109375, 14.875244140625, 15.3204345703125, 15.765625]}, "gradients/wav2vec2.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 0.0, 4.0, 4.0, 4.0, 7.0, 5.0, 6.0, 14.0, 12.0, 16.0, 37.0, 52.0, 120.0, 112.0, 151.0, 138.0, 110.0, 70.0, 47.0, 32.0, 10.0, 12.0, 8.0, 4.0, 4.0, 2.0, 6.0, 5.0, 3.0, 3.0, 4.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0063629150390625, -0.006202608346939087, -0.006042301654815674, -0.005881994962692261, -0.005721688270568848, -0.005561381578445435, -0.0054010748863220215, -0.005240768194198608, -0.005080461502075195, -0.004920154809951782, -0.004759848117828369, -0.004599541425704956, -0.004439234733581543, -0.00427892804145813, -0.004118621349334717, -0.003958314657211304, -0.0037980079650878906, -0.0036377012729644775, -0.0034773945808410645, -0.0033170878887176514, -0.0031567811965942383, -0.002996474504470825, -0.002836167812347412, -0.002675861120223999, -0.002515554428100586, -0.002355247735977173, -0.0021949410438537598, -0.0020346343517303467, -0.0018743276596069336, -0.0017140209674835205, -0.0015537142753601074, -0.0013934075832366943, -0.0012331008911132812, -0.0010727941989898682, -0.0009124875068664551, -0.000752180814743042, -0.0005918741226196289, -0.0004315674304962158, -0.00027126073837280273, -0.00011095404624938965, 4.935264587402344e-05, 0.00020965933799743652, 0.0003699660301208496, 0.0005302727222442627, 0.0006905794143676758, 0.0008508861064910889, 0.001011192798614502, 0.001171499490737915, 0.0013318061828613281, 0.0014921128749847412, 0.0016524195671081543, 0.0018127262592315674, 0.0019730329513549805, 0.0021333396434783936, 0.0022936463356018066, 0.0024539530277252197, 0.002614259719848633, 0.002774566411972046, 0.002934873104095459, 0.003095179796218872, 0.003255486488342285, 0.0034157931804656982, 0.0035760998725891113, 0.0037364065647125244, 0.0038967132568359375]}, "gradients/wav2vec2.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 4.0, 7.0, 8.0, 7.0, 15.0, 19.0, 44.0, 59.0, 81.0, 121.0, 152.0, 262.0, 405.0, 627.0, 1136.0, 1854.0, 3418.0, 6327.0, 12117.0, 23806.0, 48711.0, 99840.0, 192825.0, 257224.0, 195714.0, 102510.0, 49527.0, 24504.0, 12467.0, 6359.0, 3378.0, 2000.0, 1139.0, 670.0, 432.0, 244.0, 189.0, 93.0, 76.0, 62.0, 37.0, 24.0, 21.0, 14.0, 8.0, 4.0, 7.0, 7.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-8.6796875, -8.42071533203125, -8.1617431640625, -7.90277099609375, -7.643798828125, -7.38482666015625, -7.1258544921875, -6.86688232421875, -6.60791015625, -6.34893798828125, -6.0899658203125, -5.83099365234375, -5.572021484375, -5.31304931640625, -5.0540771484375, -4.79510498046875, -4.5361328125, -4.27716064453125, -4.0181884765625, -3.75921630859375, -3.500244140625, -3.24127197265625, -2.9822998046875, -2.72332763671875, -2.46435546875, -2.20538330078125, -1.9464111328125, -1.68743896484375, -1.428466796875, -1.16949462890625, -0.9105224609375, -0.65155029296875, -0.392578125, -0.13360595703125, 0.1253662109375, 0.38433837890625, 0.643310546875, 0.90228271484375, 1.1612548828125, 1.42022705078125, 1.67919921875, 1.93817138671875, 2.1971435546875, 2.45611572265625, 2.715087890625, 2.97406005859375, 3.2330322265625, 3.49200439453125, 3.7509765625, 4.00994873046875, 4.2689208984375, 4.52789306640625, 4.786865234375, 5.04583740234375, 5.3048095703125, 5.56378173828125, 5.82275390625, 6.08172607421875, 6.3406982421875, 6.59967041015625, 6.858642578125, 7.11761474609375, 7.3765869140625, 7.63555908203125, 7.89453125]}, "gradients/wav2vec2.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 7.0, 7.0, 5.0, 8.0, 15.0, 10.0, 17.0, 21.0, 26.0, 40.0, 52.0, 43.0, 59.0, 64.0, 84.0, 69.0, 69.0, 62.0, 61.0, 54.0, 51.0, 42.0, 27.0, 24.0, 19.0, 8.0, 15.0, 7.0, 7.0, 6.0, 5.0, 5.0, 7.0, 3.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.9453125, -14.557373046875, -14.16943359375, -13.781494140625, -13.3935546875, -13.005615234375, -12.61767578125, -12.229736328125, -11.841796875, -11.453857421875, -11.06591796875, -10.677978515625, -10.2900390625, -9.902099609375, -9.51416015625, -9.126220703125, -8.73828125, -8.350341796875, -7.96240234375, -7.574462890625, -7.1865234375, -6.798583984375, -6.41064453125, -6.022705078125, -5.634765625, -5.246826171875, -4.85888671875, -4.470947265625, -4.0830078125, -3.695068359375, -3.30712890625, -2.919189453125, -2.53125, -2.143310546875, -1.75537109375, -1.367431640625, -0.9794921875, -0.591552734375, -0.20361328125, 0.184326171875, 0.572265625, 0.960205078125, 1.34814453125, 1.736083984375, 2.1240234375, 2.511962890625, 2.89990234375, 3.287841796875, 3.67578125, 4.063720703125, 4.45166015625, 4.839599609375, 5.2275390625, 5.615478515625, 6.00341796875, 6.391357421875, 6.779296875, 7.167236328125, 7.55517578125, 7.943115234375, 8.3310546875, 8.718994140625, 9.10693359375, 9.494873046875, 9.8828125]}, "gradients/wav2vec2.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 6.0, 3.0, 3.0, 9.0, 12.0, 36.0, 47.0, 99.0, 148.0, 156.0, 177.0, 118.0, 70.0, 55.0, 29.0, 9.0, 14.0, 1.0, 2.0, 3.0, 4.0, 0.0, 3.0, 1.0, 5.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-173.0322265625, -165.7304229736328, -158.42861938476562, -151.12681579589844, -143.82501220703125, -136.52320861816406, -129.22140502929688, -121.91960144042969, -114.6177978515625, -107.31599426269531, -100.01419067382812, -92.71238708496094, -85.41058349609375, -78.10877990722656, -70.80697631835938, -63.50517272949219, -56.203369140625, -48.90156555175781, -41.599761962890625, -34.29795837402344, -26.99615478515625, -19.694351196289062, -12.392547607421875, -5.0907440185546875, 2.2110595703125, 9.512863159179688, 16.814666748046875, 24.116470336914062, 31.41827392578125, 38.72007751464844, 46.021881103515625, 53.32368469238281, 60.62548828125, 67.92729187011719, 75.22909545898438, 82.53089904785156, 89.83270263671875, 97.13450622558594, 104.43630981445312, 111.73811340332031, 119.0399169921875, 126.34172058105469, 133.64352416992188, 140.94532775878906, 148.24713134765625, 155.54893493652344, 162.85073852539062, 170.1525421142578, 177.454345703125, 184.7561492919922, 192.05795288085938, 199.35975646972656, 206.66156005859375, 213.96336364746094, 221.26516723632812, 228.5669708251953, 235.8687744140625, 243.1705780029297, 250.47238159179688, 257.774169921875, 265.07598876953125, 272.3778076171875, 279.6795959472656, 286.98138427734375, 294.283203125]}, "gradients/wav2vec2.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 2.0, 3.0, 5.0, 9.0, 12.0, 14.0, 8.0, 18.0, 17.0, 19.0, 23.0, 35.0, 25.0, 29.0, 21.0, 43.0, 30.0, 29.0, 37.0, 47.0, 35.0, 56.0, 52.0, 42.0, 53.0, 45.0, 44.0, 30.0, 37.0, 27.0, 30.0, 20.0, 18.0, 13.0, 16.0, 11.0, 11.0, 7.0, 7.0, 9.0, 2.0, 8.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-116.52021789550781, -112.86823272705078, -109.21623992919922, -105.56425476074219, -101.91226196289062, -98.2602767944336, -94.60828399658203, -90.956298828125, -87.30430603027344, -83.6523208618164, -80.00032806396484, -76.34834289550781, -72.69635009765625, -69.04436492919922, -65.39237213134766, -61.740386962890625, -58.08839797973633, -54.43640899658203, -50.784420013427734, -47.13243103027344, -43.48044204711914, -39.828453063964844, -36.17646789550781, -32.52447509765625, -28.872488021850586, -25.22049903869629, -21.568510055541992, -17.916522979736328, -14.264533042907715, -10.612545013427734, -6.9605560302734375, -3.3085670471191406, 0.34342193603515625, 3.995410680770874, 7.647399425506592, 11.29938793182373, 14.951376914978027, 18.603364944458008, 22.255353927612305, 25.9073429107666, 29.5593318939209, 33.21131896972656, 36.86330795288086, 40.515296936035156, 44.16728591918945, 47.81927490234375, 51.47126388549805, 55.123252868652344, 58.77524185180664, 62.42723083496094, 66.07921600341797, 69.73120880126953, 73.38319396972656, 77.03518676757812, 80.68717193603516, 84.33916473388672, 87.99114990234375, 91.64313507080078, 95.29512786865234, 98.94711303710938, 102.59910583496094, 106.25109100341797, 109.90308380126953, 113.55506896972656, 117.20706176757812]}, "gradients/wav2vec2.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 7.0, 4.0, 8.0, 13.0, 19.0, 19.0, 47.0, 64.0, 82.0, 158.0, 245.0, 459.0, 737.0, 1326.0, 2415.0, 4489.0, 8450.0, 16423.0, 32325.0, 65962.0, 130265.0, 248545.0, 424938.0, 629397.0, 757313.0, 703728.0, 514313.0, 311575.0, 168261.0, 86023.0, 42226.0, 21108.0, 10815.0, 5559.0, 2962.0, 1676.0, 971.0, 562.0, 309.0, 181.0, 110.0, 70.0, 48.0, 33.0, 28.0, 10.0, 8.0, 3.0, 2.0, 5.0, 0.0, 0.0, 2.0], "bins": [-16.640625, -16.1744384765625, -15.708251953125, -15.2420654296875, -14.77587890625, -14.3096923828125, -13.843505859375, -13.3773193359375, -12.9111328125, -12.4449462890625, -11.978759765625, -11.5125732421875, -11.04638671875, -10.5802001953125, -10.114013671875, -9.6478271484375, -9.181640625, -8.7154541015625, -8.249267578125, -7.7830810546875, -7.31689453125, -6.8507080078125, -6.384521484375, -5.9183349609375, -5.4521484375, -4.9859619140625, -4.519775390625, -4.0535888671875, -3.58740234375, -3.1212158203125, -2.655029296875, -2.1888427734375, -1.72265625, -1.2564697265625, -0.790283203125, -0.3240966796875, 0.14208984375, 0.6082763671875, 1.074462890625, 1.5406494140625, 2.0068359375, 2.4730224609375, 2.939208984375, 3.4053955078125, 3.87158203125, 4.3377685546875, 4.803955078125, 5.2701416015625, 5.736328125, 6.2025146484375, 6.668701171875, 7.1348876953125, 7.60107421875, 8.0672607421875, 8.533447265625, 8.9996337890625, 9.4658203125, 9.9320068359375, 10.398193359375, 10.8643798828125, 11.33056640625, 11.7967529296875, 12.262939453125, 12.7291259765625, 13.1953125]}, "gradients/wav2vec2.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 10.0, 8.0, 11.0, 14.0, 18.0, 24.0, 22.0, 16.0, 20.0, 28.0, 29.0, 37.0, 31.0, 42.0, 48.0, 48.0, 48.0, 32.0, 37.0, 43.0, 57.0, 37.0, 39.0, 42.0, 31.0, 26.0, 30.0, 24.0, 29.0, 23.0, 12.0, 19.0, 11.0, 13.0, 13.0, 16.0, 5.0, 5.0, 1.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.78125, -16.248046875, -15.71484375, -15.181640625, -14.6484375, -14.115234375, -13.58203125, -13.048828125, -12.515625, -11.982421875, -11.44921875, -10.916015625, -10.3828125, -9.849609375, -9.31640625, -8.783203125, -8.25, -7.716796875, -7.18359375, -6.650390625, -6.1171875, -5.583984375, -5.05078125, -4.517578125, -3.984375, -3.451171875, -2.91796875, -2.384765625, -1.8515625, -1.318359375, -0.78515625, -0.251953125, 0.28125, 0.814453125, 1.34765625, 1.880859375, 2.4140625, 2.947265625, 3.48046875, 4.013671875, 4.546875, 5.080078125, 5.61328125, 6.146484375, 6.6796875, 7.212890625, 7.74609375, 8.279296875, 8.8125, 9.345703125, 9.87890625, 10.412109375, 10.9453125, 11.478515625, 12.01171875, 12.544921875, 13.078125, 13.611328125, 14.14453125, 14.677734375, 15.2109375, 15.744140625, 16.27734375, 16.810546875, 17.34375]}, "gradients/wav2vec2.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 5.0, 3.0, 6.0, 8.0, 13.0, 17.0, 14.0, 16.0, 26.0, 28.0, 48.0, 63.0, 94.0, 149.0, 187.0, 370.0, 565.0, 1021.0, 1863.0, 4365.0, 11487.0, 36408.0, 143290.0, 658681.0, 2078293.0, 972838.0, 208491.0, 50700.0, 15046.0, 5371.0, 2178.0, 1055.0, 585.0, 358.0, 197.0, 139.0, 92.0, 51.0, 47.0, 33.0, 21.0, 18.0, 10.0, 11.0, 7.0, 3.0, 6.0, 5.0, 8.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-35.53125, -34.474609375, -33.41796875, -32.361328125, -31.3046875, -30.248046875, -29.19140625, -28.134765625, -27.078125, -26.021484375, -24.96484375, -23.908203125, -22.8515625, -21.794921875, -20.73828125, -19.681640625, -18.625, -17.568359375, -16.51171875, -15.455078125, -14.3984375, -13.341796875, -12.28515625, -11.228515625, -10.171875, -9.115234375, -8.05859375, -7.001953125, -5.9453125, -4.888671875, -3.83203125, -2.775390625, -1.71875, -0.662109375, 0.39453125, 1.451171875, 2.5078125, 3.564453125, 4.62109375, 5.677734375, 6.734375, 7.791015625, 8.84765625, 9.904296875, 10.9609375, 12.017578125, 13.07421875, 14.130859375, 15.1875, 16.244140625, 17.30078125, 18.357421875, 19.4140625, 20.470703125, 21.52734375, 22.583984375, 23.640625, 24.697265625, 25.75390625, 26.810546875, 27.8671875, 28.923828125, 29.98046875, 31.037109375, 32.09375]}, "gradients/wav2vec2.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 1.0, 6.0, 2.0, 1.0, 4.0, 7.0, 13.0, 17.0, 19.0, 24.0, 37.0, 56.0, 54.0, 64.0, 99.0, 136.0, 147.0, 171.0, 185.0, 262.0, 288.0, 294.0, 321.0, 321.0, 253.0, 231.0, 219.0, 173.0, 149.0, 96.0, 94.0, 88.0, 64.0, 40.0, 39.0, 26.0, 17.0, 18.0, 10.0, 10.0, 6.0, 3.0, 3.0, 1.0, 3.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-33.625, -32.54541015625, -31.4658203125, -30.38623046875, -29.306640625, -28.22705078125, -27.1474609375, -26.06787109375, -24.98828125, -23.90869140625, -22.8291015625, -21.74951171875, -20.669921875, -19.59033203125, -18.5107421875, -17.43115234375, -16.3515625, -15.27197265625, -14.1923828125, -13.11279296875, -12.033203125, -10.95361328125, -9.8740234375, -8.79443359375, -7.71484375, -6.63525390625, -5.5556640625, -4.47607421875, -3.396484375, -2.31689453125, -1.2373046875, -0.15771484375, 0.921875, 2.00146484375, 3.0810546875, 4.16064453125, 5.240234375, 6.31982421875, 7.3994140625, 8.47900390625, 9.55859375, 10.63818359375, 11.7177734375, 12.79736328125, 13.876953125, 14.95654296875, 16.0361328125, 17.11572265625, 18.1953125, 19.27490234375, 20.3544921875, 21.43408203125, 22.513671875, 23.59326171875, 24.6728515625, 25.75244140625, 26.83203125, 27.91162109375, 28.9912109375, 30.07080078125, 31.150390625, 32.22998046875, 33.3095703125, 34.38916015625, 35.46875]}, "gradients/wav2vec2.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 6.0, 2.0, 9.0, 8.0, 8.0, 18.0, 13.0, 29.0, 33.0, 53.0, 53.0, 86.0, 108.0, 89.0, 105.0, 97.0, 77.0, 57.0, 50.0, 33.0, 33.0, 12.0, 8.0, 3.0, 5.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-549.19091796875, -534.9043579101562, -520.6177978515625, -506.3312683105469, -492.04473876953125, -477.7581787109375, -463.47161865234375, -449.1850891113281, -434.8985595703125, -420.61199951171875, -406.3254699707031, -392.0389099121094, -377.75238037109375, -363.4658203125, -349.17926025390625, -334.8927307128906, -320.6061706542969, -306.3196105957031, -292.0330810546875, -277.74652099609375, -263.4599914550781, -249.17343139648438, -234.8868865966797, -220.600341796875, -206.3137969970703, -192.02725219726562, -177.74070739746094, -163.45416259765625, -149.1676025390625, -134.88107299804688, -120.59451293945312, -106.30796813964844, -92.02145385742188, -77.73490905761719, -63.448360443115234, -49.16181182861328, -34.875267028808594, -20.588722229003906, -6.3021697998046875, 7.984375, 22.270919799804688, 36.557464599609375, 50.84401321411133, 65.13056182861328, 79.41710662841797, 93.70365142822266, 107.99020385742188, 122.27674865722656, 136.56329345703125, 150.84983825683594, 165.13638305664062, 179.42294311523438, 193.70947265625, 207.99603271484375, 222.28257751464844, 236.56912231445312, 250.8556671142578, 265.1422119140625, 279.42877197265625, 293.7153015136719, 308.0018615722656, 322.28839111328125, 336.574951171875, 350.86151123046875, 365.1480407714844]}, "gradients/wav2vec2.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 5.0, 4.0, 2.0, 5.0, 7.0, 15.0, 11.0, 16.0, 23.0, 18.0, 21.0, 22.0, 30.0, 32.0, 44.0, 36.0, 48.0, 58.0, 43.0, 44.0, 36.0, 42.0, 35.0, 47.0, 45.0, 32.0, 31.0, 31.0, 39.0, 19.0, 27.0, 27.0, 23.0, 17.0, 16.0, 16.0, 5.0, 10.0, 9.0, 4.0, 3.0, 6.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-146.16976928710938, -140.8668670654297, -135.56396484375, -130.26107788085938, -124.95817565917969, -119.6552734375, -114.35237884521484, -109.04948425292969, -103.74658203125, -98.44367980957031, -93.14078521728516, -87.837890625, -82.53498840332031, -77.23208618164062, -71.92919158935547, -66.62629699707031, -61.323394775390625, -56.0204963684082, -50.71759796142578, -45.41469955444336, -40.11180114746094, -34.808902740478516, -29.506004333496094, -24.203105926513672, -18.90020751953125, -13.597309112548828, -8.294410705566406, -2.9915122985839844, 2.3113861083984375, 7.614284515380859, 12.917182922363281, 18.220081329345703, 23.522979736328125, 28.825878143310547, 34.12877655029297, 39.43167495727539, 44.73457336425781, 50.037471771240234, 55.340370178222656, 60.64326858520508, 65.9461669921875, 71.24906921386719, 76.55196380615234, 81.8548583984375, 87.15776062011719, 92.46066284179688, 97.76355743408203, 103.06645202636719, 108.36935424804688, 113.67225646972656, 118.97515106201172, 124.27804565429688, 129.58094787597656, 134.88385009765625, 140.18673706054688, 145.48963928222656, 150.79254150390625, 156.09544372558594, 161.39834594726562, 166.70123291015625, 172.00413513183594, 177.30703735351562, 182.60992431640625, 187.91282653808594, 193.21572875976562]}, "gradients/wav2vec2.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 8.0, 9.0, 16.0, 23.0, 34.0, 59.0, 82.0, 140.0, 200.0, 306.0, 565.0, 978.0, 1740.0, 3267.0, 6594.0, 13445.0, 29443.0, 65447.0, 141265.0, 251606.0, 258185.0, 147328.0, 68452.0, 30284.0, 14373.0, 6912.0, 3485.0, 1842.0, 955.0, 603.0, 337.0, 200.0, 119.0, 101.0, 54.0, 32.0, 21.0, 18.0, 11.0, 3.0, 4.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-12.7890625, -12.3897705078125, -11.990478515625, -11.5911865234375, -11.19189453125, -10.7926025390625, -10.393310546875, -9.9940185546875, -9.5947265625, -9.1954345703125, -8.796142578125, -8.3968505859375, -7.99755859375, -7.5982666015625, -7.198974609375, -6.7996826171875, -6.400390625, -6.0010986328125, -5.601806640625, -5.2025146484375, -4.80322265625, -4.4039306640625, -4.004638671875, -3.6053466796875, -3.2060546875, -2.8067626953125, -2.407470703125, -2.0081787109375, -1.60888671875, -1.2095947265625, -0.810302734375, -0.4110107421875, -0.01171875, 0.3875732421875, 0.786865234375, 1.1861572265625, 1.58544921875, 1.9847412109375, 2.384033203125, 2.7833251953125, 3.1826171875, 3.5819091796875, 3.981201171875, 4.3804931640625, 4.77978515625, 5.1790771484375, 5.578369140625, 5.9776611328125, 6.376953125, 6.7762451171875, 7.175537109375, 7.5748291015625, 7.97412109375, 8.3734130859375, 8.772705078125, 9.1719970703125, 9.5712890625, 9.9705810546875, 10.369873046875, 10.7691650390625, 11.16845703125, 11.5677490234375, 11.967041015625, 12.3663330078125, 12.765625]}, "gradients/wav2vec2.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 3.0, 4.0, 6.0, 4.0, 11.0, 5.0, 15.0, 20.0, 20.0, 26.0, 20.0, 38.0, 41.0, 36.0, 29.0, 38.0, 40.0, 56.0, 38.0, 48.0, 46.0, 55.0, 40.0, 48.0, 37.0, 39.0, 35.0, 29.0, 33.0, 21.0, 25.0, 15.0, 18.0, 11.0, 14.0, 10.0, 10.0, 5.0, 6.0, 6.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-27.59375, -26.80859375, -26.0234375, -25.23828125, -24.453125, -23.66796875, -22.8828125, -22.09765625, -21.3125, -20.52734375, -19.7421875, -18.95703125, -18.171875, -17.38671875, -16.6015625, -15.81640625, -15.03125, -14.24609375, -13.4609375, -12.67578125, -11.890625, -11.10546875, -10.3203125, -9.53515625, -8.75, -7.96484375, -7.1796875, -6.39453125, -5.609375, -4.82421875, -4.0390625, -3.25390625, -2.46875, -1.68359375, -0.8984375, -0.11328125, 0.671875, 1.45703125, 2.2421875, 3.02734375, 3.8125, 4.59765625, 5.3828125, 6.16796875, 6.953125, 7.73828125, 8.5234375, 9.30859375, 10.09375, 10.87890625, 11.6640625, 12.44921875, 13.234375, 14.01953125, 14.8046875, 15.58984375, 16.375, 17.16015625, 17.9453125, 18.73046875, 19.515625, 20.30078125, 21.0859375, 21.87109375, 22.65625]}, "gradients/wav2vec2.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 4.0, 4.0, 8.0, 12.0, 17.0, 17.0, 29.0, 51.0, 56.0, 98.0, 128.0, 229.0, 328.0, 634.0, 1073.0, 1942.0, 3428.0, 6638.0, 13909.0, 32221.0, 81143.0, 228715.0, 439940.0, 142767.0, 52328.0, 21950.0, 9814.0, 4762.0, 2557.0, 1466.0, 870.0, 526.0, 299.0, 204.0, 135.0, 76.0, 65.0, 40.0, 23.0, 16.0, 9.0, 11.0, 10.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-15.8515625, -15.4022216796875, -14.952880859375, -14.5035400390625, -14.05419921875, -13.6048583984375, -13.155517578125, -12.7061767578125, -12.2568359375, -11.8074951171875, -11.358154296875, -10.9088134765625, -10.45947265625, -10.0101318359375, -9.560791015625, -9.1114501953125, -8.662109375, -8.2127685546875, -7.763427734375, -7.3140869140625, -6.86474609375, -6.4154052734375, -5.966064453125, -5.5167236328125, -5.0673828125, -4.6180419921875, -4.168701171875, -3.7193603515625, -3.27001953125, -2.8206787109375, -2.371337890625, -1.9219970703125, -1.47265625, -1.0233154296875, -0.573974609375, -0.1246337890625, 0.32470703125, 0.7740478515625, 1.223388671875, 1.6727294921875, 2.1220703125, 2.5714111328125, 3.020751953125, 3.4700927734375, 3.91943359375, 4.3687744140625, 4.818115234375, 5.2674560546875, 5.716796875, 6.1661376953125, 6.615478515625, 7.0648193359375, 7.51416015625, 7.9635009765625, 8.412841796875, 8.8621826171875, 9.3115234375, 9.7608642578125, 10.210205078125, 10.6595458984375, 11.10888671875, 11.5582275390625, 12.007568359375, 12.4569091796875, 12.90625]}, "gradients/wav2vec2.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 2.0, 2.0, 4.0, 2.0, 4.0, 5.0, 6.0, 3.0, 11.0, 5.0, 15.0, 11.0, 23.0, 31.0, 27.0, 37.0, 39.0, 34.0, 41.0, 51.0, 51.0, 64.0, 50.0, 50.0, 65.0, 62.0, 39.0, 47.0, 41.0, 43.0, 31.0, 16.0, 16.0, 15.0, 13.0, 15.0, 5.0, 6.0, 5.0, 4.0, 4.0, 3.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-55.65625, -53.76220703125, -51.8681640625, -49.97412109375, -48.080078125, -46.18603515625, -44.2919921875, -42.39794921875, -40.50390625, -38.60986328125, -36.7158203125, -34.82177734375, -32.927734375, -31.03369140625, -29.1396484375, -27.24560546875, -25.3515625, -23.45751953125, -21.5634765625, -19.66943359375, -17.775390625, -15.88134765625, -13.9873046875, -12.09326171875, -10.19921875, -8.30517578125, -6.4111328125, -4.51708984375, -2.623046875, -0.72900390625, 1.1650390625, 3.05908203125, 4.953125, 6.84716796875, 8.7412109375, 10.63525390625, 12.529296875, 14.42333984375, 16.3173828125, 18.21142578125, 20.10546875, 21.99951171875, 23.8935546875, 25.78759765625, 27.681640625, 29.57568359375, 31.4697265625, 33.36376953125, 35.2578125, 37.15185546875, 39.0458984375, 40.93994140625, 42.833984375, 44.72802734375, 46.6220703125, 48.51611328125, 50.41015625, 52.30419921875, 54.1982421875, 56.09228515625, 57.986328125, 59.88037109375, 61.7744140625, 63.66845703125, 65.5625]}, "gradients/wav2vec2.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 4.0, 2.0, 4.0, 5.0, 5.0, 7.0, 6.0, 5.0, 15.0, 24.0, 31.0, 42.0, 66.0, 88.0, 166.0, 251.0, 408.0, 741.0, 1410.0, 3273.0, 8288.0, 23575.0, 82136.0, 320228.0, 458229.0, 103808.0, 28642.0, 9619.0, 3656.0, 1670.0, 878.0, 468.0, 246.0, 164.0, 97.0, 79.0, 61.0, 45.0, 32.0, 16.0, 20.0, 11.0, 5.0, 6.0, 4.0, 5.0, 8.0, 5.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0], "bins": [-3.62109375, -3.504608154296875, -3.38812255859375, -3.271636962890625, -3.1551513671875, -3.038665771484375, -2.92218017578125, -2.805694580078125, -2.689208984375, -2.572723388671875, -2.45623779296875, -2.339752197265625, -2.2232666015625, -2.106781005859375, -1.99029541015625, -1.873809814453125, -1.75732421875, -1.640838623046875, -1.52435302734375, -1.407867431640625, -1.2913818359375, -1.174896240234375, -1.05841064453125, -0.941925048828125, -0.825439453125, -0.708953857421875, -0.59246826171875, -0.475982666015625, -0.3594970703125, -0.243011474609375, -0.12652587890625, -0.010040283203125, 0.1064453125, 0.222930908203125, 0.33941650390625, 0.455902099609375, 0.5723876953125, 0.688873291015625, 0.80535888671875, 0.921844482421875, 1.038330078125, 1.154815673828125, 1.27130126953125, 1.387786865234375, 1.5042724609375, 1.620758056640625, 1.73724365234375, 1.853729248046875, 1.97021484375, 2.086700439453125, 2.20318603515625, 2.319671630859375, 2.4361572265625, 2.552642822265625, 2.66912841796875, 2.785614013671875, 2.902099609375, 3.018585205078125, 3.13507080078125, 3.251556396484375, 3.3680419921875, 3.484527587890625, 3.60101318359375, 3.717498779296875, 3.833984375]}, "gradients/wav2vec2.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 5.0, 6.0, 5.0, 11.0, 17.0, 14.0, 14.0, 22.0, 25.0, 23.0, 33.0, 44.0, 51.0, 61.0, 58.0, 67.0, 81.0, 75.0, 68.0, 65.0, 52.0, 47.0, 35.0, 27.0, 21.0, 15.0, 19.0, 9.0, 7.0, 8.0, 6.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0008153915405273438, -0.0007894635200500488, -0.0007635354995727539, -0.000737607479095459, -0.0007116794586181641, -0.0006857514381408691, -0.0006598234176635742, -0.0006338953971862793, -0.0006079673767089844, -0.0005820393562316895, -0.0005561113357543945, -0.0005301833152770996, -0.0005042552947998047, -0.00047832727432250977, -0.00045239925384521484, -0.0004264712333679199, -0.000400543212890625, -0.0003746151924133301, -0.00034868717193603516, -0.00032275915145874023, -0.0002968311309814453, -0.0002709031105041504, -0.00024497509002685547, -0.00021904706954956055, -0.00019311904907226562, -0.0001671910285949707, -0.00014126300811767578, -0.00011533498764038086, -8.940696716308594e-05, -6.347894668579102e-05, -3.7550926208496094e-05, -1.1622905731201172e-05, 1.430511474609375e-05, 4.023313522338867e-05, 6.61611557006836e-05, 9.208917617797852e-05, 0.00011801719665527344, 0.00014394521713256836, 0.00016987323760986328, 0.0001958012580871582, 0.00022172927856445312, 0.00024765729904174805, 0.00027358531951904297, 0.0002995133399963379, 0.0003254413604736328, 0.00035136938095092773, 0.00037729740142822266, 0.0004032254219055176, 0.0004291534423828125, 0.0004550814628601074, 0.00048100948333740234, 0.0005069375038146973, 0.0005328655242919922, 0.0005587935447692871, 0.000584721565246582, 0.000610649585723877, 0.0006365776062011719, 0.0006625056266784668, 0.0006884336471557617, 0.0007143616676330566, 0.0007402896881103516, 0.0007662177085876465, 0.0007921457290649414, 0.0008180737495422363, 0.0008440017700195312]}, "gradients/wav2vec2.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 7.0, 9.0, 19.0, 9.0, 18.0, 19.0, 44.0, 54.0, 75.0, 120.0, 199.0, 277.0, 567.0, 1048.0, 2105.0, 4323.0, 10009.0, 25405.0, 76439.0, 251170.0, 469618.0, 136353.0, 42684.0, 15292.0, 6356.0, 2942.0, 1429.0, 837.0, 424.0, 292.0, 147.0, 92.0, 60.0, 44.0, 23.0, 12.0, 20.0, 6.0, 5.0, 5.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.890625, -4.747802734375, -4.60498046875, -4.462158203125, -4.3193359375, -4.176513671875, -4.03369140625, -3.890869140625, -3.748046875, -3.605224609375, -3.46240234375, -3.319580078125, -3.1767578125, -3.033935546875, -2.89111328125, -2.748291015625, -2.60546875, -2.462646484375, -2.31982421875, -2.177001953125, -2.0341796875, -1.891357421875, -1.74853515625, -1.605712890625, -1.462890625, -1.320068359375, -1.17724609375, -1.034423828125, -0.8916015625, -0.748779296875, -0.60595703125, -0.463134765625, -0.3203125, -0.177490234375, -0.03466796875, 0.108154296875, 0.2509765625, 0.393798828125, 0.53662109375, 0.679443359375, 0.822265625, 0.965087890625, 1.10791015625, 1.250732421875, 1.3935546875, 1.536376953125, 1.67919921875, 1.822021484375, 1.96484375, 2.107666015625, 2.25048828125, 2.393310546875, 2.5361328125, 2.678955078125, 2.82177734375, 2.964599609375, 3.107421875, 3.250244140625, 3.39306640625, 3.535888671875, 3.6787109375, 3.821533203125, 3.96435546875, 4.107177734375, 4.25]}, "gradients/wav2vec2.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 0.0, 2.0, 6.0, 4.0, 1.0, 3.0, 6.0, 8.0, 6.0, 23.0, 20.0, 37.0, 57.0, 81.0, 97.0, 110.0, 113.0, 122.0, 96.0, 56.0, 48.0, 31.0, 22.0, 16.0, 11.0, 2.0, 7.0, 6.0, 2.0, 2.0, 5.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.65625, -9.404052734375, -9.15185546875, -8.899658203125, -8.6474609375, -8.395263671875, -8.14306640625, -7.890869140625, -7.638671875, -7.386474609375, -7.13427734375, -6.882080078125, -6.6298828125, -6.377685546875, -6.12548828125, -5.873291015625, -5.62109375, -5.368896484375, -5.11669921875, -4.864501953125, -4.6123046875, -4.360107421875, -4.10791015625, -3.855712890625, -3.603515625, -3.351318359375, -3.09912109375, -2.846923828125, -2.5947265625, -2.342529296875, -2.09033203125, -1.838134765625, -1.5859375, -1.333740234375, -1.08154296875, -0.829345703125, -0.5771484375, -0.324951171875, -0.07275390625, 0.179443359375, 0.431640625, 0.683837890625, 0.93603515625, 1.188232421875, 1.4404296875, 1.692626953125, 1.94482421875, 2.197021484375, 2.44921875, 2.701416015625, 2.95361328125, 3.205810546875, 3.4580078125, 3.710205078125, 3.96240234375, 4.214599609375, 4.466796875, 4.718994140625, 4.97119140625, 5.223388671875, 5.4755859375, 5.727783203125, 5.97998046875, 6.232177734375, 6.484375]}, "gradients/wav2vec2.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 11.0, 15.0, 45.0, 86.0, 200.0, 296.0, 191.0, 101.0, 40.0, 17.0, 5.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-324.6668701171875, -314.0318603515625, -303.3968505859375, -292.7618408203125, -282.1268005371094, -271.4917907714844, -260.8567810058594, -250.22177124023438, -239.58676147460938, -228.95175170898438, -218.3167266845703, -207.6817169189453, -197.0467071533203, -186.41168212890625, -175.77667236328125, -165.14166259765625, -154.5066375732422, -143.8716278076172, -133.23660278320312, -122.60159301757812, -111.96658325195312, -101.3315658569336, -90.69654846191406, -80.06153869628906, -69.42652130126953, -58.791507720947266, -48.156494140625, -37.52147674560547, -26.886463165283203, -16.251449584960938, -5.616432189941406, 5.018577575683594, 15.653594970703125, 26.28860855102539, 36.923622131347656, 47.55863952636719, 58.19365310668945, 68.82866668701172, 79.46368408203125, 90.09869384765625, 100.73371124267578, 111.36872863769531, 122.00373840332031, 132.63876342773438, 143.27377319335938, 153.90878295898438, 164.54379272460938, 175.17880249023438, 185.81382751464844, 196.44883728027344, 207.0838623046875, 217.7188720703125, 228.3538818359375, 238.9888916015625, 249.62391662597656, 260.2589111328125, 270.8939514160156, 281.5289611816406, 292.1639709472656, 302.79901123046875, 313.43402099609375, 324.06903076171875, 334.70404052734375, 345.33905029296875, 355.97406005859375]}, "gradients/wav2vec2.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 5.0, 4.0, 5.0, 5.0, 6.0, 9.0, 16.0, 18.0, 18.0, 22.0, 34.0, 33.0, 46.0, 52.0, 72.0, 73.0, 83.0, 82.0, 71.0, 56.0, 43.0, 42.0, 52.0, 22.0, 28.0, 29.0, 21.0, 19.0, 9.0, 5.0, 8.0, 7.0, 7.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-243.28839111328125, -237.1774444580078, -231.06649780273438, -224.95555114746094, -218.8446044921875, -212.73367309570312, -206.62271118164062, -200.51177978515625, -194.4008331298828, -188.28988647460938, -182.17893981933594, -176.0679931640625, -169.95704650878906, -163.84609985351562, -157.73516845703125, -151.6242218017578, -145.51327514648438, -139.40232849121094, -133.2913818359375, -127.18043518066406, -121.06949615478516, -114.95854949951172, -108.84760284423828, -102.73666381835938, -96.62570190429688, -90.51475524902344, -84.40380859375, -78.29286193847656, -72.18192291259766, -66.07097625732422, -59.96002960205078, -53.84908676147461, -47.73814392089844, -41.627197265625, -35.51625442504883, -29.40530776977539, -23.294363021850586, -17.18341827392578, -11.072471618652344, -4.961528778076172, 1.1494178771972656, 7.2603631019592285, 13.371308326721191, 19.482254028320312, 25.593198776245117, 31.704143524169922, 37.81509017944336, 43.92603302001953, 50.03697967529297, 56.147926330566406, 62.25886917114258, 68.36981201171875, 74.48075866699219, 80.59170532226562, 86.70265197753906, 92.8135986328125, 98.92454528808594, 105.03549194335938, 111.14643859863281, 117.25738525390625, 123.36832427978516, 129.47927856445312, 135.5902099609375, 141.70115661621094, 147.81210327148438]}, "gradients/wav2vec2.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 0.0, 1.0, 4.0, 1.0, 5.0, 13.0, 16.0, 11.0, 30.0, 38.0, 48.0, 68.0, 101.0, 155.0, 231.0, 350.0, 491.0, 712.0, 1065.0, 1662.0, 2793.0, 4848.0, 9606.0, 23277.0, 71315.0, 336595.0, 2742879.0, 803388.0, 129891.0, 36097.0, 13509.0, 6152.0, 3275.0, 1916.0, 1238.0, 864.0, 541.0, 368.0, 245.0, 166.0, 120.0, 67.0, 45.0, 25.0, 21.0, 18.0, 10.0, 10.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0], "bins": [-3.734375, -3.620208740234375, -3.50604248046875, -3.391876220703125, -3.2777099609375, -3.163543701171875, -3.04937744140625, -2.935211181640625, -2.821044921875, -2.706878662109375, -2.59271240234375, -2.478546142578125, -2.3643798828125, -2.250213623046875, -2.13604736328125, -2.021881103515625, -1.90771484375, -1.793548583984375, -1.67938232421875, -1.565216064453125, -1.4510498046875, -1.336883544921875, -1.22271728515625, -1.108551025390625, -0.994384765625, -0.880218505859375, -0.76605224609375, -0.651885986328125, -0.5377197265625, -0.423553466796875, -0.30938720703125, -0.195220947265625, -0.0810546875, 0.033111572265625, 0.14727783203125, 0.261444091796875, 0.3756103515625, 0.489776611328125, 0.60394287109375, 0.718109130859375, 0.832275390625, 0.946441650390625, 1.06060791015625, 1.174774169921875, 1.2889404296875, 1.403106689453125, 1.51727294921875, 1.631439208984375, 1.74560546875, 1.859771728515625, 1.97393798828125, 2.088104248046875, 2.2022705078125, 2.316436767578125, 2.43060302734375, 2.544769287109375, 2.658935546875, 2.773101806640625, 2.88726806640625, 3.001434326171875, 3.1156005859375, 3.229766845703125, 3.34393310546875, 3.458099365234375, 3.572265625]}, "gradients/wav2vec2.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 4.0, 4.0, 2.0, 4.0, 7.0, 4.0, 4.0, 7.0, 17.0, 12.0, 15.0, 18.0, 26.0, 43.0, 35.0, 54.0, 64.0, 89.0, 90.0, 79.0, 94.0, 60.0, 69.0, 42.0, 39.0, 25.0, 29.0, 19.0, 19.0, 12.0, 7.0, 4.0, 2.0, 1.0, 4.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.7841796875, -0.76409912109375, -0.7440185546875, -0.72393798828125, -0.703857421875, -0.68377685546875, -0.6636962890625, -0.64361572265625, -0.62353515625, -0.60345458984375, -0.5833740234375, -0.56329345703125, -0.543212890625, -0.52313232421875, -0.5030517578125, -0.48297119140625, -0.462890625, -0.44281005859375, -0.4227294921875, -0.40264892578125, -0.382568359375, -0.36248779296875, -0.3424072265625, -0.32232666015625, -0.30224609375, -0.28216552734375, -0.2620849609375, -0.24200439453125, -0.221923828125, -0.20184326171875, -0.1817626953125, -0.16168212890625, -0.1416015625, -0.12152099609375, -0.1014404296875, -0.08135986328125, -0.061279296875, -0.04119873046875, -0.0211181640625, -0.00103759765625, 0.01904296875, 0.03912353515625, 0.0592041015625, 0.07928466796875, 0.099365234375, 0.11944580078125, 0.1395263671875, 0.15960693359375, 0.1796875, 0.19976806640625, 0.2198486328125, 0.23992919921875, 0.260009765625, 0.28009033203125, 0.3001708984375, 0.32025146484375, 0.34033203125, 0.36041259765625, 0.3804931640625, 0.40057373046875, 0.420654296875, 0.44073486328125, 0.4608154296875, 0.48089599609375, 0.5009765625]}, "gradients/wav2vec2.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 5.0, 1.0, 3.0, 5.0, 5.0, 9.0, 15.0, 17.0, 35.0, 47.0, 56.0, 114.0, 161.0, 372.0, 737.0, 1551.0, 3455.0, 8943.0, 23798.0, 68956.0, 218608.0, 754754.0, 2004801.0, 774098.0, 222941.0, 70633.0, 24268.0, 9033.0, 3643.0, 1554.0, 785.0, 418.0, 203.0, 95.0, 68.0, 35.0, 24.0, 14.0, 16.0, 10.0, 1.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.333984375, -3.208221435546875, -3.08245849609375, -2.956695556640625, -2.8309326171875, -2.705169677734375, -2.57940673828125, -2.453643798828125, -2.327880859375, -2.202117919921875, -2.07635498046875, -1.950592041015625, -1.8248291015625, -1.699066162109375, -1.57330322265625, -1.447540283203125, -1.32177734375, -1.196014404296875, -1.07025146484375, -0.944488525390625, -0.8187255859375, -0.692962646484375, -0.56719970703125, -0.441436767578125, -0.315673828125, -0.189910888671875, -0.06414794921875, 0.061614990234375, 0.1873779296875, 0.313140869140625, 0.43890380859375, 0.564666748046875, 0.6904296875, 0.816192626953125, 0.94195556640625, 1.067718505859375, 1.1934814453125, 1.319244384765625, 1.44500732421875, 1.570770263671875, 1.696533203125, 1.822296142578125, 1.94805908203125, 2.073822021484375, 2.1995849609375, 2.325347900390625, 2.45111083984375, 2.576873779296875, 2.70263671875, 2.828399658203125, 2.95416259765625, 3.079925537109375, 3.2056884765625, 3.331451416015625, 3.45721435546875, 3.582977294921875, 3.708740234375, 3.834503173828125, 3.96026611328125, 4.086029052734375, 4.2117919921875, 4.337554931640625, 4.46331787109375, 4.589080810546875, 4.71484375]}, "gradients/wav2vec2.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 0.0, 5.0, 9.0, 7.0, 12.0, 11.0, 20.0, 22.0, 27.0, 48.0, 68.0, 98.0, 139.0, 177.0, 230.0, 288.0, 310.0, 414.0, 507.0, 400.0, 297.0, 242.0, 186.0, 154.0, 92.0, 88.0, 69.0, 42.0, 40.0, 26.0, 18.0, 7.0, 6.0, 5.0, 5.0, 6.0, 5.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.48046875, -1.42218017578125, -1.3638916015625, -1.30560302734375, -1.247314453125, -1.18902587890625, -1.1307373046875, -1.07244873046875, -1.01416015625, -0.95587158203125, -0.8975830078125, -0.83929443359375, -0.781005859375, -0.72271728515625, -0.6644287109375, -0.60614013671875, -0.5478515625, -0.48956298828125, -0.4312744140625, -0.37298583984375, -0.314697265625, -0.25640869140625, -0.1981201171875, -0.13983154296875, -0.08154296875, -0.02325439453125, 0.0350341796875, 0.09332275390625, 0.151611328125, 0.20989990234375, 0.2681884765625, 0.32647705078125, 0.384765625, 0.44305419921875, 0.5013427734375, 0.55963134765625, 0.617919921875, 0.67620849609375, 0.7344970703125, 0.79278564453125, 0.85107421875, 0.90936279296875, 0.9676513671875, 1.02593994140625, 1.084228515625, 1.14251708984375, 1.2008056640625, 1.25909423828125, 1.3173828125, 1.37567138671875, 1.4339599609375, 1.49224853515625, 1.550537109375, 1.60882568359375, 1.6671142578125, 1.72540283203125, 1.78369140625, 1.84197998046875, 1.9002685546875, 1.95855712890625, 2.016845703125, 2.07513427734375, 2.1334228515625, 2.19171142578125, 2.25]}, "gradients/wav2vec2.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 5.0, 7.0, 6.0, 12.0, 14.0, 29.0, 28.0, 44.0, 56.0, 76.0, 70.0, 102.0, 83.0, 83.0, 75.0, 99.0, 51.0, 44.0, 45.0, 20.0, 19.0, 12.0, 8.0, 3.0, 3.0, 3.0, 5.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-15.186883926391602, -14.832388877868652, -14.477893829345703, -14.123397827148438, -13.768902778625488, -13.414407730102539, -13.059911727905273, -12.705416679382324, -12.350921630859375, -11.996426582336426, -11.641931533813477, -11.287435531616211, -10.932940483093262, -10.578445434570312, -10.223949432373047, -9.869454383850098, -9.514959335327148, -9.1604642868042, -8.80596923828125, -8.451473236083984, -8.096978187561035, -7.742483139038086, -7.3879876136779785, -7.033492088317871, -6.678997039794922, -6.324501991271973, -5.970006465911865, -5.615510940551758, -5.261015892028809, -4.906520843505859, -4.552025318145752, -4.1975297927856445, -3.8430356979370117, -3.4885404109954834, -3.134045124053955, -2.7795498371124268, -2.4250545501708984, -2.07055926322937, -1.7160639762878418, -1.3615686893463135, -1.0070734024047852, -0.6525781154632568, -0.2980828285217285, 0.056412458419799805, 0.4109077453613281, 0.7654030323028564, 1.1198983192443848, 1.474393606185913, 1.8288888931274414, 2.1833841800689697, 2.537879467010498, 2.8923747539520264, 3.2468700408935547, 3.601365327835083, 3.9558606147766113, 4.310356140136719, 4.664851188659668, 5.019346237182617, 5.373841762542725, 5.728337287902832, 6.082832336425781, 6.4373273849487305, 6.791822910308838, 7.146318435668945, 7.5008134841918945]}, "gradients/wav2vec2.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 4.0, 12.0, 4.0, 15.0, 3.0, 8.0, 12.0, 7.0, 10.0, 21.0, 14.0, 11.0, 21.0, 30.0, 30.0, 26.0, 29.0, 36.0, 37.0, 37.0, 27.0, 51.0, 39.0, 43.0, 41.0, 34.0, 34.0, 38.0, 32.0, 34.0, 33.0, 26.0, 36.0, 21.0, 24.0, 22.0, 14.0, 17.0, 8.0, 10.0, 8.0, 9.0, 7.0, 3.0, 7.0, 3.0, 4.0, 3.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0], "bins": [-5.538473606109619, -5.361285209655762, -5.184096336364746, -5.006907939910889, -4.829719543457031, -4.652531147003174, -4.475342750549316, -4.298153877258301, -4.120965480804443, -3.943777084350586, -3.7665884494781494, -3.589399814605713, -3.4122114181518555, -3.235023021697998, -3.0578343868255615, -2.880645751953125, -2.7034573554992676, -2.52626895904541, -2.3490803241729736, -2.171891689300537, -1.9947032928466797, -1.8175147771835327, -1.6403262615203857, -1.4631377458572388, -1.2859492301940918, -1.1087607145309448, -0.9315721988677979, -0.7543836832046509, -0.5771951675415039, -0.40000665187835693, -0.22281813621520996, -0.04562962055206299, 0.13155841827392578, 0.30874693393707275, 0.4859354496002197, 0.6631239652633667, 0.8403124809265137, 1.0175009965896606, 1.1946895122528076, 1.3718780279159546, 1.5490665435791016, 1.7262550592422485, 1.9034435749053955, 2.080632209777832, 2.2578206062316895, 2.435009002685547, 2.6121976375579834, 2.78938627243042, 2.9665746688842773, 3.1437630653381348, 3.3209517002105713, 3.498140335083008, 3.6753287315368652, 3.8525171279907227, 4.029706001281738, 4.206894397735596, 4.384082794189453, 4.5612711906433105, 4.738459587097168, 4.915648460388184, 5.092836856842041, 5.270025253295898, 5.447214126586914, 5.6244025230407715, 5.801590919494629]}, "gradients/wav2vec2.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 4.0, 4.0, 5.0, 7.0, 5.0, 12.0, 13.0, 14.0, 20.0, 32.0, 31.0, 73.0, 78.0, 111.0, 150.0, 179.0, 248.0, 396.0, 547.0, 919.0, 1568.0, 3033.0, 5683.0, 11728.0, 27995.0, 86358.0, 336695.0, 401902.0, 109143.0, 33407.0, 13638.0, 6415.0, 3311.0, 1789.0, 1006.0, 625.0, 389.0, 274.0, 161.0, 164.0, 108.0, 72.0, 60.0, 36.0, 49.0, 25.0, 21.0, 17.0, 9.0, 10.0, 7.0, 5.0, 6.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 2.0], "bins": [-4.85546875, -4.694091796875, -4.53271484375, -4.371337890625, -4.2099609375, -4.048583984375, -3.88720703125, -3.725830078125, -3.564453125, -3.403076171875, -3.24169921875, -3.080322265625, -2.9189453125, -2.757568359375, -2.59619140625, -2.434814453125, -2.2734375, -2.112060546875, -1.95068359375, -1.789306640625, -1.6279296875, -1.466552734375, -1.30517578125, -1.143798828125, -0.982421875, -0.821044921875, -0.65966796875, -0.498291015625, -0.3369140625, -0.175537109375, -0.01416015625, 0.147216796875, 0.30859375, 0.469970703125, 0.63134765625, 0.792724609375, 0.9541015625, 1.115478515625, 1.27685546875, 1.438232421875, 1.599609375, 1.760986328125, 1.92236328125, 2.083740234375, 2.2451171875, 2.406494140625, 2.56787109375, 2.729248046875, 2.890625, 3.052001953125, 3.21337890625, 3.374755859375, 3.5361328125, 3.697509765625, 3.85888671875, 4.020263671875, 4.181640625, 4.343017578125, 4.50439453125, 4.665771484375, 4.8271484375, 4.988525390625, 5.14990234375, 5.311279296875, 5.47265625]}, "gradients/wav2vec2.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 5.0, 8.0, 12.0, 9.0, 8.0, 20.0, 16.0, 16.0, 14.0, 24.0, 34.0, 35.0, 57.0, 52.0, 39.0, 63.0, 61.0, 68.0, 60.0, 50.0, 60.0, 48.0, 39.0, 38.0, 26.0, 22.0, 21.0, 20.0, 14.0, 14.0, 10.0, 10.0, 11.0, 6.0, 3.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.720703125, -0.70086669921875, -0.6810302734375, -0.66119384765625, -0.641357421875, -0.62152099609375, -0.6016845703125, -0.58184814453125, -0.56201171875, -0.54217529296875, -0.5223388671875, -0.50250244140625, -0.482666015625, -0.46282958984375, -0.4429931640625, -0.42315673828125, -0.4033203125, -0.38348388671875, -0.3636474609375, -0.34381103515625, -0.323974609375, -0.30413818359375, -0.2843017578125, -0.26446533203125, -0.24462890625, -0.22479248046875, -0.2049560546875, -0.18511962890625, -0.165283203125, -0.14544677734375, -0.1256103515625, -0.10577392578125, -0.0859375, -0.06610107421875, -0.0462646484375, -0.02642822265625, -0.006591796875, 0.01324462890625, 0.0330810546875, 0.05291748046875, 0.07275390625, 0.09259033203125, 0.1124267578125, 0.13226318359375, 0.152099609375, 0.17193603515625, 0.1917724609375, 0.21160888671875, 0.2314453125, 0.25128173828125, 0.2711181640625, 0.29095458984375, 0.310791015625, 0.33062744140625, 0.3504638671875, 0.37030029296875, 0.39013671875, 0.40997314453125, 0.4298095703125, 0.44964599609375, 0.469482421875, 0.48931884765625, 0.5091552734375, 0.52899169921875, 0.548828125]}, "gradients/wav2vec2.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 5.0, 6.0, 8.0, 7.0, 12.0, 17.0, 30.0, 40.0, 75.0, 90.0, 151.0, 236.0, 392.0, 666.0, 1029.0, 1726.0, 2810.0, 4791.0, 8177.0, 14792.0, 30598.0, 79864.0, 235160.0, 366573.0, 184002.0, 62118.0, 24744.0, 12552.0, 7133.0, 4296.0, 2511.0, 1467.0, 915.0, 586.0, 374.0, 215.0, 130.0, 86.0, 49.0, 38.0, 26.0, 15.0, 16.0, 13.0, 4.0, 2.0, 4.0, 2.0, 2.0, 4.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-3.896484375, -3.768218994140625, -3.63995361328125, -3.511688232421875, -3.3834228515625, -3.255157470703125, -3.12689208984375, -2.998626708984375, -2.870361328125, -2.742095947265625, -2.61383056640625, -2.485565185546875, -2.3572998046875, -2.229034423828125, -2.10076904296875, -1.972503662109375, -1.84423828125, -1.715972900390625, -1.58770751953125, -1.459442138671875, -1.3311767578125, -1.202911376953125, -1.07464599609375, -0.946380615234375, -0.818115234375, -0.689849853515625, -0.56158447265625, -0.433319091796875, -0.3050537109375, -0.176788330078125, -0.04852294921875, 0.079742431640625, 0.2080078125, 0.336273193359375, 0.46453857421875, 0.592803955078125, 0.7210693359375, 0.849334716796875, 0.97760009765625, 1.105865478515625, 1.234130859375, 1.362396240234375, 1.49066162109375, 1.618927001953125, 1.7471923828125, 1.875457763671875, 2.00372314453125, 2.131988525390625, 2.26025390625, 2.388519287109375, 2.51678466796875, 2.645050048828125, 2.7733154296875, 2.901580810546875, 3.02984619140625, 3.158111572265625, 3.286376953125, 3.414642333984375, 3.54290771484375, 3.671173095703125, 3.7994384765625, 3.927703857421875, 4.05596923828125, 4.184234619140625, 4.3125]}, "gradients/wav2vec2.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 0.0, 4.0, 2.0, 3.0, 5.0, 3.0, 5.0, 7.0, 13.0, 13.0, 17.0, 23.0, 32.0, 37.0, 47.0, 49.0, 54.0, 57.0, 59.0, 50.0, 58.0, 53.0, 67.0, 54.0, 42.0, 42.0, 34.0, 36.0, 31.0, 23.0, 16.0, 12.0, 16.0, 9.0, 7.0, 4.0, 6.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-2.017578125, -1.954376220703125, -1.89117431640625, -1.827972412109375, -1.7647705078125, -1.701568603515625, -1.63836669921875, -1.575164794921875, -1.511962890625, -1.448760986328125, -1.38555908203125, -1.322357177734375, -1.2591552734375, -1.195953369140625, -1.13275146484375, -1.069549560546875, -1.00634765625, -0.943145751953125, -0.87994384765625, -0.816741943359375, -0.7535400390625, -0.690338134765625, -0.62713623046875, -0.563934326171875, -0.500732421875, -0.437530517578125, -0.37432861328125, -0.311126708984375, -0.2479248046875, -0.184722900390625, -0.12152099609375, -0.058319091796875, 0.0048828125, 0.068084716796875, 0.13128662109375, 0.194488525390625, 0.2576904296875, 0.320892333984375, 0.38409423828125, 0.447296142578125, 0.510498046875, 0.573699951171875, 0.63690185546875, 0.700103759765625, 0.7633056640625, 0.826507568359375, 0.88970947265625, 0.952911376953125, 1.01611328125, 1.079315185546875, 1.14251708984375, 1.205718994140625, 1.2689208984375, 1.332122802734375, 1.39532470703125, 1.458526611328125, 1.521728515625, 1.584930419921875, 1.64813232421875, 1.711334228515625, 1.7745361328125, 1.837738037109375, 1.90093994140625, 1.964141845703125, 2.02734375]}, "gradients/wav2vec2.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 7.0, 10.0, 10.0, 13.0, 22.0, 29.0, 42.0, 76.0, 114.0, 167.0, 241.0, 359.0, 585.0, 903.0, 1502.0, 2420.0, 4218.0, 7711.0, 15132.0, 35791.0, 122391.0, 428367.0, 300374.0, 76088.0, 25324.0, 11523.0, 6167.0, 3425.0, 2030.0, 1255.0, 770.0, 475.0, 346.0, 211.0, 139.0, 80.0, 72.0, 45.0, 43.0, 25.0, 21.0, 15.0, 8.0, 2.0, 6.0, 1.0, 2.0, 3.0], "bins": [-6.57421875, -6.400390625, -6.2265625, -6.052734375, -5.87890625, -5.705078125, -5.53125, -5.357421875, -5.18359375, -5.009765625, -4.8359375, -4.662109375, -4.48828125, -4.314453125, -4.140625, -3.966796875, -3.79296875, -3.619140625, -3.4453125, -3.271484375, -3.09765625, -2.923828125, -2.75, -2.576171875, -2.40234375, -2.228515625, -2.0546875, -1.880859375, -1.70703125, -1.533203125, -1.359375, -1.185546875, -1.01171875, -0.837890625, -0.6640625, -0.490234375, -0.31640625, -0.142578125, 0.03125, 0.205078125, 0.37890625, 0.552734375, 0.7265625, 0.900390625, 1.07421875, 1.248046875, 1.421875, 1.595703125, 1.76953125, 1.943359375, 2.1171875, 2.291015625, 2.46484375, 2.638671875, 2.8125, 2.986328125, 3.16015625, 3.333984375, 3.5078125, 3.681640625, 3.85546875, 4.029296875, 4.203125, 4.376953125, 4.55078125]}, "gradients/wav2vec2.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 6.0, 4.0, 4.0, 3.0, 5.0, 13.0, 9.0, 13.0, 42.0, 102.0, 221.0, 289.0, 164.0, 57.0, 18.0, 19.0, 8.0, 7.0, 5.0, 8.0, 5.0, 6.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0013751983642578125, -0.0013106465339660645, -0.0012460947036743164, -0.0011815428733825684, -0.0011169910430908203, -0.0010524392127990723, -0.0009878873825073242, -0.0009233355522155762, -0.0008587837219238281, -0.0007942318916320801, -0.000729680061340332, -0.000665128231048584, -0.0006005764007568359, -0.0005360245704650879, -0.00047147274017333984, -0.0004069209098815918, -0.00034236907958984375, -0.0002778172492980957, -0.00021326541900634766, -0.0001487135887145996, -8.416175842285156e-05, -1.9609928131103516e-05, 4.494190216064453e-05, 0.00010949373245239258, 0.00017404556274414062, 0.00023859739303588867, 0.0003031492233276367, 0.00036770105361938477, 0.0004322528839111328, 0.0004968047142028809, 0.0005613565444946289, 0.000625908374786377, 0.000690460205078125, 0.000755012035369873, 0.0008195638656616211, 0.0008841156959533691, 0.0009486675262451172, 0.0010132193565368652, 0.0010777711868286133, 0.0011423230171203613, 0.0012068748474121094, 0.0012714266777038574, 0.0013359785079956055, 0.0014005303382873535, 0.0014650821685791016, 0.0015296339988708496, 0.0015941858291625977, 0.0016587376594543457, 0.0017232894897460938, 0.0017878413200378418, 0.0018523931503295898, 0.0019169449806213379, 0.001981496810913086, 0.002046048641204834, 0.002110600471496582, 0.00217515230178833, 0.002239704132080078, 0.002304255962371826, 0.0023688077926635742, 0.0024333596229553223, 0.0024979114532470703, 0.0025624632835388184, 0.0026270151138305664, 0.0026915669441223145, 0.0027561187744140625]}, "gradients/wav2vec2.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 0.0, 4.0, 9.0, 6.0, 11.0, 20.0, 24.0, 39.0, 74.0, 87.0, 161.0, 253.0, 397.0, 621.0, 1110.0, 1852.0, 3295.0, 6296.0, 13170.0, 33472.0, 103795.0, 320189.0, 364664.0, 128339.0, 39367.0, 15351.0, 7105.0, 3724.0, 2064.0, 1150.0, 715.0, 431.0, 279.0, 165.0, 108.0, 82.0, 38.0, 30.0, 14.0, 18.0, 18.0, 8.0, 4.0], "bins": [-5.62109375, -5.490631103515625, -5.36016845703125, -5.229705810546875, -5.0992431640625, -4.968780517578125, -4.83831787109375, -4.707855224609375, -4.577392578125, -4.446929931640625, -4.31646728515625, -4.186004638671875, -4.0555419921875, -3.925079345703125, -3.79461669921875, -3.664154052734375, -3.53369140625, -3.403228759765625, -3.27276611328125, -3.142303466796875, -3.0118408203125, -2.881378173828125, -2.75091552734375, -2.620452880859375, -2.489990234375, -2.359527587890625, -2.22906494140625, -2.098602294921875, -1.9681396484375, -1.837677001953125, -1.70721435546875, -1.576751708984375, -1.4462890625, -1.315826416015625, -1.18536376953125, -1.054901123046875, -0.9244384765625, -0.793975830078125, -0.66351318359375, -0.533050537109375, -0.402587890625, -0.272125244140625, -0.14166259765625, -0.011199951171875, 0.1192626953125, 0.249725341796875, 0.38018798828125, 0.510650634765625, 0.64111328125, 0.771575927734375, 0.90203857421875, 1.032501220703125, 1.1629638671875, 1.293426513671875, 1.42388916015625, 1.554351806640625, 1.684814453125, 1.815277099609375, 1.94573974609375, 2.076202392578125, 2.2066650390625, 2.337127685546875, 2.46759033203125, 2.598052978515625, 2.728515625]}, "gradients/wav2vec2.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 6.0, 4.0, 4.0, 5.0, 14.0, 14.0, 8.0, 12.0, 16.0, 15.0, 26.0, 23.0, 39.0, 41.0, 52.0, 59.0, 68.0, 56.0, 60.0, 64.0, 57.0, 54.0, 47.0, 32.0, 44.0, 34.0, 20.0, 17.0, 19.0, 20.0, 12.0, 7.0, 5.0, 6.0, 7.0, 4.0, 3.0, 3.0, 3.0, 2.0, 3.0, 5.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 0.0, 0.0, 1.0], "bins": [-1.4990234375, -1.451324462890625, -1.40362548828125, -1.355926513671875, -1.3082275390625, -1.260528564453125, -1.21282958984375, -1.165130615234375, -1.117431640625, -1.069732666015625, -1.02203369140625, -0.974334716796875, -0.9266357421875, -0.878936767578125, -0.83123779296875, -0.783538818359375, -0.73583984375, -0.688140869140625, -0.64044189453125, -0.592742919921875, -0.5450439453125, -0.497344970703125, -0.44964599609375, -0.401947021484375, -0.354248046875, -0.306549072265625, -0.25885009765625, -0.211151123046875, -0.1634521484375, -0.115753173828125, -0.06805419921875, -0.020355224609375, 0.02734375, 0.075042724609375, 0.12274169921875, 0.170440673828125, 0.2181396484375, 0.265838623046875, 0.31353759765625, 0.361236572265625, 0.408935546875, 0.456634521484375, 0.50433349609375, 0.552032470703125, 0.5997314453125, 0.647430419921875, 0.69512939453125, 0.742828369140625, 0.79052734375, 0.838226318359375, 0.88592529296875, 0.933624267578125, 0.9813232421875, 1.029022216796875, 1.07672119140625, 1.124420166015625, 1.172119140625, 1.219818115234375, 1.26751708984375, 1.315216064453125, 1.3629150390625, 1.410614013671875, 1.45831298828125, 1.506011962890625, 1.5537109375]}, "gradients/wav2vec2.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 4.0, 7.0, 28.0, 49.0, 60.0, 122.0, 158.0, 194.0, 156.0, 125.0, 68.0, 29.0, 8.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-40.31378936767578, -39.382965087890625, -38.45214080810547, -37.52131652832031, -36.590492248535156, -35.659664154052734, -34.72883987426758, -33.79801559448242, -32.867191314697266, -31.93636703491211, -31.005542755126953, -30.074716567993164, -29.143892288208008, -28.21306800842285, -27.282241821289062, -26.351417541503906, -25.42059326171875, -24.489768981933594, -23.558944702148438, -22.62811851501465, -21.697294235229492, -20.766469955444336, -19.835643768310547, -18.90481948852539, -17.973995208740234, -17.043170928955078, -16.112346649169922, -15.181520462036133, -14.250696182250977, -13.31987190246582, -12.389046669006348, -11.458221435546875, -10.527399063110352, -9.596574783325195, -8.665749549865723, -7.734924793243408, -6.804100036621094, -5.873275279998779, -4.942450523376465, -4.01162576675415, -3.080801010131836, -2.1499762535095215, -1.219151496887207, -0.2883267402648926, 0.6424980163574219, 1.5733227729797363, 2.504147529602051, 3.4349722862243652, 4.36579704284668, 5.296621799468994, 6.227446556091309, 7.158271312713623, 8.089096069335938, 9.019920349121094, 9.950745582580566, 10.881570816040039, 11.812395095825195, 12.743219375610352, 13.674044609069824, 14.604869842529297, 15.535694122314453, 16.46651840209961, 17.397342681884766, 18.328168869018555, 19.25899314880371]}, "gradients/wav2vec2.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 8.0, 1.0, 10.0, 6.0, 12.0, 8.0, 11.0, 6.0, 15.0, 18.0, 20.0, 28.0, 20.0, 25.0, 24.0, 29.0, 34.0, 45.0, 41.0, 39.0, 30.0, 55.0, 45.0, 49.0, 38.0, 31.0, 42.0, 42.0, 25.0, 24.0, 30.0, 23.0, 20.0, 21.0, 26.0, 14.0, 20.0, 12.0, 11.0, 8.0, 10.0, 6.0, 6.0, 5.0, 1.0, 5.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-5.978268623352051, -5.790279388427734, -5.602290630340576, -5.41430139541626, -5.226312637329102, -5.038323402404785, -4.850334167480469, -4.662344932556152, -4.474356174468994, -4.286366939544678, -4.0983781814575195, -3.910388946533203, -3.722399950027466, -3.5344109535217285, -3.346421718597412, -3.158432722091675, -2.9704437255859375, -2.7824547290802, -2.594465732574463, -2.4064764976501465, -2.218487501144409, -2.030498504638672, -1.842509388923645, -1.6545202732086182, -1.4665312767028809, -1.2785422801971436, -1.0905531644821167, -0.9025641083717346, -0.7145750522613525, -0.5265859961509705, -0.3385969400405884, -0.15060782432556152, 0.03738069534301758, 0.22536975145339966, 0.41335880756378174, 0.6013478636741638, 0.7893369197845459, 0.977325975894928, 1.16531503200531, 1.353304147720337, 1.5412931442260742, 1.7292821407318115, 1.9172712564468384, 2.1052603721618652, 2.2932493686676025, 2.48123836517334, 2.6692276000976562, 2.8572165966033936, 3.045205593109131, 3.233194589614868, 3.4211835861206055, 3.609172821044922, 3.797161817550659, 3.9851508140563965, 4.173140048980713, 4.361128807067871, 4.5491180419921875, 4.737107276916504, 4.925096035003662, 5.1130852699279785, 5.301074028015137, 5.489063262939453, 5.6770524978637695, 5.865041732788086, 6.053030490875244]}, "gradients/wav2vec2.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 4.0, 11.0, 3.0, 9.0, 15.0, 17.0, 35.0, 33.0, 66.0, 85.0, 128.0, 186.0, 282.0, 441.0, 647.0, 1009.0, 1644.0, 2727.0, 4560.0, 8099.0, 15048.0, 29742.0, 63264.0, 148771.0, 390636.0, 1082297.0, 1437424.0, 611295.0, 222834.0, 89791.0, 40095.0, 19354.0, 10008.0, 5400.0, 2971.0, 1874.0, 1120.0, 758.0, 496.0, 293.0, 227.0, 164.0, 101.0, 87.0, 77.0, 50.0, 38.0, 20.0, 16.0, 11.0, 8.0, 9.0, 3.0, 3.0, 1.0, 3.0, 2.0], "bins": [-1.9326171875, -1.874420166015625, -1.81622314453125, -1.758026123046875, -1.6998291015625, -1.641632080078125, -1.58343505859375, -1.525238037109375, -1.467041015625, -1.408843994140625, -1.35064697265625, -1.292449951171875, -1.2342529296875, -1.176055908203125, -1.11785888671875, -1.059661865234375, -1.00146484375, -0.943267822265625, -0.88507080078125, -0.826873779296875, -0.7686767578125, -0.710479736328125, -0.65228271484375, -0.594085693359375, -0.535888671875, -0.477691650390625, -0.41949462890625, -0.361297607421875, -0.3031005859375, -0.244903564453125, -0.18670654296875, -0.128509521484375, -0.0703125, -0.012115478515625, 0.04608154296875, 0.104278564453125, 0.1624755859375, 0.220672607421875, 0.27886962890625, 0.337066650390625, 0.395263671875, 0.453460693359375, 0.51165771484375, 0.569854736328125, 0.6280517578125, 0.686248779296875, 0.74444580078125, 0.802642822265625, 0.86083984375, 0.919036865234375, 0.97723388671875, 1.035430908203125, 1.0936279296875, 1.151824951171875, 1.21002197265625, 1.268218994140625, 1.326416015625, 1.384613037109375, 1.44281005859375, 1.501007080078125, 1.5592041015625, 1.617401123046875, 1.67559814453125, 1.733795166015625, 1.7919921875]}, "gradients/wav2vec2.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 7.0, 4.0, 3.0, 5.0, 5.0, 4.0, 4.0, 7.0, 7.0, 8.0, 10.0, 17.0, 18.0, 18.0, 27.0, 27.0, 42.0, 42.0, 39.0, 41.0, 40.0, 53.0, 46.0, 54.0, 46.0, 50.0, 66.0, 35.0, 50.0, 32.0, 28.0, 31.0, 27.0, 29.0, 17.0, 8.0, 10.0, 13.0, 6.0, 7.0, 4.0, 5.0, 2.0, 6.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.7548828125, -0.731353759765625, -0.70782470703125, -0.684295654296875, -0.6607666015625, -0.637237548828125, -0.61370849609375, -0.590179443359375, -0.566650390625, -0.543121337890625, -0.51959228515625, -0.496063232421875, -0.4725341796875, -0.449005126953125, -0.42547607421875, -0.401947021484375, -0.37841796875, -0.354888916015625, -0.33135986328125, -0.307830810546875, -0.2843017578125, -0.260772705078125, -0.23724365234375, -0.213714599609375, -0.190185546875, -0.166656494140625, -0.14312744140625, -0.119598388671875, -0.0960693359375, -0.072540283203125, -0.04901123046875, -0.025482177734375, -0.001953125, 0.021575927734375, 0.04510498046875, 0.068634033203125, 0.0921630859375, 0.115692138671875, 0.13922119140625, 0.162750244140625, 0.186279296875, 0.209808349609375, 0.23333740234375, 0.256866455078125, 0.2803955078125, 0.303924560546875, 0.32745361328125, 0.350982666015625, 0.37451171875, 0.398040771484375, 0.42156982421875, 0.445098876953125, 0.4686279296875, 0.492156982421875, 0.51568603515625, 0.539215087890625, 0.562744140625, 0.586273193359375, 0.60980224609375, 0.633331298828125, 0.6568603515625, 0.680389404296875, 0.70391845703125, 0.727447509765625, 0.7509765625]}, "gradients/wav2vec2.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 6.0, 6.0, 12.0, 18.0, 19.0, 48.0, 70.0, 134.0, 205.0, 510.0, 1371.0, 4429.0, 15721.0, 69057.0, 344991.0, 1667826.0, 1657480.0, 341295.0, 68520.0, 15834.0, 4255.0, 1414.0, 514.0, 228.0, 123.0, 79.0, 42.0, 26.0, 18.0, 12.0, 12.0, 4.0, 2.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.4375, -4.27313232421875, -4.1087646484375, -3.94439697265625, -3.780029296875, -3.61566162109375, -3.4512939453125, -3.28692626953125, -3.12255859375, -2.95819091796875, -2.7938232421875, -2.62945556640625, -2.465087890625, -2.30072021484375, -2.1363525390625, -1.97198486328125, -1.8076171875, -1.64324951171875, -1.4788818359375, -1.31451416015625, -1.150146484375, -0.98577880859375, -0.8214111328125, -0.65704345703125, -0.49267578125, -0.32830810546875, -0.1639404296875, 0.00042724609375, 0.164794921875, 0.32916259765625, 0.4935302734375, 0.65789794921875, 0.822265625, 0.98663330078125, 1.1510009765625, 1.31536865234375, 1.479736328125, 1.64410400390625, 1.8084716796875, 1.97283935546875, 2.13720703125, 2.30157470703125, 2.4659423828125, 2.63031005859375, 2.794677734375, 2.95904541015625, 3.1234130859375, 3.28778076171875, 3.4521484375, 3.61651611328125, 3.7808837890625, 3.94525146484375, 4.109619140625, 4.27398681640625, 4.4383544921875, 4.60272216796875, 4.76708984375, 4.93145751953125, 5.0958251953125, 5.26019287109375, 5.424560546875, 5.58892822265625, 5.7532958984375, 5.91766357421875, 6.08203125]}, "gradients/wav2vec2.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 8.0, 5.0, 8.0, 13.0, 30.0, 32.0, 41.0, 66.0, 87.0, 137.0, 158.0, 253.0, 285.0, 362.0, 411.0, 457.0, 369.0, 328.0, 251.0, 199.0, 160.0, 115.0, 71.0, 59.0, 47.0, 47.0, 13.0, 21.0, 14.0, 12.0, 3.0, 6.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.22265625, -2.13458251953125, -2.0465087890625, -1.95843505859375, -1.870361328125, -1.78228759765625, -1.6942138671875, -1.60614013671875, -1.51806640625, -1.42999267578125, -1.3419189453125, -1.25384521484375, -1.165771484375, -1.07769775390625, -0.9896240234375, -0.90155029296875, -0.8134765625, -0.72540283203125, -0.6373291015625, -0.54925537109375, -0.461181640625, -0.37310791015625, -0.2850341796875, -0.19696044921875, -0.10888671875, -0.02081298828125, 0.0672607421875, 0.15533447265625, 0.243408203125, 0.33148193359375, 0.4195556640625, 0.50762939453125, 0.595703125, 0.68377685546875, 0.7718505859375, 0.85992431640625, 0.947998046875, 1.03607177734375, 1.1241455078125, 1.21221923828125, 1.30029296875, 1.38836669921875, 1.4764404296875, 1.56451416015625, 1.652587890625, 1.74066162109375, 1.8287353515625, 1.91680908203125, 2.0048828125, 2.09295654296875, 2.1810302734375, 2.26910400390625, 2.357177734375, 2.44525146484375, 2.5333251953125, 2.62139892578125, 2.70947265625, 2.79754638671875, 2.8856201171875, 2.97369384765625, 3.061767578125, 3.14984130859375, 3.2379150390625, 3.32598876953125, 3.4140625]}, "gradients/wav2vec2.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 10.0, 50.0, 153.0, 335.0, 296.0, 126.0, 29.0, 10.0, 1.0, 1.0, 1.0, 1.0], "bins": [-113.92605590820312, -111.88497924804688, -109.8438949584961, -107.80281829833984, -105.76173400878906, -103.72065734863281, -101.67958068847656, -99.63849639892578, -97.59741973876953, -95.55634307861328, -93.5152587890625, -91.47418212890625, -89.43309783935547, -87.39202117919922, -85.35093688964844, -83.30986022949219, -81.26878356933594, -79.22770690917969, -77.1866226196289, -75.14554595947266, -73.10446166992188, -71.06338500976562, -69.02230834960938, -66.9812240600586, -64.94013977050781, -62.8990592956543, -60.85797882080078, -58.81690216064453, -56.775821685791016, -54.7347412109375, -52.693660736083984, -50.65258026123047, -48.61149597167969, -46.57041549682617, -44.529335021972656, -42.488258361816406, -40.44717788696289, -38.406097412109375, -36.36501693725586, -34.323936462402344, -32.282859802246094, -30.241779327392578, -28.200700759887695, -26.15962028503418, -24.118541717529297, -22.07746124267578, -20.036380767822266, -17.99530029296875, -15.954221725463867, -13.913142204284668, -11.872062683105469, -9.830982208251953, -7.789902687072754, -5.748823165893555, -3.707742691040039, -1.6666631698608398, 0.3744163513183594, 2.4154961109161377, 4.456575870513916, 6.497655868530273, 8.538735389709473, 10.579814910888672, 12.620895385742188, 14.661974906921387, 16.703054428100586]}, "gradients/wav2vec2.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 5.0, 7.0, 9.0, 8.0, 9.0, 11.0, 13.0, 13.0, 14.0, 22.0, 25.0, 29.0, 38.0, 34.0, 30.0, 38.0, 37.0, 48.0, 63.0, 43.0, 56.0, 54.0, 51.0, 35.0, 40.0, 32.0, 33.0, 36.0, 33.0, 23.0, 25.0, 20.0, 18.0, 14.0, 14.0, 12.0, 9.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-14.169337272644043, -13.80064868927002, -13.431960105895996, -13.063270568847656, -12.694581985473633, -12.32589340209961, -11.957204818725586, -11.588516235351562, -11.219827651977539, -10.851139068603516, -10.482450485229492, -10.113761901855469, -9.745072364807129, -9.376383781433105, -9.007695198059082, -8.639006614685059, -8.270317077636719, -7.901628494262695, -7.532939434051514, -7.16425085067749, -6.795562267303467, -6.426873207092285, -6.058184623718262, -5.689496040344238, -5.320807456970215, -4.952118873596191, -4.58342981338501, -4.214741230010986, -3.846052646636963, -3.4773638248443604, -3.108675003051758, -2.7399864196777344, -2.371297836303711, -2.0026090145111084, -1.633920431137085, -1.2652316093444824, -0.8965429067611694, -0.5278542041778564, -0.1591653823852539, 0.20952320098876953, 0.5782120227813721, 0.9469007253646851, 1.315589427947998, 1.6842782497406006, 2.052967071533203, 2.4216556549072266, 2.790344476699829, 3.1590330600738525, 3.527721881866455, 3.8964107036590576, 4.26509952545166, 4.633788108825684, 5.002476692199707, 5.3711652755737305, 5.739854335784912, 6.1085429191589355, 6.477231979370117, 6.845920562744141, 7.214609622955322, 7.583298206329346, 7.951986789703369, 8.32067584991455, 8.689364433288574, 9.058053016662598, 9.426741600036621]}, "gradients/wav2vec2.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 7.0, 4.0, 6.0, 7.0, 11.0, 13.0, 22.0, 32.0, 44.0, 83.0, 127.0, 195.0, 305.0, 504.0, 876.0, 1516.0, 2802.0, 5223.0, 10692.0, 23184.0, 56724.0, 153151.0, 327555.0, 276163.0, 111132.0, 41689.0, 18059.0, 8519.0, 4459.0, 2315.0, 1309.0, 719.0, 416.0, 245.0, 149.0, 102.0, 59.0, 44.0, 29.0, 20.0, 20.0, 6.0, 5.0, 6.0, 6.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.23828125, -4.09625244140625, -3.9542236328125, -3.81219482421875, -3.670166015625, -3.52813720703125, -3.3861083984375, -3.24407958984375, -3.10205078125, -2.96002197265625, -2.8179931640625, -2.67596435546875, -2.533935546875, -2.39190673828125, -2.2498779296875, -2.10784912109375, -1.9658203125, -1.82379150390625, -1.6817626953125, -1.53973388671875, -1.397705078125, -1.25567626953125, -1.1136474609375, -0.97161865234375, -0.82958984375, -0.68756103515625, -0.5455322265625, -0.40350341796875, -0.261474609375, -0.11944580078125, 0.0225830078125, 0.16461181640625, 0.306640625, 0.44866943359375, 0.5906982421875, 0.73272705078125, 0.874755859375, 1.01678466796875, 1.1588134765625, 1.30084228515625, 1.44287109375, 1.58489990234375, 1.7269287109375, 1.86895751953125, 2.010986328125, 2.15301513671875, 2.2950439453125, 2.43707275390625, 2.5791015625, 2.72113037109375, 2.8631591796875, 3.00518798828125, 3.147216796875, 3.28924560546875, 3.4312744140625, 3.57330322265625, 3.71533203125, 3.85736083984375, 3.9993896484375, 4.14141845703125, 4.283447265625, 4.42547607421875, 4.5675048828125, 4.70953369140625, 4.8515625]}, "gradients/wav2vec2.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 6.0, 4.0, 6.0, 9.0, 6.0, 13.0, 8.0, 21.0, 14.0, 16.0, 11.0, 18.0, 29.0, 16.0, 27.0, 33.0, 31.0, 42.0, 36.0, 39.0, 45.0, 47.0, 41.0, 46.0, 40.0, 53.0, 49.0, 40.0, 39.0, 24.0, 34.0, 37.0, 17.0, 25.0, 10.0, 15.0, 5.0, 17.0, 10.0, 6.0, 6.0, 5.0, 3.0, 5.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.95068359375, -0.9242935180664062, -0.8979034423828125, -0.8715133666992188, -0.845123291015625, -0.8187332153320312, -0.7923431396484375, -0.7659530639648438, -0.73956298828125, -0.7131729125976562, -0.6867828369140625, -0.6603927612304688, -0.634002685546875, -0.6076126098632812, -0.5812225341796875, -0.5548324584960938, -0.5284423828125, -0.5020523071289062, -0.4756622314453125, -0.44927215576171875, -0.422882080078125, -0.39649200439453125, -0.3701019287109375, -0.34371185302734375, -0.31732177734375, -0.29093170166015625, -0.2645416259765625, -0.23815155029296875, -0.211761474609375, -0.18537139892578125, -0.1589813232421875, -0.13259124755859375, -0.106201171875, -0.07981109619140625, -0.0534210205078125, -0.02703094482421875, -0.000640869140625, 0.02574920654296875, 0.0521392822265625, 0.07852935791015625, 0.10491943359375, 0.13130950927734375, 0.1576995849609375, 0.18408966064453125, 0.210479736328125, 0.23686981201171875, 0.2632598876953125, 0.28964996337890625, 0.3160400390625, 0.34243011474609375, 0.3688201904296875, 0.39521026611328125, 0.421600341796875, 0.44799041748046875, 0.4743804931640625, 0.5007705688476562, 0.52716064453125, 0.5535507202148438, 0.5799407958984375, 0.6063308715820312, 0.632720947265625, 0.6591110229492188, 0.6855010986328125, 0.7118911743164062, 0.73828125]}, "gradients/wav2vec2.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 4.0, 3.0, 4.0, 7.0, 10.0, 5.0, 12.0, 9.0, 16.0, 28.0, 44.0, 57.0, 91.0, 125.0, 209.0, 280.0, 498.0, 763.0, 1253.0, 2140.0, 3814.0, 6712.0, 12220.0, 24348.0, 55132.0, 140508.0, 296299.0, 279800.0, 125171.0, 49666.0, 22533.0, 11467.0, 6308.0, 3560.0, 2057.0, 1265.0, 753.0, 466.0, 306.0, 190.0, 123.0, 91.0, 67.0, 50.0, 33.0, 20.0, 11.0, 15.0, 9.0, 3.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-4.53515625, -4.38861083984375, -4.2420654296875, -4.09552001953125, -3.948974609375, -3.80242919921875, -3.6558837890625, -3.50933837890625, -3.36279296875, -3.21624755859375, -3.0697021484375, -2.92315673828125, -2.776611328125, -2.63006591796875, -2.4835205078125, -2.33697509765625, -2.1904296875, -2.04388427734375, -1.8973388671875, -1.75079345703125, -1.604248046875, -1.45770263671875, -1.3111572265625, -1.16461181640625, -1.01806640625, -0.87152099609375, -0.7249755859375, -0.57843017578125, -0.431884765625, -0.28533935546875, -0.1387939453125, 0.00775146484375, 0.154296875, 0.30084228515625, 0.4473876953125, 0.59393310546875, 0.740478515625, 0.88702392578125, 1.0335693359375, 1.18011474609375, 1.32666015625, 1.47320556640625, 1.6197509765625, 1.76629638671875, 1.912841796875, 2.05938720703125, 2.2059326171875, 2.35247802734375, 2.4990234375, 2.64556884765625, 2.7921142578125, 2.93865966796875, 3.085205078125, 3.23175048828125, 3.3782958984375, 3.52484130859375, 3.67138671875, 3.81793212890625, 3.9644775390625, 4.11102294921875, 4.257568359375, 4.40411376953125, 4.5506591796875, 4.69720458984375, 4.84375]}, "gradients/wav2vec2.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 3.0, 0.0, 1.0, 4.0, 2.0, 3.0, 8.0, 11.0, 14.0, 13.0, 20.0, 16.0, 17.0, 22.0, 40.0, 36.0, 50.0, 56.0, 44.0, 56.0, 61.0, 51.0, 53.0, 49.0, 65.0, 50.0, 48.0, 42.0, 37.0, 19.0, 23.0, 22.0, 15.0, 11.0, 17.0, 12.0, 7.0, 6.0, 0.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.1640625, -4.0521240234375, -3.940185546875, -3.8282470703125, -3.71630859375, -3.6043701171875, -3.492431640625, -3.3804931640625, -3.2685546875, -3.1566162109375, -3.044677734375, -2.9327392578125, -2.82080078125, -2.7088623046875, -2.596923828125, -2.4849853515625, -2.373046875, -2.2611083984375, -2.149169921875, -2.0372314453125, -1.92529296875, -1.8133544921875, -1.701416015625, -1.5894775390625, -1.4775390625, -1.3656005859375, -1.253662109375, -1.1417236328125, -1.02978515625, -0.9178466796875, -0.805908203125, -0.6939697265625, -0.58203125, -0.4700927734375, -0.358154296875, -0.2462158203125, -0.13427734375, -0.0223388671875, 0.089599609375, 0.2015380859375, 0.3134765625, 0.4254150390625, 0.537353515625, 0.6492919921875, 0.76123046875, 0.8731689453125, 0.985107421875, 1.0970458984375, 1.208984375, 1.3209228515625, 1.432861328125, 1.5447998046875, 1.65673828125, 1.7686767578125, 1.880615234375, 1.9925537109375, 2.1044921875, 2.2164306640625, 2.328369140625, 2.4403076171875, 2.55224609375, 2.6641845703125, 2.776123046875, 2.8880615234375, 3.0]}, "gradients/wav2vec2.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 1.0, 3.0, 1.0, 5.0, 5.0, 3.0, 6.0, 11.0, 10.0, 22.0, 21.0, 36.0, 58.0, 90.0, 136.0, 185.0, 331.0, 613.0, 997.0, 1830.0, 3124.0, 5583.0, 10296.0, 20258.0, 44318.0, 118213.0, 289178.0, 314774.0, 139221.0, 51100.0, 22351.0, 11425.0, 6119.0, 3468.0, 1957.0, 1138.0, 693.0, 368.0, 223.0, 131.0, 95.0, 47.0, 36.0, 21.0, 22.0, 14.0, 11.0, 6.0, 3.0, 2.0, 1.0, 1.0, 5.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.03515625, -3.9010009765625, -3.766845703125, -3.6326904296875, -3.49853515625, -3.3643798828125, -3.230224609375, -3.0960693359375, -2.9619140625, -2.8277587890625, -2.693603515625, -2.5594482421875, -2.42529296875, -2.2911376953125, -2.156982421875, -2.0228271484375, -1.888671875, -1.7545166015625, -1.620361328125, -1.4862060546875, -1.35205078125, -1.2178955078125, -1.083740234375, -0.9495849609375, -0.8154296875, -0.6812744140625, -0.547119140625, -0.4129638671875, -0.27880859375, -0.1446533203125, -0.010498046875, 0.1236572265625, 0.2578125, 0.3919677734375, 0.526123046875, 0.6602783203125, 0.79443359375, 0.9285888671875, 1.062744140625, 1.1968994140625, 1.3310546875, 1.4652099609375, 1.599365234375, 1.7335205078125, 1.86767578125, 2.0018310546875, 2.135986328125, 2.2701416015625, 2.404296875, 2.5384521484375, 2.672607421875, 2.8067626953125, 2.94091796875, 3.0750732421875, 3.209228515625, 3.3433837890625, 3.4775390625, 3.6116943359375, 3.745849609375, 3.8800048828125, 4.01416015625, 4.1483154296875, 4.282470703125, 4.4166259765625, 4.55078125]}, "gradients/wav2vec2.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 8.0, 1.0, 3.0, 8.0, 7.0, 7.0, 4.0, 7.0, 16.0, 13.0, 28.0, 22.0, 50.0, 80.0, 137.0, 167.0, 128.0, 114.0, 60.0, 38.0, 23.0, 15.0, 15.0, 11.0, 14.0, 6.0, 10.0, 2.0, 4.0, 4.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.0014791488647460938, -0.001443915069103241, -0.0014086812734603882, -0.0013734474778175354, -0.0013382136821746826, -0.0013029798865318298, -0.001267746090888977, -0.0012325122952461243, -0.0011972784996032715, -0.0011620447039604187, -0.001126810908317566, -0.0010915771126747131, -0.0010563433170318604, -0.0010211095213890076, -0.0009858757257461548, -0.000950641930103302, -0.0009154081344604492, -0.0008801743388175964, -0.0008449405431747437, -0.0008097067475318909, -0.0007744729518890381, -0.0007392391562461853, -0.0007040053606033325, -0.0006687715649604797, -0.000633537769317627, -0.0005983039736747742, -0.0005630701780319214, -0.0005278363823890686, -0.0004926025867462158, -0.00045736879110336304, -0.00042213499546051025, -0.00038690119981765747, -0.0003516674041748047, -0.0003164336085319519, -0.0002811998128890991, -0.00024596601724624634, -0.00021073222160339355, -0.00017549842596054077, -0.000140264630317688, -0.0001050308346748352, -6.979703903198242e-05, -3.456324338912964e-05, 6.705522537231445e-07, 3.590434789657593e-05, 7.113814353942871e-05, 0.0001063719391822815, 0.00014160573482513428, 0.00017683953046798706, 0.00021207332611083984, 0.0002473071217536926, 0.0002825409173965454, 0.0003177747130393982, 0.000353008508682251, 0.00038824230432510376, 0.00042347609996795654, 0.0004587098956108093, 0.0004939436912536621, 0.0005291774868965149, 0.0005644112825393677, 0.0005996450781822205, 0.0006348788738250732, 0.000670112669467926, 0.0007053464651107788, 0.0007405802607536316, 0.0007758140563964844]}, "gradients/wav2vec2.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 1.0, 4.0, 11.0, 21.0, 34.0, 76.0, 107.0, 178.0, 378.0, 742.0, 1643.0, 3194.0, 6948.0, 15531.0, 38569.0, 116569.0, 327662.0, 340588.0, 125393.0, 41158.0, 16091.0, 7184.0, 3334.0, 1579.0, 756.0, 392.0, 189.0, 110.0, 44.0, 28.0, 18.0, 9.0, 7.0, 7.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.5390625, -4.3973388671875, -4.255615234375, -4.1138916015625, -3.97216796875, -3.8304443359375, -3.688720703125, -3.5469970703125, -3.4052734375, -3.2635498046875, -3.121826171875, -2.9801025390625, -2.83837890625, -2.6966552734375, -2.554931640625, -2.4132080078125, -2.271484375, -2.1297607421875, -1.988037109375, -1.8463134765625, -1.70458984375, -1.5628662109375, -1.421142578125, -1.2794189453125, -1.1376953125, -0.9959716796875, -0.854248046875, -0.7125244140625, -0.57080078125, -0.4290771484375, -0.287353515625, -0.1456298828125, -0.00390625, 0.1378173828125, 0.279541015625, 0.4212646484375, 0.56298828125, 0.7047119140625, 0.846435546875, 0.9881591796875, 1.1298828125, 1.2716064453125, 1.413330078125, 1.5550537109375, 1.69677734375, 1.8385009765625, 1.980224609375, 2.1219482421875, 2.263671875, 2.4053955078125, 2.547119140625, 2.6888427734375, 2.83056640625, 2.9722900390625, 3.114013671875, 3.2557373046875, 3.3974609375, 3.5391845703125, 3.680908203125, 3.8226318359375, 3.96435546875, 4.1060791015625, 4.247802734375, 4.3895263671875, 4.53125]}, "gradients/wav2vec2.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 0.0, 4.0, 5.0, 6.0, 2.0, 7.0, 14.0, 14.0, 17.0, 20.0, 29.0, 34.0, 35.0, 76.0, 74.0, 104.0, 84.0, 81.0, 86.0, 72.0, 49.0, 39.0, 32.0, 24.0, 25.0, 21.0, 6.0, 10.0, 9.0, 4.0, 3.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.55078125, -2.468292236328125, -2.38580322265625, -2.303314208984375, -2.2208251953125, -2.138336181640625, -2.05584716796875, -1.973358154296875, -1.890869140625, -1.808380126953125, -1.72589111328125, -1.643402099609375, -1.5609130859375, -1.478424072265625, -1.39593505859375, -1.313446044921875, -1.23095703125, -1.148468017578125, -1.06597900390625, -0.983489990234375, -0.9010009765625, -0.818511962890625, -0.73602294921875, -0.653533935546875, -0.571044921875, -0.488555908203125, -0.40606689453125, -0.323577880859375, -0.2410888671875, -0.158599853515625, -0.07611083984375, 0.006378173828125, 0.0888671875, 0.171356201171875, 0.25384521484375, 0.336334228515625, 0.4188232421875, 0.501312255859375, 0.58380126953125, 0.666290283203125, 0.748779296875, 0.831268310546875, 0.91375732421875, 0.996246337890625, 1.0787353515625, 1.161224365234375, 1.24371337890625, 1.326202392578125, 1.40869140625, 1.491180419921875, 1.57366943359375, 1.656158447265625, 1.7386474609375, 1.821136474609375, 1.90362548828125, 1.986114501953125, 2.068603515625, 2.151092529296875, 2.23358154296875, 2.316070556640625, 2.3985595703125, 2.481048583984375, 2.56353759765625, 2.646026611328125, 2.728515625]}, "gradients/wav2vec2.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 11.0, 22.0, 55.0, 131.0, 227.0, 271.0, 166.0, 85.0, 33.0, 12.0, 3.0, 2.0, 0.0, 1.0], "bins": [-92.02788543701172, -90.3603515625, -88.69281768798828, -87.02528381347656, -85.35774993896484, -83.69021606445312, -82.0226821899414, -80.35514831542969, -78.6876220703125, -77.02008819580078, -75.35255432128906, -73.68502044677734, -72.01748657226562, -70.3499526977539, -68.68241882324219, -67.014892578125, -65.34735107421875, -63.67981719970703, -62.01228332519531, -60.344749450683594, -58.677215576171875, -57.009681701660156, -55.3421516418457, -53.674617767333984, -52.007083892822266, -50.33955001831055, -48.67201614379883, -47.00448226928711, -45.336952209472656, -43.66941833496094, -42.00188446044922, -40.3343505859375, -38.666812896728516, -36.9992790222168, -35.33174514770508, -33.66421127319336, -31.996679306030273, -30.329145431518555, -28.66161346435547, -26.99407958984375, -25.32654571533203, -23.659011840820312, -21.991477966308594, -20.323945999145508, -18.65641212463379, -16.98887825012207, -15.321345329284668, -13.653812408447266, -11.986278533935547, -10.318744659423828, -8.651211738586426, -6.983678340911865, -5.316144943237305, -3.648611068725586, -1.9810781478881836, -0.31354522705078125, 1.3539886474609375, 3.021522045135498, 4.689055442810059, 6.356588840484619, 8.02412223815918, 9.691656112670898, 11.3591890335083, 13.026721954345703, 14.694255828857422]}, "gradients/wav2vec2.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 3.0, 4.0, 2.0, 5.0, 3.0, 8.0, 14.0, 11.0, 6.0, 12.0, 12.0, 18.0, 18.0, 21.0, 32.0, 31.0, 37.0, 40.0, 33.0, 38.0, 27.0, 36.0, 42.0, 43.0, 45.0, 45.0, 37.0, 39.0, 40.0, 34.0, 31.0, 39.0, 26.0, 27.0, 30.0, 19.0, 21.0, 5.0, 13.0, 12.0, 13.0, 9.0, 7.0, 5.0, 4.0, 4.0, 2.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-9.329887390136719, -9.023534774780273, -8.717182159423828, -8.410829544067383, -8.104476928710938, -7.798124313354492, -7.491771697998047, -7.185419082641602, -6.879066467285156, -6.572713851928711, -6.266361236572266, -5.96000862121582, -5.653656005859375, -5.34730339050293, -5.040950775146484, -4.734598159790039, -4.428245544433594, -4.121892929077148, -3.815540313720703, -3.509187698364258, -3.2028350830078125, -2.896482467651367, -2.590129852294922, -2.2837772369384766, -1.9774246215820312, -1.671072006225586, -1.3647193908691406, -1.0583667755126953, -0.75201416015625, -0.4456615447998047, -0.13930892944335938, 0.16704368591308594, 0.47339630126953125, 0.7797489166259766, 1.0861015319824219, 1.3924541473388672, 1.6988067626953125, 2.005159378051758, 2.311511993408203, 2.6178646087646484, 2.9242172241210938, 3.230569839477539, 3.5369224548339844, 3.8432750701904297, 4.149627685546875, 4.45598030090332, 4.762332916259766, 5.068685531616211, 5.375038146972656, 5.681390762329102, 5.987743377685547, 6.294095993041992, 6.6004486083984375, 6.906801223754883, 7.213153839111328, 7.519506454467773, 7.825859069824219, 8.132211685180664, 8.43856430053711, 8.744916915893555, 9.05126953125, 9.357622146606445, 9.66397476196289, 9.970327377319336, 10.276679992675781]}, "train/loss": 0.1091, "train/learning_rate": 6.004435110206065e-05, "train/epoch": 0.32, "train/global_step": 500, "_runtime": 1781, "_timestamp": 1644265960, "_step": 6, "eval/loss": 0.17190051078796387, "eval/wer": 0.10716071656191475, "eval/runtime": 383.4174, "eval/samples_per_second": 14.18, "eval/steps_per_second": 0.887, "_wandb": {"runtime": 1782}} +\ No newline at end of file +diff --git a/wandb/run-20220207_210259-2c5c0c93/logs/debug-internal.log b/wandb/run-20220207_210259-2c5c0c93/logs/debug-internal.log +index b20d0bb..a10ddc4 100644 +--- a/wandb/run-20220207_210259-2c5c0c93/logs/debug-internal.log ++++ b/wandb/run-20220207_210259-2c5c0c93/logs/debug-internal.log +@@ -2102,3 +2102,200 @@ + 2022-02-07 21:29:43,551 DEBUG SenderThread:3539843 [sender.py:send():234] send: stats + 2022-02-07 21:29:54,525 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: stop_status + 2022-02-07 21:29:54,525 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: stop_status ++2022-02-07 21:30:09,707 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:30:09,814 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: stop_status ++2022-02-07 21:30:09,814 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: stop_status ++2022-02-07 21:30:14,409 DEBUG SenderThread:3539843 [sender.py:send():234] send: stats ++2022-02-07 21:30:21,712 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:30:25,479 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: stop_status ++2022-02-07 21:30:25,479 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: stop_status ++2022-02-07 21:30:27,716 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:30:34,718 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:30:40,721 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:30:40,815 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: stop_status ++2022-02-07 21:30:40,816 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: stop_status ++2022-02-07 21:30:44,722 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:30:45,239 DEBUG SenderThread:3539843 [sender.py:send():234] send: stats ++2022-02-07 21:30:48,724 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:30:52,726 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:30:56,321 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: stop_status ++2022-02-07 21:30:56,321 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: stop_status ++2022-02-07 21:30:56,728 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:00,730 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:04,732 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:08,734 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:10,735 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:11,672 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: stop_status ++2022-02-07 21:31:11,673 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: stop_status ++2022-02-07 21:31:14,737 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:16,019 DEBUG SenderThread:3539843 [sender.py:send():234] send: stats ++2022-02-07 21:31:16,739 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:20,740 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:22,742 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:24,743 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:27,102 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: stop_status ++2022-02-07 21:31:27,103 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: stop_status ++2022-02-07 21:31:29,745 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:31,746 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:33,747 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:35,748 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:37,749 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:39,750 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:41,751 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:42,336 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: stop_status ++2022-02-07 21:31:42,337 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: stop_status ++2022-02-07 21:31:43,752 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:45,752 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:46,835 DEBUG SenderThread:3539843 [sender.py:send():234] send: stats ++2022-02-07 21:31:47,753 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:49,754 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:51,755 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:53,755 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:55,757 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:57,627 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: stop_status ++2022-02-07 21:31:57,627 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: stop_status ++2022-02-07 21:31:57,757 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:31:59,759 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:32:01,760 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:32:03,761 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:32:05,762 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:32:07,763 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:32:09,763 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:32:11,764 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:32:12,854 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: stop_status ++2022-02-07 21:32:12,854 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: stop_status ++2022-02-07 21:32:17,685 DEBUG SenderThread:3539843 [sender.py:send():234] send: stats ++2022-02-07 21:32:21,769 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:32:28,167 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: stop_status ++2022-02-07 21:32:28,168 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: stop_status ++2022-02-07 21:32:28,773 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:32:34,776 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:32:40,135 WARNING MainThread:3539843 [internal.py:wandb_internal():146] Internal process interrupt: 1 ++2022-02-07 21:32:40,702 DEBUG SenderThread:3539843 [sender.py:send():234] send: history ++2022-02-07 21:32:40,813 DEBUG SenderThread:3539843 [sender.py:send():234] send: summary ++2022-02-07 21:32:40,843 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:32:40,843 INFO SenderThread:3539843 [sender.py:_save_file():939] saving file wandb-summary.json with policy end ++2022-02-07 21:32:41,843 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/wandb-summary.json ++2022-02-07 21:32:42,701 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:42,702 DEBUG SenderThread:3539843 [sender.py:send():234] send: telemetry ++2022-02-07 21:32:42,702 DEBUG SenderThread:3539843 [sender.py:send():234] send: exit ++2022-02-07 21:32:42,702 INFO SenderThread:3539843 [sender.py:send_exit():366] handling exit code: 255 ++2022-02-07 21:32:42,703 INFO SenderThread:3539843 [sender.py:send_exit():368] handling runtime: 1782 ++2022-02-07 21:32:42,735 INFO SenderThread:3539843 [sender.py:_save_file():939] saving file wandb-summary.json with policy end ++2022-02-07 21:32:42,736 INFO SenderThread:3539843 [sender.py:send_exit():374] send defer ++2022-02-07 21:32:42,736 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:42,737 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: defer ++2022-02-07 21:32:42,737 INFO HandlerThread:3539843 [handler.py:handle_request_defer():147] handle defer: 0 ++2022-02-07 21:32:42,737 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: defer ++2022-02-07 21:32:42,737 INFO SenderThread:3539843 [sender.py:send_request_defer():383] handle sender defer: 0 ++2022-02-07 21:32:42,737 INFO SenderThread:3539843 [sender.py:transition_state():387] send defer: 1 ++2022-02-07 21:32:42,738 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: defer ++2022-02-07 21:32:42,738 INFO HandlerThread:3539843 [handler.py:handle_request_defer():147] handle defer: 1 ++2022-02-07 21:32:42,789 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: defer ++2022-02-07 21:32:42,789 INFO SenderThread:3539843 [sender.py:send_request_defer():383] handle sender defer: 1 ++2022-02-07 21:32:42,790 INFO SenderThread:3539843 [sender.py:transition_state():387] send defer: 2 ++2022-02-07 21:32:42,790 DEBUG SenderThread:3539843 [sender.py:send():234] send: stats ++2022-02-07 21:32:42,790 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: defer ++2022-02-07 21:32:42,791 INFO HandlerThread:3539843 [handler.py:handle_request_defer():147] handle defer: 2 ++2022-02-07 21:32:42,791 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: defer ++2022-02-07 21:32:42,791 INFO SenderThread:3539843 [sender.py:send_request_defer():383] handle sender defer: 2 ++2022-02-07 21:32:42,791 INFO SenderThread:3539843 [sender.py:transition_state():387] send defer: 3 ++2022-02-07 21:32:42,792 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: defer ++2022-02-07 21:32:42,792 INFO HandlerThread:3539843 [handler.py:handle_request_defer():147] handle defer: 3 ++2022-02-07 21:32:42,827 DEBUG SenderThread:3539843 [sender.py:send():234] send: summary ++2022-02-07 21:32:42,839 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:42,874 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/wandb-summary.json ++2022-02-07 21:32:42,874 INFO SenderThread:3539843 [sender.py:_save_file():939] saving file wandb-summary.json with policy end ++2022-02-07 21:32:42,874 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:32:42,875 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: defer ++2022-02-07 21:32:42,875 INFO SenderThread:3539843 [sender.py:send_request_defer():383] handle sender defer: 3 ++2022-02-07 21:32:42,875 INFO SenderThread:3539843 [sender.py:transition_state():387] send defer: 4 ++2022-02-07 21:32:42,875 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:42,876 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: defer ++2022-02-07 21:32:42,876 INFO HandlerThread:3539843 [handler.py:handle_request_defer():147] handle defer: 4 ++2022-02-07 21:32:42,877 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: defer ++2022-02-07 21:32:42,877 INFO SenderThread:3539843 [sender.py:send_request_defer():383] handle sender defer: 4 ++2022-02-07 21:32:42,978 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:43,634 INFO SenderThread:3539843 [sender.py:transition_state():387] send defer: 5 ++2022-02-07 21:32:43,634 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:43,634 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: defer ++2022-02-07 21:32:43,635 INFO HandlerThread:3539843 [handler.py:handle_request_defer():147] handle defer: 5 ++2022-02-07 21:32:43,635 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: defer ++2022-02-07 21:32:43,635 INFO SenderThread:3539843 [sender.py:send_request_defer():383] handle sender defer: 5 ++2022-02-07 21:32:43,635 INFO SenderThread:3539843 [dir_watcher.py:finish():283] shutting down directory watcher ++2022-02-07 21:32:43,736 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:43,874 INFO Thread-8 :3539843 [dir_watcher.py:_on_file_modified():230] file/dir modified: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/config.yaml ++2022-02-07 21:32:43,875 INFO SenderThread:3539843 [dir_watcher.py:finish():313] scan: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files ++2022-02-07 21:32:43,876 INFO SenderThread:3539843 [dir_watcher.py:finish():327] scan save: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/config.yaml config.yaml ++2022-02-07 21:32:43,876 INFO SenderThread:3539843 [dir_watcher.py:finish():327] scan save: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/requirements.txt requirements.txt ++2022-02-07 21:32:43,876 INFO SenderThread:3539843 [dir_watcher.py:finish():327] scan save: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/wandb-summary.json wandb-summary.json ++2022-02-07 21:32:43,877 INFO SenderThread:3539843 [dir_watcher.py:finish():327] scan save: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log output.log ++2022-02-07 21:32:43,877 INFO SenderThread:3539843 [dir_watcher.py:finish():327] scan save: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/diff.patch diff.patch ++2022-02-07 21:32:43,877 INFO SenderThread:3539843 [dir_watcher.py:finish():327] scan save: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/wandb-metadata.json wandb-metadata.json ++2022-02-07 21:32:43,883 INFO SenderThread:3539843 [dir_watcher.py:finish():327] scan save: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/code/run_speech_recognition_ctc.py code/run_speech_recognition_ctc.py ++2022-02-07 21:32:43,883 INFO SenderThread:3539843 [sender.py:transition_state():387] send defer: 6 ++2022-02-07 21:32:43,883 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:43,890 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: defer ++2022-02-07 21:32:43,900 INFO HandlerThread:3539843 [handler.py:handle_request_defer():147] handle defer: 6 ++2022-02-07 21:32:43,901 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: defer ++2022-02-07 21:32:43,901 INFO SenderThread:3539843 [sender.py:send_request_defer():383] handle sender defer: 6 ++2022-02-07 21:32:43,901 INFO SenderThread:3539843 [file_pusher.py:finish():177] shutting down file pusher ++2022-02-07 21:32:43,991 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:43,991 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:44,093 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:44,093 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:44,195 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:44,195 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:44,297 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:44,297 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:44,399 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:44,399 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:44,501 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:44,501 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:44,584 INFO Thread-15 :3539843 [upload_job.py:push():137] Uploaded file /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/requirements.txt ++2022-02-07 21:32:44,603 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:44,603 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:44,613 INFO Thread-17 :3539843 [upload_job.py:push():137] Uploaded file /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/output.log ++2022-02-07 21:32:44,705 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:44,705 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:44,807 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:44,807 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:44,909 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:44,909 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:44,932 INFO Thread-16 :3539843 [upload_job.py:push():137] Uploaded file /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/wandb-summary.json ++2022-02-07 21:32:44,935 INFO Thread-14 :3539843 [upload_job.py:push():137] Uploaded file /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/files/config.yaml ++2022-02-07 21:32:45,011 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:45,011 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:45,113 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:45,113 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:45,136 INFO Thread-7 :3539843 [sender.py:transition_state():387] send defer: 7 ++2022-02-07 21:32:45,136 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: defer ++2022-02-07 21:32:45,137 INFO HandlerThread:3539843 [handler.py:handle_request_defer():147] handle defer: 7 ++2022-02-07 21:32:45,137 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: defer ++2022-02-07 21:32:45,137 INFO SenderThread:3539843 [sender.py:send_request_defer():383] handle sender defer: 7 ++2022-02-07 21:32:45,215 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:46,445 INFO SenderThread:3539843 [sender.py:transition_state():387] send defer: 8 ++2022-02-07 21:32:46,446 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:46,446 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: defer ++2022-02-07 21:32:46,447 INFO HandlerThread:3539843 [handler.py:handle_request_defer():147] handle defer: 8 ++2022-02-07 21:32:46,447 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: defer ++2022-02-07 21:32:46,447 INFO SenderThread:3539843 [sender.py:send_request_defer():383] handle sender defer: 8 ++2022-02-07 21:32:46,447 INFO SenderThread:3539843 [sender.py:transition_state():387] send defer: 9 ++2022-02-07 21:32:46,449 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: defer ++2022-02-07 21:32:46,449 INFO HandlerThread:3539843 [handler.py:handle_request_defer():147] handle defer: 9 ++2022-02-07 21:32:46,450 DEBUG SenderThread:3539843 [sender.py:send():234] send: final ++2022-02-07 21:32:46,450 DEBUG SenderThread:3539843 [sender.py:send():234] send: footer ++2022-02-07 21:32:46,450 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: defer ++2022-02-07 21:32:46,450 INFO SenderThread:3539843 [sender.py:send_request_defer():383] handle sender defer: 9 ++2022-02-07 21:32:46,548 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: poll_exit ++2022-02-07 21:32:46,548 DEBUG SenderThread:3539843 [sender.py:send_request():248] send_request: poll_exit ++2022-02-07 21:32:46,548 INFO SenderThread:3539843 [file_pusher.py:join():182] waiting for file pusher ++2022-02-07 21:32:47,025 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: get_summary ++2022-02-07 21:32:47,089 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: sampled_history ++2022-02-07 21:32:47,092 DEBUG HandlerThread:3539843 [handler.py:handle_request():130] handle_request: shutdown ++2022-02-07 21:32:47,092 INFO HandlerThread:3539843 [handler.py:finish():731] shutting down handler ++2022-02-07 21:32:47,450 INFO WriterThread:3539843 [datastore.py:close():281] close: /mnt/lv_ai_1_dante/javierr/wav2vec2-xls-r-300m-npsc-bokmaal/wandb/run-20220207_210259-2c5c0c93/run-2c5c0c93.wandb ++2022-02-07 21:32:48,023 INFO SenderThread:3539843 [sender.py:finish():1070] shutting down sender ++2022-02-07 21:32:48,024 INFO SenderThread:3539843 [file_pusher.py:finish():177] shutting down file pusher ++2022-02-07 21:32:48,031 INFO SenderThread:3539843 [file_pusher.py:join():182] waiting for file pusher ++2022-02-07 21:32:48,035 INFO MainThread:3539843 [internal.py:handle_exit():77] Internal process exited +diff --git a/wandb/run-20220207_210259-2c5c0c93/logs/debug.log b/wandb/run-20220207_210259-2c5c0c93/logs/debug.log +index c301f56..eede5ee 100644 +--- a/wandb/run-20220207_210259-2c5c0c93/logs/debug.log ++++ b/wandb/run-20220207_210259-2c5c0c93/logs/debug.log +@@ -23,3 +23,175 @@ config: {} + 2022-02-07 21:03:05,542 INFO MainThread:3538561 [wandb_init.py:init():633] run started, returning control to user process + 2022-02-07 21:03:05,546 INFO MainThread:3538561 [wandb_run.py:_config_callback():956] config_cb None None {'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'chunk_size_feed_forward': 0, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'architectures': ['Wav2Vec2ForCTC'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': 31, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': './', 'transformers_version': '4.17.0.dev0', 'feat_extract_dropout': 0.0, 'model_type': 'wav2vec2', 'num_feat_extract_layers': 7, 'hidden_size': 1024, 'feat_extract_norm': 'layer', 'feat_extract_activation': 'gelu', 'conv_dim': [512, 512, 512, 512, 512, 512, 512], 'conv_stride': [5, 2, 2, 2, 2, 2, 2], 'conv_kernel': [10, 3, 3, 3, 3, 2, 2], 'conv_bias': True, 'num_conv_pos_embeddings': 128, 'num_conv_pos_embedding_groups': 16, 'num_hidden_layers': 24, 'intermediate_size': 4096, 'hidden_act': 'gelu', 'num_attention_heads': 16, 'hidden_dropout': 0.047, 'attention_dropout': 0.094, 'activation_dropout': 0.055, 'feat_proj_dropout': 0.04, 'final_dropout': 0.0, 'layerdrop': 0.041, 'layer_norm_eps': 1e-05, 'initializer_range': 0.02, 'vocab_size': 34, 'do_stable_layer_norm': True, 'use_weighted_layer_sum': False, 'apply_spec_augment': True, 'mask_time_prob': 0.082, 'mask_time_length': 10, 'mask_time_min_masks': 2, 'mask_feature_prob': 0.25, 'mask_feature_length': 64, 'mask_feature_min_masks': 0, 'num_codevectors_per_group': 320, 'num_codevector_groups': 2, 'contrastive_logits_temperature': 0.1, 'feat_quantizer_dropout': 0.0, 'num_negatives': 100, 'codevector_dim': 768, 'proj_codevector_dim': 768, 'diversity_loss_weight': 0.1, 'ctc_loss_reduction': 'mean', 'ctc_zero_infinity': False, 'add_adapter': False, 'adapter_kernel_size': 3, 'adapter_stride': 2, 'num_adapter_layers': 3, 'output_hidden_size': 1024, 'classifier_proj_size': 256, 'tdnn_dim': [512, 512, 512, 512, 1500], 'tdnn_kernel': [5, 3, 3, 1, 1], 'tdnn_dilation': [1, 2, 3, 1, 1], 'xvector_output_dim': 512, 'output_dir': './', 'overwrite_output_dir': True, 'do_train': True, 'do_eval': True, 'do_predict': False, 'evaluation_strategy': 'steps', 'prediction_loss_only': False, 'per_device_train_batch_size': 16, 'per_device_eval_batch_size': 16, 'per_gpu_train_batch_size': 'None', 'per_gpu_eval_batch_size': 'None', 'gradient_accumulation_steps': 2, 'eval_accumulation_steps': 'None', 'learning_rate': 6.185717493824388e-05, 'weight_decay': 0.0, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 1.0, 'num_train_epochs': 11.0, 'max_steps': -1, 'lr_scheduler_type': 'linear', 'warmup_ratio': 0.0, 'warmup_steps': 0, 'log_level': -1, 'log_level_replica': -1, 'log_on_each_node': True, 'logging_dir': './runs/Feb07_21-01-58_dante', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 500, 'save_total_limit': 3, 'save_on_each_node': False, 'no_cuda': False, 'seed': 42, 'bf16': False, 'fp16': True, 'fp16_opt_level': 'O1', 'half_precision_backend': 'amp', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': 'None', 'local_rank': -1, 'xpu_backend': 'None', 'tpu_num_cores': 'None', 'tpu_metrics_debug': False, 'debug': '[]', 'dataloader_drop_last': False, 'eval_steps': 500, 'dataloader_num_workers': 0, 'past_index': -1, 'run_name': './', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': 'None', 'load_best_model_at_end': False, 'metric_for_best_model': 'None', 'greater_is_better': 'None', 'ignore_data_skip': False, 'sharded_ddp': '[]', 'deepspeed': 'None', 'label_smoothing_factor': 0.0, 'optim': 'adamw_hf', 'adafactor': False, 'group_by_length': True, 'length_column_name': 'input_length', 'report_to': "['tensorboard', 'wandb']", 'ddp_find_unused_parameters': 'None', 'ddp_bucket_cap_mb': 'None', 'dataloader_pin_memory': True, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': True, 'resume_from_checkpoint': 'None', 'hub_model_id': 'NbAiLab/wav2vec2-xls-r-300m-npsc-bokmaal', 'hub_strategy': 'every_save', 'hub_token': '', 'gradient_checkpointing': True, 'fp16_backend': 'auto', 'push_to_hub_model_id': 'None', 'push_to_hub_organization': 'None', 'push_to_hub_token': '', '_n_gpu': 1, 'mp_parameters': '', 'train_batch_size': 16, 'eval_batch_size': 16} + 2022-02-07 21:03:05,552 INFO MainThread:3538561 [wandb_watch.py:watch():43] Watching ++2022-02-07 21:32:40,626 INFO MainThread:3538561 [wandb_run.py:_atexit_cleanup():1780] got exitcode: 255 ++2022-02-07 21:32:40,662 INFO MainThread:3538561 [wandb_run.py:_restore():1752] restore ++2022-02-07 21:32:42,737 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 2 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 1793106 ++ total_bytes: 1793106 ++} ++ ++2022-02-07 21:32:42,877 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 2 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 1793106 ++ total_bytes: 1793106 ++} ++ ++2022-02-07 21:32:43,635 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 2 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 1793106 ++ total_bytes: 1793106 ++} ++ ++2022-02-07 21:32:43,890 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 1793106 ++ total_bytes: 2578575 ++} ++ ++2022-02-07 21:32:43,992 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 1793106 ++ total_bytes: 2578575 ++} ++ ++2022-02-07 21:32:44,094 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 1793106 ++ total_bytes: 2578575 ++} ++ ++2022-02-07 21:32:44,196 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 1793106 ++ total_bytes: 2578575 ++} ++ ++2022-02-07 21:32:44,298 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 2119601 ++ total_bytes: 2578575 ++} ++ ++2022-02-07 21:32:44,400 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 2578575 ++ total_bytes: 2578575 ++} ++ ++2022-02-07 21:32:44,502 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 2578575 ++ total_bytes: 2578575 ++} ++ ++2022-02-07 21:32:44,604 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 2578575 ++ total_bytes: 2578575 ++} ++ ++2022-02-07 21:32:44,706 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 2578575 ++ total_bytes: 2578575 ++} ++ ++2022-02-07 21:32:44,808 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 2578575 ++ total_bytes: 2578575 ++} ++ ++2022-02-07 21:32:44,910 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 2578575 ++ total_bytes: 2578575 ++} ++ ++2022-02-07 21:32:45,012 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 2578575 ++ total_bytes: 2578575 ++} ++ ++2022-02-07 21:32:45,114 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 2578575 ++ total_bytes: 2578575 ++} ++ ++2022-02-07 21:32:46,447 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 2578575 ++ total_bytes: 2578575 ++} ++ ++2022-02-07 21:32:47,024 INFO MainThread:3538561 [wandb_run.py:_wait_for_finish():1912] got exit ret: done: true ++exit_result { ++} ++file_counts { ++ wandb_count: 6 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 2578575 ++ total_bytes: 2578575 ++} ++local_info { ++} ++ ++2022-02-07 21:32:48,485 INFO MainThread:3538561 [wandb_run.py:_append_history():2130] rendering history ++2022-02-07 21:32:48,486 INFO MainThread:3538561 [wandb_run.py:_append_summary():2085] rendering summary ++2022-02-07 21:32:48,487 INFO MainThread:3538561 [wandb_run.py:_append_files():2180] logging synced files +diff --git a/wandb/run-20220207_210259-2c5c0c93/run-2c5c0c93.wandb b/wandb/run-20220207_210259-2c5c0c93/run-2c5c0c93.wandb +index d24952a..c310df9 100644 +--- a/wandb/run-20220207_210259-2c5c0c93/run-2c5c0c93.wandb ++++ b/wandb/run-20220207_210259-2c5c0c93/run-2c5c0c93.wandb +@@ -1,3 +1,3 @@ + version https://git-lfs.github.com/spec/v1 +-oid sha256:6c29f41a7d8046f6168d28f3ee9885aceb3cf6281c6a3c3c4ba0270db0c26edf +-size 3407933 ++oid sha256:474fd1bf1c2aa2f5167a529ddbe10704b52e0619d691e2438144ef7a43c06ffe ++size 4703752