diff --git "a/wandb/run-20220207_221901-334vrkbn/files/wandb-summary.json" "b/wandb/run-20220207_221901-334vrkbn/files/wandb-summary.json" new file mode 100644--- /dev/null +++ "b/wandb/run-20220207_221901-334vrkbn/files/wandb-summary.json" @@ -0,0 +1 @@ +{"gradients/lm_head.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 5.0, 4.0, 1.0, 5.0, 8.0, 5.0, 15.0, 15.0, 10.0, 29.0, 26.0, 27.0, 34.0, 45.0, 62.0, 98.0, 117.0, 226.0, 443.0, 1129.0, 4482.0, 23292.0, 2903.0, 817.0, 347.0, 185.0, 120.0, 88.0, 54.0, 44.0, 36.0, 24.0, 24.0, 20.0, 10.0, 12.0, 10.0, 5.0, 3.0, 5.0, 4.0, 7.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1855.0, -1793.890625, -1732.78125, -1671.671875, -1610.5625, -1549.453125, -1488.34375, -1427.234375, -1366.125, -1305.015625, -1243.90625, -1182.796875, -1121.6875, -1060.578125, -999.46875, -938.359375, -877.25, -816.140625, -755.03125, -693.921875, -632.8125, -571.703125, -510.59375, -449.484375, -388.375, -327.265625, -266.15625, -205.046875, -143.9375, -82.828125, -21.71875, 39.390625, 100.5, 161.609375, 222.71875, 283.828125, 344.9375, 406.046875, 467.15625, 528.265625, 589.375, 650.484375, 711.59375, 772.703125, 833.8125, 894.921875, 956.03125, 1017.140625, 1078.25, 1139.359375, 1200.46875, 1261.578125, 1322.6875, 1383.796875, 1444.90625, 1506.015625, 1567.125, 1628.234375, 1689.34375, 1750.453125, 1811.5625, 1872.671875, 1933.78125, 1994.890625, 2056.0]}, "gradients/lm_head.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 13.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2566.0, -2511.65625, -2457.3125, -2402.96875, -2348.625, -2294.28125, -2239.9375, -2185.59375, -2131.25, -2076.90625, -2022.5625, -1968.21875, -1913.875, -1859.53125, -1805.1875, -1750.84375, -1696.5, -1642.15625, -1587.8125, -1533.46875, -1479.125, -1424.78125, -1370.4375, -1316.09375, -1261.75, -1207.40625, -1153.0625, -1098.71875, -1044.375, -990.03125, -935.6875, -881.34375, -827.0, -772.65625, -718.3125, -663.96875, -609.625, -555.28125, -500.9375, -446.59375, -392.25, -337.90625, -283.5625, -229.21875, -174.875, -120.53125, -66.1875, -11.84375, 42.5, 96.84375, 151.1875, 205.53125, 259.875, 314.21875, 368.5625, 422.90625, 477.25, 531.59375, 585.9375, 640.28125, 694.625, 748.96875, 803.3125, 857.65625, 912.0]}, "gradients/wav2vec2.encoder.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 4.0, 13.0, 24.0, 260.0, 569.0, 114.0, 21.0, 7.0, 6.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-897.3402709960938, -769.6383056640625, -641.9363403320312, -514.234375, -386.53240966796875, -258.8304443359375, -131.12847900390625, -3.426513671875, 124.27545166015625, 251.9774169921875, 379.67938232421875, 507.38134765625, 635.0833129882812, 762.7852783203125, 890.4872436523438, 1018.189208984375, 1145.89111328125, 1273.593017578125, 1401.2950439453125, 1528.9970703125, 1656.698974609375, 1784.40087890625, 1912.1029052734375, 2039.804931640625, 2167.5068359375, 2295.208740234375, 2422.91064453125, 2550.61279296875, 2678.314697265625, 2806.0166015625, 2933.71875, 3061.420654296875, 3189.12255859375, 3316.824462890625, 3444.5263671875, 3572.228515625, 3699.930419921875, 3827.63232421875, 3955.33447265625, 4083.036376953125, 4210.73828125, 4338.4404296875, 4466.14208984375, 4593.84423828125, 4721.5458984375, 4849.248046875, 4976.9501953125, 5104.65185546875, 5232.35400390625, 5360.05615234375, 5487.7578125, 5615.4599609375, 5743.162109375, 5870.86376953125, 5998.56591796875, 6126.267578125, 6253.9697265625, 6381.671875, 6509.37353515625, 6637.07568359375, 6764.77734375, 6892.4794921875, 7020.181640625, 7147.88330078125, 7275.58544921875]}, "gradients/wav2vec2.encoder.layer_norm.bias": {"_type": "histogram", "values": [2.0, 4.0, 0.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 4.0, 1.0, 13.0, 12.0, 21.0, 38.0, 63.0, 56.0, 84.0, 99.0, 112.0, 109.0, 87.0, 86.0, 59.0, 43.0, 19.0, 13.0, 8.0, 8.0, 3.0, 8.0, 2.0, 7.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1070.917724609375, -1035.01220703125, -999.1065673828125, -963.2009887695312, -927.29541015625, -891.3898315429688, -855.4842529296875, -819.5786743164062, -783.673095703125, -747.7675170898438, -711.8619384765625, -675.9563598632812, -640.05078125, -604.1452026367188, -568.2396240234375, -532.3340454101562, -496.428466796875, -460.52288818359375, -424.6173095703125, -388.71173095703125, -352.80615234375, -316.90057373046875, -280.9949951171875, -245.08941650390625, -209.183837890625, -173.27825927734375, -137.3726806640625, -101.46710205078125, -65.5615234375, -29.65594482421875, 6.2496337890625, 42.15521240234375, 78.0609130859375, 113.96649169921875, 149.8720703125, 185.77764892578125, 221.6832275390625, 257.58880615234375, 293.494384765625, 329.39996337890625, 365.3055419921875, 401.21112060546875, 437.11669921875, 473.02227783203125, 508.9278564453125, 544.8334350585938, 580.739013671875, 616.6445922851562, 652.5501708984375, 688.4557495117188, 724.361328125, 760.2669067382812, 796.1724853515625, 832.0780639648438, 867.983642578125, 903.8892211914062, 939.7947998046875, 975.7003784179688, 1011.60595703125, 1047.511474609375, 1083.4171142578125, 1119.32275390625, 1155.228271484375, 1191.1337890625, 1227.0394287109375]}, "gradients/wav2vec2.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 6.0, 8.0, 2.0, 14.0, 26.0, 40.0, 51.0, 67.0, 141.0, 239.0, 376.0, 645.0, 1035.0, 1861.0, 3261.0, 5834.0, 10777.0, 20362.0, 39780.0, 81752.0, 182582.0, 438489.0, 1001661.0, 1256571.0, 651838.0, 267437.0, 116069.0, 54763.0, 26906.0, 14188.0, 7507.0, 4115.0, 2385.0, 1364.0, 810.0, 488.0, 303.0, 193.0, 110.0, 86.0, 62.0, 26.0, 19.0, 12.0, 11.0, 8.0, 4.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.78515625, -4.63665771484375, -4.4881591796875, -4.33966064453125, -4.191162109375, -4.04266357421875, -3.8941650390625, -3.74566650390625, -3.59716796875, -3.44866943359375, -3.3001708984375, -3.15167236328125, -3.003173828125, -2.85467529296875, -2.7061767578125, -2.55767822265625, -2.4091796875, -2.26068115234375, -2.1121826171875, -1.96368408203125, -1.815185546875, -1.66668701171875, -1.5181884765625, -1.36968994140625, -1.22119140625, -1.07269287109375, -0.9241943359375, -0.77569580078125, -0.627197265625, -0.47869873046875, -0.3302001953125, -0.18170166015625, -0.033203125, 0.11529541015625, 0.2637939453125, 0.41229248046875, 0.560791015625, 0.70928955078125, 0.8577880859375, 1.00628662109375, 1.15478515625, 1.30328369140625, 1.4517822265625, 1.60028076171875, 1.748779296875, 1.89727783203125, 2.0457763671875, 2.19427490234375, 2.3427734375, 2.49127197265625, 2.6397705078125, 2.78826904296875, 2.936767578125, 3.08526611328125, 3.2337646484375, 3.38226318359375, 3.53076171875, 3.67926025390625, 3.8277587890625, 3.97625732421875, 4.124755859375, 4.27325439453125, 4.4217529296875, 4.57025146484375, 4.71875]}, "gradients/wav2vec2.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 3.0, 8.0, 5.0, 8.0, 15.0, 10.0, 17.0, 16.0, 15.0, 20.0, 22.0, 31.0, 38.0, 34.0, 41.0, 42.0, 29.0, 20.0, 37.0, 37.0, 41.0, 54.0, 36.0, 25.0, 42.0, 38.0, 41.0, 28.0, 29.0, 36.0, 30.0, 19.0, 21.0, 20.0, 10.0, 17.0, 9.0, 10.0, 15.0, 11.0, 7.0, 7.0, 7.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0], "bins": [-4.24609375, -4.121826171875, -3.99755859375, -3.873291015625, -3.7490234375, -3.624755859375, -3.50048828125, -3.376220703125, -3.251953125, -3.127685546875, -3.00341796875, -2.879150390625, -2.7548828125, -2.630615234375, -2.50634765625, -2.382080078125, -2.2578125, -2.133544921875, -2.00927734375, -1.885009765625, -1.7607421875, -1.636474609375, -1.51220703125, -1.387939453125, -1.263671875, -1.139404296875, -1.01513671875, -0.890869140625, -0.7666015625, -0.642333984375, -0.51806640625, -0.393798828125, -0.26953125, -0.145263671875, -0.02099609375, 0.103271484375, 0.2275390625, 0.351806640625, 0.47607421875, 0.600341796875, 0.724609375, 0.848876953125, 0.97314453125, 1.097412109375, 1.2216796875, 1.345947265625, 1.47021484375, 1.594482421875, 1.71875, 1.843017578125, 1.96728515625, 2.091552734375, 2.2158203125, 2.340087890625, 2.46435546875, 2.588623046875, 2.712890625, 2.837158203125, 2.96142578125, 3.085693359375, 3.2099609375, 3.334228515625, 3.45849609375, 3.582763671875, 3.70703125]}, "gradients/wav2vec2.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 0.0, 0.0, 3.0, 7.0, 7.0, 4.0, 15.0, 19.0, 19.0, 20.0, 48.0, 58.0, 83.0, 125.0, 191.0, 301.0, 483.0, 882.0, 1543.0, 3059.0, 6473.0, 15047.0, 39702.0, 119208.0, 406332.0, 1343642.0, 1542933.0, 491858.0, 143303.0, 46807.0, 17335.0, 7239.0, 3440.0, 1733.0, 912.0, 558.0, 314.0, 195.0, 121.0, 74.0, 56.0, 41.0, 34.0, 16.0, 18.0, 8.0, 5.0, 6.0, 1.0, 4.0, 6.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.984375, -9.6409912109375, -9.297607421875, -8.9542236328125, -8.61083984375, -8.2674560546875, -7.924072265625, -7.5806884765625, -7.2373046875, -6.8939208984375, -6.550537109375, -6.2071533203125, -5.86376953125, -5.5203857421875, -5.177001953125, -4.8336181640625, -4.490234375, -4.1468505859375, -3.803466796875, -3.4600830078125, -3.11669921875, -2.7733154296875, -2.429931640625, -2.0865478515625, -1.7431640625, -1.3997802734375, -1.056396484375, -0.7130126953125, -0.36962890625, -0.0262451171875, 0.317138671875, 0.6605224609375, 1.00390625, 1.3472900390625, 1.690673828125, 2.0340576171875, 2.37744140625, 2.7208251953125, 3.064208984375, 3.4075927734375, 3.7509765625, 4.0943603515625, 4.437744140625, 4.7811279296875, 5.12451171875, 5.4678955078125, 5.811279296875, 6.1546630859375, 6.498046875, 6.8414306640625, 7.184814453125, 7.5281982421875, 7.87158203125, 8.2149658203125, 8.558349609375, 8.9017333984375, 9.2451171875, 9.5885009765625, 9.931884765625, 10.2752685546875, 10.61865234375, 10.9620361328125, 11.305419921875, 11.6488037109375, 11.9921875]}, "gradients/wav2vec2.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 3.0, 5.0, 1.0, 4.0, 2.0, 3.0, 13.0, 9.0, 10.0, 23.0, 15.0, 24.0, 41.0, 69.0, 89.0, 122.0, 183.0, 236.0, 331.0, 432.0, 486.0, 469.0, 413.0, 289.0, 220.0, 174.0, 111.0, 81.0, 54.0, 53.0, 18.0, 26.0, 24.0, 13.0, 6.0, 9.0, 6.0, 3.0, 4.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0], "bins": [-15.2734375, -14.8905029296875, -14.507568359375, -14.1246337890625, -13.74169921875, -13.3587646484375, -12.975830078125, -12.5928955078125, -12.2099609375, -11.8270263671875, -11.444091796875, -11.0611572265625, -10.67822265625, -10.2952880859375, -9.912353515625, -9.5294189453125, -9.146484375, -8.7635498046875, -8.380615234375, -7.9976806640625, -7.61474609375, -7.2318115234375, -6.848876953125, -6.4659423828125, -6.0830078125, -5.7000732421875, -5.317138671875, -4.9342041015625, -4.55126953125, -4.1683349609375, -3.785400390625, -3.4024658203125, -3.01953125, -2.6365966796875, -2.253662109375, -1.8707275390625, -1.48779296875, -1.1048583984375, -0.721923828125, -0.3389892578125, 0.0439453125, 0.4268798828125, 0.809814453125, 1.1927490234375, 1.57568359375, 1.9586181640625, 2.341552734375, 2.7244873046875, 3.107421875, 3.4903564453125, 3.873291015625, 4.2562255859375, 4.63916015625, 5.0220947265625, 5.405029296875, 5.7879638671875, 6.1708984375, 6.5538330078125, 6.936767578125, 7.3197021484375, 7.70263671875, 8.0855712890625, 8.468505859375, 8.8514404296875, 9.234375]}, "gradients/wav2vec2.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 5.0, 2.0, 3.0, 2.0, 4.0, 9.0, 7.0, 16.0, 36.0, 34.0, 61.0, 86.0, 102.0, 132.0, 130.0, 113.0, 90.0, 73.0, 54.0, 32.0, 14.0, 7.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-92.74345397949219, -90.01919555664062, -87.2949447631836, -84.57068634033203, -81.846435546875, -79.12217712402344, -76.39791870117188, -73.67366027832031, -70.94940948486328, -68.22515106201172, -65.50090026855469, -62.776641845703125, -60.05238723754883, -57.32813262939453, -54.60387420654297, -51.87961959838867, -49.155364990234375, -46.43111038208008, -43.70685577392578, -40.98259735107422, -38.25834274291992, -35.534088134765625, -32.80982971191406, -30.085575103759766, -27.36132049560547, -24.637065887451172, -21.912809371948242, -19.188552856445312, -16.464298248291016, -13.740042686462402, -11.015787124633789, -8.29153060913086, -5.567268371582031, -2.843012809753418, -0.11875724792480469, 2.6054983139038086, 5.329753875732422, 8.054009437561035, 10.778264999389648, 13.502521514892578, 16.226776123046875, 18.951030731201172, 21.6752872467041, 24.39954376220703, 27.123798370361328, 29.848052978515625, 32.57231140136719, 35.296566009521484, 38.02082061767578, 40.74507522583008, 43.469329833984375, 46.19358825683594, 48.917842864990234, 51.64209747314453, 54.366355895996094, 57.09061050415039, 59.81486511230469, 62.539119720458984, 65.26337432861328, 67.98763275146484, 70.71188354492188, 73.43614196777344, 76.160400390625, 78.88465881347656, 81.6089096069336]}, "gradients/wav2vec2.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 7.0, 12.0, 12.0, 10.0, 5.0, 17.0, 17.0, 12.0, 19.0, 16.0, 13.0, 27.0, 33.0, 32.0, 30.0, 35.0, 38.0, 38.0, 44.0, 38.0, 33.0, 38.0, 43.0, 44.0, 45.0, 37.0, 28.0, 27.0, 37.0, 30.0, 28.0, 22.0, 23.0, 15.0, 19.0, 15.0, 10.0, 14.0, 12.0, 9.0, 6.0, 3.0, 4.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0], "bins": [-43.95686721801758, -42.60906982421875, -41.261268615722656, -39.91347122192383, -38.565673828125, -37.21787643432617, -35.870079040527344, -34.52227783203125, -33.17448043823242, -31.826683044433594, -30.478883743286133, -29.131084442138672, -27.783287048339844, -26.435489654541016, -25.087690353393555, -23.739891052246094, -22.392093658447266, -21.044296264648438, -19.696496963500977, -18.348697662353516, -17.000900268554688, -15.653101921081543, -14.305303573608398, -12.957505226135254, -11.60970687866211, -10.261908531188965, -8.91411018371582, -7.566311836242676, -6.218513488769531, -4.870715141296387, -3.522916793823242, -2.1751184463500977, -0.8273239135742188, 0.5204744338989258, 1.8682727813720703, 3.216071128845215, 4.563869476318359, 5.911667823791504, 7.259466171264648, 8.607264518737793, 9.955062866210938, 11.302861213684082, 12.650659561157227, 13.998457908630371, 15.346256256103516, 16.694053649902344, 18.041852951049805, 19.389652252197266, 20.737449645996094, 22.085247039794922, 23.433046340942383, 24.780845642089844, 26.128643035888672, 27.4764404296875, 28.82423973083496, 30.172039031982422, 31.51983642578125, 32.86763381958008, 34.215431213378906, 35.563232421875, 36.91102981567383, 38.258827209472656, 39.60662841796875, 40.95442581176758, 42.302223205566406]}, "gradients/wav2vec2.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 2.0, 3.0, 3.0, 6.0, 3.0, 14.0, 22.0, 27.0, 46.0, 53.0, 86.0, 147.0, 225.0, 379.0, 522.0, 899.0, 1341.0, 2100.0, 3350.0, 5081.0, 7996.0, 12556.0, 19289.0, 30514.0, 51738.0, 108664.0, 249867.0, 276392.0, 127787.0, 57564.0, 33108.0, 21208.0, 13390.0, 8658.0, 5665.0, 3498.0, 2298.0, 1482.0, 912.0, 587.0, 391.0, 245.0, 159.0, 113.0, 66.0, 41.0, 24.0, 9.0, 14.0, 7.0, 8.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-6.984375, -6.75225830078125, -6.5201416015625, -6.28802490234375, -6.055908203125, -5.82379150390625, -5.5916748046875, -5.35955810546875, -5.12744140625, -4.89532470703125, -4.6632080078125, -4.43109130859375, -4.198974609375, -3.96685791015625, -3.7347412109375, -3.50262451171875, -3.2705078125, -3.03839111328125, -2.8062744140625, -2.57415771484375, -2.342041015625, -2.10992431640625, -1.8778076171875, -1.64569091796875, -1.41357421875, -1.18145751953125, -0.9493408203125, -0.71722412109375, -0.485107421875, -0.25299072265625, -0.0208740234375, 0.21124267578125, 0.443359375, 0.67547607421875, 0.9075927734375, 1.13970947265625, 1.371826171875, 1.60394287109375, 1.8360595703125, 2.06817626953125, 2.30029296875, 2.53240966796875, 2.7645263671875, 2.99664306640625, 3.228759765625, 3.46087646484375, 3.6929931640625, 3.92510986328125, 4.1572265625, 4.38934326171875, 4.6214599609375, 4.85357666015625, 5.085693359375, 5.31781005859375, 5.5499267578125, 5.78204345703125, 6.01416015625, 6.24627685546875, 6.4783935546875, 6.71051025390625, 6.942626953125, 7.17474365234375, 7.4068603515625, 7.63897705078125, 7.87109375]}, "gradients/wav2vec2.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 6.0, 6.0, 1.0, 6.0, 8.0, 6.0, 6.0, 12.0, 13.0, 18.0, 18.0, 17.0, 22.0, 20.0, 28.0, 32.0, 36.0, 41.0, 59.0, 47.0, 44.0, 53.0, 49.0, 49.0, 34.0, 38.0, 41.0, 38.0, 39.0, 43.0, 34.0, 24.0, 23.0, 23.0, 20.0, 19.0, 16.0, 5.0, 5.0, 2.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-5.046875, -4.9033203125, -4.759765625, -4.6162109375, -4.47265625, -4.3291015625, -4.185546875, -4.0419921875, -3.8984375, -3.7548828125, -3.611328125, -3.4677734375, -3.32421875, -3.1806640625, -3.037109375, -2.8935546875, -2.75, -2.6064453125, -2.462890625, -2.3193359375, -2.17578125, -2.0322265625, -1.888671875, -1.7451171875, -1.6015625, -1.4580078125, -1.314453125, -1.1708984375, -1.02734375, -0.8837890625, -0.740234375, -0.5966796875, -0.453125, -0.3095703125, -0.166015625, -0.0224609375, 0.12109375, 0.2646484375, 0.408203125, 0.5517578125, 0.6953125, 0.8388671875, 0.982421875, 1.1259765625, 1.26953125, 1.4130859375, 1.556640625, 1.7001953125, 1.84375, 1.9873046875, 2.130859375, 2.2744140625, 2.41796875, 2.5615234375, 2.705078125, 2.8486328125, 2.9921875, 3.1357421875, 3.279296875, 3.4228515625, 3.56640625, 3.7099609375, 3.853515625, 3.9970703125, 4.140625]}, "gradients/wav2vec2.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 3.0, 5.0, 7.0, 19.0, 21.0, 26.0, 30.0, 53.0, 52.0, 98.0, 158.0, 272.0, 420.0, 767.0, 1513.0, 3258.0, 7480.0, 17536.0, 44432.0, 136659.0, 581963.0, 168079.0, 50117.0, 20008.0, 8312.0, 3554.0, 1699.0, 767.0, 483.0, 256.0, 159.0, 96.0, 73.0, 55.0, 35.0, 36.0, 12.0, 11.0, 10.0, 7.0, 4.0, 5.0, 5.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.09375, -17.5380859375, -16.982421875, -16.4267578125, -15.87109375, -15.3154296875, -14.759765625, -14.2041015625, -13.6484375, -13.0927734375, -12.537109375, -11.9814453125, -11.42578125, -10.8701171875, -10.314453125, -9.7587890625, -9.203125, -8.6474609375, -8.091796875, -7.5361328125, -6.98046875, -6.4248046875, -5.869140625, -5.3134765625, -4.7578125, -4.2021484375, -3.646484375, -3.0908203125, -2.53515625, -1.9794921875, -1.423828125, -0.8681640625, -0.3125, 0.2431640625, 0.798828125, 1.3544921875, 1.91015625, 2.4658203125, 3.021484375, 3.5771484375, 4.1328125, 4.6884765625, 5.244140625, 5.7998046875, 6.35546875, 6.9111328125, 7.466796875, 8.0224609375, 8.578125, 9.1337890625, 9.689453125, 10.2451171875, 10.80078125, 11.3564453125, 11.912109375, 12.4677734375, 13.0234375, 13.5791015625, 14.134765625, 14.6904296875, 15.24609375, 15.8017578125, 16.357421875, 16.9130859375, 17.46875]}, "gradients/wav2vec2.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 5.0, 2.0, 3.0, 2.0, 4.0, 6.0, 7.0, 8.0, 15.0, 14.0, 24.0, 24.0, 29.0, 33.0, 44.0, 39.0, 43.0, 57.0, 56.0, 65.0, 61.0, 57.0, 56.0, 48.0, 55.0, 44.0, 34.0, 34.0, 33.0, 25.0, 15.0, 15.0, 7.0, 9.0, 7.0, 4.0, 10.0, 6.0, 1.0, 2.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.515625, -16.92236328125, -16.3291015625, -15.73583984375, -15.142578125, -14.54931640625, -13.9560546875, -13.36279296875, -12.76953125, -12.17626953125, -11.5830078125, -10.98974609375, -10.396484375, -9.80322265625, -9.2099609375, -8.61669921875, -8.0234375, -7.43017578125, -6.8369140625, -6.24365234375, -5.650390625, -5.05712890625, -4.4638671875, -3.87060546875, -3.27734375, -2.68408203125, -2.0908203125, -1.49755859375, -0.904296875, -0.31103515625, 0.2822265625, 0.87548828125, 1.46875, 2.06201171875, 2.6552734375, 3.24853515625, 3.841796875, 4.43505859375, 5.0283203125, 5.62158203125, 6.21484375, 6.80810546875, 7.4013671875, 7.99462890625, 8.587890625, 9.18115234375, 9.7744140625, 10.36767578125, 10.9609375, 11.55419921875, 12.1474609375, 12.74072265625, 13.333984375, 13.92724609375, 14.5205078125, 15.11376953125, 15.70703125, 16.30029296875, 16.8935546875, 17.48681640625, 18.080078125, 18.67333984375, 19.2666015625, 19.85986328125, 20.453125]}, "gradients/wav2vec2.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 4.0, 7.0, 8.0, 13.0, 18.0, 25.0, 31.0, 52.0, 89.0, 136.0, 315.0, 834.0, 2674.0, 9525.0, 39649.0, 196463.0, 673463.0, 95852.0, 21285.0, 5392.0, 1556.0, 574.0, 240.0, 145.0, 70.0, 39.0, 37.0, 15.0, 15.0, 15.0, 5.0, 1.0, 4.0, 3.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-20.8125, -20.25439453125, -19.6962890625, -19.13818359375, -18.580078125, -18.02197265625, -17.4638671875, -16.90576171875, -16.34765625, -15.78955078125, -15.2314453125, -14.67333984375, -14.115234375, -13.55712890625, -12.9990234375, -12.44091796875, -11.8828125, -11.32470703125, -10.7666015625, -10.20849609375, -9.650390625, -9.09228515625, -8.5341796875, -7.97607421875, -7.41796875, -6.85986328125, -6.3017578125, -5.74365234375, -5.185546875, -4.62744140625, -4.0693359375, -3.51123046875, -2.953125, -2.39501953125, -1.8369140625, -1.27880859375, -0.720703125, -0.16259765625, 0.3955078125, 0.95361328125, 1.51171875, 2.06982421875, 2.6279296875, 3.18603515625, 3.744140625, 4.30224609375, 4.8603515625, 5.41845703125, 5.9765625, 6.53466796875, 7.0927734375, 7.65087890625, 8.208984375, 8.76708984375, 9.3251953125, 9.88330078125, 10.44140625, 10.99951171875, 11.5576171875, 12.11572265625, 12.673828125, 13.23193359375, 13.7900390625, 14.34814453125, 14.90625]}, "gradients/wav2vec2.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 4.0, 3.0, 2.0, 2.0, 3.0, 13.0, 11.0, 18.0, 12.0, 26.0, 27.0, 34.0, 50.0, 170.0, 304.0, 110.0, 40.0, 33.0, 35.0, 19.0, 17.0, 13.0, 5.0, 6.0, 3.0, 6.0, 5.0, 4.0, 8.0, 3.0, 1.0, 2.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.003322601318359375, -0.0032335519790649414, -0.003144502639770508, -0.0030554533004760742, -0.0029664039611816406, -0.002877354621887207, -0.0027883052825927734, -0.00269925594329834, -0.0026102066040039062, -0.0025211572647094727, -0.002432107925415039, -0.0023430585861206055, -0.002254009246826172, -0.0021649599075317383, -0.0020759105682373047, -0.001986861228942871, -0.0018978118896484375, -0.001808762550354004, -0.0017197132110595703, -0.0016306638717651367, -0.0015416145324707031, -0.0014525651931762695, -0.001363515853881836, -0.0012744665145874023, -0.0011854171752929688, -0.0010963678359985352, -0.0010073184967041016, -0.000918269157409668, -0.0008292198181152344, -0.0007401704788208008, -0.0006511211395263672, -0.0005620718002319336, -0.0004730224609375, -0.0003839731216430664, -0.0002949237823486328, -0.00020587444305419922, -0.00011682510375976562, -2.777576446533203e-05, 6.127357482910156e-05, 0.00015032291412353516, 0.00023937225341796875, 0.00032842159271240234, 0.00041747093200683594, 0.0005065202713012695, 0.0005955696105957031, 0.0006846189498901367, 0.0007736682891845703, 0.0008627176284790039, 0.0009517669677734375, 0.001040816307067871, 0.0011298656463623047, 0.0012189149856567383, 0.0013079643249511719, 0.0013970136642456055, 0.001486063003540039, 0.0015751123428344727, 0.0016641616821289062, 0.0017532110214233398, 0.0018422603607177734, 0.001931309700012207, 0.0020203590393066406, 0.0021094083786010742, 0.002198457717895508, 0.0022875070571899414, 0.002376556396484375]}, "gradients/wav2vec2.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 7.0, 6.0, 9.0, 11.0, 17.0, 29.0, 45.0, 63.0, 114.0, 162.0, 276.0, 432.0, 763.0, 1434.0, 2917.0, 6447.0, 16033.0, 42483.0, 112078.0, 453287.0, 279626.0, 80196.0, 30495.0, 11609.0, 4942.0, 2204.0, 1154.0, 678.0, 364.0, 216.0, 160.0, 101.0, 64.0, 48.0, 20.0, 19.0, 11.0, 8.0, 8.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0], "bins": [-10.1015625, -9.8115234375, -9.521484375, -9.2314453125, -8.94140625, -8.6513671875, -8.361328125, -8.0712890625, -7.78125, -7.4912109375, -7.201171875, -6.9111328125, -6.62109375, -6.3310546875, -6.041015625, -5.7509765625, -5.4609375, -5.1708984375, -4.880859375, -4.5908203125, -4.30078125, -4.0107421875, -3.720703125, -3.4306640625, -3.140625, -2.8505859375, -2.560546875, -2.2705078125, -1.98046875, -1.6904296875, -1.400390625, -1.1103515625, -0.8203125, -0.5302734375, -0.240234375, 0.0498046875, 0.33984375, 0.6298828125, 0.919921875, 1.2099609375, 1.5, 1.7900390625, 2.080078125, 2.3701171875, 2.66015625, 2.9501953125, 3.240234375, 3.5302734375, 3.8203125, 4.1103515625, 4.400390625, 4.6904296875, 4.98046875, 5.2705078125, 5.560546875, 5.8505859375, 6.140625, 6.4306640625, 6.720703125, 7.0107421875, 7.30078125, 7.5908203125, 7.880859375, 8.1708984375, 8.4609375]}, "gradients/wav2vec2.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 3.0, 3.0, 4.0, 6.0, 7.0, 3.0, 9.0, 8.0, 15.0, 22.0, 17.0, 19.0, 12.0, 27.0, 46.0, 43.0, 64.0, 80.0, 110.0, 119.0, 93.0, 74.0, 52.0, 29.0, 20.0, 22.0, 18.0, 17.0, 18.0, 6.0, 6.0, 9.0, 5.0, 3.0, 6.0, 1.0, 2.0, 3.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.421875, -6.21527099609375, -6.0086669921875, -5.80206298828125, -5.595458984375, -5.38885498046875, -5.1822509765625, -4.97564697265625, -4.76904296875, -4.56243896484375, -4.3558349609375, -4.14923095703125, -3.942626953125, -3.73602294921875, -3.5294189453125, -3.32281494140625, -3.1162109375, -2.90960693359375, -2.7030029296875, -2.49639892578125, -2.289794921875, -2.08319091796875, -1.8765869140625, -1.66998291015625, -1.46337890625, -1.25677490234375, -1.0501708984375, -0.84356689453125, -0.636962890625, -0.43035888671875, -0.2237548828125, -0.01715087890625, 0.189453125, 0.39605712890625, 0.6026611328125, 0.80926513671875, 1.015869140625, 1.22247314453125, 1.4290771484375, 1.63568115234375, 1.84228515625, 2.04888916015625, 2.2554931640625, 2.46209716796875, 2.668701171875, 2.87530517578125, 3.0819091796875, 3.28851318359375, 3.4951171875, 3.70172119140625, 3.9083251953125, 4.11492919921875, 4.321533203125, 4.52813720703125, 4.7347412109375, 4.94134521484375, 5.14794921875, 5.35455322265625, 5.5611572265625, 5.76776123046875, 5.974365234375, 6.18096923828125, 6.3875732421875, 6.59417724609375, 6.80078125]}, "gradients/wav2vec2.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 8.0, 10.0, 21.0, 46.0, 50.0, 97.0, 128.0, 136.0, 154.0, 111.0, 91.0, 61.0, 40.0, 21.0, 12.0, 5.0, 5.0, 4.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-57.183982849121094, -54.19278335571289, -51.20158767700195, -48.21038818359375, -45.21919250488281, -42.22799301147461, -39.236793518066406, -36.24559783935547, -33.254398345947266, -30.263200759887695, -27.272003173828125, -24.280803680419922, -21.28960609436035, -18.29840850830078, -15.307209014892578, -12.316011428833008, -9.324813842773438, -6.333615779876709, -3.3424177169799805, -0.35121917724609375, 2.6399784088134766, 5.631175994873047, 8.62237548828125, 11.61357307434082, 14.60477066040039, 17.59596824645996, 20.58716583251953, 23.578365325927734, 26.569562911987305, 29.560760498046875, 32.55195999145508, 35.54315948486328, 38.53434753417969, 41.52554702758789, 44.51674270629883, 47.50794219970703, 50.49913787841797, 53.49033737182617, 56.481536865234375, 59.47273254394531, 62.463932037353516, 65.45513153076172, 68.44632720947266, 71.43753051757812, 74.42872619628906, 77.419921875, 80.41111755371094, 83.4023208618164, 86.39351654052734, 89.38471221923828, 92.37591552734375, 95.36711120605469, 98.35830688476562, 101.34950256347656, 104.34070587158203, 107.33190155029297, 110.32310485839844, 113.31430053710938, 116.30550384521484, 119.29669952392578, 122.28789520263672, 125.27909851074219, 128.27029418945312, 131.26148986816406, 134.252685546875]}, "gradients/wav2vec2.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 3.0, 4.0, 3.0, 5.0, 9.0, 10.0, 12.0, 9.0, 11.0, 14.0, 17.0, 16.0, 20.0, 13.0, 20.0, 26.0, 34.0, 28.0, 47.0, 36.0, 34.0, 39.0, 41.0, 35.0, 44.0, 39.0, 30.0, 36.0, 34.0, 38.0, 33.0, 25.0, 31.0, 27.0, 15.0, 27.0, 25.0, 21.0, 17.0, 16.0, 15.0, 13.0, 9.0, 3.0, 6.0, 9.0, 2.0, 3.0, 0.0, 3.0, 2.0, 1.0, 2.0], "bins": [-50.425987243652344, -49.00967025756836, -47.593353271484375, -46.17703628540039, -44.760719299316406, -43.34440231323242, -41.92808532714844, -40.51177215576172, -39.09545135498047, -37.679134368896484, -36.2628173828125, -34.846500396728516, -33.43018341064453, -32.01386642456055, -30.597551345825195, -29.18123435974121, -27.76491928100586, -26.348602294921875, -24.93228530883789, -23.515968322753906, -22.099651336669922, -20.683334350585938, -19.267019271850586, -17.8507022857666, -16.434385299682617, -15.018068313598633, -13.601751327514648, -12.18543529510498, -10.769118309020996, -9.352801322937012, -7.936485290527344, -6.520168304443359, -5.103851318359375, -3.6875345706939697, -2.2712178230285645, -0.8549013137817383, 0.5614156723022461, 1.9777326583862305, 3.3940486907958984, 4.810365676879883, 6.226682662963867, 7.642999649047852, 9.059316635131836, 10.475632667541504, 11.891949653625488, 13.308266639709473, 14.72458267211914, 16.140899658203125, 17.55721664428711, 18.973533630371094, 20.389850616455078, 21.806167602539062, 23.222484588623047, 24.63880157470703, 26.055116653442383, 27.471433639526367, 28.88775062561035, 30.304067611694336, 31.72038459777832, 33.13669967651367, 34.553016662597656, 35.96933364868164, 37.385650634765625, 38.80196762084961, 40.218284606933594]}, "gradients/wav2vec2.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 7.0, 12.0, 11.0, 30.0, 27.0, 72.0, 110.0, 354.0, 168.0, 81.0, 46.0, 32.0, 31.0, 13.0, 11.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1138.0, -1113.6015625, -1089.203125, -1064.8046875, -1040.40625, -1016.0078125, -991.609375, -967.2109375, -942.8125, -918.4140625, -894.015625, -869.6171875, -845.21875, -820.8203125, -796.421875, -772.0234375, -747.625, -723.2265625, -698.828125, -674.4296875, -650.03125, -625.6328125, -601.234375, -576.8359375, -552.4375, -528.0390625, -503.640625, -479.2421875, -454.84375, -430.4453125, -406.046875, -381.6484375, -357.25, -332.8515625, -308.453125, -284.0546875, -259.65625, -235.2578125, -210.859375, -186.4609375, -162.0625, -137.6640625, -113.265625, -88.8671875, -64.46875, -40.0703125, -15.671875, 8.7265625, 33.125, 57.5234375, 81.921875, 106.3203125, 130.71875, 155.1171875, 179.515625, 203.9140625, 228.3125, 252.7109375, 277.109375, 301.5078125, 325.90625, 350.3046875, 374.703125, 399.1015625, 423.5]}, "gradients/wav2vec2.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 5.0, 7.0, 5.0, 6.0, 17.0, 23.0, 19.0, 32.0, 43.0, 69.0, 115.0, 210.0, 363.0, 719.0, 1540.0, 3773.0, 11938.0, 131427.0, 8199474.0, 28124.0, 6382.0, 2303.0, 916.0, 487.0, 235.0, 135.0, 69.0, 50.0, 25.0, 18.0, 18.0, 8.0, 7.0, 5.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-611.2579345703125, -591.050537109375, -570.8432006835938, -550.6358032226562, -530.428466796875, -510.2210693359375, -490.0137023925781, -469.80633544921875, -449.5989685058594, -429.3916015625, -409.1842346191406, -388.97686767578125, -368.76947021484375, -348.5621337890625, -328.354736328125, -308.1473693847656, -287.94000244140625, -267.7326354980469, -247.5252685546875, -227.31788635253906, -207.1105194091797, -186.9031524658203, -166.69577026367188, -146.4884033203125, -126.28103637695312, -106.07366943359375, -85.86629486083984, -65.65892028808594, -45.45155334472656, -25.244186401367188, -5.036811828613281, 15.170562744140625, 35.3779296875, 55.58530044555664, 75.79267120361328, 96.00004577636719, 116.20741271972656, 136.41477966308594, 156.62216186523438, 176.82952880859375, 197.03689575195312, 217.2442626953125, 237.45162963867188, 257.65899658203125, 277.86639404296875, 298.07373046875, 318.2811279296875, 338.4884948730469, 358.69586181640625, 378.9032287597656, 399.110595703125, 419.3179626464844, 439.52532958984375, 459.73272705078125, 479.9400939941406, 500.1474609375, 520.3548583984375, 540.562255859375, 560.7695922851562, 580.9769897460938, 601.184326171875, 621.3917236328125, 641.5990600585938, 661.8064575195312, 682.0137939453125]}, "gradients/wav2vec2.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 7.0, 6.0, 62.0, 9.0, 3.0, 6.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1173.0037841796875, -1127.505859375, -1082.008056640625, -1036.5101318359375, -991.01220703125, -945.5142822265625, -900.0164184570312, -854.5185546875, -809.0206298828125, -763.522705078125, -718.0248413085938, -672.5269775390625, -627.029052734375, -581.5311279296875, -536.0332641601562, -490.5353698730469, -445.0374755859375, -399.5395812988281, -354.04168701171875, -308.5437927246094, -263.0458984375, -217.54800415039062, -172.05010986328125, -126.55221557617188, -81.0543212890625, -35.556427001953125, 9.94146728515625, 55.439361572265625, 100.937255859375, 146.43515014648438, 191.93304443359375, 237.43093872070312, 282.9287109375, 328.4266052246094, 373.92449951171875, 419.4223937988281, 464.9202880859375, 510.4181823730469, 555.9160766601562, 601.4139404296875, 646.911865234375, 692.4097900390625, 737.9076538085938, 783.405517578125, 828.9034423828125, 874.4013671875, 919.8992309570312, 965.3970947265625, 1010.89501953125, 1056.3929443359375, 1101.890869140625, 1147.388671875, 1192.8865966796875, 1238.384521484375, 1283.88232421875, 1329.3802490234375, 1374.878173828125, 1420.3760986328125, 1465.8740234375, 1511.371826171875, 1556.8697509765625, 1602.36767578125, 1647.865478515625, 1693.3634033203125, 1738.861328125]}, "gradients/wav2vec2.masked_spec_embed": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 3.0, 4.0, 3.0, 4.0, 4.0, 8.0, 8.0, 21.0, 16.0, 22.0, 31.0, 39.0, 40.0, 60.0, 48.0, 69.0, 57.0, 68.0, 68.0, 70.0, 66.0, 43.0, 50.0, 42.0, 32.0, 26.0, 19.0, 19.0, 17.0, 11.0, 13.0, 4.0, 5.0, 2.0, 9.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-273.75, -264.8828125, -256.015625, -247.1484375, -238.28125, -229.4140625, -220.546875, -211.6796875, -202.8125, -193.9453125, -185.078125, -176.2109375, -167.34375, -158.4765625, -149.609375, -140.7421875, -131.875, -123.0078125, -114.140625, -105.2734375, -96.40625, -87.5390625, -78.671875, -69.8046875, -60.9375, -52.0703125, -43.203125, -34.3359375, -25.46875, -16.6015625, -7.734375, 1.1328125, 10.0, 18.8671875, 27.734375, 36.6015625, 45.46875, 54.3359375, 63.203125, 72.0703125, 80.9375, 89.8046875, 98.671875, 107.5390625, 116.40625, 125.2734375, 134.140625, 143.0078125, 151.875, 160.7421875, 169.609375, 178.4765625, 187.34375, 196.2109375, 205.078125, 213.9453125, 222.8125, 231.6796875, 240.546875, 249.4140625, 258.28125, 267.1484375, 276.015625, 284.8828125, 293.75]}, "gradients/wav2vec2.feature_projection.projection.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 7.0, 16.0, 13.0, 20.0, 23.0, 29.0, 28.0, 51.0, 70.0, 128.0, 156.0, 207.0, 294.0, 468.0, 705.0, 1176.0, 1925.0, 3514.0, 6930.0, 15751.0, 43476.0, 161287.0, 197251.0, 54028.0, 18687.0, 8111.0, 3911.0, 2185.0, 1296.0, 819.0, 516.0, 364.0, 245.0, 138.0, 110.0, 86.0, 62.0, 47.0, 35.0, 27.0, 21.0, 19.0, 12.0, 5.0, 10.0, 4.0, 0.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0], "bins": [-1831.0, -1775.671875, -1720.34375, -1665.015625, -1609.6875, -1554.359375, -1499.03125, -1443.703125, -1388.375, -1333.046875, -1277.71875, -1222.390625, -1167.0625, -1111.734375, -1056.40625, -1001.078125, -945.75, -890.421875, -835.09375, -779.765625, -724.4375, -669.109375, -613.78125, -558.453125, -503.125, -447.796875, -392.46875, -337.140625, -281.8125, -226.484375, -171.15625, -115.828125, -60.5, -5.171875, 50.15625, 105.484375, 160.8125, 216.140625, 271.46875, 326.796875, 382.125, 437.453125, 492.78125, 548.109375, 603.4375, 658.765625, 714.09375, 769.421875, 824.75, 880.078125, 935.40625, 990.734375, 1046.0625, 1101.390625, 1156.71875, 1212.046875, 1267.375, 1322.703125, 1378.03125, 1433.359375, 1488.6875, 1544.015625, 1599.34375, 1654.671875, 1710.0]}, "gradients/wav2vec2.feature_projection.projection.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 6.0, 3.0, 5.0, 7.0, 4.0, 17.0, 14.0, 14.0, 29.0, 25.0, 30.0, 30.0, 28.0, 45.0, 56.0, 53.0, 70.0, 62.0, 67.0, 54.0, 65.0, 52.0, 39.0, 45.0, 43.0, 33.0, 20.0, 24.0, 12.0, 16.0, 15.0, 10.0, 3.0, 2.0, 8.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-179.625, -173.23046875, -166.8359375, -160.44140625, -154.046875, -147.65234375, -141.2578125, -134.86328125, -128.46875, -122.07421875, -115.6796875, -109.28515625, -102.890625, -96.49609375, -90.1015625, -83.70703125, -77.3125, -70.91796875, -64.5234375, -58.12890625, -51.734375, -45.33984375, -38.9453125, -32.55078125, -26.15625, -19.76171875, -13.3671875, -6.97265625, -0.578125, 5.81640625, 12.2109375, 18.60546875, 25.0, 31.39453125, 37.7890625, 44.18359375, 50.578125, 56.97265625, 63.3671875, 69.76171875, 76.15625, 82.55078125, 88.9453125, 95.33984375, 101.734375, 108.12890625, 114.5234375, 120.91796875, 127.3125, 133.70703125, 140.1015625, 146.49609375, 152.890625, 159.28515625, 165.6796875, 172.07421875, 178.46875, 184.86328125, 191.2578125, 197.65234375, 204.046875, 210.44140625, 216.8359375, 223.23046875, 229.625]}, "gradients/wav2vec2.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 2.0, 5.0, 4.0, 7.0, 10.0, 18.0, 25.0, 29.0, 52.0, 53.0, 72.0, 60.0, 36.0, 28.0, 24.0, 14.0, 10.0, 8.0, 9.0, 7.0, 3.0, 3.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-526.03173828125, -502.6045227050781, -479.1772766113281, -455.75006103515625, -432.32281494140625, -408.8955993652344, -385.4683837890625, -362.0411376953125, -338.6139221191406, -315.18670654296875, -291.75946044921875, -268.3322448730469, -244.90501403808594, -221.477783203125, -198.05056762695312, -174.6233367919922, -151.19610595703125, -127.76887512207031, -104.3416519165039, -80.9144287109375, -57.48719787597656, -34.059967041015625, -10.63275146484375, 12.794479370117188, 36.221710205078125, 59.6489372253418, 83.07616424560547, 106.50338745117188, 129.9306182861328, 153.35784912109375, 176.78506469726562, 200.21229553222656, 223.6395263671875, 247.06675720214844, 270.4939880371094, 293.92120361328125, 317.34844970703125, 340.7756652832031, 364.202880859375, 387.630126953125, 411.0573425292969, 434.48455810546875, 457.91180419921875, 481.3390197753906, 504.7662353515625, 528.1934814453125, 551.6207275390625, 575.0479125976562, 598.4751586914062, 621.9024047851562, 645.32958984375, 668.7568359375, 692.18408203125, 715.611328125, 739.0385131835938, 762.4657592773438, 785.8929443359375, 809.3201904296875, 832.7473754882812, 856.1746215820312, 879.6018676757812, 903.029052734375, 926.456298828125, 949.883544921875, 973.310791015625]}, "gradients/wav2vec2.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 5.0, 3.0, 5.0, 6.0, 3.0, 5.0, 2.0, 10.0, 7.0, 10.0, 9.0, 14.0, 37.0, 82.0, 100.0, 62.0, 34.0, 21.0, 7.0, 10.0, 3.0, 7.0, 10.0, 4.0, 3.0, 3.0, 6.0, 7.0, 4.0, 1.0, 5.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-935.2430419921875, -905.3817749023438, -875.5204467773438, -845.6591796875, -815.7979125976562, -785.9366455078125, -756.0753173828125, -726.2140502929688, -696.352783203125, -666.4915161132812, -636.6301879882812, -606.7689208984375, -576.9076538085938, -547.04638671875, -517.18505859375, -487.32379150390625, -457.4624938964844, -427.6011962890625, -397.73992919921875, -367.8786315917969, -338.0173645019531, -308.15606689453125, -278.2947998046875, -248.43350219726562, -218.5722198486328, -188.7109375, -158.8496551513672, -128.98837280273438, -99.12708282470703, -69.26579284667969, -39.404510498046875, -9.543228149414062, 20.31805419921875, 50.17933654785156, 80.04061889648438, 109.90190887451172, 139.76318359375, 169.62448120117188, 199.4857635498047, 229.3470458984375, 259.20831298828125, 289.0696105957031, 318.9308776855469, 348.79217529296875, 378.6534423828125, 408.5147399902344, 438.37603759765625, 468.2373046875, 498.0986022949219, 527.9598999023438, 557.8211669921875, 587.6824340820312, 617.5437622070312, 647.405029296875, 677.2662963867188, 707.1275634765625, 736.9888916015625, 766.8501586914062, 796.7114868164062, 826.57275390625, 856.4340209960938, 886.2952880859375, 916.1566162109375, 946.0178833007812, 975.879150390625]}, "gradients/wav2vec2.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 10.0, 10.0, 9.0, 15.0, 16.0, 25.0, 38.0, 56.0, 76.0, 153.0, 208.0, 359.0, 555.0, 983.0, 1785.0, 3348.0, 6993.0, 16974.0, 51269.0, 240387.0, 2163276.0, 1465105.0, 174256.0, 41498.0, 14220.0, 5985.0, 2936.0, 1510.0, 836.0, 521.0, 311.0, 194.0, 128.0, 70.0, 42.0, 38.0, 26.0, 15.0, 14.0, 8.0, 8.0, 8.0, 4.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-32.03125, -31.11376953125, -30.1962890625, -29.27880859375, -28.361328125, -27.44384765625, -26.5263671875, -25.60888671875, -24.69140625, -23.77392578125, -22.8564453125, -21.93896484375, -21.021484375, -20.10400390625, -19.1865234375, -18.26904296875, -17.3515625, -16.43408203125, -15.5166015625, -14.59912109375, -13.681640625, -12.76416015625, -11.8466796875, -10.92919921875, -10.01171875, -9.09423828125, -8.1767578125, -7.25927734375, -6.341796875, -5.42431640625, -4.5068359375, -3.58935546875, -2.671875, -1.75439453125, -0.8369140625, 0.08056640625, 0.998046875, 1.91552734375, 2.8330078125, 3.75048828125, 4.66796875, 5.58544921875, 6.5029296875, 7.42041015625, 8.337890625, 9.25537109375, 10.1728515625, 11.09033203125, 12.0078125, 12.92529296875, 13.8427734375, 14.76025390625, 15.677734375, 16.59521484375, 17.5126953125, 18.43017578125, 19.34765625, 20.26513671875, 21.1826171875, 22.10009765625, 23.017578125, 23.93505859375, 24.8525390625, 25.77001953125, 26.6875]}, "gradients/wav2vec2.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 13.0, 7.0, 10.0, 11.0, 19.0, 17.0, 12.0, 35.0, 29.0, 28.0, 35.0, 41.0, 49.0, 53.0, 57.0, 51.0, 54.0, 43.0, 59.0, 49.0, 42.0, 48.0, 42.0, 38.0, 31.0, 15.0, 18.0, 17.0, 21.0, 13.0, 8.0, 7.0, 3.0, 3.0, 7.0, 4.0, 6.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0], "bins": [-11.78125, -11.4603271484375, -11.139404296875, -10.8184814453125, -10.49755859375, -10.1766357421875, -9.855712890625, -9.5347900390625, -9.2138671875, -8.8929443359375, -8.572021484375, -8.2510986328125, -7.93017578125, -7.6092529296875, -7.288330078125, -6.9674072265625, -6.646484375, -6.3255615234375, -6.004638671875, -5.6837158203125, -5.36279296875, -5.0418701171875, -4.720947265625, -4.4000244140625, -4.0791015625, -3.7581787109375, -3.437255859375, -3.1163330078125, -2.79541015625, -2.4744873046875, -2.153564453125, -1.8326416015625, -1.51171875, -1.1907958984375, -0.869873046875, -0.5489501953125, -0.22802734375, 0.0928955078125, 0.413818359375, 0.7347412109375, 1.0556640625, 1.3765869140625, 1.697509765625, 2.0184326171875, 2.33935546875, 2.6602783203125, 2.981201171875, 3.3021240234375, 3.623046875, 3.9439697265625, 4.264892578125, 4.5858154296875, 4.90673828125, 5.2276611328125, 5.548583984375, 5.8695068359375, 6.1904296875, 6.5113525390625, 6.832275390625, 7.1531982421875, 7.47412109375, 7.7950439453125, 8.115966796875, 8.4368896484375, 8.7578125]}, "gradients/wav2vec2.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 0.0, 6.0, 2.0, 3.0, 8.0, 3.0, 8.0, 11.0, 17.0, 20.0, 30.0, 33.0, 49.0, 70.0, 84.0, 133.0, 166.0, 220.0, 360.0, 489.0, 770.0, 1441.0, 2669.0, 6194.0, 15964.0, 50519.0, 218685.0, 1499027.0, 2015225.0, 286879.0, 61955.0, 18775.0, 7040.0, 3157.0, 1547.0, 906.0, 556.0, 356.0, 259.0, 166.0, 116.0, 104.0, 67.0, 54.0, 39.0, 30.0, 21.0, 21.0, 10.0, 11.0, 10.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-44.1875, -42.81005859375, -41.4326171875, -40.05517578125, -38.677734375, -37.30029296875, -35.9228515625, -34.54541015625, -33.16796875, -31.79052734375, -30.4130859375, -29.03564453125, -27.658203125, -26.28076171875, -24.9033203125, -23.52587890625, -22.1484375, -20.77099609375, -19.3935546875, -18.01611328125, -16.638671875, -15.26123046875, -13.8837890625, -12.50634765625, -11.12890625, -9.75146484375, -8.3740234375, -6.99658203125, -5.619140625, -4.24169921875, -2.8642578125, -1.48681640625, -0.109375, 1.26806640625, 2.6455078125, 4.02294921875, 5.400390625, 6.77783203125, 8.1552734375, 9.53271484375, 10.91015625, 12.28759765625, 13.6650390625, 15.04248046875, 16.419921875, 17.79736328125, 19.1748046875, 20.55224609375, 21.9296875, 23.30712890625, 24.6845703125, 26.06201171875, 27.439453125, 28.81689453125, 30.1943359375, 31.57177734375, 32.94921875, 34.32666015625, 35.7041015625, 37.08154296875, 38.458984375, 39.83642578125, 41.2138671875, 42.59130859375, 43.96875]}, "gradients/wav2vec2.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 3.0, 6.0, 6.0, 4.0, 19.0, 28.0, 61.0, 89.0, 127.0, 194.0, 351.0, 559.0, 886.0, 677.0, 412.0, 235.0, 162.0, 91.0, 66.0, 35.0, 22.0, 19.0, 9.0, 6.0, 5.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.53125, -33.28369140625, -32.0361328125, -30.78857421875, -29.541015625, -28.29345703125, -27.0458984375, -25.79833984375, -24.55078125, -23.30322265625, -22.0556640625, -20.80810546875, -19.560546875, -18.31298828125, -17.0654296875, -15.81787109375, -14.5703125, -13.32275390625, -12.0751953125, -10.82763671875, -9.580078125, -8.33251953125, -7.0849609375, -5.83740234375, -4.58984375, -3.34228515625, -2.0947265625, -0.84716796875, 0.400390625, 1.64794921875, 2.8955078125, 4.14306640625, 5.390625, 6.63818359375, 7.8857421875, 9.13330078125, 10.380859375, 11.62841796875, 12.8759765625, 14.12353515625, 15.37109375, 16.61865234375, 17.8662109375, 19.11376953125, 20.361328125, 21.60888671875, 22.8564453125, 24.10400390625, 25.3515625, 26.59912109375, 27.8466796875, 29.09423828125, 30.341796875, 31.58935546875, 32.8369140625, 34.08447265625, 35.33203125, 36.57958984375, 37.8271484375, 39.07470703125, 40.322265625, 41.56982421875, 42.8173828125, 44.06494140625, 45.3125]}, "gradients/wav2vec2.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 4.0, 5.0, 4.0, 10.0, 6.0, 12.0, 12.0, 14.0, 16.0, 35.0, 38.0, 62.0, 50.0, 65.0, 77.0, 87.0, 76.0, 73.0, 44.0, 61.0, 47.0, 43.0, 38.0, 22.0, 20.0, 20.0, 17.0, 10.0, 4.0, 10.0, 5.0, 3.0, 3.0, 1.0, 5.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-100.00252532958984, -96.35213470458984, -92.70174407958984, -89.05136108398438, -85.40097045898438, -81.75057983398438, -78.10018920898438, -74.44979858398438, -70.79940795898438, -67.14901733398438, -63.49863052368164, -59.84823989868164, -56.197853088378906, -52.547462463378906, -48.897071838378906, -45.246681213378906, -41.59629821777344, -37.94590759277344, -34.2955207824707, -30.645130157470703, -26.994741439819336, -23.34435272216797, -19.69396209716797, -16.0435733795166, -12.393184661865234, -8.742795944213867, -5.092406272888184, -1.4420166015625, 2.208372116088867, 5.858760833740234, 9.509151458740234, 13.159540176391602, 16.809921264648438, 20.460309982299805, 24.110698699951172, 27.761089324951172, 31.41147804260254, 35.061866760253906, 38.712257385253906, 42.362648010253906, 46.01303482055664, 49.66342544555664, 53.313812255859375, 56.964202880859375, 60.614593505859375, 64.26498413085938, 67.91537475585938, 71.56575775146484, 75.21614837646484, 78.86653900146484, 82.51692962646484, 86.16731262207031, 89.81770324707031, 93.46809387207031, 97.11848449707031, 100.76887512207031, 104.41926574707031, 108.06965637207031, 111.72004699707031, 115.37043762207031, 119.02082061767578, 122.67121124267578, 126.32160186767578, 129.97198486328125, 133.62237548828125]}, "gradients/wav2vec2.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 3.0, 6.0, 3.0, 4.0, 8.0, 10.0, 12.0, 14.0, 8.0, 12.0, 11.0, 16.0, 24.0, 28.0, 25.0, 33.0, 35.0, 27.0, 43.0, 29.0, 34.0, 34.0, 45.0, 34.0, 54.0, 55.0, 37.0, 34.0, 33.0, 38.0, 33.0, 34.0, 19.0, 27.0, 24.0, 14.0, 18.0, 15.0, 16.0, 10.0, 10.0, 10.0, 6.0, 8.0, 4.0, 3.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-78.6596908569336, -76.13211059570312, -73.60452270507812, -71.07694244384766, -68.54936218261719, -66.02177429199219, -63.49419403076172, -60.96661376953125, -58.439029693603516, -55.91144561767578, -53.38386535644531, -50.85628128051758, -48.328697204589844, -45.801116943359375, -43.27353286743164, -40.745948791503906, -38.21836853027344, -35.6907844543457, -33.163204193115234, -30.6356201171875, -28.1080379486084, -25.580455780029297, -23.052871704101562, -20.52528953552246, -17.99770736694336, -15.470125198364258, -12.94254207611084, -10.414958953857422, -7.88737678527832, -5.359794616699219, -2.832211494445801, -0.3046283721923828, 2.2229537963867188, 4.7505364418029785, 7.278119087219238, 9.805702209472656, 12.333284378051758, 14.86086654663086, 17.388450622558594, 19.916032791137695, 22.443614959716797, 24.9711971282959, 27.498779296875, 30.026363372802734, 32.55394744873047, 35.08152770996094, 37.60911178588867, 40.136695861816406, 42.664276123046875, 45.19186019897461, 47.71944046020508, 50.24702453613281, 52.77460479736328, 55.302188873291016, 57.82977294921875, 60.35735321044922, 62.88493728637695, 65.41252136230469, 67.94010162353516, 70.46768188476562, 72.99526977539062, 75.5228500366211, 78.05043029785156, 80.57801818847656, 83.10559844970703]}, "gradients/wav2vec2.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 4.0, 6.0, 6.0, 15.0, 23.0, 21.0, 54.0, 99.0, 178.0, 301.0, 610.0, 1173.0, 2352.0, 4913.0, 10730.0, 24155.0, 57092.0, 154238.0, 415477.0, 237282.0, 79880.0, 32835.0, 14398.0, 6529.0, 3113.0, 1483.0, 745.0, 366.0, 193.0, 120.0, 66.0, 47.0, 17.0, 17.0, 7.0, 4.0, 8.0, 1.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.484375, -21.700439453125, -20.91650390625, -20.132568359375, -19.3486328125, -18.564697265625, -17.78076171875, -16.996826171875, -16.212890625, -15.428955078125, -14.64501953125, -13.861083984375, -13.0771484375, -12.293212890625, -11.50927734375, -10.725341796875, -9.94140625, -9.157470703125, -8.37353515625, -7.589599609375, -6.8056640625, -6.021728515625, -5.23779296875, -4.453857421875, -3.669921875, -2.885986328125, -2.10205078125, -1.318115234375, -0.5341796875, 0.249755859375, 1.03369140625, 1.817626953125, 2.6015625, 3.385498046875, 4.16943359375, 4.953369140625, 5.7373046875, 6.521240234375, 7.30517578125, 8.089111328125, 8.873046875, 9.656982421875, 10.44091796875, 11.224853515625, 12.0087890625, 12.792724609375, 13.57666015625, 14.360595703125, 15.14453125, 15.928466796875, 16.71240234375, 17.496337890625, 18.2802734375, 19.064208984375, 19.84814453125, 20.632080078125, 21.416015625, 22.199951171875, 22.98388671875, 23.767822265625, 24.5517578125, 25.335693359375, 26.11962890625, 26.903564453125, 27.6875]}, "gradients/wav2vec2.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 5.0, 4.0, 7.0, 4.0, 7.0, 4.0, 6.0, 4.0, 11.0, 17.0, 21.0, 26.0, 19.0, 23.0, 25.0, 28.0, 18.0, 40.0, 33.0, 33.0, 40.0, 55.0, 47.0, 43.0, 52.0, 45.0, 39.0, 40.0, 45.0, 34.0, 28.0, 27.0, 22.0, 21.0, 12.0, 26.0, 21.0, 11.0, 9.0, 9.0, 12.0, 7.0, 6.0, 9.0, 5.0, 2.0, 4.0, 3.0, 1.0, 2.0, 3.0, 2.0], "bins": [-11.390625, -11.071533203125, -10.75244140625, -10.433349609375, -10.1142578125, -9.795166015625, -9.47607421875, -9.156982421875, -8.837890625, -8.518798828125, -8.19970703125, -7.880615234375, -7.5615234375, -7.242431640625, -6.92333984375, -6.604248046875, -6.28515625, -5.966064453125, -5.64697265625, -5.327880859375, -5.0087890625, -4.689697265625, -4.37060546875, -4.051513671875, -3.732421875, -3.413330078125, -3.09423828125, -2.775146484375, -2.4560546875, -2.136962890625, -1.81787109375, -1.498779296875, -1.1796875, -0.860595703125, -0.54150390625, -0.222412109375, 0.0966796875, 0.415771484375, 0.73486328125, 1.053955078125, 1.373046875, 1.692138671875, 2.01123046875, 2.330322265625, 2.6494140625, 2.968505859375, 3.28759765625, 3.606689453125, 3.92578125, 4.244873046875, 4.56396484375, 4.883056640625, 5.2021484375, 5.521240234375, 5.84033203125, 6.159423828125, 6.478515625, 6.797607421875, 7.11669921875, 7.435791015625, 7.7548828125, 8.073974609375, 8.39306640625, 8.712158203125, 9.03125]}, "gradients/wav2vec2.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 5.0, 14.0, 22.0, 35.0, 83.0, 127.0, 283.0, 726.0, 2015.0, 6832.0, 25461.0, 116110.0, 666142.0, 181986.0, 35216.0, 9238.0, 2664.0, 898.0, 332.0, 160.0, 86.0, 42.0, 18.0, 18.0, 10.0, 4.0, 6.0, 4.0, 2.0, 0.0, 4.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-59.03125, -57.4619140625, -55.892578125, -54.3232421875, -52.75390625, -51.1845703125, -49.615234375, -48.0458984375, -46.4765625, -44.9072265625, -43.337890625, -41.7685546875, -40.19921875, -38.6298828125, -37.060546875, -35.4912109375, -33.921875, -32.3525390625, -30.783203125, -29.2138671875, -27.64453125, -26.0751953125, -24.505859375, -22.9365234375, -21.3671875, -19.7978515625, -18.228515625, -16.6591796875, -15.08984375, -13.5205078125, -11.951171875, -10.3818359375, -8.8125, -7.2431640625, -5.673828125, -4.1044921875, -2.53515625, -0.9658203125, 0.603515625, 2.1728515625, 3.7421875, 5.3115234375, 6.880859375, 8.4501953125, 10.01953125, 11.5888671875, 13.158203125, 14.7275390625, 16.296875, 17.8662109375, 19.435546875, 21.0048828125, 22.57421875, 24.1435546875, 25.712890625, 27.2822265625, 28.8515625, 30.4208984375, 31.990234375, 33.5595703125, 35.12890625, 36.6982421875, 38.267578125, 39.8369140625, 41.40625]}, "gradients/wav2vec2.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 7.0, 2.0, 7.0, 4.0, 5.0, 9.0, 11.0, 18.0, 23.0, 26.0, 22.0, 48.0, 41.0, 44.0, 50.0, 54.0, 57.0, 55.0, 60.0, 70.0, 66.0, 42.0, 50.0, 52.0, 36.0, 41.0, 32.0, 17.0, 10.0, 9.0, 13.0, 9.0, 9.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.375, -37.052734375, -35.73046875, -34.408203125, -33.0859375, -31.763671875, -30.44140625, -29.119140625, -27.796875, -26.474609375, -25.15234375, -23.830078125, -22.5078125, -21.185546875, -19.86328125, -18.541015625, -17.21875, -15.896484375, -14.57421875, -13.251953125, -11.9296875, -10.607421875, -9.28515625, -7.962890625, -6.640625, -5.318359375, -3.99609375, -2.673828125, -1.3515625, -0.029296875, 1.29296875, 2.615234375, 3.9375, 5.259765625, 6.58203125, 7.904296875, 9.2265625, 10.548828125, 11.87109375, 13.193359375, 14.515625, 15.837890625, 17.16015625, 18.482421875, 19.8046875, 21.126953125, 22.44921875, 23.771484375, 25.09375, 26.416015625, 27.73828125, 29.060546875, 30.3828125, 31.705078125, 33.02734375, 34.349609375, 35.671875, 36.994140625, 38.31640625, 39.638671875, 40.9609375, 42.283203125, 43.60546875, 44.927734375, 46.25]}, "gradients/wav2vec2.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 0.0, 5.0, 5.0, 8.0, 9.0, 21.0, 14.0, 32.0, 44.0, 64.0, 75.0, 96.0, 184.0, 262.0, 388.0, 566.0, 801.0, 1221.0, 1777.0, 2836.0, 4324.0, 7077.0, 11140.0, 18540.0, 32282.0, 59918.0, 134150.0, 337089.0, 236358.0, 90042.0, 44546.0, 24596.0, 14888.0, 8994.0, 5607.0, 3616.0, 2295.0, 1550.0, 1047.0, 617.0, 457.0, 302.0, 213.0, 143.0, 112.0, 88.0, 57.0, 34.0, 24.0, 22.0, 6.0, 7.0, 7.0, 7.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-12.4296875, -12.0257568359375, -11.621826171875, -11.2178955078125, -10.81396484375, -10.4100341796875, -10.006103515625, -9.6021728515625, -9.1982421875, -8.7943115234375, -8.390380859375, -7.9864501953125, -7.58251953125, -7.1785888671875, -6.774658203125, -6.3707275390625, -5.966796875, -5.5628662109375, -5.158935546875, -4.7550048828125, -4.35107421875, -3.9471435546875, -3.543212890625, -3.1392822265625, -2.7353515625, -2.3314208984375, -1.927490234375, -1.5235595703125, -1.11962890625, -0.7156982421875, -0.311767578125, 0.0921630859375, 0.49609375, 0.9000244140625, 1.303955078125, 1.7078857421875, 2.11181640625, 2.5157470703125, 2.919677734375, 3.3236083984375, 3.7275390625, 4.1314697265625, 4.535400390625, 4.9393310546875, 5.34326171875, 5.7471923828125, 6.151123046875, 6.5550537109375, 6.958984375, 7.3629150390625, 7.766845703125, 8.1707763671875, 8.57470703125, 8.9786376953125, 9.382568359375, 9.7864990234375, 10.1904296875, 10.5943603515625, 10.998291015625, 11.4022216796875, 11.80615234375, 12.2100830078125, 12.614013671875, 13.0179443359375, 13.421875]}, "gradients/wav2vec2.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 6.0, 7.0, 6.0, 7.0, 10.0, 10.0, 10.0, 19.0, 26.0, 37.0, 58.0, 84.0, 149.0, 206.0, 103.0, 76.0, 41.0, 34.0, 30.0, 13.0, 12.0, 13.0, 10.0, 10.0, 5.0, 7.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0048675537109375, -0.004736572504043579, -0.004605591297149658, -0.004474610090255737, -0.004343628883361816, -0.0042126476764678955, -0.004081666469573975, -0.003950685262680054, -0.003819704055786133, -0.003688722848892212, -0.003557741641998291, -0.00342676043510437, -0.0032957792282104492, -0.0031647980213165283, -0.0030338168144226074, -0.0029028356075286865, -0.0027718544006347656, -0.0026408731937408447, -0.002509891986846924, -0.002378910779953003, -0.002247929573059082, -0.002116948366165161, -0.0019859671592712402, -0.0018549859523773193, -0.0017240047454833984, -0.0015930235385894775, -0.0014620423316955566, -0.0013310611248016357, -0.0012000799179077148, -0.001069098711013794, -0.000938117504119873, -0.0008071362972259521, -0.0006761550903320312, -0.0005451738834381104, -0.00041419267654418945, -0.00028321146965026855, -0.00015223026275634766, -2.1249055862426758e-05, 0.00010973215103149414, 0.00024071335792541504, 0.00037169456481933594, 0.0005026757717132568, 0.0006336569786071777, 0.0007646381855010986, 0.0008956193923950195, 0.0010266005992889404, 0.0011575818061828613, 0.0012885630130767822, 0.0014195442199707031, 0.001550525426864624, 0.001681506633758545, 0.0018124878406524658, 0.0019434690475463867, 0.0020744502544403076, 0.0022054314613342285, 0.0023364126682281494, 0.0024673938751220703, 0.002598375082015991, 0.002729356288909912, 0.002860337495803833, 0.002991318702697754, 0.003122299909591675, 0.0032532811164855957, 0.0033842623233795166, 0.0035152435302734375]}, "gradients/wav2vec2.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 7.0, 4.0, 8.0, 9.0, 9.0, 16.0, 30.0, 51.0, 46.0, 91.0, 155.0, 297.0, 431.0, 686.0, 1075.0, 1723.0, 2849.0, 5037.0, 9112.0, 17548.0, 36698.0, 85678.0, 260917.0, 389361.0, 132951.0, 51828.0, 24005.0, 12001.0, 6544.0, 3730.0, 2176.0, 1320.0, 852.0, 476.0, 299.0, 197.0, 127.0, 81.0, 57.0, 31.0, 22.0, 17.0, 5.0, 4.0, 1.0, 5.0, 3.0, 2.0], "bins": [-20.46875, -19.94677734375, -19.4248046875, -18.90283203125, -18.380859375, -17.85888671875, -17.3369140625, -16.81494140625, -16.29296875, -15.77099609375, -15.2490234375, -14.72705078125, -14.205078125, -13.68310546875, -13.1611328125, -12.63916015625, -12.1171875, -11.59521484375, -11.0732421875, -10.55126953125, -10.029296875, -9.50732421875, -8.9853515625, -8.46337890625, -7.94140625, -7.41943359375, -6.8974609375, -6.37548828125, -5.853515625, -5.33154296875, -4.8095703125, -4.28759765625, -3.765625, -3.24365234375, -2.7216796875, -2.19970703125, -1.677734375, -1.15576171875, -0.6337890625, -0.11181640625, 0.41015625, 0.93212890625, 1.4541015625, 1.97607421875, 2.498046875, 3.02001953125, 3.5419921875, 4.06396484375, 4.5859375, 5.10791015625, 5.6298828125, 6.15185546875, 6.673828125, 7.19580078125, 7.7177734375, 8.23974609375, 8.76171875, 9.28369140625, 9.8056640625, 10.32763671875, 10.849609375, 11.37158203125, 11.8935546875, 12.41552734375, 12.9375]}, "gradients/wav2vec2.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 1.0, 5.0, 3.0, 6.0, 9.0, 6.0, 8.0, 10.0, 9.0, 16.0, 17.0, 20.0, 23.0, 38.0, 59.0, 103.0, 147.0, 144.0, 120.0, 81.0, 47.0, 34.0, 23.0, 16.0, 15.0, 10.0, 10.0, 6.0, 10.0, 3.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-20.53125, -19.913818359375, -19.29638671875, -18.678955078125, -18.0615234375, -17.444091796875, -16.82666015625, -16.209228515625, -15.591796875, -14.974365234375, -14.35693359375, -13.739501953125, -13.1220703125, -12.504638671875, -11.88720703125, -11.269775390625, -10.65234375, -10.034912109375, -9.41748046875, -8.800048828125, -8.1826171875, -7.565185546875, -6.94775390625, -6.330322265625, -5.712890625, -5.095458984375, -4.47802734375, -3.860595703125, -3.2431640625, -2.625732421875, -2.00830078125, -1.390869140625, -0.7734375, -0.156005859375, 0.46142578125, 1.078857421875, 1.6962890625, 2.313720703125, 2.93115234375, 3.548583984375, 4.166015625, 4.783447265625, 5.40087890625, 6.018310546875, 6.6357421875, 7.253173828125, 7.87060546875, 8.488037109375, 9.10546875, 9.722900390625, 10.34033203125, 10.957763671875, 11.5751953125, 12.192626953125, 12.81005859375, 13.427490234375, 14.044921875, 14.662353515625, 15.27978515625, 15.897216796875, 16.5146484375, 17.132080078125, 17.74951171875, 18.366943359375, 18.984375]}, "gradients/wav2vec2.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 8.0, 13.0, 47.0, 114.0, 182.0, 227.0, 201.0, 113.0, 54.0, 18.0, 12.0, 5.0, 5.0, 2.0, 3.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0], "bins": [-455.651123046875, -446.2540283203125, -436.8569030761719, -427.4598083496094, -418.0627136230469, -408.66558837890625, -399.26849365234375, -389.87139892578125, -380.47430419921875, -371.07720947265625, -361.6800842285156, -352.2829895019531, -342.8858947753906, -333.48876953125, -324.0916748046875, -314.694580078125, -305.2974548339844, -295.9003601074219, -286.50323486328125, -277.10614013671875, -267.70904541015625, -258.31195068359375, -248.91482543945312, -239.51773071289062, -230.12062072753906, -220.7235107421875, -211.326416015625, -201.92930603027344, -192.53219604492188, -183.13510131835938, -173.7379913330078, -164.34088134765625, -154.94378662109375, -145.5466766357422, -136.1495819091797, -126.75247192382812, -117.3553695678711, -107.95826721191406, -98.5611572265625, -89.16405487060547, -79.76695251464844, -70.3698501586914, -60.97274398803711, -51.57563781738281, -42.17853546142578, -32.78143310546875, -23.384326934814453, -13.987220764160156, -4.590118408203125, 4.806985855102539, 14.204090118408203, 23.601194381713867, 32.99829864501953, 42.39540100097656, 51.79250717163086, 61.189613342285156, 70.58671569824219, 79.98381805419922, 89.38092041015625, 98.77803039550781, 108.17513275146484, 117.57223510742188, 126.96934509277344, 136.366455078125, 145.7635498046875]}, "gradients/wav2vec2.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 8.0, 7.0, 4.0, 5.0, 6.0, 10.0, 6.0, 11.0, 10.0, 17.0, 18.0, 14.0, 20.0, 25.0, 34.0, 26.0, 30.0, 38.0, 39.0, 41.0, 41.0, 35.0, 38.0, 40.0, 43.0, 30.0, 38.0, 40.0, 30.0, 34.0, 31.0, 26.0, 25.0, 31.0, 20.0, 27.0, 18.0, 17.0, 17.0, 7.0, 9.0, 7.0, 6.0, 9.0, 5.0, 3.0, 7.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-95.00360107421875, -92.19197845458984, -89.38035583496094, -86.56874084472656, -83.75711822509766, -80.94549560546875, -78.13388061523438, -75.32225799560547, -72.51063537597656, -69.69901275634766, -66.88739013671875, -64.07577514648438, -61.26415252685547, -58.45252990722656, -55.64091110229492, -52.82929229736328, -50.017669677734375, -47.20604705810547, -44.39442825317383, -41.58280944824219, -38.77118682861328, -35.959564208984375, -33.147945404052734, -30.33632469177246, -27.524703979492188, -24.713083267211914, -21.90146255493164, -19.089841842651367, -16.278221130371094, -13.46660041809082, -10.654979705810547, -7.843358993530273, -5.031730651855469, -2.2201099395751953, 0.5915107727050781, 3.4031314849853516, 6.214752197265625, 9.026372909545898, 11.837993621826172, 14.649614334106445, 17.46123504638672, 20.272855758666992, 23.084476470947266, 25.89609718322754, 28.707717895507812, 31.519338607788086, 34.33095932006836, 37.142578125, 39.954200744628906, 42.76582336425781, 45.57744216918945, 48.389060974121094, 51.20068359375, 54.012306213378906, 56.82392501831055, 59.63554382324219, 62.447166442871094, 65.2587890625, 68.07040405273438, 70.88202667236328, 73.69364929199219, 76.5052719116211, 79.31689453125, 82.12850952148438, 84.94013214111328]}, "gradients/wav2vec2.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 5.0, 4.0, 7.0, 7.0, 9.0, 17.0, 15.0, 22.0, 27.0, 48.0, 56.0, 72.0, 91.0, 149.0, 210.0, 302.0, 445.0, 731.0, 1193.0, 2093.0, 3861.0, 7638.0, 16682.0, 42866.0, 127771.0, 468887.0, 1729385.0, 1308600.0, 325045.0, 95361.0, 34146.0, 14148.0, 6384.0, 3347.0, 1788.0, 1049.0, 666.0, 378.0, 277.0, 163.0, 104.0, 69.0, 57.0, 31.0, 34.0, 23.0, 9.0, 11.0, 2.0, 3.0, 3.0, 3.0], "bins": [-7.95703125, -7.7523193359375, -7.547607421875, -7.3428955078125, -7.13818359375, -6.9334716796875, -6.728759765625, -6.5240478515625, -6.3193359375, -6.1146240234375, -5.909912109375, -5.7052001953125, -5.50048828125, -5.2957763671875, -5.091064453125, -4.8863525390625, -4.681640625, -4.4769287109375, -4.272216796875, -4.0675048828125, -3.86279296875, -3.6580810546875, -3.453369140625, -3.2486572265625, -3.0439453125, -2.8392333984375, -2.634521484375, -2.4298095703125, -2.22509765625, -2.0203857421875, -1.815673828125, -1.6109619140625, -1.40625, -1.2015380859375, -0.996826171875, -0.7921142578125, -0.58740234375, -0.3826904296875, -0.177978515625, 0.0267333984375, 0.2314453125, 0.4361572265625, 0.640869140625, 0.8455810546875, 1.05029296875, 1.2550048828125, 1.459716796875, 1.6644287109375, 1.869140625, 2.0738525390625, 2.278564453125, 2.4832763671875, 2.68798828125, 2.8927001953125, 3.097412109375, 3.3021240234375, 3.5068359375, 3.7115478515625, 3.916259765625, 4.1209716796875, 4.32568359375, 4.5303955078125, 4.735107421875, 4.9398193359375, 5.14453125]}, "gradients/wav2vec2.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 2.0, 6.0, 4.0, 10.0, 4.0, 5.0, 9.0, 9.0, 15.0, 19.0, 38.0, 30.0, 30.0, 32.0, 29.0, 38.0, 45.0, 23.0, 44.0, 43.0, 56.0, 45.0, 53.0, 40.0, 42.0, 35.0, 25.0, 27.0, 27.0, 30.0, 26.0, 26.0, 16.0, 17.0, 26.0, 21.0, 14.0, 6.0, 7.0, 5.0, 4.0, 4.0, 1.0, 3.0, 0.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-2.255859375, -2.1876220703125, -2.119384765625, -2.0511474609375, -1.98291015625, -1.9146728515625, -1.846435546875, -1.7781982421875, -1.7099609375, -1.6417236328125, -1.573486328125, -1.5052490234375, -1.43701171875, -1.3687744140625, -1.300537109375, -1.2322998046875, -1.1640625, -1.0958251953125, -1.027587890625, -0.9593505859375, -0.89111328125, -0.8228759765625, -0.754638671875, -0.6864013671875, -0.6181640625, -0.5499267578125, -0.481689453125, -0.4134521484375, -0.34521484375, -0.2769775390625, -0.208740234375, -0.1405029296875, -0.072265625, -0.0040283203125, 0.064208984375, 0.1324462890625, 0.20068359375, 0.2689208984375, 0.337158203125, 0.4053955078125, 0.4736328125, 0.5418701171875, 0.610107421875, 0.6783447265625, 0.74658203125, 0.8148193359375, 0.883056640625, 0.9512939453125, 1.01953125, 1.0877685546875, 1.156005859375, 1.2242431640625, 1.29248046875, 1.3607177734375, 1.428955078125, 1.4971923828125, 1.5654296875, 1.6336669921875, 1.701904296875, 1.7701416015625, 1.83837890625, 1.9066162109375, 1.974853515625, 2.0430908203125, 2.111328125]}, "gradients/wav2vec2.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 4.0, 3.0, 6.0, 5.0, 12.0, 16.0, 22.0, 36.0, 49.0, 73.0, 113.0, 159.0, 253.0, 390.0, 655.0, 1262.0, 2345.0, 5170.0, 13447.0, 46045.0, 229444.0, 1550528.0, 1955331.0, 303328.0, 57654.0, 16131.0, 5860.0, 2636.0, 1390.0, 708.0, 410.0, 248.0, 182.0, 122.0, 79.0, 59.0, 38.0, 13.0, 21.0, 8.0, 11.0, 5.0, 0.0, 4.0, 3.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-14.7734375, -14.3128662109375, -13.852294921875, -13.3917236328125, -12.93115234375, -12.4705810546875, -12.010009765625, -11.5494384765625, -11.0888671875, -10.6282958984375, -10.167724609375, -9.7071533203125, -9.24658203125, -8.7860107421875, -8.325439453125, -7.8648681640625, -7.404296875, -6.9437255859375, -6.483154296875, -6.0225830078125, -5.56201171875, -5.1014404296875, -4.640869140625, -4.1802978515625, -3.7197265625, -3.2591552734375, -2.798583984375, -2.3380126953125, -1.87744140625, -1.4168701171875, -0.956298828125, -0.4957275390625, -0.03515625, 0.4254150390625, 0.885986328125, 1.3465576171875, 1.80712890625, 2.2677001953125, 2.728271484375, 3.1888427734375, 3.6494140625, 4.1099853515625, 4.570556640625, 5.0311279296875, 5.49169921875, 5.9522705078125, 6.412841796875, 6.8734130859375, 7.333984375, 7.7945556640625, 8.255126953125, 8.7156982421875, 9.17626953125, 9.6368408203125, 10.097412109375, 10.5579833984375, 11.0185546875, 11.4791259765625, 11.939697265625, 12.4002685546875, 12.86083984375, 13.3214111328125, 13.781982421875, 14.2425537109375, 14.703125]}, "gradients/wav2vec2.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 5.0, 2.0, 12.0, 12.0, 10.0, 17.0, 16.0, 35.0, 32.0, 69.0, 96.0, 130.0, 166.0, 238.0, 309.0, 433.0, 524.0, 527.0, 441.0, 301.0, 219.0, 161.0, 117.0, 69.0, 43.0, 27.0, 17.0, 11.0, 11.0, 12.0, 2.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-11.140625, -10.85357666015625, -10.5665283203125, -10.27947998046875, -9.992431640625, -9.70538330078125, -9.4183349609375, -9.13128662109375, -8.84423828125, -8.55718994140625, -8.2701416015625, -7.98309326171875, -7.696044921875, -7.40899658203125, -7.1219482421875, -6.83489990234375, -6.5478515625, -6.26080322265625, -5.9737548828125, -5.68670654296875, -5.399658203125, -5.11260986328125, -4.8255615234375, -4.53851318359375, -4.25146484375, -3.96441650390625, -3.6773681640625, -3.39031982421875, -3.103271484375, -2.81622314453125, -2.5291748046875, -2.24212646484375, -1.955078125, -1.66802978515625, -1.3809814453125, -1.09393310546875, -0.806884765625, -0.51983642578125, -0.2327880859375, 0.05426025390625, 0.34130859375, 0.62835693359375, 0.9154052734375, 1.20245361328125, 1.489501953125, 1.77655029296875, 2.0635986328125, 2.35064697265625, 2.6376953125, 2.92474365234375, 3.2117919921875, 3.49884033203125, 3.785888671875, 4.07293701171875, 4.3599853515625, 4.64703369140625, 4.93408203125, 5.22113037109375, 5.5081787109375, 5.79522705078125, 6.082275390625, 6.36932373046875, 6.6563720703125, 6.94342041015625, 7.23046875]}, "gradients/wav2vec2.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 7.0, 16.0, 20.0, 16.0, 41.0, 27.0, 66.0, 89.0, 114.0, 120.0, 136.0, 108.0, 86.0, 54.0, 47.0, 22.0, 15.0, 8.0, 8.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-79.06253051757812, -76.66055297851562, -74.25858306884766, -71.85660552978516, -69.45463562011719, -67.05265808105469, -64.65068817138672, -62.24871063232422, -59.846736907958984, -57.44476318359375, -55.042789459228516, -52.64081573486328, -50.23883819580078, -47.83686828613281, -45.43489074707031, -43.03291702270508, -40.630943298339844, -38.22896957397461, -35.826995849609375, -33.42502212524414, -31.023046493530273, -28.62107276916504, -26.219097137451172, -23.817123413085938, -21.415149688720703, -19.01317596435547, -16.611202239990234, -14.209226608276367, -11.807252883911133, -9.405279159545898, -7.003304481506348, -4.601329803466797, -2.1993560791015625, 0.20261812210083008, 2.6045923233032227, 5.006566524505615, 7.408540725708008, 9.810514450073242, 12.212489128112793, 14.614463806152344, 17.016437530517578, 19.418411254882812, 21.820384979248047, 24.222360610961914, 26.62433433532715, 29.026308059692383, 31.42828369140625, 33.830257415771484, 36.23223114013672, 38.63420486450195, 41.03617858886719, 43.43815231323242, 45.840126037597656, 48.242103576660156, 50.64407730102539, 53.046051025390625, 55.44802474975586, 57.849998474121094, 60.25197219848633, 62.65394592285156, 65.05592346191406, 67.45789337158203, 69.85987091064453, 72.2618408203125, 74.663818359375]}, "gradients/wav2vec2.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 8.0, 11.0, 7.0, 10.0, 12.0, 11.0, 10.0, 14.0, 22.0, 22.0, 27.0, 22.0, 32.0, 26.0, 36.0, 34.0, 31.0, 39.0, 39.0, 37.0, 47.0, 34.0, 38.0, 41.0, 39.0, 33.0, 28.0, 30.0, 33.0, 35.0, 32.0, 25.0, 29.0, 16.0, 16.0, 9.0, 8.0, 14.0, 9.0, 10.0, 6.0, 7.0, 4.0, 3.0, 5.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-29.057415008544922, -28.099811553955078, -27.142208099365234, -26.184606552124023, -25.22700309753418, -24.269399642944336, -23.311798095703125, -22.35419464111328, -21.396591186523438, -20.438987731933594, -19.48138427734375, -18.52378273010254, -17.566179275512695, -16.60857582092285, -15.650973320007324, -14.693370819091797, -13.735767364501953, -12.77816390991211, -11.820561408996582, -10.862958908081055, -9.905355453491211, -8.947751998901367, -7.99014949798584, -7.032546520233154, -6.074943542480469, -5.117340564727783, -4.159737586975098, -3.202134609222412, -2.2445316314697266, -1.286928653717041, -0.32932567596435547, 0.6282773017883301, 1.5858802795410156, 2.543483257293701, 3.5010862350463867, 4.458689212799072, 5.416292190551758, 6.373895168304443, 7.331498146057129, 8.289100646972656, 9.2467041015625, 10.204307556152344, 11.161910057067871, 12.119512557983398, 13.077116012573242, 14.034719467163086, 14.992321968078613, 15.94992446899414, 16.907527923583984, 17.865131378173828, 18.822734832763672, 19.780336380004883, 20.737939834594727, 21.69554328918457, 22.65314483642578, 23.610748291015625, 24.56835174560547, 25.525955200195312, 26.483558654785156, 27.441160202026367, 28.39876365661621, 29.356367111206055, 30.313968658447266, 31.27157211303711, 32.22917556762695]}, "gradients/wav2vec2.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 5.0, 2.0, 12.0, 14.0, 14.0, 22.0, 24.0, 48.0, 62.0, 78.0, 132.0, 175.0, 277.0, 376.0, 629.0, 987.0, 1526.0, 2433.0, 4347.0, 7793.0, 15173.0, 33863.0, 83401.0, 217731.0, 345404.0, 197227.0, 74599.0, 30336.0, 14142.0, 7168.0, 4097.0, 2299.0, 1445.0, 984.0, 572.0, 372.0, 239.0, 178.0, 113.0, 76.0, 65.0, 31.0, 34.0, 14.0, 18.0, 9.0, 7.0, 4.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.80859375, -6.56048583984375, -6.3123779296875, -6.06427001953125, -5.816162109375, -5.56805419921875, -5.3199462890625, -5.07183837890625, -4.82373046875, -4.57562255859375, -4.3275146484375, -4.07940673828125, -3.831298828125, -3.58319091796875, -3.3350830078125, -3.08697509765625, -2.8388671875, -2.59075927734375, -2.3426513671875, -2.09454345703125, -1.846435546875, -1.59832763671875, -1.3502197265625, -1.10211181640625, -0.85400390625, -0.60589599609375, -0.3577880859375, -0.10968017578125, 0.138427734375, 0.38653564453125, 0.6346435546875, 0.88275146484375, 1.130859375, 1.37896728515625, 1.6270751953125, 1.87518310546875, 2.123291015625, 2.37139892578125, 2.6195068359375, 2.86761474609375, 3.11572265625, 3.36383056640625, 3.6119384765625, 3.86004638671875, 4.108154296875, 4.35626220703125, 4.6043701171875, 4.85247802734375, 5.1005859375, 5.34869384765625, 5.5968017578125, 5.84490966796875, 6.093017578125, 6.34112548828125, 6.5892333984375, 6.83734130859375, 7.08544921875, 7.33355712890625, 7.5816650390625, 7.82977294921875, 8.077880859375, 8.32598876953125, 8.5740966796875, 8.82220458984375, 9.0703125]}, "gradients/wav2vec2.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 9.0, 4.0, 4.0, 7.0, 13.0, 11.0, 10.0, 16.0, 16.0, 24.0, 25.0, 19.0, 29.0, 42.0, 36.0, 36.0, 46.0, 30.0, 47.0, 48.0, 44.0, 40.0, 32.0, 44.0, 41.0, 40.0, 40.0, 42.0, 35.0, 22.0, 26.0, 21.0, 14.0, 14.0, 9.0, 17.0, 10.0, 11.0, 8.0, 4.0, 2.0, 6.0, 1.0, 1.0, 4.0, 1.0, 3.0, 2.0, 2.0, 2.0], "bins": [-3.099609375, -3.010589599609375, -2.92156982421875, -2.832550048828125, -2.7435302734375, -2.654510498046875, -2.56549072265625, -2.476470947265625, -2.387451171875, -2.298431396484375, -2.20941162109375, -2.120391845703125, -2.0313720703125, -1.942352294921875, -1.85333251953125, -1.764312744140625, -1.67529296875, -1.586273193359375, -1.49725341796875, -1.408233642578125, -1.3192138671875, -1.230194091796875, -1.14117431640625, -1.052154541015625, -0.963134765625, -0.874114990234375, -0.78509521484375, -0.696075439453125, -0.6070556640625, -0.518035888671875, -0.42901611328125, -0.339996337890625, -0.2509765625, -0.161956787109375, -0.07293701171875, 0.016082763671875, 0.1051025390625, 0.194122314453125, 0.28314208984375, 0.372161865234375, 0.461181640625, 0.550201416015625, 0.63922119140625, 0.728240966796875, 0.8172607421875, 0.906280517578125, 0.99530029296875, 1.084320068359375, 1.17333984375, 1.262359619140625, 1.35137939453125, 1.440399169921875, 1.5294189453125, 1.618438720703125, 1.70745849609375, 1.796478271484375, 1.885498046875, 1.974517822265625, 2.06353759765625, 2.152557373046875, 2.2415771484375, 2.330596923828125, 2.41961669921875, 2.508636474609375, 2.59765625]}, "gradients/wav2vec2.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 10.0, 6.0, 12.0, 12.0, 24.0, 33.0, 32.0, 58.0, 78.0, 97.0, 167.0, 236.0, 344.0, 521.0, 895.0, 1508.0, 2781.0, 5534.0, 12498.0, 34565.0, 128120.0, 477499.0, 281769.0, 63980.0, 20371.0, 8299.0, 3867.0, 2053.0, 1136.0, 698.0, 427.0, 282.0, 218.0, 121.0, 88.0, 71.0, 32.0, 24.0, 15.0, 22.0, 16.0, 10.0, 7.0, 5.0, 2.0, 5.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 4.0], "bins": [-12.6328125, -12.2220458984375, -11.811279296875, -11.4005126953125, -10.98974609375, -10.5789794921875, -10.168212890625, -9.7574462890625, -9.3466796875, -8.9359130859375, -8.525146484375, -8.1143798828125, -7.70361328125, -7.2928466796875, -6.882080078125, -6.4713134765625, -6.060546875, -5.6497802734375, -5.239013671875, -4.8282470703125, -4.41748046875, -4.0067138671875, -3.595947265625, -3.1851806640625, -2.7744140625, -2.3636474609375, -1.952880859375, -1.5421142578125, -1.13134765625, -0.7205810546875, -0.309814453125, 0.1009521484375, 0.51171875, 0.9224853515625, 1.333251953125, 1.7440185546875, 2.15478515625, 2.5655517578125, 2.976318359375, 3.3870849609375, 3.7978515625, 4.2086181640625, 4.619384765625, 5.0301513671875, 5.44091796875, 5.8516845703125, 6.262451171875, 6.6732177734375, 7.083984375, 7.4947509765625, 7.905517578125, 8.3162841796875, 8.72705078125, 9.1378173828125, 9.548583984375, 9.9593505859375, 10.3701171875, 10.7808837890625, 11.191650390625, 11.6024169921875, 12.01318359375, 12.4239501953125, 12.834716796875, 13.2454833984375, 13.65625]}, "gradients/wav2vec2.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 5.0, 3.0, 3.0, 4.0, 7.0, 6.0, 5.0, 12.0, 13.0, 25.0, 17.0, 25.0, 30.0, 39.0, 40.0, 57.0, 53.0, 51.0, 51.0, 70.0, 58.0, 63.0, 37.0, 63.0, 43.0, 43.0, 34.0, 22.0, 25.0, 24.0, 18.0, 12.0, 10.0, 6.0, 6.0, 7.0, 7.0, 5.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-13.5546875, -13.1749267578125, -12.795166015625, -12.4154052734375, -12.03564453125, -11.6558837890625, -11.276123046875, -10.8963623046875, -10.5166015625, -10.1368408203125, -9.757080078125, -9.3773193359375, -8.99755859375, -8.6177978515625, -8.238037109375, -7.8582763671875, -7.478515625, -7.0987548828125, -6.718994140625, -6.3392333984375, -5.95947265625, -5.5797119140625, -5.199951171875, -4.8201904296875, -4.4404296875, -4.0606689453125, -3.680908203125, -3.3011474609375, -2.92138671875, -2.5416259765625, -2.161865234375, -1.7821044921875, -1.40234375, -1.0225830078125, -0.642822265625, -0.2630615234375, 0.11669921875, 0.4964599609375, 0.876220703125, 1.2559814453125, 1.6357421875, 2.0155029296875, 2.395263671875, 2.7750244140625, 3.15478515625, 3.5345458984375, 3.914306640625, 4.2940673828125, 4.673828125, 5.0535888671875, 5.433349609375, 5.8131103515625, 6.19287109375, 6.5726318359375, 6.952392578125, 7.3321533203125, 7.7119140625, 8.0916748046875, 8.471435546875, 8.8511962890625, 9.23095703125, 9.6107177734375, 9.990478515625, 10.3702392578125, 10.75]}, "gradients/wav2vec2.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 4.0, 13.0, 5.0, 22.0, 27.0, 47.0, 71.0, 91.0, 171.0, 255.0, 435.0, 653.0, 995.0, 1530.0, 2585.0, 4075.0, 6783.0, 10738.0, 18973.0, 41748.0, 151576.0, 476240.0, 222239.0, 54619.0, 22388.0, 12354.0, 7504.0, 4605.0, 2899.0, 1810.0, 1143.0, 717.0, 463.0, 287.0, 197.0, 107.0, 63.0, 48.0, 30.0, 23.0, 10.0, 7.0, 1.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.5546875, -9.2525634765625, -8.950439453125, -8.6483154296875, -8.34619140625, -8.0440673828125, -7.741943359375, -7.4398193359375, -7.1376953125, -6.8355712890625, -6.533447265625, -6.2313232421875, -5.92919921875, -5.6270751953125, -5.324951171875, -5.0228271484375, -4.720703125, -4.4185791015625, -4.116455078125, -3.8143310546875, -3.51220703125, -3.2100830078125, -2.907958984375, -2.6058349609375, -2.3037109375, -2.0015869140625, -1.699462890625, -1.3973388671875, -1.09521484375, -0.7930908203125, -0.490966796875, -0.1888427734375, 0.11328125, 0.4154052734375, 0.717529296875, 1.0196533203125, 1.32177734375, 1.6239013671875, 1.926025390625, 2.2281494140625, 2.5302734375, 2.8323974609375, 3.134521484375, 3.4366455078125, 3.73876953125, 4.0408935546875, 4.343017578125, 4.6451416015625, 4.947265625, 5.2493896484375, 5.551513671875, 5.8536376953125, 6.15576171875, 6.4578857421875, 6.760009765625, 7.0621337890625, 7.3642578125, 7.6663818359375, 7.968505859375, 8.2706298828125, 8.57275390625, 8.8748779296875, 9.177001953125, 9.4791259765625, 9.78125]}, "gradients/wav2vec2.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 6.0, 11.0, 3.0, 7.0, 8.0, 11.0, 22.0, 46.0, 126.0, 205.0, 258.0, 120.0, 75.0, 20.0, 19.0, 6.0, 10.0, 7.0, 5.0, 6.0, 2.0, 5.0, 7.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0027942657470703125, -0.002691328525543213, -0.0025883913040161133, -0.0024854540824890137, -0.002382516860961914, -0.0022795796394348145, -0.002176642417907715, -0.0020737051963806152, -0.0019707679748535156, -0.001867830753326416, -0.0017648935317993164, -0.0016619563102722168, -0.0015590190887451172, -0.0014560818672180176, -0.001353144645690918, -0.0012502074241638184, -0.0011472702026367188, -0.0010443329811096191, -0.0009413957595825195, -0.0008384585380554199, -0.0007355213165283203, -0.0006325840950012207, -0.0005296468734741211, -0.0004267096519470215, -0.0003237724304199219, -0.00022083520889282227, -0.00011789798736572266, -1.4960765838623047e-05, 8.797645568847656e-05, 0.00019091367721557617, 0.0002938508987426758, 0.0003967881202697754, 0.000499725341796875, 0.0006026625633239746, 0.0007055997848510742, 0.0008085370063781738, 0.0009114742279052734, 0.001014411449432373, 0.0011173486709594727, 0.0012202858924865723, 0.0013232231140136719, 0.0014261603355407715, 0.001529097557067871, 0.0016320347785949707, 0.0017349720001220703, 0.00183790922164917, 0.0019408464431762695, 0.002043783664703369, 0.0021467208862304688, 0.0022496581077575684, 0.002352595329284668, 0.0024555325508117676, 0.002558469772338867, 0.002661406993865967, 0.0027643442153930664, 0.002867281436920166, 0.0029702186584472656, 0.0030731558799743652, 0.003176093101501465, 0.0032790303230285645, 0.003381967544555664, 0.0034849047660827637, 0.0035878419876098633, 0.003690779209136963, 0.0037937164306640625]}, "gradients/wav2vec2.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 12.0, 12.0, 13.0, 31.0, 52.0, 70.0, 97.0, 155.0, 273.0, 438.0, 776.0, 1195.0, 1926.0, 3324.0, 5865.0, 10238.0, 19592.0, 44974.0, 149814.0, 445375.0, 243426.0, 65398.0, 25549.0, 12652.0, 7007.0, 4101.0, 2457.0, 1469.0, 865.0, 532.0, 289.0, 209.0, 139.0, 81.0, 54.0, 35.0, 23.0, 15.0, 11.0, 3.0, 4.0, 3.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.58203125, -7.29779052734375, -7.0135498046875, -6.72930908203125, -6.445068359375, -6.16082763671875, -5.8765869140625, -5.59234619140625, -5.30810546875, -5.02386474609375, -4.7396240234375, -4.45538330078125, -4.171142578125, -3.88690185546875, -3.6026611328125, -3.31842041015625, -3.0341796875, -2.74993896484375, -2.4656982421875, -2.18145751953125, -1.897216796875, -1.61297607421875, -1.3287353515625, -1.04449462890625, -0.76025390625, -0.47601318359375, -0.1917724609375, 0.09246826171875, 0.376708984375, 0.66094970703125, 0.9451904296875, 1.22943115234375, 1.513671875, 1.79791259765625, 2.0821533203125, 2.36639404296875, 2.650634765625, 2.93487548828125, 3.2191162109375, 3.50335693359375, 3.78759765625, 4.07183837890625, 4.3560791015625, 4.64031982421875, 4.924560546875, 5.20880126953125, 5.4930419921875, 5.77728271484375, 6.0615234375, 6.34576416015625, 6.6300048828125, 6.91424560546875, 7.198486328125, 7.48272705078125, 7.7669677734375, 8.05120849609375, 8.33544921875, 8.61968994140625, 8.9039306640625, 9.18817138671875, 9.472412109375, 9.75665283203125, 10.0408935546875, 10.32513427734375, 10.609375]}, "gradients/wav2vec2.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 4.0, 3.0, 5.0, 9.0, 6.0, 13.0, 7.0, 12.0, 20.0, 28.0, 31.0, 51.0, 76.0, 123.0, 145.0, 124.0, 119.0, 68.0, 41.0, 33.0, 23.0, 12.0, 13.0, 6.0, 4.0, 7.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.8828125, -7.6494140625, -7.416015625, -7.1826171875, -6.94921875, -6.7158203125, -6.482421875, -6.2490234375, -6.015625, -5.7822265625, -5.548828125, -5.3154296875, -5.08203125, -4.8486328125, -4.615234375, -4.3818359375, -4.1484375, -3.9150390625, -3.681640625, -3.4482421875, -3.21484375, -2.9814453125, -2.748046875, -2.5146484375, -2.28125, -2.0478515625, -1.814453125, -1.5810546875, -1.34765625, -1.1142578125, -0.880859375, -0.6474609375, -0.4140625, -0.1806640625, 0.052734375, 0.2861328125, 0.51953125, 0.7529296875, 0.986328125, 1.2197265625, 1.453125, 1.6865234375, 1.919921875, 2.1533203125, 2.38671875, 2.6201171875, 2.853515625, 3.0869140625, 3.3203125, 3.5537109375, 3.787109375, 4.0205078125, 4.25390625, 4.4873046875, 4.720703125, 4.9541015625, 5.1875, 5.4208984375, 5.654296875, 5.8876953125, 6.12109375, 6.3544921875, 6.587890625, 6.8212890625, 7.0546875]}, "gradients/wav2vec2.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 7.0, 11.0, 27.0, 60.0, 146.0, 194.0, 189.0, 186.0, 94.0, 50.0, 24.0, 14.0, 3.0, 0.0, 4.0, 1.0, 1.0, 4.0], "bins": [-190.7186279296875, -187.06362915039062, -183.4086456298828, -179.75364685058594, -176.09866333007812, -172.44366455078125, -168.78868103027344, -165.13368225097656, -161.47869873046875, -157.82369995117188, -154.16871643066406, -150.5137176513672, -146.85873413085938, -143.2037353515625, -139.5487518310547, -135.8937530517578, -132.23875427246094, -128.58375549316406, -124.92877197265625, -121.2737808227539, -117.61878967285156, -113.96379089355469, -110.30879974365234, -106.65380859375, -102.99881744384766, -99.34382629394531, -95.68883514404297, -92.03384399414062, -88.37884521484375, -84.72386169433594, -81.06886291503906, -77.41387176513672, -73.7588882446289, -70.10389709472656, -66.44890594482422, -62.79391098022461, -59.138919830322266, -55.48392868041992, -51.82893371582031, -48.17394256591797, -44.518951416015625, -40.86396026611328, -37.20896911621094, -33.55397415161133, -29.898983001708984, -26.24399185180664, -22.588998794555664, -18.934005737304688, -15.279014587402344, -11.624022483825684, -7.969030380249023, -4.314038276672363, -0.6590461730957031, 2.9959449768066406, 6.650938034057617, 10.305931091308594, 13.960922241210938, 17.61591339111328, 21.270906448364258, 24.925899505615234, 28.580890655517578, 32.23588180541992, 35.89087677001953, 39.545867919921875, 43.20085906982422]}, "gradients/wav2vec2.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 12.0, 4.0, 7.0, 5.0, 6.0, 18.0, 13.0, 23.0, 19.0, 13.0, 23.0, 24.0, 21.0, 29.0, 31.0, 33.0, 35.0, 42.0, 38.0, 40.0, 48.0, 35.0, 47.0, 38.0, 42.0, 30.0, 32.0, 34.0, 33.0, 32.0, 32.0, 22.0, 22.0, 24.0, 13.0, 19.0, 7.0, 10.0, 2.0, 3.0, 14.0, 3.0, 8.0, 6.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0], "bins": [-33.30121994018555, -32.33273696899414, -31.364255905151367, -30.39577293395996, -29.427289962768555, -28.45880889892578, -27.490325927734375, -26.52184295654297, -25.553359985351562, -24.584877014160156, -23.616395950317383, -22.647912979125977, -21.67943000793457, -20.710948944091797, -19.74246597290039, -18.773983001708984, -17.805500030517578, -16.837017059326172, -15.868535041809082, -14.900053024291992, -13.931570053100586, -12.963088035583496, -11.994606018066406, -11.026123046875, -10.057641983032227, -9.089159965515137, -8.12067699432373, -7.152194976806641, -6.183712005615234, -5.2152299880981445, -4.2467474937438965, -3.2782649993896484, -2.309782028198242, -1.3412995338439941, -0.37281715869903564, 0.5956652164459229, 1.564147710800171, 2.53262996673584, 3.501112461090088, 4.469594955444336, 5.438077449798584, 6.406559944152832, 7.37504243850708, 8.343524932861328, 9.312006950378418, 10.280488967895508, 11.248971939086914, 12.21745491027832, 13.18593692779541, 14.1544189453125, 15.122901916503906, 16.091384887695312, 17.059865951538086, 18.028348922729492, 18.9968318939209, 19.965312957763672, 20.933795928955078, 21.902278900146484, 22.870759963989258, 23.839242935180664, 24.80772590637207, 25.776206970214844, 26.74468994140625, 27.713172912597656, 28.681655883789062]}, "gradients/wav2vec2.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 6.0, 2.0, 2.0, 0.0, 2.0, 5.0, 7.0, 12.0, 18.0, 21.0, 20.0, 17.0, 46.0, 71.0, 100.0, 155.0, 281.0, 562.0, 1121.0, 2405.0, 5434.0, 12875.0, 32083.0, 84995.0, 242432.0, 851990.0, 1992411.0, 654159.0, 196575.0, 69977.0, 27007.0, 10974.0, 4468.0, 1995.0, 994.0, 438.0, 237.0, 141.0, 76.0, 54.0, 34.0, 27.0, 21.0, 8.0, 11.0, 8.0, 3.0, 6.0, 3.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-23.1875, -22.471923828125, -21.75634765625, -21.040771484375, -20.3251953125, -19.609619140625, -18.89404296875, -18.178466796875, -17.462890625, -16.747314453125, -16.03173828125, -15.316162109375, -14.6005859375, -13.885009765625, -13.16943359375, -12.453857421875, -11.73828125, -11.022705078125, -10.30712890625, -9.591552734375, -8.8759765625, -8.160400390625, -7.44482421875, -6.729248046875, -6.013671875, -5.298095703125, -4.58251953125, -3.866943359375, -3.1513671875, -2.435791015625, -1.72021484375, -1.004638671875, -0.2890625, 0.426513671875, 1.14208984375, 1.857666015625, 2.5732421875, 3.288818359375, 4.00439453125, 4.719970703125, 5.435546875, 6.151123046875, 6.86669921875, 7.582275390625, 8.2978515625, 9.013427734375, 9.72900390625, 10.444580078125, 11.16015625, 11.875732421875, 12.59130859375, 13.306884765625, 14.0224609375, 14.738037109375, 15.45361328125, 16.169189453125, 16.884765625, 17.600341796875, 18.31591796875, 19.031494140625, 19.7470703125, 20.462646484375, 21.17822265625, 21.893798828125, 22.609375]}, "gradients/wav2vec2.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 3.0, 6.0, 3.0, 5.0, 7.0, 1.0, 7.0, 16.0, 13.0, 12.0, 19.0, 12.0, 29.0, 24.0, 11.0, 30.0, 27.0, 31.0, 37.0, 30.0, 30.0, 32.0, 45.0, 40.0, 42.0, 35.0, 41.0, 28.0, 38.0, 30.0, 34.0, 20.0, 37.0, 28.0, 30.0, 14.0, 21.0, 19.0, 22.0, 24.0, 16.0, 11.0, 8.0, 8.0, 8.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 2.0], "bins": [-12.40625, -12.0152587890625, -11.624267578125, -11.2332763671875, -10.84228515625, -10.4512939453125, -10.060302734375, -9.6693115234375, -9.2783203125, -8.8873291015625, -8.496337890625, -8.1053466796875, -7.71435546875, -7.3233642578125, -6.932373046875, -6.5413818359375, -6.150390625, -5.7593994140625, -5.368408203125, -4.9774169921875, -4.58642578125, -4.1954345703125, -3.804443359375, -3.4134521484375, -3.0224609375, -2.6314697265625, -2.240478515625, -1.8494873046875, -1.45849609375, -1.0675048828125, -0.676513671875, -0.2855224609375, 0.10546875, 0.4964599609375, 0.887451171875, 1.2784423828125, 1.66943359375, 2.0604248046875, 2.451416015625, 2.8424072265625, 3.2333984375, 3.6243896484375, 4.015380859375, 4.4063720703125, 4.79736328125, 5.1883544921875, 5.579345703125, 5.9703369140625, 6.361328125, 6.7523193359375, 7.143310546875, 7.5343017578125, 7.92529296875, 8.3162841796875, 8.707275390625, 9.0982666015625, 9.4892578125, 9.8802490234375, 10.271240234375, 10.6622314453125, 11.05322265625, 11.4442138671875, 11.835205078125, 12.2261962890625, 12.6171875]}, "gradients/wav2vec2.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 4.0, 4.0, 6.0, 10.0, 13.0, 25.0, 25.0, 38.0, 66.0, 111.0, 161.0, 272.0, 484.0, 837.0, 1567.0, 3061.0, 6079.0, 12665.0, 26745.0, 58060.0, 133588.0, 333352.0, 940811.0, 1601059.0, 650637.0, 240300.0, 99919.0, 43853.0, 20580.0, 9823.0, 4835.0, 2454.0, 1220.0, 643.0, 361.0, 215.0, 150.0, 97.0, 44.0, 50.0, 27.0, 10.0, 10.0, 5.0, 3.0, 4.0, 2.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-22.25, -21.539794921875, -20.82958984375, -20.119384765625, -19.4091796875, -18.698974609375, -17.98876953125, -17.278564453125, -16.568359375, -15.858154296875, -15.14794921875, -14.437744140625, -13.7275390625, -13.017333984375, -12.30712890625, -11.596923828125, -10.88671875, -10.176513671875, -9.46630859375, -8.756103515625, -8.0458984375, -7.335693359375, -6.62548828125, -5.915283203125, -5.205078125, -4.494873046875, -3.78466796875, -3.074462890625, -2.3642578125, -1.654052734375, -0.94384765625, -0.233642578125, 0.4765625, 1.186767578125, 1.89697265625, 2.607177734375, 3.3173828125, 4.027587890625, 4.73779296875, 5.447998046875, 6.158203125, 6.868408203125, 7.57861328125, 8.288818359375, 8.9990234375, 9.709228515625, 10.41943359375, 11.129638671875, 11.83984375, 12.550048828125, 13.26025390625, 13.970458984375, 14.6806640625, 15.390869140625, 16.10107421875, 16.811279296875, 17.521484375, 18.231689453125, 18.94189453125, 19.652099609375, 20.3623046875, 21.072509765625, 21.78271484375, 22.492919921875, 23.203125]}, "gradients/wav2vec2.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 4.0, 2.0, 5.0, 1.0, 7.0, 4.0, 12.0, 11.0, 14.0, 23.0, 25.0, 37.0, 50.0, 73.0, 90.0, 135.0, 208.0, 314.0, 374.0, 566.0, 608.0, 438.0, 326.0, 199.0, 162.0, 106.0, 92.0, 52.0, 44.0, 29.0, 19.0, 16.0, 10.0, 9.0, 0.0, 7.0, 5.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0], "bins": [-34.6875, -33.701171875, -32.71484375, -31.728515625, -30.7421875, -29.755859375, -28.76953125, -27.783203125, -26.796875, -25.810546875, -24.82421875, -23.837890625, -22.8515625, -21.865234375, -20.87890625, -19.892578125, -18.90625, -17.919921875, -16.93359375, -15.947265625, -14.9609375, -13.974609375, -12.98828125, -12.001953125, -11.015625, -10.029296875, -9.04296875, -8.056640625, -7.0703125, -6.083984375, -5.09765625, -4.111328125, -3.125, -2.138671875, -1.15234375, -0.166015625, 0.8203125, 1.806640625, 2.79296875, 3.779296875, 4.765625, 5.751953125, 6.73828125, 7.724609375, 8.7109375, 9.697265625, 10.68359375, 11.669921875, 12.65625, 13.642578125, 14.62890625, 15.615234375, 16.6015625, 17.587890625, 18.57421875, 19.560546875, 20.546875, 21.533203125, 22.51953125, 23.505859375, 24.4921875, 25.478515625, 26.46484375, 27.451171875, 28.4375]}, "gradients/wav2vec2.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 1.0, 8.0, 14.0, 24.0, 40.0, 54.0, 73.0, 131.0, 125.0, 137.0, 123.0, 99.0, 58.0, 50.0, 31.0, 12.0, 6.0, 10.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-257.295166015625, -250.80215454101562, -244.30914306640625, -237.81613159179688, -231.3231201171875, -224.83010864257812, -218.3371124267578, -211.84410095214844, -205.35108947753906, -198.8580780029297, -192.3650665283203, -185.87205505371094, -179.37905883789062, -172.88604736328125, -166.39303588867188, -159.9000244140625, -153.40701293945312, -146.91400146484375, -140.42098999023438, -133.927978515625, -127.43497467041016, -120.94196319580078, -114.44895935058594, -107.95594787597656, -101.46293640136719, -94.96992492675781, -88.47691345214844, -81.9839096069336, -75.49089813232422, -68.99788665771484, -62.504878997802734, -56.011871337890625, -49.51885986328125, -43.025848388671875, -36.532840728759766, -30.039831161499023, -23.54682159423828, -17.053810119628906, -10.560802459716797, -4.0677947998046875, 2.4252166748046875, 8.91822624206543, 15.411235809326172, 21.904245376586914, 28.397254943847656, 34.89026641845703, 41.38327407836914, 47.87628173828125, 54.369293212890625, 60.8623046875, 67.35531616210938, 73.84832000732422, 80.3413314819336, 86.83434295654297, 93.32734680175781, 99.82035827636719, 106.31336975097656, 112.80638122558594, 119.29939270019531, 125.79239654541016, 132.285400390625, 138.77841186523438, 145.27142333984375, 151.76443481445312, 158.2574462890625]}, "gradients/wav2vec2.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 6.0, 9.0, 6.0, 10.0, 9.0, 11.0, 14.0, 21.0, 12.0, 20.0, 22.0, 14.0, 19.0, 22.0, 31.0, 25.0, 31.0, 45.0, 30.0, 29.0, 51.0, 39.0, 35.0, 46.0, 42.0, 34.0, 44.0, 28.0, 47.0, 36.0, 31.0, 18.0, 22.0, 24.0, 17.0, 19.0, 11.0, 12.0, 14.0, 10.0, 9.0, 6.0, 5.0, 3.0, 4.0, 6.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-94.58625793457031, -91.55476379394531, -88.52327728271484, -85.49178314208984, -82.46029663085938, -79.42880249023438, -76.39730834960938, -73.3658218383789, -70.3343276977539, -67.3028335571289, -64.27134704589844, -61.23985290527344, -58.2083625793457, -55.17687225341797, -52.145381927490234, -49.1138916015625, -46.082401275634766, -43.05091094970703, -40.0194206237793, -36.98793029785156, -33.95643615722656, -30.924945831298828, -27.893455505371094, -24.861963272094727, -21.830472946166992, -18.798982620239258, -15.76749038696289, -12.736000061035156, -9.704508781433105, -6.673017501831055, -3.6415271759033203, -0.6100349426269531, 2.4214553833007812, 5.452946662902832, 8.484437942504883, 11.515928268432617, 14.547419548034668, 17.57891082763672, 20.610401153564453, 23.64189338684082, 26.673383712768555, 29.70487403869629, 32.736366271972656, 35.76785659790039, 38.799346923828125, 41.830841064453125, 44.862327575683594, 47.893821716308594, 50.92531204223633, 53.95680236816406, 56.9882926940918, 60.01978302001953, 63.05127716064453, 66.082763671875, 69.1142578125, 72.145751953125, 75.17723846435547, 78.20873260498047, 81.24021911621094, 84.27171325683594, 87.3031997680664, 90.3346939086914, 93.36618041992188, 96.39767456054688, 99.42916870117188]}, "gradients/wav2vec2.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 5.0, 11.0, 18.0, 26.0, 30.0, 44.0, 63.0, 97.0, 161.0, 177.0, 317.0, 368.0, 571.0, 804.0, 1202.0, 1671.0, 2355.0, 3456.0, 5008.0, 7383.0, 10978.0, 16632.0, 26064.0, 43521.0, 81283.0, 170115.0, 266423.0, 188774.0, 90924.0, 47316.0, 27904.0, 17732.0, 11576.0, 8136.0, 5304.0, 3649.0, 2593.0, 1781.0, 1239.0, 871.0, 568.0, 440.0, 300.0, 197.0, 156.0, 97.0, 80.0, 32.0, 35.0, 21.0, 24.0, 12.0, 6.0, 7.0, 1.0, 4.0, 4.0], "bins": [-18.453125, -17.903564453125, -17.35400390625, -16.804443359375, -16.2548828125, -15.705322265625, -15.15576171875, -14.606201171875, -14.056640625, -13.507080078125, -12.95751953125, -12.407958984375, -11.8583984375, -11.308837890625, -10.75927734375, -10.209716796875, -9.66015625, -9.110595703125, -8.56103515625, -8.011474609375, -7.4619140625, -6.912353515625, -6.36279296875, -5.813232421875, -5.263671875, -4.714111328125, -4.16455078125, -3.614990234375, -3.0654296875, -2.515869140625, -1.96630859375, -1.416748046875, -0.8671875, -0.317626953125, 0.23193359375, 0.781494140625, 1.3310546875, 1.880615234375, 2.43017578125, 2.979736328125, 3.529296875, 4.078857421875, 4.62841796875, 5.177978515625, 5.7275390625, 6.277099609375, 6.82666015625, 7.376220703125, 7.92578125, 8.475341796875, 9.02490234375, 9.574462890625, 10.1240234375, 10.673583984375, 11.22314453125, 11.772705078125, 12.322265625, 12.871826171875, 13.42138671875, 13.970947265625, 14.5205078125, 15.070068359375, 15.61962890625, 16.169189453125, 16.71875]}, "gradients/wav2vec2.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 2.0, 4.0, 1.0, 4.0, 3.0, 3.0, 4.0, 7.0, 13.0, 14.0, 14.0, 14.0, 9.0, 14.0, 24.0, 13.0, 31.0, 21.0, 22.0, 21.0, 34.0, 28.0, 41.0, 32.0, 45.0, 36.0, 35.0, 49.0, 31.0, 36.0, 33.0, 26.0, 37.0, 34.0, 27.0, 24.0, 27.0, 28.0, 27.0, 26.0, 19.0, 14.0, 14.0, 14.0, 9.0, 8.0, 6.0, 5.0, 5.0, 5.0, 2.0, 5.0, 5.0, 2.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0], "bins": [-11.109375, -10.7452392578125, -10.381103515625, -10.0169677734375, -9.65283203125, -9.2886962890625, -8.924560546875, -8.5604248046875, -8.1962890625, -7.8321533203125, -7.468017578125, -7.1038818359375, -6.73974609375, -6.3756103515625, -6.011474609375, -5.6473388671875, -5.283203125, -4.9190673828125, -4.554931640625, -4.1907958984375, -3.82666015625, -3.4625244140625, -3.098388671875, -2.7342529296875, -2.3701171875, -2.0059814453125, -1.641845703125, -1.2777099609375, -0.91357421875, -0.5494384765625, -0.185302734375, 0.1788330078125, 0.54296875, 0.9071044921875, 1.271240234375, 1.6353759765625, 1.99951171875, 2.3636474609375, 2.727783203125, 3.0919189453125, 3.4560546875, 3.8201904296875, 4.184326171875, 4.5484619140625, 4.91259765625, 5.2767333984375, 5.640869140625, 6.0050048828125, 6.369140625, 6.7332763671875, 7.097412109375, 7.4615478515625, 7.82568359375, 8.1898193359375, 8.553955078125, 8.9180908203125, 9.2822265625, 9.6463623046875, 10.010498046875, 10.3746337890625, 10.73876953125, 11.1029052734375, 11.467041015625, 11.8311767578125, 12.1953125]}, "gradients/wav2vec2.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 5.0, 3.0, 3.0, 7.0, 5.0, 16.0, 19.0, 28.0, 50.0, 69.0, 89.0, 153.0, 250.0, 426.0, 916.0, 2014.0, 4267.0, 9672.0, 21628.0, 52429.0, 168030.0, 441202.0, 231604.0, 67447.0, 26616.0, 11777.0, 5144.0, 2294.0, 1121.0, 503.0, 277.0, 168.0, 93.0, 76.0, 40.0, 42.0, 24.0, 12.0, 12.0, 12.0, 9.0, 4.0, 5.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.25, -26.330078125, -25.41015625, -24.490234375, -23.5703125, -22.650390625, -21.73046875, -20.810546875, -19.890625, -18.970703125, -18.05078125, -17.130859375, -16.2109375, -15.291015625, -14.37109375, -13.451171875, -12.53125, -11.611328125, -10.69140625, -9.771484375, -8.8515625, -7.931640625, -7.01171875, -6.091796875, -5.171875, -4.251953125, -3.33203125, -2.412109375, -1.4921875, -0.572265625, 0.34765625, 1.267578125, 2.1875, 3.107421875, 4.02734375, 4.947265625, 5.8671875, 6.787109375, 7.70703125, 8.626953125, 9.546875, 10.466796875, 11.38671875, 12.306640625, 13.2265625, 14.146484375, 15.06640625, 15.986328125, 16.90625, 17.826171875, 18.74609375, 19.666015625, 20.5859375, 21.505859375, 22.42578125, 23.345703125, 24.265625, 25.185546875, 26.10546875, 27.025390625, 27.9453125, 28.865234375, 29.78515625, 30.705078125, 31.625]}, "gradients/wav2vec2.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 6.0, 6.0, 10.0, 5.0, 15.0, 15.0, 16.0, 13.0, 17.0, 38.0, 30.0, 37.0, 35.0, 37.0, 49.0, 39.0, 57.0, 39.0, 51.0, 50.0, 53.0, 43.0, 50.0, 37.0, 34.0, 33.0, 31.0, 25.0, 27.0, 18.0, 30.0, 7.0, 13.0, 13.0, 11.0, 4.0, 8.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-39.46875, -38.17138671875, -36.8740234375, -35.57666015625, -34.279296875, -32.98193359375, -31.6845703125, -30.38720703125, -29.08984375, -27.79248046875, -26.4951171875, -25.19775390625, -23.900390625, -22.60302734375, -21.3056640625, -20.00830078125, -18.7109375, -17.41357421875, -16.1162109375, -14.81884765625, -13.521484375, -12.22412109375, -10.9267578125, -9.62939453125, -8.33203125, -7.03466796875, -5.7373046875, -4.43994140625, -3.142578125, -1.84521484375, -0.5478515625, 0.74951171875, 2.046875, 3.34423828125, 4.6416015625, 5.93896484375, 7.236328125, 8.53369140625, 9.8310546875, 11.12841796875, 12.42578125, 13.72314453125, 15.0205078125, 16.31787109375, 17.615234375, 18.91259765625, 20.2099609375, 21.50732421875, 22.8046875, 24.10205078125, 25.3994140625, 26.69677734375, 27.994140625, 29.29150390625, 30.5888671875, 31.88623046875, 33.18359375, 34.48095703125, 35.7783203125, 37.07568359375, 38.373046875, 39.67041015625, 40.9677734375, 42.26513671875, 43.5625]}, "gradients/wav2vec2.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 4.0, 7.0, 8.0, 10.0, 18.0, 29.0, 34.0, 70.0, 89.0, 166.0, 339.0, 587.0, 1101.0, 2171.0, 4317.0, 8516.0, 17487.0, 34185.0, 65791.0, 132399.0, 313894.0, 250664.0, 105897.0, 54004.0, 28099.0, 14249.0, 7164.0, 3516.0, 1743.0, 870.0, 453.0, 264.0, 158.0, 91.0, 53.0, 30.0, 28.0, 13.0, 13.0, 9.0, 7.0, 5.0, 6.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-10.34375, -10.0382080078125, -9.732666015625, -9.4271240234375, -9.12158203125, -8.8160400390625, -8.510498046875, -8.2049560546875, -7.8994140625, -7.5938720703125, -7.288330078125, -6.9827880859375, -6.67724609375, -6.3717041015625, -6.066162109375, -5.7606201171875, -5.455078125, -5.1495361328125, -4.843994140625, -4.5384521484375, -4.23291015625, -3.9273681640625, -3.621826171875, -3.3162841796875, -3.0107421875, -2.7052001953125, -2.399658203125, -2.0941162109375, -1.78857421875, -1.4830322265625, -1.177490234375, -0.8719482421875, -0.56640625, -0.2608642578125, 0.044677734375, 0.3502197265625, 0.65576171875, 0.9613037109375, 1.266845703125, 1.5723876953125, 1.8779296875, 2.1834716796875, 2.489013671875, 2.7945556640625, 3.10009765625, 3.4056396484375, 3.711181640625, 4.0167236328125, 4.322265625, 4.6278076171875, 4.933349609375, 5.2388916015625, 5.54443359375, 5.8499755859375, 6.155517578125, 6.4610595703125, 6.7666015625, 7.0721435546875, 7.377685546875, 7.6832275390625, 7.98876953125, 8.2943115234375, 8.599853515625, 8.9053955078125, 9.2109375]}, "gradients/wav2vec2.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 6.0, 9.0, 6.0, 14.0, 15.0, 32.0, 27.0, 41.0, 44.0, 69.0, 126.0, 194.0, 131.0, 78.0, 47.0, 35.0, 29.0, 20.0, 11.0, 17.0, 11.0, 12.0, 10.0, 4.0, 6.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.002796173095703125, -0.0026813745498657227, -0.0025665760040283203, -0.002451777458190918, -0.0023369789123535156, -0.0022221803665161133, -0.002107381820678711, -0.0019925832748413086, -0.0018777847290039062, -0.001762986183166504, -0.0016481876373291016, -0.0015333890914916992, -0.0014185905456542969, -0.0013037919998168945, -0.0011889934539794922, -0.0010741949081420898, -0.0009593963623046875, -0.0008445978164672852, -0.0007297992706298828, -0.0006150007247924805, -0.0005002021789550781, -0.0003854036331176758, -0.00027060508728027344, -0.0001558065414428711, -4.100799560546875e-05, 7.37905502319336e-05, 0.00018858909606933594, 0.0003033876419067383, 0.0004181861877441406, 0.000532984733581543, 0.0006477832794189453, 0.0007625818252563477, 0.00087738037109375, 0.0009921789169311523, 0.0011069774627685547, 0.001221776008605957, 0.0013365745544433594, 0.0014513731002807617, 0.001566171646118164, 0.0016809701919555664, 0.0017957687377929688, 0.001910567283630371, 0.0020253658294677734, 0.0021401643753051758, 0.002254962921142578, 0.0023697614669799805, 0.002484560012817383, 0.002599358558654785, 0.0027141571044921875, 0.00282895565032959, 0.002943754196166992, 0.0030585527420043945, 0.003173351287841797, 0.0032881498336791992, 0.0034029483795166016, 0.003517746925354004, 0.0036325454711914062, 0.0037473440170288086, 0.003862142562866211, 0.003976941108703613, 0.004091739654541016, 0.004206538200378418, 0.00432133674621582, 0.004436135292053223, 0.004550933837890625]}, "gradients/wav2vec2.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 11.0, 14.0, 17.0, 36.0, 46.0, 78.0, 119.0, 194.0, 334.0, 611.0, 1557.0, 4835.0, 18135.0, 74968.0, 354503.0, 459326.0, 99908.0, 24092.0, 6111.0, 1959.0, 751.0, 391.0, 206.0, 134.0, 78.0, 51.0, 31.0, 22.0, 17.0, 14.0, 5.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.734375, -18.090576171875, -17.44677734375, -16.802978515625, -16.1591796875, -15.515380859375, -14.87158203125, -14.227783203125, -13.583984375, -12.940185546875, -12.29638671875, -11.652587890625, -11.0087890625, -10.364990234375, -9.72119140625, -9.077392578125, -8.43359375, -7.789794921875, -7.14599609375, -6.502197265625, -5.8583984375, -5.214599609375, -4.57080078125, -3.927001953125, -3.283203125, -2.639404296875, -1.99560546875, -1.351806640625, -0.7080078125, -0.064208984375, 0.57958984375, 1.223388671875, 1.8671875, 2.510986328125, 3.15478515625, 3.798583984375, 4.4423828125, 5.086181640625, 5.72998046875, 6.373779296875, 7.017578125, 7.661376953125, 8.30517578125, 8.948974609375, 9.5927734375, 10.236572265625, 10.88037109375, 11.524169921875, 12.16796875, 12.811767578125, 13.45556640625, 14.099365234375, 14.7431640625, 15.386962890625, 16.03076171875, 16.674560546875, 17.318359375, 17.962158203125, 18.60595703125, 19.249755859375, 19.8935546875, 20.537353515625, 21.18115234375, 21.824951171875, 22.46875]}, "gradients/wav2vec2.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 4.0, 3.0, 5.0, 11.0, 10.0, 11.0, 12.0, 15.0, 23.0, 17.0, 28.0, 25.0, 37.0, 56.0, 64.0, 58.0, 64.0, 71.0, 73.0, 63.0, 62.0, 59.0, 45.0, 39.0, 26.0, 17.0, 26.0, 17.0, 16.0, 9.0, 8.0, 9.0, 3.0, 4.0, 7.0, 4.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-11.0703125, -10.7108154296875, -10.351318359375, -9.9918212890625, -9.63232421875, -9.2728271484375, -8.913330078125, -8.5538330078125, -8.1943359375, -7.8348388671875, -7.475341796875, -7.1158447265625, -6.75634765625, -6.3968505859375, -6.037353515625, -5.6778564453125, -5.318359375, -4.9588623046875, -4.599365234375, -4.2398681640625, -3.88037109375, -3.5208740234375, -3.161376953125, -2.8018798828125, -2.4423828125, -2.0828857421875, -1.723388671875, -1.3638916015625, -1.00439453125, -0.6448974609375, -0.285400390625, 0.0740966796875, 0.43359375, 0.7930908203125, 1.152587890625, 1.5120849609375, 1.87158203125, 2.2310791015625, 2.590576171875, 2.9500732421875, 3.3095703125, 3.6690673828125, 4.028564453125, 4.3880615234375, 4.74755859375, 5.1070556640625, 5.466552734375, 5.8260498046875, 6.185546875, 6.5450439453125, 6.904541015625, 7.2640380859375, 7.62353515625, 7.9830322265625, 8.342529296875, 8.7020263671875, 9.0615234375, 9.4210205078125, 9.780517578125, 10.1400146484375, 10.49951171875, 10.8590087890625, 11.218505859375, 11.5780029296875, 11.9375]}, "gradients/wav2vec2.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 7.0, 0.0, 1.0, 6.0, 13.0, 19.0, 46.0, 97.0, 183.0, 208.0, 198.0, 131.0, 64.0, 25.0, 8.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-150.25933837890625, -141.88909912109375, -133.5188446044922, -125.14860534667969, -116.77835083007812, -108.40811157226562, -100.0378646850586, -91.66761779785156, -83.29737091064453, -74.9271240234375, -66.55687713623047, -58.1866340637207, -49.81638717651367, -41.44614028930664, -33.075897216796875, -24.705650329589844, -16.335403442382812, -7.965157508850098, 0.4050884246826172, 8.775333404541016, 17.145580291748047, 25.515827178955078, 33.886070251464844, 42.256317138671875, 50.626564025878906, 58.99681091308594, 67.36705780029297, 75.7373046875, 84.1075439453125, 92.47779846191406, 100.84803771972656, 109.2182846069336, 117.58853149414062, 125.95877838134766, 134.3290252685547, 142.6992645263672, 151.06951904296875, 159.43975830078125, 167.80999755859375, 176.1802520751953, 184.55050659179688, 192.92074584960938, 201.29100036621094, 209.66123962402344, 218.031494140625, 226.4017333984375, 234.77197265625, 243.14222717285156, 251.51246643066406, 259.8827209472656, 268.2529602050781, 276.6231994628906, 284.9934387207031, 293.36370849609375, 301.73394775390625, 310.10418701171875, 318.47442626953125, 326.84466552734375, 335.21490478515625, 343.5851745605469, 351.9554138183594, 360.3256530761719, 368.6958923339844, 377.066162109375, 385.4364013671875]}, "gradients/wav2vec2.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 6.0, 5.0, 4.0, 1.0, 4.0, 13.0, 11.0, 13.0, 14.0, 23.0, 23.0, 24.0, 24.0, 24.0, 26.0, 39.0, 34.0, 38.0, 39.0, 48.0, 22.0, 48.0, 43.0, 44.0, 40.0, 34.0, 45.0, 34.0, 38.0, 39.0, 30.0, 35.0, 25.0, 17.0, 24.0, 9.0, 10.0, 10.0, 8.0, 6.0, 8.0, 3.0, 5.0, 3.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-103.11515808105469, -100.03656768798828, -96.95796966552734, -93.87937927246094, -90.80078887939453, -87.72219848632812, -84.64360046386719, -81.56501007080078, -78.48641967773438, -75.40782928466797, -72.32923126220703, -69.25064086914062, -66.17205047607422, -63.09345626831055, -60.014862060546875, -56.93627166748047, -53.8576774597168, -50.779083251953125, -47.70049285888672, -44.62189865112305, -41.54330825805664, -38.46471405029297, -35.38612365722656, -32.30752944946289, -29.22893714904785, -26.150344848632812, -23.071752548217773, -19.993160247802734, -16.914566040039062, -13.83597469329834, -10.757381439208984, -7.678789138793945, -4.600196838378906, -1.521604299545288, 1.55698823928833, 4.635581016540527, 7.714173316955566, 10.792765617370605, 13.871358871459961, 16.949951171875, 20.02854347229004, 23.107135772705078, 26.185728073120117, 29.264320373535156, 32.34291458129883, 35.421504974365234, 38.500099182128906, 41.57868957519531, 44.657283782958984, 47.735877990722656, 50.81446838378906, 53.893062591552734, 56.97165298461914, 60.05024719238281, 63.12883758544922, 66.20742797851562, 69.28602600097656, 72.36461639404297, 75.4432144165039, 78.52180480957031, 81.60039520263672, 84.67898559570312, 87.75758361816406, 90.83617401123047, 93.91476440429688]}, "gradients/wav2vec2.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 8.0, 9.0, 11.0, 19.0, 29.0, 42.0, 61.0, 115.0, 185.0, 329.0, 623.0, 1184.0, 2413.0, 5512.0, 13589.0, 36560.0, 116529.0, 453721.0, 1726430.0, 1364780.0, 334571.0, 89810.0, 28732.0, 10576.0, 4302.0, 1926.0, 997.0, 493.0, 284.0, 133.0, 94.0, 64.0, 47.0, 27.0, 17.0, 11.0, 13.0, 10.0, 7.0, 6.0, 6.0, 2.0, 3.0, 3.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-26.609375, -25.540283203125, -24.47119140625, -23.402099609375, -22.3330078125, -21.263916015625, -20.19482421875, -19.125732421875, -18.056640625, -16.987548828125, -15.91845703125, -14.849365234375, -13.7802734375, -12.711181640625, -11.64208984375, -10.572998046875, -9.50390625, -8.434814453125, -7.36572265625, -6.296630859375, -5.2275390625, -4.158447265625, -3.08935546875, -2.020263671875, -0.951171875, 0.117919921875, 1.18701171875, 2.256103515625, 3.3251953125, 4.394287109375, 5.46337890625, 6.532470703125, 7.6015625, 8.670654296875, 9.73974609375, 10.808837890625, 11.8779296875, 12.947021484375, 14.01611328125, 15.085205078125, 16.154296875, 17.223388671875, 18.29248046875, 19.361572265625, 20.4306640625, 21.499755859375, 22.56884765625, 23.637939453125, 24.70703125, 25.776123046875, 26.84521484375, 27.914306640625, 28.9833984375, 30.052490234375, 31.12158203125, 32.190673828125, 33.259765625, 34.328857421875, 35.39794921875, 36.467041015625, 37.5361328125, 38.605224609375, 39.67431640625, 40.743408203125, 41.8125]}, "gradients/wav2vec2.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 5.0, 4.0, 2.0, 2.0, 5.0, 10.0, 9.0, 21.0, 14.0, 18.0, 30.0, 22.0, 31.0, 25.0, 33.0, 38.0, 36.0, 36.0, 37.0, 39.0, 48.0, 40.0, 34.0, 42.0, 46.0, 36.0, 34.0, 45.0, 30.0, 31.0, 28.0, 28.0, 30.0, 27.0, 14.0, 15.0, 13.0, 9.0, 9.0, 5.0, 9.0, 2.0, 5.0, 6.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-23.96875, -23.2666015625, -22.564453125, -21.8623046875, -21.16015625, -20.4580078125, -19.755859375, -19.0537109375, -18.3515625, -17.6494140625, -16.947265625, -16.2451171875, -15.54296875, -14.8408203125, -14.138671875, -13.4365234375, -12.734375, -12.0322265625, -11.330078125, -10.6279296875, -9.92578125, -9.2236328125, -8.521484375, -7.8193359375, -7.1171875, -6.4150390625, -5.712890625, -5.0107421875, -4.30859375, -3.6064453125, -2.904296875, -2.2021484375, -1.5, -0.7978515625, -0.095703125, 0.6064453125, 1.30859375, 2.0107421875, 2.712890625, 3.4150390625, 4.1171875, 4.8193359375, 5.521484375, 6.2236328125, 6.92578125, 7.6279296875, 8.330078125, 9.0322265625, 9.734375, 10.4365234375, 11.138671875, 11.8408203125, 12.54296875, 13.2451171875, 13.947265625, 14.6494140625, 15.3515625, 16.0537109375, 16.755859375, 17.4580078125, 18.16015625, 18.8623046875, 19.564453125, 20.2666015625, 20.96875]}, "gradients/wav2vec2.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 7.0, 7.0, 8.0, 14.0, 20.0, 31.0, 50.0, 76.0, 115.0, 217.0, 416.0, 694.0, 1473.0, 3165.0, 7170.0, 18404.0, 53812.0, 182168.0, 866779.0, 2358692.0, 512785.0, 124998.0, 38889.0, 13673.0, 5523.0, 2389.0, 1232.0, 584.0, 347.0, 192.0, 127.0, 73.0, 59.0, 31.0, 18.0, 15.0, 10.0, 7.0, 5.0, 4.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-41.03125, -39.63330078125, -38.2353515625, -36.83740234375, -35.439453125, -34.04150390625, -32.6435546875, -31.24560546875, -29.84765625, -28.44970703125, -27.0517578125, -25.65380859375, -24.255859375, -22.85791015625, -21.4599609375, -20.06201171875, -18.6640625, -17.26611328125, -15.8681640625, -14.47021484375, -13.072265625, -11.67431640625, -10.2763671875, -8.87841796875, -7.48046875, -6.08251953125, -4.6845703125, -3.28662109375, -1.888671875, -0.49072265625, 0.9072265625, 2.30517578125, 3.703125, 5.10107421875, 6.4990234375, 7.89697265625, 9.294921875, 10.69287109375, 12.0908203125, 13.48876953125, 14.88671875, 16.28466796875, 17.6826171875, 19.08056640625, 20.478515625, 21.87646484375, 23.2744140625, 24.67236328125, 26.0703125, 27.46826171875, 28.8662109375, 30.26416015625, 31.662109375, 33.06005859375, 34.4580078125, 35.85595703125, 37.25390625, 38.65185546875, 40.0498046875, 41.44775390625, 42.845703125, 44.24365234375, 45.6416015625, 47.03955078125, 48.4375]}, "gradients/wav2vec2.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 1.0, 3.0, 10.0, 10.0, 18.0, 14.0, 27.0, 18.0, 41.0, 52.0, 77.0, 98.0, 145.0, 207.0, 283.0, 457.0, 624.0, 607.0, 378.0, 302.0, 187.0, 127.0, 95.0, 79.0, 63.0, 40.0, 30.0, 21.0, 16.0, 8.0, 7.0, 12.0, 6.0, 3.0, 6.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.03125, -41.59130859375, -40.1513671875, -38.71142578125, -37.271484375, -35.83154296875, -34.3916015625, -32.95166015625, -31.51171875, -30.07177734375, -28.6318359375, -27.19189453125, -25.751953125, -24.31201171875, -22.8720703125, -21.43212890625, -19.9921875, -18.55224609375, -17.1123046875, -15.67236328125, -14.232421875, -12.79248046875, -11.3525390625, -9.91259765625, -8.47265625, -7.03271484375, -5.5927734375, -4.15283203125, -2.712890625, -1.27294921875, 0.1669921875, 1.60693359375, 3.046875, 4.48681640625, 5.9267578125, 7.36669921875, 8.806640625, 10.24658203125, 11.6865234375, 13.12646484375, 14.56640625, 16.00634765625, 17.4462890625, 18.88623046875, 20.326171875, 21.76611328125, 23.2060546875, 24.64599609375, 26.0859375, 27.52587890625, 28.9658203125, 30.40576171875, 31.845703125, 33.28564453125, 34.7255859375, 36.16552734375, 37.60546875, 39.04541015625, 40.4853515625, 41.92529296875, 43.365234375, 44.80517578125, 46.2451171875, 47.68505859375, 49.125]}, "gradients/wav2vec2.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 4.0, 1.0, 4.0, 8.0, 18.0, 34.0, 67.0, 99.0, 103.0, 125.0, 135.0, 121.0, 100.0, 74.0, 38.0, 28.0, 17.0, 10.0, 8.0, 5.0, 0.0, 2.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-284.28045654296875, -274.4269714355469, -264.573486328125, -254.719970703125, -244.86648559570312, -235.01300048828125, -225.1595001220703, -215.30599975585938, -205.4525146484375, -195.59902954101562, -185.7455291748047, -175.89202880859375, -166.03854370117188, -156.18505859375, -146.33155822753906, -136.47805786132812, -126.62457275390625, -116.77108001708984, -106.91758728027344, -97.06409454345703, -87.21060180664062, -77.35710906982422, -67.50361633300781, -57.650123596191406, -47.796630859375, -37.943138122558594, -28.089645385742188, -18.23615264892578, -8.382659912109375, 1.4708328247070312, 11.324325561523438, 21.177818298339844, 31.031341552734375, 40.88483428955078, 50.73832702636719, 60.591819763183594, 70.4453125, 80.2988052368164, 90.15229797363281, 100.00579071044922, 109.85928344726562, 119.71277618408203, 129.56626892089844, 139.41976928710938, 149.27325439453125, 159.12673950195312, 168.98023986816406, 178.833740234375, 188.68722534179688, 198.54071044921875, 208.3942108154297, 218.24771118164062, 228.1011962890625, 237.95468139648438, 247.8081817626953, 257.66168212890625, 267.5151672363281, 277.36865234375, 287.22216796875, 297.0756530761719, 306.92913818359375, 316.7826232910156, 326.6361083984375, 336.4896240234375, 346.3431091308594]}, "gradients/wav2vec2.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 5.0, 0.0, 5.0, 8.0, 3.0, 11.0, 8.0, 7.0, 21.0, 15.0, 22.0, 19.0, 37.0, 25.0, 39.0, 39.0, 31.0, 39.0, 42.0, 46.0, 44.0, 40.0, 41.0, 36.0, 51.0, 40.0, 43.0, 48.0, 39.0, 35.0, 31.0, 30.0, 27.0, 19.0, 17.0, 10.0, 8.0, 9.0, 9.0, 3.0, 2.0, 8.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-143.53155517578125, -138.7299346923828, -133.92831420898438, -129.12669372558594, -124.3250732421875, -119.52345275878906, -114.72183990478516, -109.92021942138672, -105.11859893798828, -100.31697845458984, -95.5153579711914, -90.71373748779297, -85.91212463378906, -81.11050415039062, -76.30888366699219, -71.50726318359375, -66.70564270019531, -61.904022216796875, -57.10240173339844, -52.300785064697266, -47.49916458129883, -42.69754409790039, -37.89592742919922, -33.09430694580078, -28.292686462402344, -23.491065979003906, -18.6894474029541, -13.88782787322998, -9.08620834350586, -4.284587860107422, 0.5170307159423828, 5.3186492919921875, 10.120269775390625, 14.921889305114746, 19.723508834838867, 24.525127410888672, 29.32674789428711, 34.12836837768555, 38.92998504638672, 43.731605529785156, 48.533226013183594, 53.33484649658203, 58.13646697998047, 62.93808364868164, 67.73970031738281, 72.54132080078125, 77.34294128417969, 82.14456176757812, 86.94618225097656, 91.747802734375, 96.54942321777344, 101.35104370117188, 106.15266418457031, 110.95428466796875, 115.75589752197266, 120.5575180053711, 125.35913848876953, 130.16075134277344, 134.96237182617188, 139.7639923095703, 144.56561279296875, 149.3672332763672, 154.16885375976562, 158.97047424316406, 163.7720947265625]}, "gradients/wav2vec2.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 5.0, 6.0, 12.0, 16.0, 22.0, 15.0, 28.0, 54.0, 80.0, 134.0, 239.0, 492.0, 1076.0, 2699.0, 6318.0, 16908.0, 64372.0, 354965.0, 470015.0, 95173.0, 22203.0, 7781.0, 3232.0, 1392.0, 670.0, 309.0, 150.0, 74.0, 43.0, 27.0, 14.0, 13.0, 7.0, 4.0, 5.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-53.4375, -51.2216796875, -49.005859375, -46.7900390625, -44.57421875, -42.3583984375, -40.142578125, -37.9267578125, -35.7109375, -33.4951171875, -31.279296875, -29.0634765625, -26.84765625, -24.6318359375, -22.416015625, -20.2001953125, -17.984375, -15.7685546875, -13.552734375, -11.3369140625, -9.12109375, -6.9052734375, -4.689453125, -2.4736328125, -0.2578125, 1.9580078125, 4.173828125, 6.3896484375, 8.60546875, 10.8212890625, 13.037109375, 15.2529296875, 17.46875, 19.6845703125, 21.900390625, 24.1162109375, 26.33203125, 28.5478515625, 30.763671875, 32.9794921875, 35.1953125, 37.4111328125, 39.626953125, 41.8427734375, 44.05859375, 46.2744140625, 48.490234375, 50.7060546875, 52.921875, 55.1376953125, 57.353515625, 59.5693359375, 61.78515625, 64.0009765625, 66.216796875, 68.4326171875, 70.6484375, 72.8642578125, 75.080078125, 77.2958984375, 79.51171875, 81.7275390625, 83.943359375, 86.1591796875, 88.375]}, "gradients/wav2vec2.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 4.0, 2.0, 3.0, 4.0, 7.0, 6.0, 10.0, 14.0, 19.0, 19.0, 23.0, 28.0, 42.0, 26.0, 41.0, 46.0, 34.0, 50.0, 43.0, 48.0, 49.0, 41.0, 42.0, 43.0, 34.0, 49.0, 40.0, 42.0, 41.0, 20.0, 24.0, 7.0, 22.0, 20.0, 14.0, 18.0, 10.0, 10.0, 6.0, 3.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.4375, -20.671142578125, -19.90478515625, -19.138427734375, -18.3720703125, -17.605712890625, -16.83935546875, -16.072998046875, -15.306640625, -14.540283203125, -13.77392578125, -13.007568359375, -12.2412109375, -11.474853515625, -10.70849609375, -9.942138671875, -9.17578125, -8.409423828125, -7.64306640625, -6.876708984375, -6.1103515625, -5.343994140625, -4.57763671875, -3.811279296875, -3.044921875, -2.278564453125, -1.51220703125, -0.745849609375, 0.0205078125, 0.786865234375, 1.55322265625, 2.319580078125, 3.0859375, 3.852294921875, 4.61865234375, 5.385009765625, 6.1513671875, 6.917724609375, 7.68408203125, 8.450439453125, 9.216796875, 9.983154296875, 10.74951171875, 11.515869140625, 12.2822265625, 13.048583984375, 13.81494140625, 14.581298828125, 15.34765625, 16.114013671875, 16.88037109375, 17.646728515625, 18.4130859375, 19.179443359375, 19.94580078125, 20.712158203125, 21.478515625, 22.244873046875, 23.01123046875, 23.777587890625, 24.5439453125, 25.310302734375, 26.07666015625, 26.843017578125, 27.609375]}, "gradients/wav2vec2.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 4.0, 7.0, 7.0, 8.0, 13.0, 13.0, 21.0, 29.0, 47.0, 72.0, 116.0, 143.0, 252.0, 429.0, 731.0, 1223.0, 2272.0, 3996.0, 7514.0, 14855.0, 34764.0, 96980.0, 289389.0, 366709.0, 141373.0, 47718.0, 19339.0, 9115.0, 5069.0, 2718.0, 1454.0, 873.0, 461.0, 325.0, 172.0, 110.0, 76.0, 42.0, 32.0, 29.0, 15.0, 16.0, 7.0, 7.0, 1.0, 3.0, 4.0, 3.0, 0.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-39.59375, -38.3232421875, -37.052734375, -35.7822265625, -34.51171875, -33.2412109375, -31.970703125, -30.7001953125, -29.4296875, -28.1591796875, -26.888671875, -25.6181640625, -24.34765625, -23.0771484375, -21.806640625, -20.5361328125, -19.265625, -17.9951171875, -16.724609375, -15.4541015625, -14.18359375, -12.9130859375, -11.642578125, -10.3720703125, -9.1015625, -7.8310546875, -6.560546875, -5.2900390625, -4.01953125, -2.7490234375, -1.478515625, -0.2080078125, 1.0625, 2.3330078125, 3.603515625, 4.8740234375, 6.14453125, 7.4150390625, 8.685546875, 9.9560546875, 11.2265625, 12.4970703125, 13.767578125, 15.0380859375, 16.30859375, 17.5791015625, 18.849609375, 20.1201171875, 21.390625, 22.6611328125, 23.931640625, 25.2021484375, 26.47265625, 27.7431640625, 29.013671875, 30.2841796875, 31.5546875, 32.8251953125, 34.095703125, 35.3662109375, 36.63671875, 37.9072265625, 39.177734375, 40.4482421875, 41.71875]}, "gradients/wav2vec2.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 6.0, 4.0, 5.0, 9.0, 9.0, 11.0, 13.0, 13.0, 15.0, 24.0, 16.0, 26.0, 35.0, 40.0, 34.0, 34.0, 48.0, 26.0, 47.0, 59.0, 43.0, 44.0, 50.0, 44.0, 40.0, 39.0, 33.0, 32.0, 38.0, 25.0, 20.0, 26.0, 18.0, 15.0, 16.0, 6.0, 11.0, 6.0, 8.0, 4.0, 5.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-70.625, -68.4462890625, -66.267578125, -64.0888671875, -61.91015625, -59.7314453125, -57.552734375, -55.3740234375, -53.1953125, -51.0166015625, -48.837890625, -46.6591796875, -44.48046875, -42.3017578125, -40.123046875, -37.9443359375, -35.765625, -33.5869140625, -31.408203125, -29.2294921875, -27.05078125, -24.8720703125, -22.693359375, -20.5146484375, -18.3359375, -16.1572265625, -13.978515625, -11.7998046875, -9.62109375, -7.4423828125, -5.263671875, -3.0849609375, -0.90625, 1.2724609375, 3.451171875, 5.6298828125, 7.80859375, 9.9873046875, 12.166015625, 14.3447265625, 16.5234375, 18.7021484375, 20.880859375, 23.0595703125, 25.23828125, 27.4169921875, 29.595703125, 31.7744140625, 33.953125, 36.1318359375, 38.310546875, 40.4892578125, 42.66796875, 44.8466796875, 47.025390625, 49.2041015625, 51.3828125, 53.5615234375, 55.740234375, 57.9189453125, 60.09765625, 62.2763671875, 64.455078125, 66.6337890625, 68.8125]}, "gradients/wav2vec2.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 16.0, 18.0, 20.0, 43.0, 51.0, 81.0, 142.0, 200.0, 330.0, 550.0, 885.0, 1528.0, 2395.0, 4194.0, 7293.0, 12554.0, 22708.0, 41691.0, 80445.0, 163997.0, 278986.0, 209097.0, 103929.0, 52273.0, 28065.0, 15498.0, 8713.0, 5054.0, 3099.0, 1806.0, 1103.0, 650.0, 419.0, 263.0, 151.0, 107.0, 58.0, 43.0, 28.0, 23.0, 19.0, 8.0, 8.0, 4.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-11.078125, -10.717041015625, -10.35595703125, -9.994873046875, -9.6337890625, -9.272705078125, -8.91162109375, -8.550537109375, -8.189453125, -7.828369140625, -7.46728515625, -7.106201171875, -6.7451171875, -6.384033203125, -6.02294921875, -5.661865234375, -5.30078125, -4.939697265625, -4.57861328125, -4.217529296875, -3.8564453125, -3.495361328125, -3.13427734375, -2.773193359375, -2.412109375, -2.051025390625, -1.68994140625, -1.328857421875, -0.9677734375, -0.606689453125, -0.24560546875, 0.115478515625, 0.4765625, 0.837646484375, 1.19873046875, 1.559814453125, 1.9208984375, 2.281982421875, 2.64306640625, 3.004150390625, 3.365234375, 3.726318359375, 4.08740234375, 4.448486328125, 4.8095703125, 5.170654296875, 5.53173828125, 5.892822265625, 6.25390625, 6.614990234375, 6.97607421875, 7.337158203125, 7.6982421875, 8.059326171875, 8.42041015625, 8.781494140625, 9.142578125, 9.503662109375, 9.86474609375, 10.225830078125, 10.5869140625, 10.947998046875, 11.30908203125, 11.670166015625, 12.03125]}, "gradients/wav2vec2.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 4.0, 5.0, 8.0, 9.0, 12.0, 19.0, 17.0, 20.0, 41.0, 54.0, 91.0, 115.0, 154.0, 133.0, 87.0, 67.0, 33.0, 26.0, 20.0, 20.0, 10.0, 14.0, 10.0, 5.0, 3.0, 3.0, 5.0, 4.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.006134033203125, -0.005961894989013672, -0.005789756774902344, -0.005617618560791016, -0.0054454803466796875, -0.005273342132568359, -0.005101203918457031, -0.004929065704345703, -0.004756927490234375, -0.004584789276123047, -0.004412651062011719, -0.004240512847900391, -0.0040683746337890625, -0.0038962364196777344, -0.0037240982055664062, -0.003551959991455078, -0.00337982177734375, -0.003207683563232422, -0.0030355453491210938, -0.0028634071350097656, -0.0026912689208984375, -0.0025191307067871094, -0.0023469924926757812, -0.002174854278564453, -0.002002716064453125, -0.0018305778503417969, -0.0016584396362304688, -0.0014863014221191406, -0.0013141632080078125, -0.0011420249938964844, -0.0009698867797851562, -0.0007977485656738281, -0.0006256103515625, -0.0004534721374511719, -0.00028133392333984375, -0.00010919570922851562, 6.29425048828125e-05, 0.00023508071899414062, 0.00040721893310546875, 0.0005793571472167969, 0.000751495361328125, 0.0009236335754394531, 0.0010957717895507812, 0.0012679100036621094, 0.0014400482177734375, 0.0016121864318847656, 0.0017843246459960938, 0.001956462860107422, 0.00212860107421875, 0.002300739288330078, 0.0024728775024414062, 0.0026450157165527344, 0.0028171539306640625, 0.0029892921447753906, 0.0031614303588867188, 0.003333568572998047, 0.003505706787109375, 0.003677845001220703, 0.0038499832153320312, 0.004022121429443359, 0.0041942596435546875, 0.004366397857666016, 0.004538536071777344, 0.004710674285888672, 0.0048828125]}, "gradients/wav2vec2.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 5.0, 9.0, 11.0, 32.0, 28.0, 43.0, 64.0, 122.0, 221.0, 440.0, 995.0, 2314.0, 6587.0, 19389.0, 61237.0, 210406.0, 436012.0, 216441.0, 62919.0, 19941.0, 6892.0, 2535.0, 910.0, 459.0, 229.0, 128.0, 76.0, 42.0, 33.0, 7.0, 13.0, 6.0, 3.0, 6.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-25.09375, -24.4248046875, -23.755859375, -23.0869140625, -22.41796875, -21.7490234375, -21.080078125, -20.4111328125, -19.7421875, -19.0732421875, -18.404296875, -17.7353515625, -17.06640625, -16.3974609375, -15.728515625, -15.0595703125, -14.390625, -13.7216796875, -13.052734375, -12.3837890625, -11.71484375, -11.0458984375, -10.376953125, -9.7080078125, -9.0390625, -8.3701171875, -7.701171875, -7.0322265625, -6.36328125, -5.6943359375, -5.025390625, -4.3564453125, -3.6875, -3.0185546875, -2.349609375, -1.6806640625, -1.01171875, -0.3427734375, 0.326171875, 0.9951171875, 1.6640625, 2.3330078125, 3.001953125, 3.6708984375, 4.33984375, 5.0087890625, 5.677734375, 6.3466796875, 7.015625, 7.6845703125, 8.353515625, 9.0224609375, 9.69140625, 10.3603515625, 11.029296875, 11.6982421875, 12.3671875, 13.0361328125, 13.705078125, 14.3740234375, 15.04296875, 15.7119140625, 16.380859375, 17.0498046875, 17.71875]}, "gradients/wav2vec2.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 3.0, 2.0, 4.0, 4.0, 9.0, 4.0, 12.0, 12.0, 14.0, 15.0, 29.0, 31.0, 35.0, 33.0, 51.0, 53.0, 58.0, 67.0, 60.0, 82.0, 75.0, 59.0, 52.0, 42.0, 55.0, 28.0, 16.0, 20.0, 9.0, 14.0, 9.0, 15.0, 11.0, 7.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-18.40625, -17.86669921875, -17.3271484375, -16.78759765625, -16.248046875, -15.70849609375, -15.1689453125, -14.62939453125, -14.08984375, -13.55029296875, -13.0107421875, -12.47119140625, -11.931640625, -11.39208984375, -10.8525390625, -10.31298828125, -9.7734375, -9.23388671875, -8.6943359375, -8.15478515625, -7.615234375, -7.07568359375, -6.5361328125, -5.99658203125, -5.45703125, -4.91748046875, -4.3779296875, -3.83837890625, -3.298828125, -2.75927734375, -2.2197265625, -1.68017578125, -1.140625, -0.60107421875, -0.0615234375, 0.47802734375, 1.017578125, 1.55712890625, 2.0966796875, 2.63623046875, 3.17578125, 3.71533203125, 4.2548828125, 4.79443359375, 5.333984375, 5.87353515625, 6.4130859375, 6.95263671875, 7.4921875, 8.03173828125, 8.5712890625, 9.11083984375, 9.650390625, 10.18994140625, 10.7294921875, 11.26904296875, 11.80859375, 12.34814453125, 12.8876953125, 13.42724609375, 13.966796875, 14.50634765625, 15.0458984375, 15.58544921875, 16.125]}, "gradients/wav2vec2.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 4.0, 7.0, 13.0, 25.0, 66.0, 94.0, 140.0, 197.0, 173.0, 118.0, 71.0, 40.0, 18.0, 9.0, 9.0, 5.0, 3.0, 5.0, 0.0, 2.0, 0.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-320.6334533691406, -309.691162109375, -298.7488708496094, -287.80657958984375, -276.8642578125, -265.9219665527344, -254.97967529296875, -244.03738403320312, -233.09507751464844, -222.1527862548828, -211.21047973632812, -200.2681884765625, -189.32589721679688, -178.3835906982422, -167.44129943847656, -156.49899291992188, -145.55670166015625, -134.61441040039062, -123.67210388183594, -112.72981262207031, -101.78751373291016, -90.84521484375, -79.90292358398438, -68.96062469482422, -58.01832580566406, -47.076026916503906, -36.133731842041016, -25.191436767578125, -14.249137878417969, -3.3068389892578125, 7.6354522705078125, 18.57775115966797, 29.52008056640625, 40.462379455566406, 51.4046745300293, 62.34696960449219, 73.28926849365234, 84.2315673828125, 95.17385864257812, 106.11615753173828, 117.05845642089844, 128.00074768066406, 138.94305419921875, 149.88534545898438, 160.82763671875, 171.7699432373047, 182.7122344970703, 193.654541015625, 204.59683227539062, 215.53912353515625, 226.48143005371094, 237.42372131347656, 248.36602783203125, 259.3083190917969, 270.2506103515625, 281.1929016113281, 292.13519287109375, 303.0774841308594, 314.019775390625, 324.96209716796875, 335.9043884277344, 346.8466796875, 357.7889709472656, 368.73126220703125, 379.673583984375]}, "gradients/wav2vec2.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 6.0, 6.0, 3.0, 7.0, 19.0, 12.0, 12.0, 16.0, 16.0, 20.0, 16.0, 29.0, 24.0, 35.0, 27.0, 28.0, 31.0, 40.0, 30.0, 57.0, 52.0, 43.0, 52.0, 38.0, 45.0, 39.0, 31.0, 40.0, 25.0, 28.0, 35.0, 22.0, 24.0, 19.0, 17.0, 13.0, 10.0, 8.0, 9.0, 3.0, 4.0, 6.0, 5.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-169.97280883789062, -164.54373168945312, -159.11465454101562, -153.68557739257812, -148.25650024414062, -142.82742309570312, -137.39834594726562, -131.96926879882812, -126.54019165039062, -121.11111450195312, -115.68203735351562, -110.25296020507812, -104.82388305664062, -99.39480590820312, -93.96572875976562, -88.53665161132812, -83.10757446289062, -77.67849731445312, -72.24942016601562, -66.82034301757812, -61.391265869140625, -55.962188720703125, -50.533111572265625, -45.104034423828125, -39.674957275390625, -34.245880126953125, -28.816802978515625, -23.387725830078125, -17.958648681640625, -12.529571533203125, -7.100494384765625, -1.671417236328125, 3.757659912109375, 9.186737060546875, 14.615814208984375, 20.044891357421875, 25.473968505859375, 30.903045654296875, 36.332122802734375, 41.761199951171875, 47.190277099609375, 52.619354248046875, 58.048431396484375, 63.477508544921875, 68.90658569335938, 74.33566284179688, 79.76473999023438, 85.19381713867188, 90.62289428710938, 96.05197143554688, 101.48104858398438, 106.91012573242188, 112.33920288085938, 117.76828002929688, 123.19735717773438, 128.62643432617188, 134.05551147460938, 139.48458862304688, 144.91366577148438, 150.34274291992188, 155.77182006835938, 161.20089721679688, 166.62997436523438, 172.05905151367188, 177.48812866210938]}, "gradients/wav2vec2.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 1.0, 6.0, 11.0, 15.0, 24.0, 24.0, 34.0, 36.0, 51.0, 66.0, 84.0, 117.0, 162.0, 222.0, 317.0, 385.0, 548.0, 746.0, 1081.0, 1668.0, 2406.0, 4096.0, 7581.0, 17734.0, 55501.0, 405805.0, 3494453.0, 140203.0, 32129.0, 12263.0, 5982.0, 3390.0, 2188.0, 1491.0, 1002.0, 669.0, 481.0, 354.0, 221.0, 188.0, 155.0, 95.0, 70.0, 65.0, 41.0, 30.0, 31.0, 19.0, 15.0, 11.0, 4.0, 12.0, 3.0, 3.0, 1.0, 3.0, 1.0], "bins": [-1.3828125, -1.3412628173828125, -1.299713134765625, -1.2581634521484375, -1.21661376953125, -1.1750640869140625, -1.133514404296875, -1.0919647216796875, -1.0504150390625, -1.0088653564453125, -0.967315673828125, -0.9257659912109375, -0.88421630859375, -0.8426666259765625, -0.801116943359375, -0.7595672607421875, -0.718017578125, -0.6764678955078125, -0.634918212890625, -0.5933685302734375, -0.55181884765625, -0.5102691650390625, -0.468719482421875, -0.4271697998046875, -0.3856201171875, -0.3440704345703125, -0.302520751953125, -0.2609710693359375, -0.21942138671875, -0.1778717041015625, -0.136322021484375, -0.0947723388671875, -0.05322265625, -0.0116729736328125, 0.029876708984375, 0.0714263916015625, 0.11297607421875, 0.1545257568359375, 0.196075439453125, 0.2376251220703125, 0.2791748046875, 0.3207244873046875, 0.362274169921875, 0.4038238525390625, 0.44537353515625, 0.4869232177734375, 0.528472900390625, 0.5700225830078125, 0.611572265625, 0.6531219482421875, 0.694671630859375, 0.7362213134765625, 0.77777099609375, 0.8193206787109375, 0.860870361328125, 0.9024200439453125, 0.9439697265625, 0.9855194091796875, 1.027069091796875, 1.0686187744140625, 1.11016845703125, 1.1517181396484375, 1.193267822265625, 1.2348175048828125, 1.2763671875]}, "gradients/wav2vec2.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 7.0, 11.0, 10.0, 22.0, 25.0, 45.0, 103.0, 136.0, 135.0, 135.0, 138.0, 75.0, 46.0, 30.0, 21.0, 21.0, 6.0, 10.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5556640625, -0.5365447998046875, -0.517425537109375, -0.4983062744140625, -0.47918701171875, -0.4600677490234375, -0.440948486328125, -0.4218292236328125, -0.4027099609375, -0.3835906982421875, -0.364471435546875, -0.3453521728515625, -0.32623291015625, -0.3071136474609375, -0.287994384765625, -0.2688751220703125, -0.249755859375, -0.2306365966796875, -0.211517333984375, -0.1923980712890625, -0.17327880859375, -0.1541595458984375, -0.135040283203125, -0.1159210205078125, -0.0968017578125, -0.0776824951171875, -0.058563232421875, -0.0394439697265625, -0.02032470703125, -0.0012054443359375, 0.017913818359375, 0.0370330810546875, 0.05615234375, 0.0752716064453125, 0.094390869140625, 0.1135101318359375, 0.13262939453125, 0.1517486572265625, 0.170867919921875, 0.1899871826171875, 0.2091064453125, 0.2282257080078125, 0.247344970703125, 0.2664642333984375, 0.28558349609375, 0.3047027587890625, 0.323822021484375, 0.3429412841796875, 0.362060546875, 0.3811798095703125, 0.400299072265625, 0.4194183349609375, 0.43853759765625, 0.4576568603515625, 0.476776123046875, 0.4958953857421875, 0.5150146484375, 0.5341339111328125, 0.553253173828125, 0.5723724365234375, 0.59149169921875, 0.6106109619140625, 0.629730224609375, 0.6488494873046875, 0.66796875]}, "gradients/wav2vec2.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 1.0, 1.0, 3.0, 1.0, 3.0, 4.0, 4.0, 7.0, 6.0, 5.0, 22.0, 18.0, 32.0, 40.0, 58.0, 83.0, 99.0, 147.0, 239.0, 347.0, 532.0, 803.0, 1301.0, 2347.0, 4169.0, 7844.0, 17620.0, 44221.0, 144077.0, 1108478.0, 2614805.0, 160555.0, 48583.0, 18853.0, 8542.0, 4190.0, 2378.0, 1420.0, 834.0, 510.0, 333.0, 210.0, 168.0, 107.0, 86.0, 47.0, 40.0, 39.0, 26.0, 14.0, 10.0, 11.0, 8.0, 5.0, 3.0, 3.0, 2.0, 0.0, 0.0, 2.0], "bins": [-1.4580078125, -1.4151763916015625, -1.372344970703125, -1.3295135498046875, -1.28668212890625, -1.2438507080078125, -1.201019287109375, -1.1581878662109375, -1.1153564453125, -1.0725250244140625, -1.029693603515625, -0.9868621826171875, -0.94403076171875, -0.9011993408203125, -0.858367919921875, -0.8155364990234375, -0.772705078125, -0.7298736572265625, -0.687042236328125, -0.6442108154296875, -0.60137939453125, -0.5585479736328125, -0.515716552734375, -0.4728851318359375, -0.4300537109375, -0.3872222900390625, -0.344390869140625, -0.3015594482421875, -0.25872802734375, -0.2158966064453125, -0.173065185546875, -0.1302337646484375, -0.08740234375, -0.0445709228515625, -0.001739501953125, 0.0410919189453125, 0.08392333984375, 0.1267547607421875, 0.169586181640625, 0.2124176025390625, 0.2552490234375, 0.2980804443359375, 0.340911865234375, 0.3837432861328125, 0.42657470703125, 0.4694061279296875, 0.512237548828125, 0.5550689697265625, 0.597900390625, 0.6407318115234375, 0.683563232421875, 0.7263946533203125, 0.76922607421875, 0.8120574951171875, 0.854888916015625, 0.8977203369140625, 0.9405517578125, 0.9833831787109375, 1.026214599609375, 1.0690460205078125, 1.11187744140625, 1.1547088623046875, 1.197540283203125, 1.2403717041015625, 1.283203125]}, "gradients/wav2vec2.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 3.0, 2.0, 7.0, 5.0, 7.0, 7.0, 12.0, 10.0, 12.0, 21.0, 27.0, 40.0, 48.0, 63.0, 104.0, 143.0, 216.0, 405.0, 2000.0, 407.0, 176.0, 104.0, 75.0, 54.0, 29.0, 28.0, 21.0, 10.0, 10.0, 10.0, 8.0, 4.0, 5.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.029296875, -0.9994125366210938, -0.9695281982421875, -0.9396438598632812, -0.909759521484375, -0.8798751831054688, -0.8499908447265625, -0.8201065063476562, -0.79022216796875, -0.7603378295898438, -0.7304534912109375, -0.7005691528320312, -0.670684814453125, -0.6408004760742188, -0.6109161376953125, -0.5810317993164062, -0.5511474609375, -0.5212631225585938, -0.4913787841796875, -0.46149444580078125, -0.431610107421875, -0.40172576904296875, -0.3718414306640625, -0.34195709228515625, -0.31207275390625, -0.28218841552734375, -0.2523040771484375, -0.22241973876953125, -0.192535400390625, -0.16265106201171875, -0.1327667236328125, -0.10288238525390625, -0.072998046875, -0.04311370849609375, -0.0132293701171875, 0.01665496826171875, 0.046539306640625, 0.07642364501953125, 0.1063079833984375, 0.13619232177734375, 0.16607666015625, 0.19596099853515625, 0.2258453369140625, 0.25572967529296875, 0.285614013671875, 0.31549835205078125, 0.3453826904296875, 0.37526702880859375, 0.4051513671875, 0.43503570556640625, 0.4649200439453125, 0.49480438232421875, 0.524688720703125, 0.5545730590820312, 0.5844573974609375, 0.6143417358398438, 0.64422607421875, 0.6741104125976562, 0.7039947509765625, 0.7338790893554688, 0.763763427734375, 0.7936477661132812, 0.8235321044921875, 0.8534164428710938, 0.88330078125]}, "gradients/wav2vec2.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 2.0, 6.0, 6.0, 18.0, 54.0, 131.0, 321.0, 319.0, 104.0, 30.0, 10.0, 6.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.738090991973877, -5.218662738800049, -4.699234962463379, -4.179806709289551, -3.6603784561157227, -3.1409502029418945, -2.6215221881866455, -2.1020941734313965, -1.5826659202575684, -1.0632377862930298, -0.5438096523284912, -0.024381518363952637, 0.49504661560058594, 1.014474868774414, 1.533902883529663, 2.053330898284912, 2.5727591514587402, 3.0921874046325684, 3.6116154193878174, 4.131043434143066, 4.6504716873168945, 5.169899940490723, 5.689328193664551, 6.208755970001221, 6.728184223175049, 7.247612476348877, 7.767040252685547, 8.286468505859375, 8.805896759033203, 9.325325012207031, 9.84475326538086, 10.364181518554688, 10.883609771728516, 11.403038024902344, 11.922466278076172, 12.44189453125, 12.961322784423828, 13.480751037597656, 14.000178337097168, 14.519606590270996, 15.039034843444824, 15.558463096618652, 16.077890396118164, 16.597318649291992, 17.11674690246582, 17.63617515563965, 18.155603408813477, 18.675031661987305, 19.194459915161133, 19.71388816833496, 20.23331642150879, 20.752744674682617, 21.272172927856445, 21.791601181030273, 22.3110294342041, 22.830455780029297, 23.349884033203125, 23.869312286376953, 24.38874053955078, 24.90816879272461, 25.427597045898438, 25.947025299072266, 26.466453552246094, 26.985881805419922, 27.50531005859375]}, "gradients/wav2vec2.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 3.0, 14.0, 7.0, 17.0, 31.0, 33.0, 46.0, 45.0, 60.0, 55.0, 64.0, 60.0, 67.0, 79.0, 73.0, 75.0, 60.0, 48.0, 38.0, 31.0, 28.0, 19.0, 12.0, 16.0, 6.0, 5.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.226140022277832, -6.056671619415283, -5.887203693389893, -5.717735290527344, -5.548267364501953, -5.378798961639404, -5.2093305587768555, -5.039862632751465, -4.870394706726074, -4.700926303863525, -4.531458377838135, -4.361989974975586, -4.192522048950195, -4.0230536460876465, -3.8535854816436768, -3.684117317199707, -3.514648914337158, -3.3451807498931885, -3.1757125854492188, -3.00624418258667, -2.8367762565612793, -2.6673078536987305, -2.4978396892547607, -2.328371524810791, -2.1589033603668213, -1.9894351959228516, -1.8199670314788818, -1.6504987478256226, -1.4810305833816528, -1.311562418937683, -1.1420941352844238, -0.9726259708404541, -0.8031573295593262, -0.6336891651153564, -0.46422094106674194, -0.29475271701812744, -0.12528455257415771, 0.04418361186981201, 0.2136518955230713, 0.383120059967041, 0.5525882244110107, 0.7220563888549805, 0.891524612903595, 1.0609928369522095, 1.2304610013961792, 1.399929165840149, 1.5693974494934082, 1.738865613937378, 1.9083337783813477, 2.0778019428253174, 2.247270107269287, 2.416738510131836, 2.5862064361572266, 2.7556748390197754, 2.925143003463745, 3.094611167907715, 3.2640793323516846, 3.4335474967956543, 3.603015661239624, 3.7724838256835938, 3.9419522285461426, 4.111420154571533, 4.280888557434082, 4.450356483459473, 4.6198248863220215]}, "gradients/wav2vec2.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 6.0, 3.0, 7.0, 7.0, 15.0, 12.0, 18.0, 26.0, 33.0, 43.0, 68.0, 96.0, 156.0, 233.0, 342.0, 620.0, 1089.0, 1944.0, 3968.0, 10403.0, 51186.0, 717787.0, 225768.0, 21643.0, 6410.0, 2906.0, 1505.0, 873.0, 461.0, 296.0, 187.0, 125.0, 89.0, 68.0, 47.0, 28.0, 21.0, 16.0, 10.0, 9.0, 8.0, 5.0, 11.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0], "bins": [-3.060546875, -2.9671630859375, -2.873779296875, -2.7803955078125, -2.68701171875, -2.5936279296875, -2.500244140625, -2.4068603515625, -2.3134765625, -2.2200927734375, -2.126708984375, -2.0333251953125, -1.93994140625, -1.8465576171875, -1.753173828125, -1.6597900390625, -1.56640625, -1.4730224609375, -1.379638671875, -1.2862548828125, -1.19287109375, -1.0994873046875, -1.006103515625, -0.9127197265625, -0.8193359375, -0.7259521484375, -0.632568359375, -0.5391845703125, -0.44580078125, -0.3524169921875, -0.259033203125, -0.1656494140625, -0.072265625, 0.0211181640625, 0.114501953125, 0.2078857421875, 0.30126953125, 0.3946533203125, 0.488037109375, 0.5814208984375, 0.6748046875, 0.7681884765625, 0.861572265625, 0.9549560546875, 1.04833984375, 1.1417236328125, 1.235107421875, 1.3284912109375, 1.421875, 1.5152587890625, 1.608642578125, 1.7020263671875, 1.79541015625, 1.8887939453125, 1.982177734375, 2.0755615234375, 2.1689453125, 2.2623291015625, 2.355712890625, 2.4490966796875, 2.54248046875, 2.6358642578125, 2.729248046875, 2.8226318359375, 2.916015625]}, "gradients/wav2vec2.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 5.0, 5.0, 7.0, 6.0, 8.0, 16.0, 21.0, 39.0, 64.0, 93.0, 107.0, 139.0, 114.0, 120.0, 80.0, 53.0, 39.0, 19.0, 19.0, 21.0, 7.0, 6.0, 1.0, 5.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.55810546875, -0.5411834716796875, -0.524261474609375, -0.5073394775390625, -0.49041748046875, -0.4734954833984375, -0.456573486328125, -0.4396514892578125, -0.4227294921875, -0.4058074951171875, -0.388885498046875, -0.3719635009765625, -0.35504150390625, -0.3381195068359375, -0.321197509765625, -0.3042755126953125, -0.287353515625, -0.2704315185546875, -0.253509521484375, -0.2365875244140625, -0.21966552734375, -0.2027435302734375, -0.185821533203125, -0.1688995361328125, -0.1519775390625, -0.1350555419921875, -0.118133544921875, -0.1012115478515625, -0.08428955078125, -0.0673675537109375, -0.050445556640625, -0.0335235595703125, -0.0166015625, 0.0003204345703125, 0.017242431640625, 0.0341644287109375, 0.05108642578125, 0.0680084228515625, 0.084930419921875, 0.1018524169921875, 0.1187744140625, 0.1356964111328125, 0.152618408203125, 0.1695404052734375, 0.18646240234375, 0.2033843994140625, 0.220306396484375, 0.2372283935546875, 0.254150390625, 0.2710723876953125, 0.287994384765625, 0.3049163818359375, 0.32183837890625, 0.3387603759765625, 0.355682373046875, 0.3726043701171875, 0.3895263671875, 0.4064483642578125, 0.423370361328125, 0.4402923583984375, 0.45721435546875, 0.4741363525390625, 0.491058349609375, 0.5079803466796875, 0.52490234375]}, "gradients/wav2vec2.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 3.0, 4.0, 6.0, 6.0, 9.0, 23.0, 43.0, 89.0, 189.0, 402.0, 1061.0, 2488.0, 6973.0, 21487.0, 76871.0, 302388.0, 453475.0, 130742.0, 35398.0, 10698.0, 3735.0, 1415.0, 567.0, 242.0, 122.0, 60.0, 20.0, 16.0, 12.0, 8.0, 6.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5009765625, -1.4436798095703125, -1.386383056640625, -1.3290863037109375, -1.27178955078125, -1.2144927978515625, -1.157196044921875, -1.0998992919921875, -1.0426025390625, -0.9853057861328125, -0.928009033203125, -0.8707122802734375, -0.81341552734375, -0.7561187744140625, -0.698822021484375, -0.6415252685546875, -0.584228515625, -0.5269317626953125, -0.469635009765625, -0.4123382568359375, -0.35504150390625, -0.2977447509765625, -0.240447998046875, -0.1831512451171875, -0.1258544921875, -0.0685577392578125, -0.011260986328125, 0.0460357666015625, 0.10333251953125, 0.1606292724609375, 0.217926025390625, 0.2752227783203125, 0.33251953125, 0.3898162841796875, 0.447113037109375, 0.5044097900390625, 0.56170654296875, 0.6190032958984375, 0.676300048828125, 0.7335968017578125, 0.7908935546875, 0.8481903076171875, 0.905487060546875, 0.9627838134765625, 1.02008056640625, 1.0773773193359375, 1.134674072265625, 1.1919708251953125, 1.249267578125, 1.3065643310546875, 1.363861083984375, 1.4211578369140625, 1.47845458984375, 1.5357513427734375, 1.593048095703125, 1.6503448486328125, 1.7076416015625, 1.7649383544921875, 1.822235107421875, 1.8795318603515625, 1.93682861328125, 1.9941253662109375, 2.051422119140625, 2.1087188720703125, 2.166015625]}, "gradients/wav2vec2.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 5.0, 5.0, 9.0, 5.0, 12.0, 16.0, 15.0, 22.0, 32.0, 29.0, 43.0, 40.0, 39.0, 44.0, 44.0, 61.0, 49.0, 44.0, 51.0, 48.0, 58.0, 44.0, 35.0, 39.0, 43.0, 29.0, 35.0, 22.0, 9.0, 19.0, 17.0, 19.0, 2.0, 5.0, 3.0, 5.0, 3.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.79736328125, -0.7678909301757812, -0.7384185791015625, -0.7089462280273438, -0.679473876953125, -0.6500015258789062, -0.6205291748046875, -0.5910568237304688, -0.56158447265625, -0.5321121215820312, -0.5026397705078125, -0.47316741943359375, -0.443695068359375, -0.41422271728515625, -0.3847503662109375, -0.35527801513671875, -0.3258056640625, -0.29633331298828125, -0.2668609619140625, -0.23738861083984375, -0.207916259765625, -0.17844390869140625, -0.1489715576171875, -0.11949920654296875, -0.09002685546875, -0.06055450439453125, -0.0310821533203125, -0.00160980224609375, 0.027862548828125, 0.05733489990234375, 0.0868072509765625, 0.11627960205078125, 0.145751953125, 0.17522430419921875, 0.2046966552734375, 0.23416900634765625, 0.263641357421875, 0.29311370849609375, 0.3225860595703125, 0.35205841064453125, 0.38153076171875, 0.41100311279296875, 0.4404754638671875, 0.46994781494140625, 0.499420166015625, 0.5288925170898438, 0.5583648681640625, 0.5878372192382812, 0.6173095703125, 0.6467819213867188, 0.6762542724609375, 0.7057266235351562, 0.735198974609375, 0.7646713256835938, 0.7941436767578125, 0.8236160278320312, 0.85308837890625, 0.8825607299804688, 0.9120330810546875, 0.9415054321289062, 0.970977783203125, 1.0004501342773438, 1.0299224853515625, 1.0593948364257812, 1.0888671875]}, "gradients/wav2vec2.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 1.0, 6.0, 6.0, 14.0, 13.0, 21.0, 24.0, 40.0, 69.0, 97.0, 112.0, 177.0, 282.0, 427.0, 618.0, 1082.0, 1858.0, 3216.0, 6112.0, 11723.0, 24725.0, 61127.0, 204967.0, 495188.0, 146024.0, 48075.0, 20297.0, 9834.0, 5172.0, 2791.0, 1671.0, 1004.0, 589.0, 376.0, 255.0, 158.0, 130.0, 84.0, 73.0, 25.0, 19.0, 17.0, 19.0, 14.0, 13.0, 7.0, 1.0, 4.0, 3.0, 1.0, 2.0, 2.0], "bins": [-1.37109375, -1.33233642578125, -1.2935791015625, -1.25482177734375, -1.216064453125, -1.17730712890625, -1.1385498046875, -1.09979248046875, -1.06103515625, -1.02227783203125, -0.9835205078125, -0.94476318359375, -0.906005859375, -0.86724853515625, -0.8284912109375, -0.78973388671875, -0.7509765625, -0.71221923828125, -0.6734619140625, -0.63470458984375, -0.595947265625, -0.55718994140625, -0.5184326171875, -0.47967529296875, -0.44091796875, -0.40216064453125, -0.3634033203125, -0.32464599609375, -0.285888671875, -0.24713134765625, -0.2083740234375, -0.16961669921875, -0.130859375, -0.09210205078125, -0.0533447265625, -0.01458740234375, 0.024169921875, 0.06292724609375, 0.1016845703125, 0.14044189453125, 0.17919921875, 0.21795654296875, 0.2567138671875, 0.29547119140625, 0.334228515625, 0.37298583984375, 0.4117431640625, 0.45050048828125, 0.4892578125, 0.52801513671875, 0.5667724609375, 0.60552978515625, 0.644287109375, 0.68304443359375, 0.7218017578125, 0.76055908203125, 0.79931640625, 0.83807373046875, 0.8768310546875, 0.91558837890625, 0.954345703125, 0.99310302734375, 1.0318603515625, 1.07061767578125, 1.109375]}, "gradients/wav2vec2.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 7.0, 8.0, 3.0, 8.0, 2.0, 5.0, 13.0, 31.0, 32.0, 45.0, 75.0, 95.0, 117.0, 153.0, 111.0, 73.0, 47.0, 43.0, 39.0, 25.0, 15.0, 14.0, 8.0, 5.0, 4.0, 5.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.0007681846618652344, -0.0007458403706550598, -0.0007234960794448853, -0.0007011517882347107, -0.0006788074970245361, -0.0006564632058143616, -0.000634118914604187, -0.0006117746233940125, -0.0005894303321838379, -0.0005670860409736633, -0.0005447417497634888, -0.0005223974585533142, -0.0005000531673431396, -0.0004777088761329651, -0.00045536458492279053, -0.00043302029371261597, -0.0004106760025024414, -0.00038833171129226685, -0.0003659874200820923, -0.0003436431288719177, -0.00032129883766174316, -0.0002989545464515686, -0.00027661025524139404, -0.0002542659640312195, -0.00023192167282104492, -0.00020957738161087036, -0.0001872330904006958, -0.00016488879919052124, -0.00014254450798034668, -0.00012020021677017212, -9.785592555999756e-05, -7.5511634349823e-05, -5.316734313964844e-05, -3.082305192947388e-05, -8.478760719299316e-06, 1.3865530490875244e-05, 3.6209821701049805e-05, 5.8554112911224365e-05, 8.089840412139893e-05, 0.00010324269533157349, 0.00012558698654174805, 0.0001479312777519226, 0.00017027556896209717, 0.00019261986017227173, 0.0002149641513824463, 0.00023730844259262085, 0.0002596527338027954, 0.00028199702501296997, 0.00030434131622314453, 0.0003266856074333191, 0.00034902989864349365, 0.0003713741898536682, 0.0003937184810638428, 0.00041606277227401733, 0.0004384070634841919, 0.00046075135469436646, 0.000483095645904541, 0.0005054399371147156, 0.0005277842283248901, 0.0005501285195350647, 0.0005724728107452393, 0.0005948171019554138, 0.0006171613931655884, 0.0006395056843757629, 0.0006618499755859375]}, "gradients/wav2vec2.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 3.0, 9.0, 10.0, 12.0, 22.0, 27.0, 48.0, 58.0, 105.0, 183.0, 303.0, 580.0, 1059.0, 1993.0, 4422.0, 10052.0, 26055.0, 84368.0, 403245.0, 389915.0, 82619.0, 25261.0, 9594.0, 4311.0, 1982.0, 1000.0, 493.0, 306.0, 178.0, 129.0, 49.0, 37.0, 39.0, 26.0, 14.0, 13.0, 13.0, 6.0, 4.0, 2.0, 1.0, 5.0, 2.0, 1.0, 3.0, 2.0], "bins": [-0.6416015625, -0.6242561340332031, -0.6069107055664062, -0.5895652770996094, -0.5722198486328125, -0.5548744201660156, -0.5375289916992188, -0.5201835632324219, -0.502838134765625, -0.4854927062988281, -0.46814727783203125, -0.4508018493652344, -0.4334564208984375, -0.4161109924316406, -0.39876556396484375, -0.3814201354980469, -0.36407470703125, -0.3467292785644531, -0.32938385009765625, -0.3120384216308594, -0.2946929931640625, -0.2773475646972656, -0.26000213623046875, -0.24265670776367188, -0.225311279296875, -0.20796585083007812, -0.19062042236328125, -0.17327499389648438, -0.1559295654296875, -0.13858413696289062, -0.12123870849609375, -0.10389328002929688, -0.0865478515625, -0.06920242309570312, -0.05185699462890625, -0.034511566162109375, -0.0171661376953125, 0.000179290771484375, 0.01752471923828125, 0.034870147705078125, 0.052215576171875, 0.06956100463867188, 0.08690643310546875, 0.10425186157226562, 0.1215972900390625, 0.13894271850585938, 0.15628814697265625, 0.17363357543945312, 0.19097900390625, 0.20832443237304688, 0.22566986083984375, 0.24301528930664062, 0.2603607177734375, 0.2777061462402344, 0.29505157470703125, 0.3123970031738281, 0.329742431640625, 0.3470878601074219, 0.36443328857421875, 0.3817787170410156, 0.3991241455078125, 0.4164695739746094, 0.43381500244140625, 0.4511604309082031, 0.468505859375]}, "gradients/wav2vec2.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 3.0, 9.0, 4.0, 7.0, 13.0, 6.0, 19.0, 13.0, 22.0, 20.0, 40.0, 35.0, 52.0, 59.0, 78.0, 80.0, 79.0, 77.0, 65.0, 62.0, 57.0, 34.0, 27.0, 16.0, 13.0, 14.0, 14.0, 7.0, 11.0, 7.0, 12.0, 10.0, 9.0, 7.0, 2.0, 6.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.35595703125, -0.345550537109375, -0.33514404296875, -0.324737548828125, -0.3143310546875, -0.303924560546875, -0.29351806640625, -0.283111572265625, -0.272705078125, -0.262298583984375, -0.25189208984375, -0.241485595703125, -0.2310791015625, -0.220672607421875, -0.21026611328125, -0.199859619140625, -0.189453125, -0.179046630859375, -0.16864013671875, -0.158233642578125, -0.1478271484375, -0.137420654296875, -0.12701416015625, -0.116607666015625, -0.106201171875, -0.095794677734375, -0.08538818359375, -0.074981689453125, -0.0645751953125, -0.054168701171875, -0.04376220703125, -0.033355712890625, -0.02294921875, -0.012542724609375, -0.00213623046875, 0.008270263671875, 0.0186767578125, 0.029083251953125, 0.03948974609375, 0.049896240234375, 0.060302734375, 0.070709228515625, 0.08111572265625, 0.091522216796875, 0.1019287109375, 0.112335205078125, 0.12274169921875, 0.133148193359375, 0.1435546875, 0.153961181640625, 0.16436767578125, 0.174774169921875, 0.1851806640625, 0.195587158203125, 0.20599365234375, 0.216400146484375, 0.226806640625, 0.237213134765625, 0.24761962890625, 0.258026123046875, 0.2684326171875, 0.278839111328125, 0.28924560546875, 0.299652099609375, 0.31005859375]}, "gradients/wav2vec2.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 5.0, 8.0, 4.0, 9.0, 27.0, 58.0, 73.0, 110.0, 103.0, 147.0, 145.0, 120.0, 82.0, 43.0, 29.0, 16.0, 14.0, 9.0, 5.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.630705833435059, -9.281846046447754, -8.93298625946045, -8.584126472473145, -8.235265731811523, -7.886406421661377, -7.537546157836914, -7.188686370849609, -6.839826583862305, -6.490966796875, -6.142107009887695, -5.793246746063232, -5.444386959075928, -5.095527172088623, -4.74666690826416, -4.3978071212768555, -4.048947334289551, -3.700087547302246, -3.3512275218963623, -3.0023674964904785, -2.653507709503174, -2.304647922515869, -1.9557878971099854, -1.6069278717041016, -1.2580680847167969, -0.9092081785202026, -0.5603482723236084, -0.21148836612701416, 0.13737154006958008, 0.4862314462661743, 0.8350913524627686, 1.1839513778686523, 1.532811164855957, 1.8816710710525513, 2.2305309772491455, 2.5793910026550293, 2.928250789642334, 3.2771105766296387, 3.6259706020355225, 3.9748306274414062, 4.323690414428711, 4.672550201416016, 5.02140998840332, 5.370270252227783, 5.719130039215088, 6.067989826202393, 6.4168500900268555, 6.76570987701416, 7.114569664001465, 7.4634294509887695, 7.812289237976074, 8.161149024963379, 8.510009765625, 8.858869552612305, 9.20772933959961, 9.556589126586914, 9.905448913574219, 10.254308700561523, 10.603168487548828, 10.952028274536133, 11.300888061523438, 11.649748802185059, 11.998608589172363, 12.347468376159668, 12.696328163146973]}, "gradients/wav2vec2.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 6.0, 3.0, 5.0, 11.0, 11.0, 9.0, 13.0, 20.0, 18.0, 21.0, 29.0, 39.0, 37.0, 34.0, 48.0, 46.0, 50.0, 42.0, 53.0, 51.0, 55.0, 49.0, 51.0, 48.0, 35.0, 37.0, 26.0, 28.0, 30.0, 24.0, 20.0, 4.0, 4.0, 7.0, 11.0, 11.0, 5.0, 6.0, 3.0, 1.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.298517227172852, -5.136389255523682, -4.974261283874512, -4.812132835388184, -4.650004863739014, -4.487876892089844, -4.325748920440674, -4.163620948791504, -4.001492977142334, -3.839365005493164, -3.677236795425415, -3.515108823776245, -3.352980852127075, -3.190852642059326, -3.0287246704101562, -2.8665966987609863, -2.7044684886932373, -2.5423405170440674, -2.3802123069763184, -2.2180843353271484, -2.0559563636779785, -1.893828272819519, -1.7317001819610596, -1.5695722103118896, -1.4074441194534302, -1.2453160285949707, -1.0831880569458008, -0.9210599660873413, -0.7589319348335266, -0.5968039035797119, -0.43467581272125244, -0.2725478410720825, -0.11041975021362305, 0.051708295941352844, 0.21383634209632874, 0.3759644031524658, 0.5380924344062805, 0.7002204656600952, 0.8623485565185547, 1.0244765281677246, 1.186604619026184, 1.3487327098846436, 1.5108606815338135, 1.672988772392273, 1.8351168632507324, 1.9972448348999023, 2.1593728065490723, 2.321500778198242, 2.483628988265991, 2.645756959915161, 2.80788516998291, 2.97001314163208, 3.13214111328125, 3.29426908493042, 3.456397294998169, 3.618525266647339, 3.780653476715088, 3.942781448364258, 4.104909420013428, 4.267037391662598, 4.429165840148926, 4.591293811798096, 4.753421783447266, 4.9155497550964355, 5.0776777267456055]}, "gradients/wav2vec2.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 6.0, 5.0, 2.0, 9.0, 8.0, 12.0, 17.0, 23.0, 41.0, 46.0, 71.0, 107.0, 159.0, 229.0, 358.0, 527.0, 826.0, 1363.0, 2004.0, 3251.0, 5348.0, 8727.0, 14482.0, 24517.0, 42641.0, 77530.0, 151968.0, 327921.0, 754868.0, 1306595.0, 780086.0, 341885.0, 158990.0, 81927.0, 44808.0, 25568.0, 14609.0, 8619.0, 5247.0, 3311.0, 1948.0, 1266.0, 807.0, 474.0, 315.0, 215.0, 178.0, 105.0, 82.0, 42.0, 52.0, 33.0, 19.0, 21.0, 5.0, 8.0, 9.0, 5.0, 2.0, 0.0, 2.0, 1.0], "bins": [-19.140625, -18.533447265625, -17.92626953125, -17.319091796875, -16.7119140625, -16.104736328125, -15.49755859375, -14.890380859375, -14.283203125, -13.676025390625, -13.06884765625, -12.461669921875, -11.8544921875, -11.247314453125, -10.64013671875, -10.032958984375, -9.42578125, -8.818603515625, -8.21142578125, -7.604248046875, -6.9970703125, -6.389892578125, -5.78271484375, -5.175537109375, -4.568359375, -3.961181640625, -3.35400390625, -2.746826171875, -2.1396484375, -1.532470703125, -0.92529296875, -0.318115234375, 0.2890625, 0.896240234375, 1.50341796875, 2.110595703125, 2.7177734375, 3.324951171875, 3.93212890625, 4.539306640625, 5.146484375, 5.753662109375, 6.36083984375, 6.968017578125, 7.5751953125, 8.182373046875, 8.78955078125, 9.396728515625, 10.00390625, 10.611083984375, 11.21826171875, 11.825439453125, 12.4326171875, 13.039794921875, 13.64697265625, 14.254150390625, 14.861328125, 15.468505859375, 16.07568359375, 16.682861328125, 17.2900390625, 17.897216796875, 18.50439453125, 19.111572265625, 19.71875]}, "gradients/wav2vec2.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 5.0, 5.0, 9.0, 5.0, 11.0, 9.0, 16.0, 8.0, 12.0, 17.0, 12.0, 24.0, 22.0, 20.0, 30.0, 28.0, 31.0, 33.0, 37.0, 46.0, 38.0, 37.0, 47.0, 57.0, 25.0, 47.0, 33.0, 35.0, 38.0, 34.0, 25.0, 25.0, 36.0, 21.0, 21.0, 14.0, 18.0, 11.0, 12.0, 14.0, 8.0, 7.0, 7.0, 4.0, 2.0, 8.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-19.546875, -18.951416015625, -18.35595703125, -17.760498046875, -17.1650390625, -16.569580078125, -15.97412109375, -15.378662109375, -14.783203125, -14.187744140625, -13.59228515625, -12.996826171875, -12.4013671875, -11.805908203125, -11.21044921875, -10.614990234375, -10.01953125, -9.424072265625, -8.82861328125, -8.233154296875, -7.6376953125, -7.042236328125, -6.44677734375, -5.851318359375, -5.255859375, -4.660400390625, -4.06494140625, -3.469482421875, -2.8740234375, -2.278564453125, -1.68310546875, -1.087646484375, -0.4921875, 0.103271484375, 0.69873046875, 1.294189453125, 1.8896484375, 2.485107421875, 3.08056640625, 3.676025390625, 4.271484375, 4.866943359375, 5.46240234375, 6.057861328125, 6.6533203125, 7.248779296875, 7.84423828125, 8.439697265625, 9.03515625, 9.630615234375, 10.22607421875, 10.821533203125, 11.4169921875, 12.012451171875, 12.60791015625, 13.203369140625, 13.798828125, 14.394287109375, 14.98974609375, 15.585205078125, 16.1806640625, 16.776123046875, 17.37158203125, 17.967041015625, 18.5625]}, "gradients/wav2vec2.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 3.0, 4.0, 4.0, 5.0, 6.0, 11.0, 16.0, 19.0, 36.0, 46.0, 51.0, 100.0, 119.0, 184.0, 261.0, 413.0, 682.0, 1079.0, 2100.0, 4061.0, 8275.0, 18632.0, 44569.0, 115519.0, 361509.0, 1672019.0, 1462905.0, 321045.0, 106124.0, 40889.0, 17398.0, 7724.0, 3727.0, 1975.0, 1056.0, 585.0, 382.0, 247.0, 170.0, 98.0, 74.0, 55.0, 27.0, 19.0, 18.0, 15.0, 7.0, 13.0, 4.0, 7.0, 5.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.6875, -37.39599609375, -36.1044921875, -34.81298828125, -33.521484375, -32.22998046875, -30.9384765625, -29.64697265625, -28.35546875, -27.06396484375, -25.7724609375, -24.48095703125, -23.189453125, -21.89794921875, -20.6064453125, -19.31494140625, -18.0234375, -16.73193359375, -15.4404296875, -14.14892578125, -12.857421875, -11.56591796875, -10.2744140625, -8.98291015625, -7.69140625, -6.39990234375, -5.1083984375, -3.81689453125, -2.525390625, -1.23388671875, 0.0576171875, 1.34912109375, 2.640625, 3.93212890625, 5.2236328125, 6.51513671875, 7.806640625, 9.09814453125, 10.3896484375, 11.68115234375, 12.97265625, 14.26416015625, 15.5556640625, 16.84716796875, 18.138671875, 19.43017578125, 20.7216796875, 22.01318359375, 23.3046875, 24.59619140625, 25.8876953125, 27.17919921875, 28.470703125, 29.76220703125, 31.0537109375, 32.34521484375, 33.63671875, 34.92822265625, 36.2197265625, 37.51123046875, 38.802734375, 40.09423828125, 41.3857421875, 42.67724609375, 43.96875]}, "gradients/wav2vec2.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 3.0, 5.0, 9.0, 7.0, 10.0, 19.0, 23.0, 21.0, 33.0, 47.0, 52.0, 68.0, 110.0, 155.0, 227.0, 358.0, 481.0, 624.0, 588.0, 363.0, 247.0, 165.0, 128.0, 82.0, 51.0, 47.0, 35.0, 29.0, 18.0, 18.0, 16.0, 10.0, 7.0, 5.0, 5.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-58.96875, -57.36083984375, -55.7529296875, -54.14501953125, -52.537109375, -50.92919921875, -49.3212890625, -47.71337890625, -46.10546875, -44.49755859375, -42.8896484375, -41.28173828125, -39.673828125, -38.06591796875, -36.4580078125, -34.85009765625, -33.2421875, -31.63427734375, -30.0263671875, -28.41845703125, -26.810546875, -25.20263671875, -23.5947265625, -21.98681640625, -20.37890625, -18.77099609375, -17.1630859375, -15.55517578125, -13.947265625, -12.33935546875, -10.7314453125, -9.12353515625, -7.515625, -5.90771484375, -4.2998046875, -2.69189453125, -1.083984375, 0.52392578125, 2.1318359375, 3.73974609375, 5.34765625, 6.95556640625, 8.5634765625, 10.17138671875, 11.779296875, 13.38720703125, 14.9951171875, 16.60302734375, 18.2109375, 19.81884765625, 21.4267578125, 23.03466796875, 24.642578125, 26.25048828125, 27.8583984375, 29.46630859375, 31.07421875, 32.68212890625, 34.2900390625, 35.89794921875, 37.505859375, 39.11376953125, 40.7216796875, 42.32958984375, 43.9375]}, "gradients/wav2vec2.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 7.0, 6.0, 16.0, 16.0, 34.0, 57.0, 92.0, 128.0, 138.0, 143.0, 91.0, 117.0, 79.0, 34.0, 15.0, 12.0, 5.0, 5.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-409.6094970703125, -397.6625671386719, -385.7156677246094, -373.76873779296875, -361.82183837890625, -349.8749084472656, -337.927978515625, -325.9810791015625, -314.0341796875, -302.0872497558594, -290.1403503417969, -278.19342041015625, -266.24652099609375, -254.29959106445312, -242.35267639160156, -230.40576171875, -218.45883178710938, -206.5119171142578, -194.56500244140625, -182.61807250976562, -170.67117309570312, -158.7242431640625, -146.77732849121094, -134.83041381835938, -122.88349914550781, -110.93658447265625, -98.98966979980469, -87.0427474975586, -75.09583282470703, -63.14891815185547, -51.201995849609375, -39.25508117675781, -27.30816650390625, -15.361249923706055, -3.4143333435058594, 8.532585144042969, 20.47949981689453, 32.426414489746094, 44.37333679199219, 56.32025146484375, 68.26716613769531, 80.21408081054688, 92.16099548339844, 104.10791778564453, 116.0548324584961, 128.00173950195312, 139.94866943359375, 151.8955841064453, 163.84249877929688, 175.78941345214844, 187.736328125, 199.68325805664062, 211.63015747070312, 223.57708740234375, 235.5240020751953, 247.47091674804688, 259.4178466796875, 271.3647766113281, 283.3116760253906, 295.25860595703125, 307.20550537109375, 319.1524353027344, 331.099365234375, 343.0462646484375, 354.9931640625]}, "gradients/wav2vec2.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 5.0, 3.0, 3.0, 4.0, 11.0, 11.0, 5.0, 8.0, 9.0, 11.0, 13.0, 17.0, 19.0, 19.0, 20.0, 24.0, 26.0, 20.0, 32.0, 35.0, 43.0, 27.0, 35.0, 37.0, 39.0, 36.0, 48.0, 38.0, 44.0, 41.0, 27.0, 35.0, 38.0, 30.0, 30.0, 16.0, 19.0, 17.0, 14.0, 17.0, 9.0, 17.0, 10.0, 8.0, 9.0, 4.0, 11.0, 5.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0], "bins": [-126.96402740478516, -122.9051513671875, -118.84626770019531, -114.78739166259766, -110.728515625, -106.66963958740234, -102.61076354980469, -98.5518798828125, -94.49300384521484, -90.43412780761719, -86.375244140625, -82.31636810302734, -78.25749206542969, -74.19861602783203, -70.13973999023438, -66.08085632324219, -62.02198028564453, -57.963104248046875, -53.90422439575195, -49.84534454345703, -45.786468505859375, -41.72759246826172, -37.6687126159668, -33.609832763671875, -29.55095672607422, -25.49207878112793, -21.43320083618164, -17.37432289123535, -13.315444946289062, -9.256567001342773, -5.197689056396484, -1.1388111114501953, 2.9200592041015625, 6.978937149047852, 11.03781509399414, 15.09669303894043, 19.15557098388672, 23.214448928833008, 27.273326873779297, 31.332204818725586, 35.391082763671875, 39.44995880126953, 43.50883865356445, 47.567718505859375, 51.62659454345703, 55.68547058105469, 59.74435043334961, 63.80323028564453, 67.86210632324219, 71.92098236083984, 75.9798583984375, 80.03874206542969, 84.09761810302734, 88.156494140625, 92.21537780761719, 96.27425384521484, 100.3331298828125, 104.39200592041016, 108.45088195800781, 112.509765625, 116.56864166259766, 120.62751770019531, 124.6864013671875, 128.74526977539062, 132.8041534423828]}, "gradients/wav2vec2.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 11.0, 5.0, 9.0, 24.0, 30.0, 42.0, 67.0, 83.0, 132.0, 210.0, 392.0, 560.0, 865.0, 1313.0, 2003.0, 3056.0, 4589.0, 6972.0, 10035.0, 15348.0, 24227.0, 44268.0, 109216.0, 295326.0, 301047.0, 112647.0, 45142.0, 24550.0, 15556.0, 10328.0, 7005.0, 4647.0, 2986.0, 2020.0, 1352.0, 875.0, 533.0, 361.0, 237.0, 153.0, 106.0, 80.0, 48.0, 45.0, 18.0, 13.0, 13.0, 4.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 3.0], "bins": [-34.09375, -33.02880859375, -31.9638671875, -30.89892578125, -29.833984375, -28.76904296875, -27.7041015625, -26.63916015625, -25.57421875, -24.50927734375, -23.4443359375, -22.37939453125, -21.314453125, -20.24951171875, -19.1845703125, -18.11962890625, -17.0546875, -15.98974609375, -14.9248046875, -13.85986328125, -12.794921875, -11.72998046875, -10.6650390625, -9.60009765625, -8.53515625, -7.47021484375, -6.4052734375, -5.34033203125, -4.275390625, -3.21044921875, -2.1455078125, -1.08056640625, -0.015625, 1.04931640625, 2.1142578125, 3.17919921875, 4.244140625, 5.30908203125, 6.3740234375, 7.43896484375, 8.50390625, 9.56884765625, 10.6337890625, 11.69873046875, 12.763671875, 13.82861328125, 14.8935546875, 15.95849609375, 17.0234375, 18.08837890625, 19.1533203125, 20.21826171875, 21.283203125, 22.34814453125, 23.4130859375, 24.47802734375, 25.54296875, 26.60791015625, 27.6728515625, 28.73779296875, 29.802734375, 30.86767578125, 31.9326171875, 32.99755859375, 34.0625]}, "gradients/wav2vec2.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 6.0, 1.0, 2.0, 5.0, 8.0, 6.0, 12.0, 5.0, 9.0, 17.0, 14.0, 14.0, 18.0, 21.0, 23.0, 23.0, 31.0, 26.0, 41.0, 22.0, 52.0, 27.0, 37.0, 39.0, 39.0, 36.0, 36.0, 46.0, 38.0, 45.0, 44.0, 46.0, 35.0, 31.0, 24.0, 17.0, 17.0, 23.0, 11.0, 12.0, 18.0, 7.0, 6.0, 5.0, 9.0, 1.0, 2.0, 3.0, 0.0, 2.0, 4.0, 1.0], "bins": [-22.546875, -21.931396484375, -21.31591796875, -20.700439453125, -20.0849609375, -19.469482421875, -18.85400390625, -18.238525390625, -17.623046875, -17.007568359375, -16.39208984375, -15.776611328125, -15.1611328125, -14.545654296875, -13.93017578125, -13.314697265625, -12.69921875, -12.083740234375, -11.46826171875, -10.852783203125, -10.2373046875, -9.621826171875, -9.00634765625, -8.390869140625, -7.775390625, -7.159912109375, -6.54443359375, -5.928955078125, -5.3134765625, -4.697998046875, -4.08251953125, -3.467041015625, -2.8515625, -2.236083984375, -1.62060546875, -1.005126953125, -0.3896484375, 0.225830078125, 0.84130859375, 1.456787109375, 2.072265625, 2.687744140625, 3.30322265625, 3.918701171875, 4.5341796875, 5.149658203125, 5.76513671875, 6.380615234375, 6.99609375, 7.611572265625, 8.22705078125, 8.842529296875, 9.4580078125, 10.073486328125, 10.68896484375, 11.304443359375, 11.919921875, 12.535400390625, 13.15087890625, 13.766357421875, 14.3818359375, 14.997314453125, 15.61279296875, 16.228271484375, 16.84375]}, "gradients/wav2vec2.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 1.0, 1.0, 1.0, 3.0, 7.0, 13.0, 10.0, 18.0, 29.0, 42.0, 68.0, 102.0, 185.0, 314.0, 539.0, 1110.0, 2559.0, 7215.0, 21652.0, 83076.0, 640674.0, 233245.0, 38149.0, 11921.0, 4195.0, 1673.0, 731.0, 434.0, 219.0, 147.0, 79.0, 50.0, 29.0, 27.0, 17.0, 8.0, 7.0, 7.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-95.625, -92.94921875, -90.2734375, -87.59765625, -84.921875, -82.24609375, -79.5703125, -76.89453125, -74.21875, -71.54296875, -68.8671875, -66.19140625, -63.515625, -60.83984375, -58.1640625, -55.48828125, -52.8125, -50.13671875, -47.4609375, -44.78515625, -42.109375, -39.43359375, -36.7578125, -34.08203125, -31.40625, -28.73046875, -26.0546875, -23.37890625, -20.703125, -18.02734375, -15.3515625, -12.67578125, -10.0, -7.32421875, -4.6484375, -1.97265625, 0.703125, 3.37890625, 6.0546875, 8.73046875, 11.40625, 14.08203125, 16.7578125, 19.43359375, 22.109375, 24.78515625, 27.4609375, 30.13671875, 32.8125, 35.48828125, 38.1640625, 40.83984375, 43.515625, 46.19140625, 48.8671875, 51.54296875, 54.21875, 56.89453125, 59.5703125, 62.24609375, 64.921875, 67.59765625, 70.2734375, 72.94921875, 75.625]}, "gradients/wav2vec2.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0, 3.0, 9.0, 9.0, 8.0, 6.0, 10.0, 13.0, 16.0, 15.0, 25.0, 25.0, 26.0, 22.0, 34.0, 40.0, 52.0, 38.0, 51.0, 47.0, 51.0, 43.0, 53.0, 44.0, 48.0, 37.0, 34.0, 33.0, 36.0, 28.0, 19.0, 30.0, 18.0, 21.0, 15.0, 11.0, 5.0, 5.0, 8.0, 2.0, 2.0, 7.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-73.1875, -70.8388671875, -68.490234375, -66.1416015625, -63.79296875, -61.4443359375, -59.095703125, -56.7470703125, -54.3984375, -52.0498046875, -49.701171875, -47.3525390625, -45.00390625, -42.6552734375, -40.306640625, -37.9580078125, -35.609375, -33.2607421875, -30.912109375, -28.5634765625, -26.21484375, -23.8662109375, -21.517578125, -19.1689453125, -16.8203125, -14.4716796875, -12.123046875, -9.7744140625, -7.42578125, -5.0771484375, -2.728515625, -0.3798828125, 1.96875, 4.3173828125, 6.666015625, 9.0146484375, 11.36328125, 13.7119140625, 16.060546875, 18.4091796875, 20.7578125, 23.1064453125, 25.455078125, 27.8037109375, 30.15234375, 32.5009765625, 34.849609375, 37.1982421875, 39.546875, 41.8955078125, 44.244140625, 46.5927734375, 48.94140625, 51.2900390625, 53.638671875, 55.9873046875, 58.3359375, 60.6845703125, 63.033203125, 65.3818359375, 67.73046875, 70.0791015625, 72.427734375, 74.7763671875, 77.125]}, "gradients/wav2vec2.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 4.0, 2.0, 5.0, 7.0, 8.0, 18.0, 14.0, 32.0, 79.0, 135.0, 364.0, 1104.0, 4131.0, 18497.0, 111075.0, 737369.0, 145723.0, 23116.0, 4899.0, 1196.0, 436.0, 144.0, 72.0, 38.0, 28.0, 18.0, 12.0, 6.0, 12.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-39.96875, -38.6611328125, -37.353515625, -36.0458984375, -34.73828125, -33.4306640625, -32.123046875, -30.8154296875, -29.5078125, -28.2001953125, -26.892578125, -25.5849609375, -24.27734375, -22.9697265625, -21.662109375, -20.3544921875, -19.046875, -17.7392578125, -16.431640625, -15.1240234375, -13.81640625, -12.5087890625, -11.201171875, -9.8935546875, -8.5859375, -7.2783203125, -5.970703125, -4.6630859375, -3.35546875, -2.0478515625, -0.740234375, 0.5673828125, 1.875, 3.1826171875, 4.490234375, 5.7978515625, 7.10546875, 8.4130859375, 9.720703125, 11.0283203125, 12.3359375, 13.6435546875, 14.951171875, 16.2587890625, 17.56640625, 18.8740234375, 20.181640625, 21.4892578125, 22.796875, 24.1044921875, 25.412109375, 26.7197265625, 28.02734375, 29.3349609375, 30.642578125, 31.9501953125, 33.2578125, 34.5654296875, 35.873046875, 37.1806640625, 38.48828125, 39.7958984375, 41.103515625, 42.4111328125, 43.71875]}, "gradients/wav2vec2.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 4.0, 3.0, 4.0, 3.0, 3.0, 7.0, 4.0, 4.0, 6.0, 14.0, 18.0, 19.0, 23.0, 29.0, 55.0, 119.0, 182.0, 188.0, 115.0, 54.0, 26.0, 23.0, 15.0, 20.0, 8.0, 11.0, 11.0, 8.0, 4.0, 7.0, 4.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.007083892822265625, -0.006892263889312744, -0.006700634956359863, -0.006509006023406982, -0.0063173770904541016, -0.006125748157501221, -0.00593411922454834, -0.005742490291595459, -0.005550861358642578, -0.005359232425689697, -0.005167603492736816, -0.0049759745597839355, -0.004784345626831055, -0.004592716693878174, -0.004401087760925293, -0.004209458827972412, -0.004017829895019531, -0.0038262009620666504, -0.0036345720291137695, -0.0034429430961608887, -0.003251314163208008, -0.003059685230255127, -0.002868056297302246, -0.0026764273643493652, -0.0024847984313964844, -0.0022931694984436035, -0.0021015405654907227, -0.0019099116325378418, -0.001718282699584961, -0.00152665376663208, -0.0013350248336791992, -0.0011433959007263184, -0.0009517669677734375, -0.0007601380348205566, -0.0005685091018676758, -0.0003768801689147949, -0.00018525123596191406, 6.377696990966797e-06, 0.00019800662994384766, 0.0003896355628967285, 0.0005812644958496094, 0.0007728934288024902, 0.0009645223617553711, 0.001156151294708252, 0.0013477802276611328, 0.0015394091606140137, 0.0017310380935668945, 0.0019226670265197754, 0.0021142959594726562, 0.002305924892425537, 0.002497553825378418, 0.002689182758331299, 0.0028808116912841797, 0.0030724406242370605, 0.0032640695571899414, 0.0034556984901428223, 0.003647327423095703, 0.003838956356048584, 0.004030585289001465, 0.004222214221954346, 0.0044138431549072266, 0.004605472087860107, 0.004797101020812988, 0.004988729953765869, 0.00518035888671875]}, "gradients/wav2vec2.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 5.0, 2.0, 4.0, 3.0, 2.0, 12.0, 7.0, 11.0, 16.0, 10.0, 21.0, 37.0, 48.0, 64.0, 90.0, 132.0, 178.0, 295.0, 528.0, 781.0, 1413.0, 2535.0, 5288.0, 12722.0, 35318.0, 104550.0, 339433.0, 367179.0, 113797.0, 38201.0, 13663.0, 5783.0, 2639.0, 1474.0, 874.0, 470.0, 294.0, 202.0, 147.0, 94.0, 65.0, 50.0, 26.0, 30.0, 19.0, 20.0, 9.0, 7.0, 5.0, 6.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-18.296875, -17.687744140625, -17.07861328125, -16.469482421875, -15.8603515625, -15.251220703125, -14.64208984375, -14.032958984375, -13.423828125, -12.814697265625, -12.20556640625, -11.596435546875, -10.9873046875, -10.378173828125, -9.76904296875, -9.159912109375, -8.55078125, -7.941650390625, -7.33251953125, -6.723388671875, -6.1142578125, -5.505126953125, -4.89599609375, -4.286865234375, -3.677734375, -3.068603515625, -2.45947265625, -1.850341796875, -1.2412109375, -0.632080078125, -0.02294921875, 0.586181640625, 1.1953125, 1.804443359375, 2.41357421875, 3.022705078125, 3.6318359375, 4.240966796875, 4.85009765625, 5.459228515625, 6.068359375, 6.677490234375, 7.28662109375, 7.895751953125, 8.5048828125, 9.114013671875, 9.72314453125, 10.332275390625, 10.94140625, 11.550537109375, 12.15966796875, 12.768798828125, 13.3779296875, 13.987060546875, 14.59619140625, 15.205322265625, 15.814453125, 16.423583984375, 17.03271484375, 17.641845703125, 18.2509765625, 18.860107421875, 19.46923828125, 20.078369140625, 20.6875]}, "gradients/wav2vec2.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 5.0, 6.0, 5.0, 5.0, 9.0, 12.0, 13.0, 16.0, 17.0, 19.0, 33.0, 47.0, 46.0, 60.0, 86.0, 91.0, 104.0, 102.0, 74.0, 58.0, 53.0, 29.0, 23.0, 16.0, 17.0, 18.0, 5.0, 10.0, 6.0, 3.0, 4.0, 4.0, 3.0, 0.0, 5.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-24.96875, -24.281494140625, -23.59423828125, -22.906982421875, -22.2197265625, -21.532470703125, -20.84521484375, -20.157958984375, -19.470703125, -18.783447265625, -18.09619140625, -17.408935546875, -16.7216796875, -16.034423828125, -15.34716796875, -14.659912109375, -13.97265625, -13.285400390625, -12.59814453125, -11.910888671875, -11.2236328125, -10.536376953125, -9.84912109375, -9.161865234375, -8.474609375, -7.787353515625, -7.10009765625, -6.412841796875, -5.7255859375, -5.038330078125, -4.35107421875, -3.663818359375, -2.9765625, -2.289306640625, -1.60205078125, -0.914794921875, -0.2275390625, 0.459716796875, 1.14697265625, 1.834228515625, 2.521484375, 3.208740234375, 3.89599609375, 4.583251953125, 5.2705078125, 5.957763671875, 6.64501953125, 7.332275390625, 8.01953125, 8.706787109375, 9.39404296875, 10.081298828125, 10.7685546875, 11.455810546875, 12.14306640625, 12.830322265625, 13.517578125, 14.204833984375, 14.89208984375, 15.579345703125, 16.2666015625, 16.953857421875, 17.64111328125, 18.328369140625, 19.015625]}, "gradients/wav2vec2.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 1.0, 4.0, 6.0, 3.0, 16.0, 52.0, 104.0, 191.0, 235.0, 226.0, 94.0, 49.0, 10.0, 10.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-386.87493896484375, -370.3456726074219, -353.81640625, -337.2871398925781, -320.75787353515625, -304.2286071777344, -287.6993408203125, -271.17010498046875, -254.6408233642578, -238.11155700683594, -221.58229064941406, -205.05303955078125, -188.52377319335938, -171.9945068359375, -155.46524047851562, -138.93597412109375, -122.40670776367188, -105.87744140625, -89.34817504882812, -72.81891632080078, -56.289649963378906, -39.76038360595703, -23.231124877929688, -6.7018585205078125, 9.827407836914062, 26.356672286987305, 42.88593673706055, 59.415199279785156, 75.94446563720703, 92.4737319946289, 109.00299072265625, 125.53225708007812, 142.0615234375, 158.59078979492188, 175.12005615234375, 191.64932250976562, 208.1785888671875, 224.70785522460938, 241.2371063232422, 257.766357421875, 274.295654296875, 290.8249206542969, 307.35418701171875, 323.8834533691406, 340.4127197265625, 356.9419860839844, 373.47125244140625, 390.00048828125, 406.5297546386719, 423.05902099609375, 439.5882873535156, 456.1175537109375, 472.6468200683594, 489.17608642578125, 505.705322265625, 522.234619140625, 538.7638549804688, 555.2930908203125, 571.8223876953125, 588.3516235351562, 604.8809204101562, 621.41015625, 637.939453125, 654.4686889648438, 670.9979858398438]}, "gradients/wav2vec2.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 4.0, 3.0, 12.0, 9.0, 7.0, 10.0, 10.0, 14.0, 13.0, 24.0, 16.0, 31.0, 28.0, 30.0, 34.0, 43.0, 45.0, 35.0, 47.0, 34.0, 38.0, 36.0, 29.0, 39.0, 42.0, 27.0, 37.0, 43.0, 40.0, 34.0, 26.0, 25.0, 19.0, 17.0, 17.0, 12.0, 18.0, 11.0, 14.0, 7.0, 4.0, 7.0, 6.0, 6.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-144.1932373046875, -139.29571533203125, -134.398193359375, -129.50067138671875, -124.6031494140625, -119.70562744140625, -114.80809783935547, -109.91057586669922, -105.01305389404297, -100.11553192138672, -95.21800994873047, -90.32048797607422, -85.42295837402344, -80.52543640136719, -75.62791442871094, -70.73039245605469, -65.83287048339844, -60.93534851074219, -56.03782653808594, -51.14030075073242, -46.24277877807617, -41.34525680541992, -36.447731018066406, -31.550209045410156, -26.652687072753906, -21.755165100097656, -16.857641220092773, -11.960118293762207, -7.062595367431641, -2.1650733947753906, 2.732450485229492, 7.629974365234375, 12.527496337890625, 17.425018310546875, 22.322542190551758, 27.22006607055664, 32.11758804321289, 37.01511001586914, 41.912635803222656, 46.810157775878906, 51.707679748535156, 56.605201721191406, 61.502723693847656, 66.4002456665039, 71.29777526855469, 76.19529724121094, 81.09281921386719, 85.99034118652344, 90.88786315917969, 95.78538513183594, 100.68290710449219, 105.58042907714844, 110.47795104980469, 115.37547302246094, 120.27300262451172, 125.17052459716797, 130.06805419921875, 134.965576171875, 139.86309814453125, 144.7606201171875, 149.65814208984375, 154.5556640625, 159.45318603515625, 164.3507080078125, 169.24822998046875]}, "gradients/wav2vec2.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 7.0, 9.0, 10.0, 14.0, 17.0, 13.0, 36.0, 59.0, 75.0, 105.0, 176.0, 263.0, 451.0, 720.0, 1268.0, 2288.0, 4292.0, 8565.0, 17854.0, 39519.0, 90438.0, 217367.0, 505378.0, 1011620.0, 1154559.0, 641950.0, 282506.0, 118642.0, 50935.0, 22672.0, 10767.0, 5261.0, 2738.0, 1544.0, 842.0, 524.0, 292.0, 158.0, 109.0, 90.0, 47.0, 45.0, 20.0, 18.0, 5.0, 9.0, 5.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.453125, -9.149658203125, -8.84619140625, -8.542724609375, -8.2392578125, -7.935791015625, -7.63232421875, -7.328857421875, -7.025390625, -6.721923828125, -6.41845703125, -6.114990234375, -5.8115234375, -5.508056640625, -5.20458984375, -4.901123046875, -4.59765625, -4.294189453125, -3.99072265625, -3.687255859375, -3.3837890625, -3.080322265625, -2.77685546875, -2.473388671875, -2.169921875, -1.866455078125, -1.56298828125, -1.259521484375, -0.9560546875, -0.652587890625, -0.34912109375, -0.045654296875, 0.2578125, 0.561279296875, 0.86474609375, 1.168212890625, 1.4716796875, 1.775146484375, 2.07861328125, 2.382080078125, 2.685546875, 2.989013671875, 3.29248046875, 3.595947265625, 3.8994140625, 4.202880859375, 4.50634765625, 4.809814453125, 5.11328125, 5.416748046875, 5.72021484375, 6.023681640625, 6.3271484375, 6.630615234375, 6.93408203125, 7.237548828125, 7.541015625, 7.844482421875, 8.14794921875, 8.451416015625, 8.7548828125, 9.058349609375, 9.36181640625, 9.665283203125, 9.96875]}, "gradients/wav2vec2.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 5.0, 4.0, 7.0, 9.0, 12.0, 20.0, 19.0, 24.0, 19.0, 35.0, 37.0, 39.0, 41.0, 62.0, 36.0, 55.0, 72.0, 61.0, 36.0, 57.0, 38.0, 42.0, 42.0, 41.0, 36.0, 27.0, 33.0, 22.0, 16.0, 23.0, 14.0, 5.0, 5.0, 9.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.59375, -12.2581787109375, -11.922607421875, -11.5870361328125, -11.25146484375, -10.9158935546875, -10.580322265625, -10.2447509765625, -9.9091796875, -9.5736083984375, -9.238037109375, -8.9024658203125, -8.56689453125, -8.2313232421875, -7.895751953125, -7.5601806640625, -7.224609375, -6.8890380859375, -6.553466796875, -6.2178955078125, -5.88232421875, -5.5467529296875, -5.211181640625, -4.8756103515625, -4.5400390625, -4.2044677734375, -3.868896484375, -3.5333251953125, -3.19775390625, -2.8621826171875, -2.526611328125, -2.1910400390625, -1.85546875, -1.5198974609375, -1.184326171875, -0.8487548828125, -0.51318359375, -0.1776123046875, 0.157958984375, 0.4935302734375, 0.8291015625, 1.1646728515625, 1.500244140625, 1.8358154296875, 2.17138671875, 2.5069580078125, 2.842529296875, 3.1781005859375, 3.513671875, 3.8492431640625, 4.184814453125, 4.5203857421875, 4.85595703125, 5.1915283203125, 5.527099609375, 5.8626708984375, 6.1982421875, 6.5338134765625, 6.869384765625, 7.2049560546875, 7.54052734375, 7.8760986328125, 8.211669921875, 8.5472412109375, 8.8828125]}, "gradients/wav2vec2.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 8.0, 12.0, 10.0, 12.0, 19.0, 46.0, 61.0, 103.0, 189.0, 278.0, 587.0, 1012.0, 1943.0, 3887.0, 8638.0, 19457.0, 46564.0, 118446.0, 328068.0, 963808.0, 1613041.0, 697188.0, 237771.0, 88585.0, 35778.0, 15184.0, 6730.0, 3197.0, 1596.0, 878.0, 472.0, 280.0, 154.0, 109.0, 69.0, 38.0, 17.0, 23.0, 14.0, 7.0, 3.0, 5.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-11.8046875, -11.4024658203125, -11.000244140625, -10.5980224609375, -10.19580078125, -9.7935791015625, -9.391357421875, -8.9891357421875, -8.5869140625, -8.1846923828125, -7.782470703125, -7.3802490234375, -6.97802734375, -6.5758056640625, -6.173583984375, -5.7713623046875, -5.369140625, -4.9669189453125, -4.564697265625, -4.1624755859375, -3.76025390625, -3.3580322265625, -2.955810546875, -2.5535888671875, -2.1513671875, -1.7491455078125, -1.346923828125, -0.9447021484375, -0.54248046875, -0.1402587890625, 0.261962890625, 0.6641845703125, 1.06640625, 1.4686279296875, 1.870849609375, 2.2730712890625, 2.67529296875, 3.0775146484375, 3.479736328125, 3.8819580078125, 4.2841796875, 4.6864013671875, 5.088623046875, 5.4908447265625, 5.89306640625, 6.2952880859375, 6.697509765625, 7.0997314453125, 7.501953125, 7.9041748046875, 8.306396484375, 8.7086181640625, 9.11083984375, 9.5130615234375, 9.915283203125, 10.3175048828125, 10.7197265625, 11.1219482421875, 11.524169921875, 11.9263916015625, 12.32861328125, 12.7308349609375, 13.133056640625, 13.5352783203125, 13.9375]}, "gradients/wav2vec2.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 6.0, 9.0, 12.0, 24.0, 31.0, 40.0, 34.0, 67.0, 86.0, 90.0, 121.0, 170.0, 184.0, 281.0, 346.0, 395.0, 432.0, 433.0, 317.0, 224.0, 201.0, 139.0, 112.0, 72.0, 59.0, 29.0, 45.0, 41.0, 24.0, 12.0, 8.0, 11.0, 10.0, 5.0, 2.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.0703125, -14.5538330078125, -14.037353515625, -13.5208740234375, -13.00439453125, -12.4879150390625, -11.971435546875, -11.4549560546875, -10.9384765625, -10.4219970703125, -9.905517578125, -9.3890380859375, -8.87255859375, -8.3560791015625, -7.839599609375, -7.3231201171875, -6.806640625, -6.2901611328125, -5.773681640625, -5.2572021484375, -4.74072265625, -4.2242431640625, -3.707763671875, -3.1912841796875, -2.6748046875, -2.1583251953125, -1.641845703125, -1.1253662109375, -0.60888671875, -0.0924072265625, 0.424072265625, 0.9405517578125, 1.45703125, 1.9735107421875, 2.489990234375, 3.0064697265625, 3.52294921875, 4.0394287109375, 4.555908203125, 5.0723876953125, 5.5888671875, 6.1053466796875, 6.621826171875, 7.1383056640625, 7.65478515625, 8.1712646484375, 8.687744140625, 9.2042236328125, 9.720703125, 10.2371826171875, 10.753662109375, 11.2701416015625, 11.78662109375, 12.3031005859375, 12.819580078125, 13.3360595703125, 13.8525390625, 14.3690185546875, 14.885498046875, 15.4019775390625, 15.91845703125, 16.4349365234375, 16.951416015625, 17.4678955078125, 17.984375]}, "gradients/wav2vec2.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 6.0, 11.0, 32.0, 51.0, 91.0, 158.0, 181.0, 152.0, 136.0, 92.0, 44.0, 21.0, 14.0, 6.0, 5.0, 1.0, 2.0, 0.0, 0.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-198.63076782226562, -192.58236694335938, -186.53395080566406, -180.4855499267578, -174.43714904785156, -168.38873291015625, -162.34033203125, -156.29193115234375, -150.2435302734375, -144.19512939453125, -138.14671325683594, -132.0983123779297, -126.04991149902344, -120.00150299072266, -113.95309448242188, -107.90469360351562, -101.85627746582031, -95.80786895751953, -89.75946807861328, -83.7110595703125, -77.66265869140625, -71.61425018310547, -65.56584167480469, -59.51743698120117, -53.469032287597656, -47.42062759399414, -41.372222900390625, -35.323814392089844, -29.275409698486328, -23.227005004882812, -17.17859649658203, -11.130191802978516, -5.0817718505859375, 0.9666337966918945, 7.015039443969727, 13.063446044921875, 19.11185073852539, 25.160255432128906, 31.208663940429688, 37.2570686340332, 43.30547332763672, 49.353878021240234, 55.40228271484375, 61.45069122314453, 67.49909973144531, 73.54750061035156, 79.59590911865234, 85.64431762695312, 91.69271850585938, 97.74112701416016, 103.7895278930664, 109.83793640136719, 115.88633728027344, 121.93474578857422, 127.983154296875, 134.03155517578125, 140.0799560546875, 146.12835693359375, 152.17677307128906, 158.2251739501953, 164.27357482910156, 170.32199096679688, 176.37039184570312, 182.41879272460938, 188.4672088623047]}, "gradients/wav2vec2.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 5.0, 6.0, 10.0, 8.0, 10.0, 14.0, 12.0, 26.0, 14.0, 18.0, 21.0, 30.0, 32.0, 27.0, 33.0, 36.0, 45.0, 37.0, 42.0, 38.0, 37.0, 43.0, 39.0, 35.0, 42.0, 36.0, 36.0, 21.0, 24.0, 24.0, 26.0, 30.0, 21.0, 16.0, 21.0, 8.0, 12.0, 13.0, 3.0, 17.0, 6.0, 6.0, 7.0, 2.0, 3.0, 5.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-48.633792877197266, -47.005149841308594, -45.37651062011719, -43.74787139892578, -42.11922836303711, -40.49058532714844, -38.86194610595703, -37.233306884765625, -35.60466384887695, -33.97602081298828, -32.347381591796875, -30.718740463256836, -29.090099334716797, -27.461458206176758, -25.83281707763672, -24.20417594909668, -22.57553482055664, -20.9468936920166, -19.318252563476562, -17.689611434936523, -16.060970306396484, -14.432329177856445, -12.803688049316406, -11.175046920776367, -9.546405792236328, -7.917764663696289, -6.28912353515625, -4.660482406616211, -3.031841278076172, -1.4032001495361328, 0.22544097900390625, 1.8540821075439453, 3.48272705078125, 5.111368179321289, 6.740009307861328, 8.368650436401367, 9.997291564941406, 11.625932693481445, 13.254573822021484, 14.883214950561523, 16.511856079101562, 18.1404972076416, 19.76913833618164, 21.39777946472168, 23.02642059326172, 24.655061721801758, 26.283702850341797, 27.912343978881836, 29.540985107421875, 31.169626235961914, 32.79826736450195, 34.426910400390625, 36.05554962158203, 37.68418884277344, 39.31283187866211, 40.94147491455078, 42.57011413574219, 44.198753356933594, 45.827396392822266, 47.45603942871094, 49.084678649902344, 50.71331787109375, 52.34196090698242, 53.970603942871094, 55.5992431640625]}, "gradients/wav2vec2.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 5.0, 8.0, 14.0, 12.0, 32.0, 39.0, 52.0, 88.0, 154.0, 210.0, 372.0, 521.0, 879.0, 1265.0, 2077.0, 3348.0, 6243.0, 14502.0, 46866.0, 172854.0, 374802.0, 285947.0, 91989.0, 25144.0, 9328.0, 4675.0, 2592.0, 1632.0, 1053.0, 659.0, 418.0, 260.0, 175.0, 126.0, 73.0, 52.0, 34.0, 20.0, 11.0, 17.0, 9.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.109375, -17.5205078125, -16.931640625, -16.3427734375, -15.75390625, -15.1650390625, -14.576171875, -13.9873046875, -13.3984375, -12.8095703125, -12.220703125, -11.6318359375, -11.04296875, -10.4541015625, -9.865234375, -9.2763671875, -8.6875, -8.0986328125, -7.509765625, -6.9208984375, -6.33203125, -5.7431640625, -5.154296875, -4.5654296875, -3.9765625, -3.3876953125, -2.798828125, -2.2099609375, -1.62109375, -1.0322265625, -0.443359375, 0.1455078125, 0.734375, 1.3232421875, 1.912109375, 2.5009765625, 3.08984375, 3.6787109375, 4.267578125, 4.8564453125, 5.4453125, 6.0341796875, 6.623046875, 7.2119140625, 7.80078125, 8.3896484375, 8.978515625, 9.5673828125, 10.15625, 10.7451171875, 11.333984375, 11.9228515625, 12.51171875, 13.1005859375, 13.689453125, 14.2783203125, 14.8671875, 15.4560546875, 16.044921875, 16.6337890625, 17.22265625, 17.8115234375, 18.400390625, 18.9892578125, 19.578125]}, "gradients/wav2vec2.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 10.0, 9.0, 7.0, 13.0, 12.0, 16.0, 8.0, 18.0, 24.0, 26.0, 22.0, 32.0, 30.0, 48.0, 45.0, 40.0, 42.0, 46.0, 49.0, 44.0, 48.0, 35.0, 34.0, 48.0, 32.0, 37.0, 31.0, 26.0, 19.0, 27.0, 16.0, 17.0, 17.0, 14.0, 14.0, 14.0, 7.0, 5.0, 3.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.65625, -8.3515625, -8.046875, -7.7421875, -7.4375, -7.1328125, -6.828125, -6.5234375, -6.21875, -5.9140625, -5.609375, -5.3046875, -5.0, -4.6953125, -4.390625, -4.0859375, -3.78125, -3.4765625, -3.171875, -2.8671875, -2.5625, -2.2578125, -1.953125, -1.6484375, -1.34375, -1.0390625, -0.734375, -0.4296875, -0.125, 0.1796875, 0.484375, 0.7890625, 1.09375, 1.3984375, 1.703125, 2.0078125, 2.3125, 2.6171875, 2.921875, 3.2265625, 3.53125, 3.8359375, 4.140625, 4.4453125, 4.75, 5.0546875, 5.359375, 5.6640625, 5.96875, 6.2734375, 6.578125, 6.8828125, 7.1875, 7.4921875, 7.796875, 8.1015625, 8.40625, 8.7109375, 9.015625, 9.3203125, 9.625, 9.9296875, 10.234375, 10.5390625, 10.84375]}, "gradients/wav2vec2.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 4.0, 3.0, 4.0, 1.0, 4.0, 5.0, 15.0, 19.0, 23.0, 45.0, 49.0, 90.0, 135.0, 217.0, 381.0, 625.0, 1105.0, 1870.0, 3350.0, 6024.0, 12559.0, 33104.0, 114493.0, 309975.0, 345572.0, 146176.0, 42516.0, 14529.0, 6918.0, 3602.0, 2120.0, 1203.0, 678.0, 416.0, 260.0, 168.0, 99.0, 67.0, 49.0, 23.0, 14.0, 17.0, 11.0, 3.0, 6.0, 0.0, 4.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0, 2.0], "bins": [-17.3125, -16.8048095703125, -16.297119140625, -15.7894287109375, -15.28173828125, -14.7740478515625, -14.266357421875, -13.7586669921875, -13.2509765625, -12.7432861328125, -12.235595703125, -11.7279052734375, -11.22021484375, -10.7125244140625, -10.204833984375, -9.6971435546875, -9.189453125, -8.6817626953125, -8.174072265625, -7.6663818359375, -7.15869140625, -6.6510009765625, -6.143310546875, -5.6356201171875, -5.1279296875, -4.6202392578125, -4.112548828125, -3.6048583984375, -3.09716796875, -2.5894775390625, -2.081787109375, -1.5740966796875, -1.06640625, -0.5587158203125, -0.051025390625, 0.4566650390625, 0.96435546875, 1.4720458984375, 1.979736328125, 2.4874267578125, 2.9951171875, 3.5028076171875, 4.010498046875, 4.5181884765625, 5.02587890625, 5.5335693359375, 6.041259765625, 6.5489501953125, 7.056640625, 7.5643310546875, 8.072021484375, 8.5797119140625, 9.08740234375, 9.5950927734375, 10.102783203125, 10.6104736328125, 11.1181640625, 11.6258544921875, 12.133544921875, 12.6412353515625, 13.14892578125, 13.6566162109375, 14.164306640625, 14.6719970703125, 15.1796875]}, "gradients/wav2vec2.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 9.0, 4.0, 1.0, 7.0, 6.0, 5.0, 16.0, 13.0, 18.0, 15.0, 19.0, 21.0, 26.0, 39.0, 27.0, 34.0, 40.0, 36.0, 33.0, 51.0, 45.0, 42.0, 48.0, 47.0, 41.0, 40.0, 54.0, 27.0, 32.0, 27.0, 26.0, 22.0, 20.0, 13.0, 14.0, 15.0, 13.0, 12.0, 9.0, 8.0, 3.0, 10.0, 3.0, 4.0, 4.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.765625, -24.962158203125, -24.15869140625, -23.355224609375, -22.5517578125, -21.748291015625, -20.94482421875, -20.141357421875, -19.337890625, -18.534423828125, -17.73095703125, -16.927490234375, -16.1240234375, -15.320556640625, -14.51708984375, -13.713623046875, -12.91015625, -12.106689453125, -11.30322265625, -10.499755859375, -9.6962890625, -8.892822265625, -8.08935546875, -7.285888671875, -6.482421875, -5.678955078125, -4.87548828125, -4.072021484375, -3.2685546875, -2.465087890625, -1.66162109375, -0.858154296875, -0.0546875, 0.748779296875, 1.55224609375, 2.355712890625, 3.1591796875, 3.962646484375, 4.76611328125, 5.569580078125, 6.373046875, 7.176513671875, 7.97998046875, 8.783447265625, 9.5869140625, 10.390380859375, 11.19384765625, 11.997314453125, 12.80078125, 13.604248046875, 14.40771484375, 15.211181640625, 16.0146484375, 16.818115234375, 17.62158203125, 18.425048828125, 19.228515625, 20.031982421875, 20.83544921875, 21.638916015625, 22.4423828125, 23.245849609375, 24.04931640625, 24.852783203125, 25.65625]}, "gradients/wav2vec2.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 4.0, 4.0, 7.0, 9.0, 12.0, 24.0, 35.0, 49.0, 75.0, 90.0, 127.0, 230.0, 307.0, 413.0, 650.0, 1007.0, 1401.0, 2266.0, 3387.0, 5770.0, 9718.0, 17790.0, 35830.0, 80313.0, 169820.0, 262609.0, 224698.0, 119983.0, 53576.0, 25274.0, 13142.0, 7195.0, 4430.0, 2842.0, 1764.0, 1196.0, 758.0, 569.0, 384.0, 252.0, 191.0, 105.0, 83.0, 51.0, 45.0, 28.0, 16.0, 15.0, 6.0, 4.0, 5.0, 1.0, 2.0, 3.0, 2.0, 2.0], "bins": [-4.0625, -3.942138671875, -3.82177734375, -3.701416015625, -3.5810546875, -3.460693359375, -3.34033203125, -3.219970703125, -3.099609375, -2.979248046875, -2.85888671875, -2.738525390625, -2.6181640625, -2.497802734375, -2.37744140625, -2.257080078125, -2.13671875, -2.016357421875, -1.89599609375, -1.775634765625, -1.6552734375, -1.534912109375, -1.41455078125, -1.294189453125, -1.173828125, -1.053466796875, -0.93310546875, -0.812744140625, -0.6923828125, -0.572021484375, -0.45166015625, -0.331298828125, -0.2109375, -0.090576171875, 0.02978515625, 0.150146484375, 0.2705078125, 0.390869140625, 0.51123046875, 0.631591796875, 0.751953125, 0.872314453125, 0.99267578125, 1.113037109375, 1.2333984375, 1.353759765625, 1.47412109375, 1.594482421875, 1.71484375, 1.835205078125, 1.95556640625, 2.075927734375, 2.1962890625, 2.316650390625, 2.43701171875, 2.557373046875, 2.677734375, 2.798095703125, 2.91845703125, 3.038818359375, 3.1591796875, 3.279541015625, 3.39990234375, 3.520263671875, 3.640625]}, "gradients/wav2vec2.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 7.0, 2.0, 1.0, 5.0, 8.0, 4.0, 14.0, 16.0, 25.0, 40.0, 67.0, 81.0, 118.0, 129.0, 108.0, 117.0, 88.0, 60.0, 48.0, 18.0, 12.0, 8.0, 4.0, 6.0, 6.0, 3.0, 3.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0022563934326171875, -0.0021783113479614258, -0.002100229263305664, -0.0020221471786499023, -0.0019440650939941406, -0.001865983009338379, -0.0017879009246826172, -0.0017098188400268555, -0.0016317367553710938, -0.001553654670715332, -0.0014755725860595703, -0.0013974905014038086, -0.0013194084167480469, -0.0012413263320922852, -0.0011632442474365234, -0.0010851621627807617, -0.001007080078125, -0.0009289979934692383, -0.0008509159088134766, -0.0007728338241577148, -0.0006947517395019531, -0.0006166696548461914, -0.0005385875701904297, -0.00046050548553466797, -0.00038242340087890625, -0.00030434131622314453, -0.0002262592315673828, -0.0001481771469116211, -7.009506225585938e-05, 7.987022399902344e-06, 8.606910705566406e-05, 0.00016415119171142578, 0.0002422332763671875, 0.0003203153610229492, 0.00039839744567871094, 0.00047647953033447266, 0.0005545616149902344, 0.0006326436996459961, 0.0007107257843017578, 0.0007888078689575195, 0.0008668899536132812, 0.000944972038269043, 0.0010230541229248047, 0.0011011362075805664, 0.0011792182922363281, 0.0012573003768920898, 0.0013353824615478516, 0.0014134645462036133, 0.001491546630859375, 0.0015696287155151367, 0.0016477108001708984, 0.0017257928848266602, 0.0018038749694824219, 0.0018819570541381836, 0.0019600391387939453, 0.002038121223449707, 0.0021162033081054688, 0.0021942853927612305, 0.002272367477416992, 0.002350449562072754, 0.0024285316467285156, 0.0025066137313842773, 0.002584695816040039, 0.0026627779006958008, 0.0027408599853515625]}, "gradients/wav2vec2.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 5.0, 6.0, 11.0, 13.0, 16.0, 17.0, 26.0, 40.0, 76.0, 100.0, 173.0, 266.0, 438.0, 774.0, 1512.0, 2667.0, 5234.0, 11241.0, 26243.0, 69698.0, 179373.0, 312619.0, 252499.0, 111958.0, 41443.0, 16554.0, 7477.0, 3602.0, 1943.0, 1020.0, 596.0, 302.0, 215.0, 121.0, 85.0, 62.0, 39.0, 25.0, 19.0, 12.0, 9.0, 12.0, 8.0, 5.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.47265625, -4.3170166015625, -4.161376953125, -4.0057373046875, -3.85009765625, -3.6944580078125, -3.538818359375, -3.3831787109375, -3.2275390625, -3.0718994140625, -2.916259765625, -2.7606201171875, -2.60498046875, -2.4493408203125, -2.293701171875, -2.1380615234375, -1.982421875, -1.8267822265625, -1.671142578125, -1.5155029296875, -1.35986328125, -1.2042236328125, -1.048583984375, -0.8929443359375, -0.7373046875, -0.5816650390625, -0.426025390625, -0.2703857421875, -0.11474609375, 0.0408935546875, 0.196533203125, 0.3521728515625, 0.5078125, 0.6634521484375, 0.819091796875, 0.9747314453125, 1.13037109375, 1.2860107421875, 1.441650390625, 1.5972900390625, 1.7529296875, 1.9085693359375, 2.064208984375, 2.2198486328125, 2.37548828125, 2.5311279296875, 2.686767578125, 2.8424072265625, 2.998046875, 3.1536865234375, 3.309326171875, 3.4649658203125, 3.62060546875, 3.7762451171875, 3.931884765625, 4.0875244140625, 4.2431640625, 4.3988037109375, 4.554443359375, 4.7100830078125, 4.86572265625, 5.0213623046875, 5.177001953125, 5.3326416015625, 5.48828125]}, "gradients/wav2vec2.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 7.0, 8.0, 4.0, 4.0, 12.0, 25.0, 23.0, 31.0, 29.0, 42.0, 75.0, 76.0, 86.0, 78.0, 80.0, 85.0, 71.0, 50.0, 56.0, 42.0, 26.0, 24.0, 17.0, 9.0, 6.0, 5.0, 6.0, 4.0, 6.0, 4.0, 5.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.0234375, -6.8096923828125, -6.595947265625, -6.3822021484375, -6.16845703125, -5.9547119140625, -5.740966796875, -5.5272216796875, -5.3134765625, -5.0997314453125, -4.885986328125, -4.6722412109375, -4.45849609375, -4.2447509765625, -4.031005859375, -3.8172607421875, -3.603515625, -3.3897705078125, -3.176025390625, -2.9622802734375, -2.74853515625, -2.5347900390625, -2.321044921875, -2.1072998046875, -1.8935546875, -1.6798095703125, -1.466064453125, -1.2523193359375, -1.03857421875, -0.8248291015625, -0.611083984375, -0.3973388671875, -0.18359375, 0.0301513671875, 0.243896484375, 0.4576416015625, 0.67138671875, 0.8851318359375, 1.098876953125, 1.3126220703125, 1.5263671875, 1.7401123046875, 1.953857421875, 2.1676025390625, 2.38134765625, 2.5950927734375, 2.808837890625, 3.0225830078125, 3.236328125, 3.4500732421875, 3.663818359375, 3.8775634765625, 4.09130859375, 4.3050537109375, 4.518798828125, 4.7325439453125, 4.9462890625, 5.1600341796875, 5.373779296875, 5.5875244140625, 5.80126953125, 6.0150146484375, 6.228759765625, 6.4425048828125, 6.65625]}, "gradients/wav2vec2.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 3.0, 2.0, 6.0, 15.0, 19.0, 56.0, 128.0, 171.0, 200.0, 138.0, 112.0, 72.0, 37.0, 21.0, 8.0, 1.0, 4.0, 4.0, 4.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-143.29397583007812, -138.4297637939453, -133.56553649902344, -128.70132446289062, -123.83709716796875, -118.97288513183594, -114.1086654663086, -109.24444580078125, -104.3802261352539, -99.51600646972656, -94.65178680419922, -89.78756713867188, -84.92335510253906, -80.05912780761719, -75.19491577148438, -70.33069610595703, -65.46647644042969, -60.602256774902344, -55.738037109375, -50.87382125854492, -46.00960159301758, -41.145381927490234, -36.281166076660156, -31.416946411132812, -26.55272674560547, -21.688507080078125, -16.824289321899414, -11.960070610046387, -7.095851898193359, -2.2316322326660156, 2.6325855255126953, 7.496803283691406, 12.361038208007812, 17.225257873535156, 22.089475631713867, 26.953693389892578, 31.817913055419922, 36.682132720947266, 41.546348571777344, 46.41056823730469, 51.27478790283203, 56.139007568359375, 61.00322723388672, 65.86744689941406, 70.73165893554688, 75.59588623046875, 80.46009826660156, 85.3243179321289, 90.18853759765625, 95.0527572631836, 99.91697692871094, 104.78119659423828, 109.64541625976562, 114.50962829589844, 119.37384796142578, 124.23806762695312, 129.102294921875, 133.9665069580078, 138.8307342529297, 143.6949462890625, 148.55917358398438, 153.4233856201172, 158.28761291503906, 163.15182495117188, 168.0160369873047]}, "gradients/wav2vec2.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 3.0, 3.0, 2.0, 7.0, 17.0, 7.0, 8.0, 7.0, 19.0, 17.0, 11.0, 12.0, 28.0, 24.0, 22.0, 25.0, 31.0, 34.0, 28.0, 37.0, 36.0, 34.0, 30.0, 38.0, 33.0, 33.0, 51.0, 37.0, 49.0, 36.0, 30.0, 34.0, 39.0, 23.0, 29.0, 14.0, 14.0, 15.0, 17.0, 16.0, 10.0, 14.0, 8.0, 8.0, 9.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-64.48746490478516, -62.65091323852539, -60.81436538696289, -58.977813720703125, -57.141265869140625, -55.30471420288086, -53.468162536621094, -51.631614685058594, -49.79506301879883, -47.95851135253906, -46.12196350097656, -44.2854118347168, -42.44886016845703, -40.61231231689453, -38.775760650634766, -36.939208984375, -35.1026611328125, -33.266109466552734, -31.429561614990234, -29.59300994873047, -27.756460189819336, -25.919910430908203, -24.083358764648438, -22.246809005737305, -20.410259246826172, -18.57370948791504, -16.737159729003906, -14.90060806274414, -13.064058303833008, -11.227508544921875, -9.390957832336426, -7.554407119750977, -5.717857360839844, -3.8813071250915527, -2.0447568893432617, -0.2082066535949707, 1.6283435821533203, 3.464893341064453, 5.301444053649902, 7.137994766235352, 8.974544525146484, 10.811094284057617, 12.647644996643066, 14.484195709228516, 16.32074546813965, 18.15729522705078, 19.993846893310547, 21.83039665222168, 23.666946411132812, 25.503496170043945, 27.340045928955078, 29.176597595214844, 31.013147354125977, 32.84969711303711, 34.686248779296875, 36.522796630859375, 38.35934829711914, 40.195899963378906, 42.032447814941406, 43.86899948120117, 45.70555114746094, 47.54209899902344, 49.3786506652832, 51.21520233154297, 53.05175018310547]}, "gradients/wav2vec2.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 8.0, 4.0, 6.0, 10.0, 19.0, 39.0, 40.0, 64.0, 91.0, 121.0, 220.0, 337.0, 520.0, 951.0, 1735.0, 3694.0, 9151.0, 28757.0, 169937.0, 3559809.0, 352953.0, 43150.0, 11718.0, 4783.0, 2397.0, 1308.0, 843.0, 510.0, 370.0, 203.0, 180.0, 94.0, 77.0, 57.0, 33.0, 31.0, 20.0, 12.0, 7.0, 8.0, 7.0, 3.0, 7.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.095703125, -3.0008544921875, -2.906005859375, -2.8111572265625, -2.71630859375, -2.6214599609375, -2.526611328125, -2.4317626953125, -2.3369140625, -2.2420654296875, -2.147216796875, -2.0523681640625, -1.95751953125, -1.8626708984375, -1.767822265625, -1.6729736328125, -1.578125, -1.4832763671875, -1.388427734375, -1.2935791015625, -1.19873046875, -1.1038818359375, -1.009033203125, -0.9141845703125, -0.8193359375, -0.7244873046875, -0.629638671875, -0.5347900390625, -0.43994140625, -0.3450927734375, -0.250244140625, -0.1553955078125, -0.060546875, 0.0343017578125, 0.129150390625, 0.2239990234375, 0.31884765625, 0.4136962890625, 0.508544921875, 0.6033935546875, 0.6982421875, 0.7930908203125, 0.887939453125, 0.9827880859375, 1.07763671875, 1.1724853515625, 1.267333984375, 1.3621826171875, 1.45703125, 1.5518798828125, 1.646728515625, 1.7415771484375, 1.83642578125, 1.9312744140625, 2.026123046875, 2.1209716796875, 2.2158203125, 2.3106689453125, 2.405517578125, 2.5003662109375, 2.59521484375, 2.6900634765625, 2.784912109375, 2.8797607421875, 2.974609375]}, "gradients/wav2vec2.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 5.0, 2.0, 2.0, 7.0, 11.0, 11.0, 8.0, 24.0, 16.0, 29.0, 41.0, 66.0, 92.0, 96.0, 134.0, 120.0, 89.0, 54.0, 51.0, 46.0, 23.0, 18.0, 16.0, 15.0, 5.0, 2.0, 6.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.56103515625, -0.542755126953125, -0.52447509765625, -0.506195068359375, -0.4879150390625, -0.469635009765625, -0.45135498046875, -0.433074951171875, -0.414794921875, -0.396514892578125, -0.37823486328125, -0.359954833984375, -0.3416748046875, -0.323394775390625, -0.30511474609375, -0.286834716796875, -0.2685546875, -0.250274658203125, -0.23199462890625, -0.213714599609375, -0.1954345703125, -0.177154541015625, -0.15887451171875, -0.140594482421875, -0.122314453125, -0.104034423828125, -0.08575439453125, -0.067474365234375, -0.0491943359375, -0.030914306640625, -0.01263427734375, 0.005645751953125, 0.02392578125, 0.042205810546875, 0.06048583984375, 0.078765869140625, 0.0970458984375, 0.115325927734375, 0.13360595703125, 0.151885986328125, 0.170166015625, 0.188446044921875, 0.20672607421875, 0.225006103515625, 0.2432861328125, 0.261566162109375, 0.27984619140625, 0.298126220703125, 0.31640625, 0.334686279296875, 0.35296630859375, 0.371246337890625, 0.3895263671875, 0.407806396484375, 0.42608642578125, 0.444366455078125, 0.462646484375, 0.480926513671875, 0.49920654296875, 0.517486572265625, 0.5357666015625, 0.554046630859375, 0.57232666015625, 0.590606689453125, 0.60888671875]}, "gradients/wav2vec2.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 2.0, 5.0, 0.0, 1.0, 4.0, 5.0, 8.0, 17.0, 17.0, 16.0, 30.0, 36.0, 81.0, 134.0, 276.0, 575.0, 1467.0, 3870.0, 11993.0, 44781.0, 217917.0, 2160230.0, 1514819.0, 182407.0, 38747.0, 10789.0, 3553.0, 1381.0, 527.0, 264.0, 143.0, 67.0, 40.0, 23.0, 19.0, 7.0, 9.0, 6.0, 4.0, 6.0, 4.0, 3.0, 3.0, 0.0, 3.0, 0.0, 1.0], "bins": [-3.546875, -3.455810546875, -3.36474609375, -3.273681640625, -3.1826171875, -3.091552734375, -3.00048828125, -2.909423828125, -2.818359375, -2.727294921875, -2.63623046875, -2.545166015625, -2.4541015625, -2.363037109375, -2.27197265625, -2.180908203125, -2.08984375, -1.998779296875, -1.90771484375, -1.816650390625, -1.7255859375, -1.634521484375, -1.54345703125, -1.452392578125, -1.361328125, -1.270263671875, -1.17919921875, -1.088134765625, -0.9970703125, -0.906005859375, -0.81494140625, -0.723876953125, -0.6328125, -0.541748046875, -0.45068359375, -0.359619140625, -0.2685546875, -0.177490234375, -0.08642578125, 0.004638671875, 0.095703125, 0.186767578125, 0.27783203125, 0.368896484375, 0.4599609375, 0.551025390625, 0.64208984375, 0.733154296875, 0.82421875, 0.915283203125, 1.00634765625, 1.097412109375, 1.1884765625, 1.279541015625, 1.37060546875, 1.461669921875, 1.552734375, 1.643798828125, 1.73486328125, 1.825927734375, 1.9169921875, 2.008056640625, 2.09912109375, 2.190185546875, 2.28125]}, "gradients/wav2vec2.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 4.0, 3.0, 5.0, 4.0, 4.0, 12.0, 12.0, 15.0, 21.0, 26.0, 40.0, 54.0, 60.0, 88.0, 125.0, 165.0, 219.0, 326.0, 639.0, 837.0, 437.0, 263.0, 202.0, 134.0, 100.0, 99.0, 50.0, 27.0, 31.0, 15.0, 15.0, 15.0, 9.0, 8.0, 5.0, 3.0, 4.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.19140625, -1.15765380859375, -1.1239013671875, -1.09014892578125, -1.056396484375, -1.02264404296875, -0.9888916015625, -0.95513916015625, -0.92138671875, -0.88763427734375, -0.8538818359375, -0.82012939453125, -0.786376953125, -0.75262451171875, -0.7188720703125, -0.68511962890625, -0.6513671875, -0.61761474609375, -0.5838623046875, -0.55010986328125, -0.516357421875, -0.48260498046875, -0.4488525390625, -0.41510009765625, -0.38134765625, -0.34759521484375, -0.3138427734375, -0.28009033203125, -0.246337890625, -0.21258544921875, -0.1788330078125, -0.14508056640625, -0.111328125, -0.07757568359375, -0.0438232421875, -0.01007080078125, 0.023681640625, 0.05743408203125, 0.0911865234375, 0.12493896484375, 0.15869140625, 0.19244384765625, 0.2261962890625, 0.25994873046875, 0.293701171875, 0.32745361328125, 0.3612060546875, 0.39495849609375, 0.4287109375, 0.46246337890625, 0.4962158203125, 0.52996826171875, 0.563720703125, 0.59747314453125, 0.6312255859375, 0.66497802734375, 0.69873046875, 0.73248291015625, 0.7662353515625, 0.79998779296875, 0.833740234375, 0.86749267578125, 0.9012451171875, 0.93499755859375, 0.96875]}, "gradients/wav2vec2.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 8.0, 21.0, 43.0, 122.0, 241.0, 252.0, 196.0, 83.0, 24.0, 17.0, 6.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.651244163513184, -5.154440879821777, -4.657638072967529, -4.160834789276123, -3.664031744003296, -3.1672286987304688, -2.6704254150390625, -2.1736223697662354, -1.6768193244934082, -1.180016279220581, -0.6832131147384644, -0.18640995025634766, 0.3103930950164795, 0.8071961402893066, 1.303999423980713, 1.80080246925354, 2.297605514526367, 2.7944085597991943, 3.2912116050720215, 3.7880148887634277, 4.284817695617676, 4.781620979309082, 5.278424263000488, 5.7752275466918945, 6.272030353546143, 6.768833637237549, 7.265636444091797, 7.762439727783203, 8.25924301147461, 8.756046295166016, 9.252849578857422, 9.749651908874512, 10.246454238891602, 10.743257522583008, 11.240060806274414, 11.73686408996582, 12.23366641998291, 12.730469703674316, 13.227272987365723, 13.724076271057129, 14.220878601074219, 14.717681884765625, 15.214485168457031, 15.711288452148438, 16.208091735839844, 16.70489501953125, 17.201698303222656, 17.69849967956543, 18.19530487060547, 18.692108154296875, 19.18891143798828, 19.685714721679688, 20.182518005371094, 20.6793212890625, 21.176124572753906, 21.67292594909668, 22.169729232788086, 22.666532516479492, 23.1633358001709, 23.660139083862305, 24.15694236755371, 24.653743743896484, 25.15054702758789, 25.647350311279297, 26.144153594970703]}, "gradients/wav2vec2.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 1.0, 1.0, 5.0, 2.0, 3.0, 7.0, 6.0, 2.0, 7.0, 13.0, 12.0, 19.0, 18.0, 18.0, 22.0, 17.0, 19.0, 33.0, 30.0, 30.0, 43.0, 27.0, 35.0, 41.0, 37.0, 39.0, 40.0, 45.0, 38.0, 30.0, 46.0, 40.0, 37.0, 27.0, 40.0, 28.0, 22.0, 19.0, 19.0, 17.0, 10.0, 13.0, 9.0, 10.0, 11.0, 4.0, 7.0, 7.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.1918044090270996, -3.095609188079834, -2.9994139671325684, -2.9032185077667236, -2.807023286819458, -2.7108280658721924, -2.6146328449249268, -2.518437385559082, -2.4222421646118164, -2.326046943664551, -2.229851722717285, -2.1336562633514404, -2.037461042404175, -1.9412658214569092, -1.8450706005096436, -1.7488752603530884, -1.6526800394058228, -1.5564848184585571, -1.460289478302002, -1.3640942573547363, -1.2678989171981812, -1.1717036962509155, -1.0755083560943604, -0.9793131351470947, -0.8831178545951843, -0.7869225740432739, -0.6907272934913635, -0.5945320129394531, -0.4983367621898651, -0.4021414816379547, -0.3059462308883667, -0.2097509503364563, -0.1135556697845459, -0.017360396683216095, 0.07883487641811371, 0.17503014206886292, 0.2712254226207733, 0.3674207031726837, 0.46361595392227173, 0.5598112344741821, 0.6560065150260925, 0.7522017955780029, 0.8483970761299133, 0.9445923566818237, 1.0407875776290894, 1.1369829177856445, 1.2331781387329102, 1.3293733596801758, 1.425568699836731, 1.5217639207839966, 1.6179592609405518, 1.7141544818878174, 1.8103498220443726, 1.9065450429916382, 2.0027403831481934, 2.098935604095459, 2.1951308250427246, 2.2913260459899902, 2.387521266937256, 2.4837167263031006, 2.579911947250366, 2.676107168197632, 2.7723023891448975, 2.868497848510742, 2.964693069458008]}, "gradients/wav2vec2.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 5.0, 4.0, 3.0, 9.0, 9.0, 13.0, 20.0, 33.0, 31.0, 40.0, 47.0, 90.0, 109.0, 150.0, 236.0, 368.0, 519.0, 855.0, 1340.0, 2337.0, 4408.0, 9972.0, 28094.0, 112704.0, 488737.0, 302012.0, 62706.0, 18071.0, 7050.0, 3332.0, 1862.0, 1154.0, 735.0, 446.0, 292.0, 214.0, 156.0, 104.0, 90.0, 65.0, 46.0, 24.0, 17.0, 9.0, 13.0, 4.0, 3.0, 3.0, 1.0, 7.0, 2.0, 2.0, 4.0, 1.0, 2.0], "bins": [-2.185546875, -2.1208953857421875, -2.056243896484375, -1.9915924072265625, -1.92694091796875, -1.8622894287109375, -1.797637939453125, -1.7329864501953125, -1.6683349609375, -1.6036834716796875, -1.539031982421875, -1.4743804931640625, -1.40972900390625, -1.3450775146484375, -1.280426025390625, -1.2157745361328125, -1.151123046875, -1.0864715576171875, -1.021820068359375, -0.9571685791015625, -0.89251708984375, -0.8278656005859375, -0.763214111328125, -0.6985626220703125, -0.6339111328125, -0.5692596435546875, -0.504608154296875, -0.4399566650390625, -0.37530517578125, -0.3106536865234375, -0.246002197265625, -0.1813507080078125, -0.11669921875, -0.0520477294921875, 0.012603759765625, 0.0772552490234375, 0.14190673828125, 0.2065582275390625, 0.271209716796875, 0.3358612060546875, 0.4005126953125, 0.4651641845703125, 0.529815673828125, 0.5944671630859375, 0.65911865234375, 0.7237701416015625, 0.788421630859375, 0.8530731201171875, 0.917724609375, 0.9823760986328125, 1.047027587890625, 1.1116790771484375, 1.17633056640625, 1.2409820556640625, 1.305633544921875, 1.3702850341796875, 1.4349365234375, 1.4995880126953125, 1.564239501953125, 1.6288909912109375, 1.69354248046875, 1.7581939697265625, 1.822845458984375, 1.8874969482421875, 1.9521484375]}, "gradients/wav2vec2.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 5.0, 7.0, 4.0, 6.0, 5.0, 9.0, 13.0, 16.0, 25.0, 31.0, 39.0, 43.0, 62.0, 93.0, 94.0, 95.0, 105.0, 76.0, 59.0, 48.0, 47.0, 31.0, 22.0, 20.0, 12.0, 10.0, 6.0, 2.0, 0.0, 1.0, 4.0, 2.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.52880859375, -0.51092529296875, -0.4930419921875, -0.47515869140625, -0.457275390625, -0.43939208984375, -0.4215087890625, -0.40362548828125, -0.3857421875, -0.36785888671875, -0.3499755859375, -0.33209228515625, -0.314208984375, -0.29632568359375, -0.2784423828125, -0.26055908203125, -0.24267578125, -0.22479248046875, -0.2069091796875, -0.18902587890625, -0.171142578125, -0.15325927734375, -0.1353759765625, -0.11749267578125, -0.099609375, -0.08172607421875, -0.0638427734375, -0.04595947265625, -0.028076171875, -0.01019287109375, 0.0076904296875, 0.02557373046875, 0.04345703125, 0.06134033203125, 0.0792236328125, 0.09710693359375, 0.114990234375, 0.13287353515625, 0.1507568359375, 0.16864013671875, 0.1865234375, 0.20440673828125, 0.2222900390625, 0.24017333984375, 0.258056640625, 0.27593994140625, 0.2938232421875, 0.31170654296875, 0.32958984375, 0.34747314453125, 0.3653564453125, 0.38323974609375, 0.401123046875, 0.41900634765625, 0.4368896484375, 0.45477294921875, 0.47265625, 0.49053955078125, 0.5084228515625, 0.52630615234375, 0.544189453125, 0.56207275390625, 0.5799560546875, 0.59783935546875, 0.61572265625]}, "gradients/wav2vec2.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 4.0, 4.0, 7.0, 11.0, 7.0, 16.0, 13.0, 20.0, 22.0, 34.0, 56.0, 62.0, 94.0, 160.0, 325.0, 771.0, 2830.0, 14381.0, 127348.0, 728234.0, 152821.0, 16411.0, 3188.0, 849.0, 364.0, 163.0, 90.0, 63.0, 56.0, 32.0, 20.0, 22.0, 21.0, 10.0, 15.0, 7.0, 8.0, 4.0, 4.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-3.431640625, -3.329315185546875, -3.22698974609375, -3.124664306640625, -3.0223388671875, -2.920013427734375, -2.81768798828125, -2.715362548828125, -2.613037109375, -2.510711669921875, -2.40838623046875, -2.306060791015625, -2.2037353515625, -2.101409912109375, -1.99908447265625, -1.896759033203125, -1.79443359375, -1.692108154296875, -1.58978271484375, -1.487457275390625, -1.3851318359375, -1.282806396484375, -1.18048095703125, -1.078155517578125, -0.975830078125, -0.873504638671875, -0.77117919921875, -0.668853759765625, -0.5665283203125, -0.464202880859375, -0.36187744140625, -0.259552001953125, -0.1572265625, -0.054901123046875, 0.04742431640625, 0.149749755859375, 0.2520751953125, 0.354400634765625, 0.45672607421875, 0.559051513671875, 0.661376953125, 0.763702392578125, 0.86602783203125, 0.968353271484375, 1.0706787109375, 1.173004150390625, 1.27532958984375, 1.377655029296875, 1.47998046875, 1.582305908203125, 1.68463134765625, 1.786956787109375, 1.8892822265625, 1.991607666015625, 2.09393310546875, 2.196258544921875, 2.298583984375, 2.400909423828125, 2.50323486328125, 2.605560302734375, 2.7078857421875, 2.810211181640625, 2.91253662109375, 3.014862060546875, 3.1171875]}, "gradients/wav2vec2.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 0.0, 4.0, 5.0, 4.0, 7.0, 9.0, 11.0, 10.0, 12.0, 22.0, 26.0, 20.0, 34.0, 28.0, 32.0, 37.0, 44.0, 52.0, 40.0, 41.0, 60.0, 57.0, 51.0, 46.0, 38.0, 43.0, 35.0, 30.0, 29.0, 36.0, 30.0, 18.0, 14.0, 20.0, 13.0, 9.0, 16.0, 4.0, 7.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.65478515625, -0.6350784301757812, -0.6153717041015625, -0.5956649780273438, -0.575958251953125, -0.5562515258789062, -0.5365447998046875, -0.5168380737304688, -0.49713134765625, -0.47742462158203125, -0.4577178955078125, -0.43801116943359375, -0.418304443359375, -0.39859771728515625, -0.3788909912109375, -0.35918426513671875, -0.3394775390625, -0.31977081298828125, -0.3000640869140625, -0.28035736083984375, -0.260650634765625, -0.24094390869140625, -0.2212371826171875, -0.20153045654296875, -0.18182373046875, -0.16211700439453125, -0.1424102783203125, -0.12270355224609375, -0.102996826171875, -0.08329010009765625, -0.0635833740234375, -0.04387664794921875, -0.024169921875, -0.00446319580078125, 0.0152435302734375, 0.03495025634765625, 0.054656982421875, 0.07436370849609375, 0.0940704345703125, 0.11377716064453125, 0.13348388671875, 0.15319061279296875, 0.1728973388671875, 0.19260406494140625, 0.212310791015625, 0.23201751708984375, 0.2517242431640625, 0.27143096923828125, 0.2911376953125, 0.31084442138671875, 0.3305511474609375, 0.35025787353515625, 0.369964599609375, 0.38967132568359375, 0.4093780517578125, 0.42908477783203125, 0.44879150390625, 0.46849822998046875, 0.4882049560546875, 0.5079116821289062, 0.527618408203125, 0.5473251342773438, 0.5670318603515625, 0.5867385864257812, 0.6064453125]}, "gradients/wav2vec2.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 2.0, 4.0, 5.0, 4.0, 8.0, 9.0, 11.0, 15.0, 27.0, 32.0, 52.0, 82.0, 117.0, 182.0, 344.0, 494.0, 946.0, 1703.0, 3284.0, 7174.0, 17313.0, 51713.0, 218414.0, 547116.0, 137576.0, 36788.0, 13330.0, 5568.0, 2775.0, 1430.0, 793.0, 448.0, 247.0, 201.0, 124.0, 67.0, 54.0, 37.0, 20.0, 21.0, 7.0, 12.0, 6.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1123046875, -1.0744171142578125, -1.036529541015625, -0.9986419677734375, -0.96075439453125, -0.9228668212890625, -0.884979248046875, -0.8470916748046875, -0.8092041015625, -0.7713165283203125, -0.733428955078125, -0.6955413818359375, -0.65765380859375, -0.6197662353515625, -0.581878662109375, -0.5439910888671875, -0.506103515625, -0.4682159423828125, -0.430328369140625, -0.3924407958984375, -0.35455322265625, -0.3166656494140625, -0.278778076171875, -0.2408905029296875, -0.2030029296875, -0.1651153564453125, -0.127227783203125, -0.0893402099609375, -0.05145263671875, -0.0135650634765625, 0.024322509765625, 0.0622100830078125, 0.10009765625, 0.1379852294921875, 0.175872802734375, 0.2137603759765625, 0.25164794921875, 0.2895355224609375, 0.327423095703125, 0.3653106689453125, 0.4031982421875, 0.4410858154296875, 0.478973388671875, 0.5168609619140625, 0.55474853515625, 0.5926361083984375, 0.630523681640625, 0.6684112548828125, 0.706298828125, 0.7441864013671875, 0.782073974609375, 0.8199615478515625, 0.85784912109375, 0.8957366943359375, 0.933624267578125, 0.9715118408203125, 1.0093994140625, 1.0472869873046875, 1.085174560546875, 1.1230621337890625, 1.16094970703125, 1.1988372802734375, 1.236724853515625, 1.2746124267578125, 1.3125]}, "gradients/wav2vec2.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 3.0, 2.0, 9.0, 12.0, 9.0, 10.0, 8.0, 13.0, 11.0, 34.0, 47.0, 55.0, 97.0, 213.0, 184.0, 79.0, 51.0, 33.0, 23.0, 13.0, 17.0, 13.0, 7.0, 6.0, 12.0, 5.0, 3.0, 6.0, 2.0, 2.0, 3.0, 3.0, 2.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.0011739730834960938, -0.0011381804943084717, -0.0011023879051208496, -0.0010665953159332275, -0.0010308027267456055, -0.0009950101375579834, -0.0009592175483703613, -0.0009234249591827393, -0.0008876323699951172, -0.0008518397808074951, -0.000816047191619873, -0.000780254602432251, -0.0007444620132446289, -0.0007086694240570068, -0.0006728768348693848, -0.0006370842456817627, -0.0006012916564941406, -0.0005654990673065186, -0.0005297064781188965, -0.0004939138889312744, -0.00045812129974365234, -0.0004223287105560303, -0.0003865361213684082, -0.00035074353218078613, -0.00031495094299316406, -0.000279158353805542, -0.00024336576461791992, -0.00020757317543029785, -0.00017178058624267578, -0.0001359879970550537, -0.00010019540786743164, -6.440281867980957e-05, -2.86102294921875e-05, 7.18235969543457e-06, 4.297494888305664e-05, 7.876753807067871e-05, 0.00011456012725830078, 0.00015035271644592285, 0.00018614530563354492, 0.000221937894821167, 0.00025773048400878906, 0.00029352307319641113, 0.0003293156623840332, 0.0003651082515716553, 0.00040090084075927734, 0.0004366934299468994, 0.0004724860191345215, 0.0005082786083221436, 0.0005440711975097656, 0.0005798637866973877, 0.0006156563758850098, 0.0006514489650726318, 0.0006872415542602539, 0.000723034143447876, 0.000758826732635498, 0.0007946193218231201, 0.0008304119110107422, 0.0008662045001983643, 0.0009019970893859863, 0.0009377896785736084, 0.0009735822677612305, 0.0010093748569488525, 0.0010451674461364746, 0.0010809600353240967, 0.0011167526245117188]}, "gradients/wav2vec2.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 8.0, 5.0, 10.0, 11.0, 11.0, 22.0, 19.0, 25.0, 54.0, 121.0, 374.0, 2278.0, 21959.0, 461510.0, 533867.0, 24892.0, 2595.0, 476.0, 133.0, 45.0, 27.0, 25.0, 17.0, 17.0, 9.0, 10.0, 8.0, 6.0, 6.0, 6.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.412109375, -1.355682373046875, -1.29925537109375, -1.242828369140625, -1.1864013671875, -1.129974365234375, -1.07354736328125, -1.017120361328125, -0.960693359375, -0.904266357421875, -0.84783935546875, -0.791412353515625, -0.7349853515625, -0.678558349609375, -0.62213134765625, -0.565704345703125, -0.50927734375, -0.452850341796875, -0.39642333984375, -0.339996337890625, -0.2835693359375, -0.227142333984375, -0.17071533203125, -0.114288330078125, -0.057861328125, -0.001434326171875, 0.05499267578125, 0.111419677734375, 0.1678466796875, 0.224273681640625, 0.28070068359375, 0.337127685546875, 0.3935546875, 0.449981689453125, 0.50640869140625, 0.562835693359375, 0.6192626953125, 0.675689697265625, 0.73211669921875, 0.788543701171875, 0.844970703125, 0.901397705078125, 0.95782470703125, 1.014251708984375, 1.0706787109375, 1.127105712890625, 1.18353271484375, 1.239959716796875, 1.29638671875, 1.352813720703125, 1.40924072265625, 1.465667724609375, 1.5220947265625, 1.578521728515625, 1.63494873046875, 1.691375732421875, 1.747802734375, 1.804229736328125, 1.86065673828125, 1.917083740234375, 1.9735107421875, 2.029937744140625, 2.08636474609375, 2.142791748046875, 2.19921875]}, "gradients/wav2vec2.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 4.0, 5.0, 7.0, 9.0, 14.0, 8.0, 19.0, 17.0, 20.0, 40.0, 38.0, 50.0, 58.0, 76.0, 88.0, 98.0, 95.0, 62.0, 65.0, 49.0, 43.0, 27.0, 23.0, 16.0, 16.0, 12.0, 7.0, 11.0, 8.0, 5.0, 7.0, 7.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.251953125, -0.24198532104492188, -0.23201751708984375, -0.22204971313476562, -0.2120819091796875, -0.20211410522460938, -0.19214630126953125, -0.18217849731445312, -0.172210693359375, -0.16224288940429688, -0.15227508544921875, -0.14230728149414062, -0.1323394775390625, -0.12237167358398438, -0.11240386962890625, -0.10243606567382812, -0.09246826171875, -0.08250045776367188, -0.07253265380859375, -0.06256484985351562, -0.0525970458984375, -0.042629241943359375, -0.03266143798828125, -0.022693634033203125, -0.012725830078125, -0.002758026123046875, 0.00720977783203125, 0.017177581787109375, 0.0271453857421875, 0.037113189697265625, 0.04708099365234375, 0.057048797607421875, 0.0670166015625, 0.07698440551757812, 0.08695220947265625, 0.09692001342773438, 0.1068878173828125, 0.11685562133789062, 0.12682342529296875, 0.13679122924804688, 0.146759033203125, 0.15672683715820312, 0.16669464111328125, 0.17666244506835938, 0.1866302490234375, 0.19659805297851562, 0.20656585693359375, 0.21653366088867188, 0.22650146484375, 0.23646926879882812, 0.24643707275390625, 0.2564048767089844, 0.2663726806640625, 0.2763404846191406, 0.28630828857421875, 0.2962760925292969, 0.306243896484375, 0.3162117004394531, 0.32617950439453125, 0.3361473083496094, 0.3461151123046875, 0.3560829162597656, 0.36605072021484375, 0.3760185241699219, 0.385986328125]}, "gradients/wav2vec2.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 6.0, 93.0, 453.0, 405.0, 60.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.0980734825134277, -2.327298641204834, -1.5565240383148193, -0.7857494354248047, -0.014974594116210938, 0.7558002471923828, 1.5265746116638184, 2.297349452972412, 3.068124294281006, 3.8388991355895996, 4.609673500061035, 5.380448341369629, 6.151223182678223, 6.921998023986816, 7.692772388458252, 8.463546752929688, 9.234321594238281, 10.005096435546875, 10.775871276855469, 11.546646118164062, 12.317420959472656, 13.08819580078125, 13.858969688415527, 14.629744529724121, 15.400520324707031, 16.171295166015625, 16.94207000732422, 17.712844848632812, 18.483619689941406, 19.25439453125, 20.025169372558594, 20.795944213867188, 21.56671905517578, 22.337493896484375, 23.10826873779297, 23.879043579101562, 24.649818420410156, 25.42059326171875, 26.191368103027344, 26.962142944335938, 27.73291778564453, 28.503692626953125, 29.27446746826172, 30.045242309570312, 30.816017150878906, 31.5867919921875, 32.357566833496094, 33.12834167480469, 33.89911651611328, 34.669891357421875, 35.44066619873047, 36.21144104003906, 36.982215881347656, 37.75299072265625, 38.523765563964844, 39.29454040527344, 40.065311431884766, 40.83608627319336, 41.60686111450195, 42.37763595581055, 43.14841079711914, 43.919185638427734, 44.68996047973633, 45.46073532104492, 46.231510162353516]}, "gradients/wav2vec2.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 3.0, 2.0, 7.0, 9.0, 5.0, 10.0, 11.0, 14.0, 24.0, 15.0, 17.0, 32.0, 34.0, 42.0, 43.0, 37.0, 49.0, 59.0, 53.0, 47.0, 49.0, 42.0, 46.0, 43.0, 41.0, 39.0, 47.0, 36.0, 33.0, 22.0, 18.0, 14.0, 19.0, 14.0, 8.0, 8.0, 6.0, 4.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.787830352783203, -2.6997244358062744, -2.6116185188293457, -2.523512840270996, -2.4354069232940674, -2.3473010063171387, -2.25919508934021, -2.1710891723632812, -2.0829834938049316, -1.994877576828003, -1.9067717790603638, -1.818665862083435, -1.730560064315796, -1.6424541473388672, -1.5543482303619385, -1.4662423133850098, -1.378136396408081, -1.2900304794311523, -1.2019246816635132, -1.1138187646865845, -1.0257129669189453, -0.9376070499420166, -0.8495011329650879, -0.761395275592804, -0.67328941822052, -0.5851835608482361, -0.49707767367362976, -0.40897178649902344, -0.3208659291267395, -0.23276007175445557, -0.14465415477752686, -0.05654829740524292, 0.031557559967041016, 0.11966343224048615, 0.20776930451393127, 0.2958751916885376, 0.38398104906082153, 0.47208690643310547, 0.5601928234100342, 0.6482986807823181, 0.736404538154602, 0.824510395526886, 0.9126162528991699, 1.0007221698760986, 1.0888280868530273, 1.1769338846206665, 1.2650398015975952, 1.3531455993652344, 1.441251516342163, 1.5293574333190918, 1.617463231086731, 1.7055691480636597, 1.7936749458312988, 1.8817808628082275, 1.9698867797851562, 2.057992696762085, 2.1460986137390137, 2.2342045307159424, 2.322310447692871, 2.4104161262512207, 2.4985220432281494, 2.586627960205078, 2.674733877182007, 2.7628397941589355, 2.850945472717285]}, "gradients/wav2vec2.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 5.0, 10.0, 16.0, 13.0, 29.0, 46.0, 69.0, 93.0, 165.0, 218.0, 389.0, 552.0, 877.0, 1484.0, 2502.0, 4624.0, 9014.0, 18340.0, 41846.0, 104976.0, 318120.0, 1671684.0, 1538678.0, 302021.0, 99895.0, 40451.0, 18049.0, 8768.0, 4633.0, 2515.0, 1500.0, 983.0, 583.0, 360.0, 260.0, 167.0, 102.0, 94.0, 50.0, 42.0, 23.0, 13.0, 10.0, 15.0, 0.0, 1.0, 2.0, 5.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-21.59375, -20.822021484375, -20.05029296875, -19.278564453125, -18.5068359375, -17.735107421875, -16.96337890625, -16.191650390625, -15.419921875, -14.648193359375, -13.87646484375, -13.104736328125, -12.3330078125, -11.561279296875, -10.78955078125, -10.017822265625, -9.24609375, -8.474365234375, -7.70263671875, -6.930908203125, -6.1591796875, -5.387451171875, -4.61572265625, -3.843994140625, -3.072265625, -2.300537109375, -1.52880859375, -0.757080078125, 0.0146484375, 0.786376953125, 1.55810546875, 2.329833984375, 3.1015625, 3.873291015625, 4.64501953125, 5.416748046875, 6.1884765625, 6.960205078125, 7.73193359375, 8.503662109375, 9.275390625, 10.047119140625, 10.81884765625, 11.590576171875, 12.3623046875, 13.134033203125, 13.90576171875, 14.677490234375, 15.44921875, 16.220947265625, 16.99267578125, 17.764404296875, 18.5361328125, 19.307861328125, 20.07958984375, 20.851318359375, 21.623046875, 22.394775390625, 23.16650390625, 23.938232421875, 24.7099609375, 25.481689453125, 26.25341796875, 27.025146484375, 27.796875]}, "gradients/wav2vec2.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 3.0, 3.0, 7.0, 5.0, 2.0, 11.0, 10.0, 8.0, 14.0, 20.0, 21.0, 15.0, 20.0, 25.0, 29.0, 25.0, 34.0, 34.0, 46.0, 31.0, 29.0, 39.0, 33.0, 46.0, 36.0, 36.0, 45.0, 36.0, 34.0, 36.0, 37.0, 28.0, 25.0, 30.0, 18.0, 17.0, 16.0, 20.0, 20.0, 9.0, 15.0, 10.0, 7.0, 9.0, 2.0, 3.0, 5.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.4609375, -12.05810546875, -11.6552734375, -11.25244140625, -10.849609375, -10.44677734375, -10.0439453125, -9.64111328125, -9.23828125, -8.83544921875, -8.4326171875, -8.02978515625, -7.626953125, -7.22412109375, -6.8212890625, -6.41845703125, -6.015625, -5.61279296875, -5.2099609375, -4.80712890625, -4.404296875, -4.00146484375, -3.5986328125, -3.19580078125, -2.79296875, -2.39013671875, -1.9873046875, -1.58447265625, -1.181640625, -0.77880859375, -0.3759765625, 0.02685546875, 0.4296875, 0.83251953125, 1.2353515625, 1.63818359375, 2.041015625, 2.44384765625, 2.8466796875, 3.24951171875, 3.65234375, 4.05517578125, 4.4580078125, 4.86083984375, 5.263671875, 5.66650390625, 6.0693359375, 6.47216796875, 6.875, 7.27783203125, 7.6806640625, 8.08349609375, 8.486328125, 8.88916015625, 9.2919921875, 9.69482421875, 10.09765625, 10.50048828125, 10.9033203125, 11.30615234375, 11.708984375, 12.11181640625, 12.5146484375, 12.91748046875, 13.3203125]}, "gradients/wav2vec2.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 6.0, 4.0, 3.0, 4.0, 9.0, 14.0, 18.0, 21.0, 26.0, 48.0, 57.0, 94.0, 138.0, 224.0, 332.0, 514.0, 953.0, 1571.0, 2726.0, 5403.0, 10090.0, 20028.0, 42090.0, 94233.0, 233754.0, 720314.0, 1947208.0, 705973.0, 231012.0, 93354.0, 41685.0, 20170.0, 10127.0, 5227.0, 2835.0, 1610.0, 918.0, 553.0, 337.0, 213.0, 126.0, 76.0, 61.0, 29.0, 31.0, 18.0, 11.0, 12.0, 10.0, 6.0, 8.0, 6.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-27.8125, -26.900390625, -25.98828125, -25.076171875, -24.1640625, -23.251953125, -22.33984375, -21.427734375, -20.515625, -19.603515625, -18.69140625, -17.779296875, -16.8671875, -15.955078125, -15.04296875, -14.130859375, -13.21875, -12.306640625, -11.39453125, -10.482421875, -9.5703125, -8.658203125, -7.74609375, -6.833984375, -5.921875, -5.009765625, -4.09765625, -3.185546875, -2.2734375, -1.361328125, -0.44921875, 0.462890625, 1.375, 2.287109375, 3.19921875, 4.111328125, 5.0234375, 5.935546875, 6.84765625, 7.759765625, 8.671875, 9.583984375, 10.49609375, 11.408203125, 12.3203125, 13.232421875, 14.14453125, 15.056640625, 15.96875, 16.880859375, 17.79296875, 18.705078125, 19.6171875, 20.529296875, 21.44140625, 22.353515625, 23.265625, 24.177734375, 25.08984375, 26.001953125, 26.9140625, 27.826171875, 28.73828125, 29.650390625, 30.5625]}, "gradients/wav2vec2.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 9.0, 1.0, 2.0, 7.0, 8.0, 13.0, 20.0, 28.0, 20.0, 38.0, 61.0, 100.0, 126.0, 160.0, 240.0, 352.0, 547.0, 697.0, 495.0, 341.0, 207.0, 161.0, 106.0, 69.0, 70.0, 51.0, 37.0, 32.0, 25.0, 17.0, 14.0, 8.0, 4.0, 2.0, 2.0, 4.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-28.203125, -27.302978515625, -26.40283203125, -25.502685546875, -24.6025390625, -23.702392578125, -22.80224609375, -21.902099609375, -21.001953125, -20.101806640625, -19.20166015625, -18.301513671875, -17.4013671875, -16.501220703125, -15.60107421875, -14.700927734375, -13.80078125, -12.900634765625, -12.00048828125, -11.100341796875, -10.2001953125, -9.300048828125, -8.39990234375, -7.499755859375, -6.599609375, -5.699462890625, -4.79931640625, -3.899169921875, -2.9990234375, -2.098876953125, -1.19873046875, -0.298583984375, 0.6015625, 1.501708984375, 2.40185546875, 3.302001953125, 4.2021484375, 5.102294921875, 6.00244140625, 6.902587890625, 7.802734375, 8.702880859375, 9.60302734375, 10.503173828125, 11.4033203125, 12.303466796875, 13.20361328125, 14.103759765625, 15.00390625, 15.904052734375, 16.80419921875, 17.704345703125, 18.6044921875, 19.504638671875, 20.40478515625, 21.304931640625, 22.205078125, 23.105224609375, 24.00537109375, 24.905517578125, 25.8056640625, 26.705810546875, 27.60595703125, 28.506103515625, 29.40625]}, "gradients/wav2vec2.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 3.0, 13.0, 27.0, 42.0, 51.0, 76.0, 90.0, 126.0, 128.0, 119.0, 109.0, 73.0, 45.0, 41.0, 20.0, 18.0, 11.0, 3.0, 6.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-179.6302490234375, -173.6993408203125, -167.76844787597656, -161.83753967285156, -155.90664672851562, -149.97573852539062, -144.04483032226562, -138.11392211914062, -132.1830291748047, -126.25212860107422, -120.32122802734375, -114.39031982421875, -108.45941925048828, -102.52851867675781, -96.59761047363281, -90.66670989990234, -84.73580932617188, -78.8049087524414, -72.87400817871094, -66.94309997558594, -61.01219940185547, -55.081298828125, -49.150394439697266, -43.21949005126953, -37.28858947753906, -31.35768699645996, -25.42678451538086, -19.495882034301758, -13.564979553222656, -7.634077072143555, -1.7031745910644531, 4.227729797363281, 10.158615112304688, 16.08951759338379, 22.02042007446289, 27.951322555541992, 33.882225036621094, 39.81312561035156, 45.7440299987793, 51.67493438720703, 57.6058349609375, 63.53673553466797, 69.46763610839844, 75.39854431152344, 81.3294448852539, 87.26034545898438, 93.19125366210938, 99.12215423583984, 105.05305480957031, 110.98395538330078, 116.91485595703125, 122.84576416015625, 128.77667236328125, 134.7075653076172, 140.6384735107422, 146.56936645507812, 152.50027465820312, 158.43118286132812, 164.36207580566406, 170.29298400878906, 176.223876953125, 182.15478515625, 188.085693359375, 194.0166015625, 199.94749450683594]}, "gradients/wav2vec2.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 5.0, 3.0, 2.0, 9.0, 5.0, 10.0, 9.0, 8.0, 13.0, 13.0, 19.0, 21.0, 27.0, 18.0, 27.0, 26.0, 25.0, 29.0, 34.0, 28.0, 38.0, 40.0, 28.0, 41.0, 40.0, 39.0, 47.0, 36.0, 36.0, 22.0, 24.0, 24.0, 25.0, 27.0, 27.0, 28.0, 23.0, 17.0, 15.0, 15.0, 12.0, 17.0, 8.0, 14.0, 11.0, 1.0, 5.0, 4.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0], "bins": [-66.436767578125, -64.28690338134766, -62.13703918457031, -59.98717498779297, -57.837310791015625, -55.68744659423828, -53.5375862121582, -51.38772201538086, -49.237857818603516, -47.08799362182617, -44.93812942504883, -42.788265228271484, -40.638404846191406, -38.48854064941406, -36.33867645263672, -34.188812255859375, -32.03894805908203, -29.889083862304688, -27.739219665527344, -25.589357376098633, -23.43949317932129, -21.289628982543945, -19.139766693115234, -16.98990249633789, -14.840038299560547, -12.690174102783203, -10.540310859680176, -8.390447616577148, -6.240583419799805, -4.090719223022461, -1.9408559799194336, 0.20900726318359375, 2.3588714599609375, 4.508735179901123, 6.658598899841309, 8.808462142944336, 10.95832633972168, 13.108190536499023, 15.25805377960205, 17.407917022705078, 19.557781219482422, 21.707645416259766, 23.85750961303711, 26.00737190246582, 28.157236099243164, 30.307100296020508, 32.45696258544922, 34.60682678222656, 36.756690979003906, 38.90655517578125, 41.056419372558594, 43.20628356933594, 45.35614776611328, 47.506011962890625, 49.6558723449707, 51.80573654174805, 53.95560073852539, 56.105464935302734, 58.25532913208008, 60.40519332885742, 62.5550537109375, 64.70491790771484, 66.85478210449219, 69.00464630126953, 71.15451049804688]}, "gradients/wav2vec2.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 0.0, 5.0, 12.0, 10.0, 7.0, 22.0, 30.0, 34.0, 49.0, 84.0, 93.0, 135.0, 194.0, 272.0, 401.0, 626.0, 1015.0, 1620.0, 2699.0, 4739.0, 8278.0, 15535.0, 30382.0, 63850.0, 184692.0, 411429.0, 190204.0, 65089.0, 30496.0, 15895.0, 8577.0, 4816.0, 2703.0, 1570.0, 969.0, 629.0, 452.0, 271.0, 184.0, 144.0, 104.0, 65.0, 53.0, 45.0, 26.0, 18.0, 11.0, 9.0, 4.0, 3.0, 5.0, 2.0, 4.0, 6.0], "bins": [-31.6875, -30.795166015625, -29.90283203125, -29.010498046875, -28.1181640625, -27.225830078125, -26.33349609375, -25.441162109375, -24.548828125, -23.656494140625, -22.76416015625, -21.871826171875, -20.9794921875, -20.087158203125, -19.19482421875, -18.302490234375, -17.41015625, -16.517822265625, -15.62548828125, -14.733154296875, -13.8408203125, -12.948486328125, -12.05615234375, -11.163818359375, -10.271484375, -9.379150390625, -8.48681640625, -7.594482421875, -6.7021484375, -5.809814453125, -4.91748046875, -4.025146484375, -3.1328125, -2.240478515625, -1.34814453125, -0.455810546875, 0.4365234375, 1.328857421875, 2.22119140625, 3.113525390625, 4.005859375, 4.898193359375, 5.79052734375, 6.682861328125, 7.5751953125, 8.467529296875, 9.35986328125, 10.252197265625, 11.14453125, 12.036865234375, 12.92919921875, 13.821533203125, 14.7138671875, 15.606201171875, 16.49853515625, 17.390869140625, 18.283203125, 19.175537109375, 20.06787109375, 20.960205078125, 21.8525390625, 22.744873046875, 23.63720703125, 24.529541015625, 25.421875]}, "gradients/wav2vec2.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 3.0, 5.0, 8.0, 6.0, 7.0, 7.0, 8.0, 15.0, 16.0, 18.0, 19.0, 31.0, 26.0, 27.0, 29.0, 33.0, 36.0, 29.0, 45.0, 41.0, 42.0, 56.0, 53.0, 43.0, 27.0, 36.0, 49.0, 35.0, 25.0, 30.0, 23.0, 36.0, 26.0, 26.0, 15.0, 15.0, 20.0, 14.0, 3.0, 8.0, 6.0, 7.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-16.546875, -16.072265625, -15.59765625, -15.123046875, -14.6484375, -14.173828125, -13.69921875, -13.224609375, -12.75, -12.275390625, -11.80078125, -11.326171875, -10.8515625, -10.376953125, -9.90234375, -9.427734375, -8.953125, -8.478515625, -8.00390625, -7.529296875, -7.0546875, -6.580078125, -6.10546875, -5.630859375, -5.15625, -4.681640625, -4.20703125, -3.732421875, -3.2578125, -2.783203125, -2.30859375, -1.833984375, -1.359375, -0.884765625, -0.41015625, 0.064453125, 0.5390625, 1.013671875, 1.48828125, 1.962890625, 2.4375, 2.912109375, 3.38671875, 3.861328125, 4.3359375, 4.810546875, 5.28515625, 5.759765625, 6.234375, 6.708984375, 7.18359375, 7.658203125, 8.1328125, 8.607421875, 9.08203125, 9.556640625, 10.03125, 10.505859375, 10.98046875, 11.455078125, 11.9296875, 12.404296875, 12.87890625, 13.353515625, 13.828125]}, "gradients/wav2vec2.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 3.0, 7.0, 8.0, 11.0, 15.0, 22.0, 27.0, 34.0, 39.0, 56.0, 78.0, 110.0, 166.0, 256.0, 458.0, 743.0, 1639.0, 3171.0, 7220.0, 16806.0, 41966.0, 137078.0, 484427.0, 247858.0, 63553.0, 23896.0, 10075.0, 4340.0, 2009.0, 983.0, 533.0, 295.0, 195.0, 126.0, 95.0, 56.0, 50.0, 37.0, 31.0, 17.0, 19.0, 14.0, 8.0, 8.0, 2.0, 2.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 4.0, 1.0], "bins": [-38.875, -37.68603515625, -36.4970703125, -35.30810546875, -34.119140625, -32.93017578125, -31.7412109375, -30.55224609375, -29.36328125, -28.17431640625, -26.9853515625, -25.79638671875, -24.607421875, -23.41845703125, -22.2294921875, -21.04052734375, -19.8515625, -18.66259765625, -17.4736328125, -16.28466796875, -15.095703125, -13.90673828125, -12.7177734375, -11.52880859375, -10.33984375, -9.15087890625, -7.9619140625, -6.77294921875, -5.583984375, -4.39501953125, -3.2060546875, -2.01708984375, -0.828125, 0.36083984375, 1.5498046875, 2.73876953125, 3.927734375, 5.11669921875, 6.3056640625, 7.49462890625, 8.68359375, 9.87255859375, 11.0615234375, 12.25048828125, 13.439453125, 14.62841796875, 15.8173828125, 17.00634765625, 18.1953125, 19.38427734375, 20.5732421875, 21.76220703125, 22.951171875, 24.14013671875, 25.3291015625, 26.51806640625, 27.70703125, 28.89599609375, 30.0849609375, 31.27392578125, 32.462890625, 33.65185546875, 34.8408203125, 36.02978515625, 37.21875]}, "gradients/wav2vec2.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 6.0, 6.0, 8.0, 12.0, 11.0, 16.0, 19.0, 34.0, 11.0, 26.0, 27.0, 33.0, 45.0, 34.0, 35.0, 43.0, 41.0, 48.0, 44.0, 30.0, 50.0, 53.0, 33.0, 55.0, 31.0, 41.0, 29.0, 26.0, 21.0, 19.0, 21.0, 11.0, 17.0, 19.0, 15.0, 8.0, 6.0, 2.0, 0.0, 6.0, 5.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-44.125, -42.81787109375, -41.5107421875, -40.20361328125, -38.896484375, -37.58935546875, -36.2822265625, -34.97509765625, -33.66796875, -32.36083984375, -31.0537109375, -29.74658203125, -28.439453125, -27.13232421875, -25.8251953125, -24.51806640625, -23.2109375, -21.90380859375, -20.5966796875, -19.28955078125, -17.982421875, -16.67529296875, -15.3681640625, -14.06103515625, -12.75390625, -11.44677734375, -10.1396484375, -8.83251953125, -7.525390625, -6.21826171875, -4.9111328125, -3.60400390625, -2.296875, -0.98974609375, 0.3173828125, 1.62451171875, 2.931640625, 4.23876953125, 5.5458984375, 6.85302734375, 8.16015625, 9.46728515625, 10.7744140625, 12.08154296875, 13.388671875, 14.69580078125, 16.0029296875, 17.31005859375, 18.6171875, 19.92431640625, 21.2314453125, 22.53857421875, 23.845703125, 25.15283203125, 26.4599609375, 27.76708984375, 29.07421875, 30.38134765625, 31.6884765625, 32.99560546875, 34.302734375, 35.60986328125, 36.9169921875, 38.22412109375, 39.53125]}, "gradients/wav2vec2.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 4.0, 14.0, 5.0, 12.0, 25.0, 38.0, 59.0, 87.0, 128.0, 229.0, 349.0, 601.0, 926.0, 1451.0, 2558.0, 4538.0, 8204.0, 15364.0, 29049.0, 58524.0, 144410.0, 412380.0, 216505.0, 74885.0, 36178.0, 18845.0, 10047.0, 5426.0, 3154.0, 1733.0, 1090.0, 638.0, 409.0, 252.0, 133.0, 101.0, 71.0, 50.0, 23.0, 23.0, 8.0, 6.0, 11.0, 5.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 4.0], "bins": [-16.703125, -16.22119140625, -15.7392578125, -15.25732421875, -14.775390625, -14.29345703125, -13.8115234375, -13.32958984375, -12.84765625, -12.36572265625, -11.8837890625, -11.40185546875, -10.919921875, -10.43798828125, -9.9560546875, -9.47412109375, -8.9921875, -8.51025390625, -8.0283203125, -7.54638671875, -7.064453125, -6.58251953125, -6.1005859375, -5.61865234375, -5.13671875, -4.65478515625, -4.1728515625, -3.69091796875, -3.208984375, -2.72705078125, -2.2451171875, -1.76318359375, -1.28125, -0.79931640625, -0.3173828125, 0.16455078125, 0.646484375, 1.12841796875, 1.6103515625, 2.09228515625, 2.57421875, 3.05615234375, 3.5380859375, 4.02001953125, 4.501953125, 4.98388671875, 5.4658203125, 5.94775390625, 6.4296875, 6.91162109375, 7.3935546875, 7.87548828125, 8.357421875, 8.83935546875, 9.3212890625, 9.80322265625, 10.28515625, 10.76708984375, 11.2490234375, 11.73095703125, 12.212890625, 12.69482421875, 13.1767578125, 13.65869140625, 14.140625]}, "gradients/wav2vec2.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 2.0, 5.0, 6.0, 10.0, 4.0, 3.0, 6.0, 14.0, 12.0, 21.0, 17.0, 33.0, 60.0, 109.0, 236.0, 206.0, 79.0, 40.0, 31.0, 18.0, 19.0, 22.0, 11.0, 9.0, 8.0, 9.0, 4.0, 4.0, 3.0, 5.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00672149658203125, -0.006548285484313965, -0.00637507438659668, -0.0062018632888793945, -0.006028652191162109, -0.005855441093444824, -0.005682229995727539, -0.005509018898010254, -0.005335807800292969, -0.005162596702575684, -0.0049893856048583984, -0.004816174507141113, -0.004642963409423828, -0.004469752311706543, -0.004296541213989258, -0.004123330116271973, -0.0039501190185546875, -0.0037769079208374023, -0.003603696823120117, -0.003430485725402832, -0.003257274627685547, -0.0030840635299682617, -0.0029108524322509766, -0.0027376413345336914, -0.0025644302368164062, -0.002391219139099121, -0.002218008041381836, -0.0020447969436645508, -0.0018715858459472656, -0.0016983747482299805, -0.0015251636505126953, -0.0013519525527954102, -0.001178741455078125, -0.0010055303573608398, -0.0008323192596435547, -0.0006591081619262695, -0.0004858970642089844, -0.0003126859664916992, -0.00013947486877441406, 3.3736228942871094e-05, 0.00020694732666015625, 0.0003801584243774414, 0.0005533695220947266, 0.0007265806198120117, 0.0008997917175292969, 0.001073002815246582, 0.0012462139129638672, 0.0014194250106811523, 0.0015926361083984375, 0.0017658472061157227, 0.0019390583038330078, 0.002112269401550293, 0.002285480499267578, 0.0024586915969848633, 0.0026319026947021484, 0.0028051137924194336, 0.0029783248901367188, 0.003151535987854004, 0.003324747085571289, 0.0034979581832885742, 0.0036711692810058594, 0.0038443803787231445, 0.00401759147644043, 0.004190802574157715, 0.004364013671875]}, "gradients/wav2vec2.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 13.0, 14.0, 27.0, 54.0, 92.0, 191.0, 506.0, 1842.0, 9163.0, 59493.0, 639887.0, 297327.0, 32646.0, 5402.0, 1166.0, 383.0, 157.0, 89.0, 46.0, 33.0, 8.0, 7.0, 7.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-55.3125, -53.92431640625, -52.5361328125, -51.14794921875, -49.759765625, -48.37158203125, -46.9833984375, -45.59521484375, -44.20703125, -42.81884765625, -41.4306640625, -40.04248046875, -38.654296875, -37.26611328125, -35.8779296875, -34.48974609375, -33.1015625, -31.71337890625, -30.3251953125, -28.93701171875, -27.548828125, -26.16064453125, -24.7724609375, -23.38427734375, -21.99609375, -20.60791015625, -19.2197265625, -17.83154296875, -16.443359375, -15.05517578125, -13.6669921875, -12.27880859375, -10.890625, -9.50244140625, -8.1142578125, -6.72607421875, -5.337890625, -3.94970703125, -2.5615234375, -1.17333984375, 0.21484375, 1.60302734375, 2.9912109375, 4.37939453125, 5.767578125, 7.15576171875, 8.5439453125, 9.93212890625, 11.3203125, 12.70849609375, 14.0966796875, 15.48486328125, 16.873046875, 18.26123046875, 19.6494140625, 21.03759765625, 22.42578125, 23.81396484375, 25.2021484375, 26.59033203125, 27.978515625, 29.36669921875, 30.7548828125, 32.14306640625, 33.53125]}, "gradients/wav2vec2.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 5.0, 4.0, 2.0, 9.0, 13.0, 11.0, 10.0, 15.0, 16.0, 28.0, 23.0, 39.0, 45.0, 70.0, 81.0, 108.0, 102.0, 83.0, 77.0, 42.0, 36.0, 30.0, 28.0, 18.0, 22.0, 13.0, 12.0, 10.0, 9.0, 8.0, 8.0, 8.0, 6.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-16.09375, -15.6435546875, -15.193359375, -14.7431640625, -14.29296875, -13.8427734375, -13.392578125, -12.9423828125, -12.4921875, -12.0419921875, -11.591796875, -11.1416015625, -10.69140625, -10.2412109375, -9.791015625, -9.3408203125, -8.890625, -8.4404296875, -7.990234375, -7.5400390625, -7.08984375, -6.6396484375, -6.189453125, -5.7392578125, -5.2890625, -4.8388671875, -4.388671875, -3.9384765625, -3.48828125, -3.0380859375, -2.587890625, -2.1376953125, -1.6875, -1.2373046875, -0.787109375, -0.3369140625, 0.11328125, 0.5634765625, 1.013671875, 1.4638671875, 1.9140625, 2.3642578125, 2.814453125, 3.2646484375, 3.71484375, 4.1650390625, 4.615234375, 5.0654296875, 5.515625, 5.9658203125, 6.416015625, 6.8662109375, 7.31640625, 7.7666015625, 8.216796875, 8.6669921875, 9.1171875, 9.5673828125, 10.017578125, 10.4677734375, 10.91796875, 11.3681640625, 11.818359375, 12.2685546875, 12.71875]}, "gradients/wav2vec2.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 15.0, 45.0, 228.0, 454.0, 226.0, 40.0, 4.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-224.48313903808594, -203.064208984375, -181.64527893066406, -160.22634887695312, -138.8074188232422, -117.38848876953125, -95.96955871582031, -74.55062866210938, -53.13169860839844, -31.7127685546875, -10.293838500976562, 11.125091552734375, 32.54402160644531, 53.96295166015625, 75.38188171386719, 96.80081176757812, 118.21974182128906, 139.638671875, 161.05760192871094, 182.47653198242188, 203.8954620361328, 225.31439208984375, 246.7333221435547, 268.1522521972656, 289.5711669921875, 310.9901123046875, 332.4090270996094, 353.82794189453125, 375.24688720703125, 396.66583251953125, 418.0847473144531, 439.503662109375, 460.922607421875, 482.341552734375, 503.7604675292969, 525.1793823242188, 546.5983276367188, 568.0172729492188, 589.4361572265625, 610.8551025390625, 632.2740478515625, 653.6929931640625, 675.1119384765625, 696.5308227539062, 717.9497680664062, 739.3687133789062, 760.78759765625, 782.20654296875, 803.62548828125, 825.04443359375, 846.46337890625, 867.8822631835938, 889.3012084960938, 910.7201538085938, 932.1390380859375, 953.5579833984375, 974.9769287109375, 996.3958740234375, 1017.8148193359375, 1039.2337646484375, 1060.652587890625, 1082.071533203125, 1103.490478515625, 1124.909423828125, 1146.328369140625]}, "gradients/wav2vec2.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 4.0, 3.0, 7.0, 8.0, 9.0, 12.0, 15.0, 18.0, 15.0, 22.0, 24.0, 22.0, 41.0, 31.0, 40.0, 41.0, 39.0, 40.0, 51.0, 37.0, 45.0, 34.0, 36.0, 46.0, 41.0, 31.0, 26.0, 38.0, 31.0, 28.0, 10.0, 22.0, 20.0, 33.0, 13.0, 17.0, 14.0, 9.0, 6.0, 7.0, 5.0, 3.0, 2.0, 3.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-103.75453186035156, -100.47132110595703, -97.18811798095703, -93.9049072265625, -90.6217041015625, -87.33849334716797, -84.05528259277344, -80.77207946777344, -77.48887634277344, -74.2056655883789, -70.9224624633789, -67.63925170898438, -64.35604858398438, -61.072837829589844, -57.78963088989258, -54.50642395019531, -51.22321319580078, -47.940006256103516, -44.65679931640625, -41.37358856201172, -38.09038543701172, -34.80717468261719, -31.523967742919922, -28.240760803222656, -24.95755386352539, -21.674346923828125, -18.39113998413086, -15.107931137084961, -11.824724197387695, -8.54151725769043, -5.258308410644531, -1.9751014709472656, 1.3080978393554688, 4.591305255889893, 7.874512672424316, 11.157720565795898, 14.440927505493164, 17.72413444519043, 21.007343292236328, 24.290550231933594, 27.57375717163086, 30.856964111328125, 34.14017105102539, 37.423377990722656, 40.70658874511719, 43.98979187011719, 47.27300262451172, 50.556209564208984, 53.83941650390625, 57.122623443603516, 60.40583038330078, 63.68904113769531, 66.97224426269531, 70.25545501708984, 73.53866577148438, 76.82186889648438, 80.10507202148438, 83.3882827758789, 86.6714859008789, 89.95469665527344, 93.23789978027344, 96.52111053466797, 99.8043212890625, 103.0875244140625, 106.37073516845703]}, "gradients/wav2vec2.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 7.0, 3.0, 7.0, 5.0, 20.0, 23.0, 30.0, 39.0, 75.0, 138.0, 208.0, 424.0, 772.0, 1558.0, 3088.0, 6605.0, 14396.0, 32104.0, 72591.0, 178391.0, 503419.0, 1594582.0, 1183194.0, 362008.0, 135515.0, 57144.0, 25484.0, 11700.0, 5485.0, 2578.0, 1226.0, 676.0, 331.0, 178.0, 108.0, 57.0, 45.0, 28.0, 18.0, 14.0, 6.0, 6.0, 6.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-20.46875, -19.70654296875, -18.9443359375, -18.18212890625, -17.419921875, -16.65771484375, -15.8955078125, -15.13330078125, -14.37109375, -13.60888671875, -12.8466796875, -12.08447265625, -11.322265625, -10.56005859375, -9.7978515625, -9.03564453125, -8.2734375, -7.51123046875, -6.7490234375, -5.98681640625, -5.224609375, -4.46240234375, -3.7001953125, -2.93798828125, -2.17578125, -1.41357421875, -0.6513671875, 0.11083984375, 0.873046875, 1.63525390625, 2.3974609375, 3.15966796875, 3.921875, 4.68408203125, 5.4462890625, 6.20849609375, 6.970703125, 7.73291015625, 8.4951171875, 9.25732421875, 10.01953125, 10.78173828125, 11.5439453125, 12.30615234375, 13.068359375, 13.83056640625, 14.5927734375, 15.35498046875, 16.1171875, 16.87939453125, 17.6416015625, 18.40380859375, 19.166015625, 19.92822265625, 20.6904296875, 21.45263671875, 22.21484375, 22.97705078125, 23.7392578125, 24.50146484375, 25.263671875, 26.02587890625, 26.7880859375, 27.55029296875, 28.3125]}, "gradients/wav2vec2.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 5.0, 2.0, 3.0, 14.0, 9.0, 12.0, 10.0, 6.0, 23.0, 20.0, 24.0, 36.0, 23.0, 29.0, 33.0, 45.0, 48.0, 40.0, 39.0, 39.0, 48.0, 39.0, 47.0, 50.0, 44.0, 45.0, 25.0, 25.0, 21.0, 30.0, 21.0, 18.0, 24.0, 10.0, 18.0, 18.0, 14.0, 16.0, 9.0, 4.0, 7.0, 4.0, 3.0, 2.0, 6.0, 1.0, 0.0, 2.0, 1.0, 2.0], "bins": [-16.78125, -16.3028564453125, -15.824462890625, -15.3460693359375, -14.86767578125, -14.3892822265625, -13.910888671875, -13.4324951171875, -12.9541015625, -12.4757080078125, -11.997314453125, -11.5189208984375, -11.04052734375, -10.5621337890625, -10.083740234375, -9.6053466796875, -9.126953125, -8.6485595703125, -8.170166015625, -7.6917724609375, -7.21337890625, -6.7349853515625, -6.256591796875, -5.7781982421875, -5.2998046875, -4.8214111328125, -4.343017578125, -3.8646240234375, -3.38623046875, -2.9078369140625, -2.429443359375, -1.9510498046875, -1.47265625, -0.9942626953125, -0.515869140625, -0.0374755859375, 0.44091796875, 0.9193115234375, 1.397705078125, 1.8760986328125, 2.3544921875, 2.8328857421875, 3.311279296875, 3.7896728515625, 4.26806640625, 4.7464599609375, 5.224853515625, 5.7032470703125, 6.181640625, 6.6600341796875, 7.138427734375, 7.6168212890625, 8.09521484375, 8.5736083984375, 9.052001953125, 9.5303955078125, 10.0087890625, 10.4871826171875, 10.965576171875, 11.4439697265625, 11.92236328125, 12.4007568359375, 12.879150390625, 13.3575439453125, 13.8359375]}, "gradients/wav2vec2.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 6.0, 2.0, 4.0, 4.0, 9.0, 18.0, 16.0, 42.0, 58.0, 128.0, 285.0, 627.0, 1561.0, 4280.0, 13017.0, 41833.0, 146383.0, 650073.0, 2393634.0, 718057.0, 158996.0, 44451.0, 13397.0, 4529.0, 1619.0, 647.0, 277.0, 142.0, 80.0, 42.0, 15.0, 17.0, 14.0, 13.0, 8.0, 7.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-56.6875, -55.25341796875, -53.8193359375, -52.38525390625, -50.951171875, -49.51708984375, -48.0830078125, -46.64892578125, -45.21484375, -43.78076171875, -42.3466796875, -40.91259765625, -39.478515625, -38.04443359375, -36.6103515625, -35.17626953125, -33.7421875, -32.30810546875, -30.8740234375, -29.43994140625, -28.005859375, -26.57177734375, -25.1376953125, -23.70361328125, -22.26953125, -20.83544921875, -19.4013671875, -17.96728515625, -16.533203125, -15.09912109375, -13.6650390625, -12.23095703125, -10.796875, -9.36279296875, -7.9287109375, -6.49462890625, -5.060546875, -3.62646484375, -2.1923828125, -0.75830078125, 0.67578125, 2.10986328125, 3.5439453125, 4.97802734375, 6.412109375, 7.84619140625, 9.2802734375, 10.71435546875, 12.1484375, 13.58251953125, 15.0166015625, 16.45068359375, 17.884765625, 19.31884765625, 20.7529296875, 22.18701171875, 23.62109375, 25.05517578125, 26.4892578125, 27.92333984375, 29.357421875, 30.79150390625, 32.2255859375, 33.65966796875, 35.09375]}, "gradients/wav2vec2.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 3.0, 6.0, 8.0, 10.0, 12.0, 14.0, 26.0, 45.0, 60.0, 73.0, 120.0, 171.0, 285.0, 356.0, 521.0, 694.0, 532.0, 364.0, 223.0, 166.0, 110.0, 75.0, 63.0, 35.0, 34.0, 27.0, 17.0, 14.0, 6.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-32.28125, -30.96337890625, -29.6455078125, -28.32763671875, -27.009765625, -25.69189453125, -24.3740234375, -23.05615234375, -21.73828125, -20.42041015625, -19.1025390625, -17.78466796875, -16.466796875, -15.14892578125, -13.8310546875, -12.51318359375, -11.1953125, -9.87744140625, -8.5595703125, -7.24169921875, -5.923828125, -4.60595703125, -3.2880859375, -1.97021484375, -0.65234375, 0.66552734375, 1.9833984375, 3.30126953125, 4.619140625, 5.93701171875, 7.2548828125, 8.57275390625, 9.890625, 11.20849609375, 12.5263671875, 13.84423828125, 15.162109375, 16.47998046875, 17.7978515625, 19.11572265625, 20.43359375, 21.75146484375, 23.0693359375, 24.38720703125, 25.705078125, 27.02294921875, 28.3408203125, 29.65869140625, 30.9765625, 32.29443359375, 33.6123046875, 34.93017578125, 36.248046875, 37.56591796875, 38.8837890625, 40.20166015625, 41.51953125, 42.83740234375, 44.1552734375, 45.47314453125, 46.791015625, 48.10888671875, 49.4267578125, 50.74462890625, 52.0625]}, "gradients/wav2vec2.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 6.0, 12.0, 24.0, 43.0, 96.0, 132.0, 152.0, 154.0, 150.0, 108.0, 62.0, 39.0, 10.0, 13.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-475.10552978515625, -465.0670166015625, -455.02850341796875, -444.9900207519531, -434.9515075683594, -424.9129943847656, -414.8744812011719, -404.83599853515625, -394.7974853515625, -384.75897216796875, -374.720458984375, -364.6819763183594, -354.6434631347656, -344.6049499511719, -334.5664367675781, -324.5279541015625, -314.48944091796875, -304.450927734375, -294.41241455078125, -284.3739318847656, -274.3354187011719, -264.2969055175781, -254.25839233398438, -244.2198944091797, -234.18136596679688, -224.14285278320312, -214.10435485839844, -204.0658416748047, -194.02734375, -183.98883056640625, -173.9503173828125, -163.9118194580078, -153.87330627441406, -143.8347930908203, -133.79629516601562, -123.75778198242188, -113.71928405761719, -103.68077087402344, -93.64226531982422, -83.603759765625, -73.56525421142578, -63.52674865722656, -53.488243103027344, -43.44973373413086, -33.41122817993164, -23.372722625732422, -13.334213256835938, -3.2957077026367188, 6.7427978515625, 16.78130340576172, 26.81981086730957, 36.85831832885742, 46.89682388305664, 56.93532943725586, 66.97383880615234, 77.01234436035156, 87.05084991455078, 97.08935546875, 107.12786102294922, 117.16636657714844, 127.20487976074219, 137.24337768554688, 147.28189086914062, 157.32040405273438, 167.35890197753906]}, "gradients/wav2vec2.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 5.0, 4.0, 15.0, 9.0, 15.0, 15.0, 12.0, 18.0, 29.0, 29.0, 30.0, 34.0, 42.0, 34.0, 35.0, 37.0, 47.0, 40.0, 64.0, 44.0, 44.0, 50.0, 48.0, 43.0, 39.0, 38.0, 37.0, 24.0, 31.0, 22.0, 18.0, 11.0, 14.0, 7.0, 4.0, 6.0, 5.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-150.05517578125, -145.97564697265625, -141.8961181640625, -137.8165740966797, -133.73704528808594, -129.6575164794922, -125.5779800415039, -121.49844360351562, -117.41891479492188, -113.33938598632812, -109.25984954833984, -105.18031311035156, -101.10078430175781, -97.02125549316406, -92.94171905517578, -88.8621826171875, -84.78265380859375, -80.703125, -76.62358856201172, -72.54405212402344, -68.46452331542969, -64.38499450683594, -60.305458068847656, -56.22592544555664, -52.146392822265625, -48.06686019897461, -43.987327575683594, -39.90779495239258, -35.82826232910156, -31.748729705810547, -27.66919708251953, -23.589664459228516, -19.510116577148438, -15.430583953857422, -11.351051330566406, -7.271518707275391, -3.191986083984375, 0.8875465393066406, 4.967079162597656, 9.046611785888672, 13.126144409179688, 17.205677032470703, 21.28520965576172, 25.364742279052734, 29.44427490234375, 33.523807525634766, 37.60334014892578, 41.6828727722168, 45.76240539550781, 49.84193801879883, 53.921470642089844, 58.00100326538086, 62.080535888671875, 66.16006469726562, 70.2396011352539, 74.31913757324219, 78.39866638183594, 82.47819519042969, 86.55773162841797, 90.63726806640625, 94.716796875, 98.79632568359375, 102.87586212158203, 106.95539855957031, 111.03492736816406]}, "gradients/wav2vec2.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 4.0, 6.0, 7.0, 8.0, 17.0, 22.0, 31.0, 52.0, 86.0, 103.0, 174.0, 252.0, 332.0, 506.0, 740.0, 1139.0, 1540.0, 2140.0, 2909.0, 4257.0, 6125.0, 8885.0, 13428.0, 21662.0, 37283.0, 69465.0, 137439.0, 233021.0, 222131.0, 125757.0, 63675.0, 34473.0, 20152.0, 12789.0, 8410.0, 5858.0, 4099.0, 2838.0, 2052.0, 1465.0, 1022.0, 742.0, 461.0, 319.0, 244.0, 134.0, 114.0, 53.0, 45.0, 34.0, 23.0, 19.0, 13.0, 8.0, 3.0, 5.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-19.03125, -18.416015625, -17.80078125, -17.185546875, -16.5703125, -15.955078125, -15.33984375, -14.724609375, -14.109375, -13.494140625, -12.87890625, -12.263671875, -11.6484375, -11.033203125, -10.41796875, -9.802734375, -9.1875, -8.572265625, -7.95703125, -7.341796875, -6.7265625, -6.111328125, -5.49609375, -4.880859375, -4.265625, -3.650390625, -3.03515625, -2.419921875, -1.8046875, -1.189453125, -0.57421875, 0.041015625, 0.65625, 1.271484375, 1.88671875, 2.501953125, 3.1171875, 3.732421875, 4.34765625, 4.962890625, 5.578125, 6.193359375, 6.80859375, 7.423828125, 8.0390625, 8.654296875, 9.26953125, 9.884765625, 10.5, 11.115234375, 11.73046875, 12.345703125, 12.9609375, 13.576171875, 14.19140625, 14.806640625, 15.421875, 16.037109375, 16.65234375, 17.267578125, 17.8828125, 18.498046875, 19.11328125, 19.728515625, 20.34375]}, "gradients/wav2vec2.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 3.0, 5.0, 6.0, 6.0, 8.0, 11.0, 8.0, 10.0, 11.0, 12.0, 17.0, 13.0, 16.0, 20.0, 27.0, 22.0, 28.0, 34.0, 45.0, 46.0, 38.0, 47.0, 39.0, 44.0, 39.0, 31.0, 31.0, 38.0, 42.0, 28.0, 30.0, 26.0, 23.0, 23.0, 30.0, 20.0, 11.0, 15.0, 15.0, 11.0, 19.0, 5.0, 11.0, 11.0, 9.0, 5.0, 5.0, 3.0, 6.0, 3.0, 3.0, 2.0, 3.0, 1.0], "bins": [-16.8125, -16.3216552734375, -15.830810546875, -15.3399658203125, -14.84912109375, -14.3582763671875, -13.867431640625, -13.3765869140625, -12.8857421875, -12.3948974609375, -11.904052734375, -11.4132080078125, -10.92236328125, -10.4315185546875, -9.940673828125, -9.4498291015625, -8.958984375, -8.4681396484375, -7.977294921875, -7.4864501953125, -6.99560546875, -6.5047607421875, -6.013916015625, -5.5230712890625, -5.0322265625, -4.5413818359375, -4.050537109375, -3.5596923828125, -3.06884765625, -2.5780029296875, -2.087158203125, -1.5963134765625, -1.10546875, -0.6146240234375, -0.123779296875, 0.3670654296875, 0.85791015625, 1.3487548828125, 1.839599609375, 2.3304443359375, 2.8212890625, 3.3121337890625, 3.802978515625, 4.2938232421875, 4.78466796875, 5.2755126953125, 5.766357421875, 6.2572021484375, 6.748046875, 7.2388916015625, 7.729736328125, 8.2205810546875, 8.71142578125, 9.2022705078125, 9.693115234375, 10.1839599609375, 10.6748046875, 11.1656494140625, 11.656494140625, 12.1473388671875, 12.63818359375, 13.1290283203125, 13.619873046875, 14.1107177734375, 14.6015625]}, "gradients/wav2vec2.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 6.0, 3.0, 12.0, 11.0, 17.0, 27.0, 29.0, 38.0, 58.0, 84.0, 134.0, 258.0, 450.0, 844.0, 1817.0, 3788.0, 8542.0, 20923.0, 62100.0, 248563.0, 469241.0, 160400.0, 42950.0, 15563.0, 6636.0, 2968.0, 1406.0, 686.0, 362.0, 226.0, 118.0, 81.0, 62.0, 45.0, 25.0, 24.0, 16.0, 5.0, 9.0, 6.0, 4.0, 3.0, 5.0, 5.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0], "bins": [-43.6875, -42.41552734375, -41.1435546875, -39.87158203125, -38.599609375, -37.32763671875, -36.0556640625, -34.78369140625, -33.51171875, -32.23974609375, -30.9677734375, -29.69580078125, -28.423828125, -27.15185546875, -25.8798828125, -24.60791015625, -23.3359375, -22.06396484375, -20.7919921875, -19.52001953125, -18.248046875, -16.97607421875, -15.7041015625, -14.43212890625, -13.16015625, -11.88818359375, -10.6162109375, -9.34423828125, -8.072265625, -6.80029296875, -5.5283203125, -4.25634765625, -2.984375, -1.71240234375, -0.4404296875, 0.83154296875, 2.103515625, 3.37548828125, 4.6474609375, 5.91943359375, 7.19140625, 8.46337890625, 9.7353515625, 11.00732421875, 12.279296875, 13.55126953125, 14.8232421875, 16.09521484375, 17.3671875, 18.63916015625, 19.9111328125, 21.18310546875, 22.455078125, 23.72705078125, 24.9990234375, 26.27099609375, 27.54296875, 28.81494140625, 30.0869140625, 31.35888671875, 32.630859375, 33.90283203125, 35.1748046875, 36.44677734375, 37.71875]}, "gradients/wav2vec2.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 1.0, 7.0, 2.0, 2.0, 3.0, 8.0, 8.0, 8.0, 4.0, 9.0, 13.0, 14.0, 24.0, 21.0, 20.0, 25.0, 40.0, 47.0, 31.0, 24.0, 37.0, 40.0, 45.0, 49.0, 45.0, 38.0, 41.0, 29.0, 32.0, 36.0, 37.0, 38.0, 21.0, 29.0, 29.0, 18.0, 20.0, 25.0, 18.0, 13.0, 9.0, 8.0, 5.0, 7.0, 11.0, 3.0, 2.0, 4.0, 5.0, 6.0, 0.0, 3.0, 0.0, 1.0, 1.0], "bins": [-49.9375, -48.4775390625, -47.017578125, -45.5576171875, -44.09765625, -42.6376953125, -41.177734375, -39.7177734375, -38.2578125, -36.7978515625, -35.337890625, -33.8779296875, -32.41796875, -30.9580078125, -29.498046875, -28.0380859375, -26.578125, -25.1181640625, -23.658203125, -22.1982421875, -20.73828125, -19.2783203125, -17.818359375, -16.3583984375, -14.8984375, -13.4384765625, -11.978515625, -10.5185546875, -9.05859375, -7.5986328125, -6.138671875, -4.6787109375, -3.21875, -1.7587890625, -0.298828125, 1.1611328125, 2.62109375, 4.0810546875, 5.541015625, 7.0009765625, 8.4609375, 9.9208984375, 11.380859375, 12.8408203125, 14.30078125, 15.7607421875, 17.220703125, 18.6806640625, 20.140625, 21.6005859375, 23.060546875, 24.5205078125, 25.98046875, 27.4404296875, 28.900390625, 30.3603515625, 31.8203125, 33.2802734375, 34.740234375, 36.2001953125, 37.66015625, 39.1201171875, 40.580078125, 42.0400390625, 43.5]}, "gradients/wav2vec2.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 7.0, 4.0, 1.0, 7.0, 11.0, 15.0, 22.0, 50.0, 72.0, 106.0, 201.0, 433.0, 780.0, 1537.0, 2999.0, 6755.0, 14336.0, 32016.0, 78370.0, 244612.0, 416292.0, 152029.0, 54240.0, 23293.0, 10490.0, 5022.0, 2318.0, 1151.0, 606.0, 308.0, 170.0, 112.0, 71.0, 37.0, 32.0, 13.0, 12.0, 5.0, 13.0, 2.0, 4.0, 3.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-14.953125, -14.44287109375, -13.9326171875, -13.42236328125, -12.912109375, -12.40185546875, -11.8916015625, -11.38134765625, -10.87109375, -10.36083984375, -9.8505859375, -9.34033203125, -8.830078125, -8.31982421875, -7.8095703125, -7.29931640625, -6.7890625, -6.27880859375, -5.7685546875, -5.25830078125, -4.748046875, -4.23779296875, -3.7275390625, -3.21728515625, -2.70703125, -2.19677734375, -1.6865234375, -1.17626953125, -0.666015625, -0.15576171875, 0.3544921875, 0.86474609375, 1.375, 1.88525390625, 2.3955078125, 2.90576171875, 3.416015625, 3.92626953125, 4.4365234375, 4.94677734375, 5.45703125, 5.96728515625, 6.4775390625, 6.98779296875, 7.498046875, 8.00830078125, 8.5185546875, 9.02880859375, 9.5390625, 10.04931640625, 10.5595703125, 11.06982421875, 11.580078125, 12.09033203125, 12.6005859375, 13.11083984375, 13.62109375, 14.13134765625, 14.6416015625, 15.15185546875, 15.662109375, 16.17236328125, 16.6826171875, 17.19287109375, 17.703125]}, "gradients/wav2vec2.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 7.0, 7.0, 12.0, 9.0, 10.0, 27.0, 38.0, 36.0, 64.0, 102.0, 186.0, 217.0, 97.0, 56.0, 35.0, 20.0, 24.0, 9.0, 8.0, 8.0, 6.0, 6.0, 2.0, 3.0, 1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0], "bins": [-0.006137847900390625, -0.005967199802398682, -0.005796551704406738, -0.005625903606414795, -0.0054552555084228516, -0.005284607410430908, -0.005113959312438965, -0.0049433112144470215, -0.004772663116455078, -0.004602015018463135, -0.004431366920471191, -0.004260718822479248, -0.004090070724487305, -0.003919422626495361, -0.003748774528503418, -0.0035781264305114746, -0.0034074783325195312, -0.003236830234527588, -0.0030661821365356445, -0.002895534038543701, -0.002724885940551758, -0.0025542378425598145, -0.002383589744567871, -0.0022129416465759277, -0.0020422935485839844, -0.001871645450592041, -0.0017009973526000977, -0.0015303492546081543, -0.001359701156616211, -0.0011890530586242676, -0.0010184049606323242, -0.0008477568626403809, -0.0006771087646484375, -0.0005064606666564941, -0.0003358125686645508, -0.00016516447067260742, 5.4836273193359375e-06, 0.0001761317253112793, 0.00034677982330322266, 0.000517427921295166, 0.0006880760192871094, 0.0008587241172790527, 0.001029372215270996, 0.0012000203132629395, 0.0013706684112548828, 0.0015413165092468262, 0.0017119646072387695, 0.0018826127052307129, 0.0020532608032226562, 0.0022239089012145996, 0.002394556999206543, 0.0025652050971984863, 0.0027358531951904297, 0.002906501293182373, 0.0030771493911743164, 0.0032477974891662598, 0.003418445587158203, 0.0035890936851501465, 0.00375974178314209, 0.003930389881134033, 0.0041010379791259766, 0.00427168607711792, 0.004442334175109863, 0.004612982273101807, 0.00478363037109375]}, "gradients/wav2vec2.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 5.0, 3.0, 6.0, 4.0, 16.0, 11.0, 20.0, 32.0, 42.0, 52.0, 93.0, 151.0, 203.0, 322.0, 581.0, 1046.0, 2071.0, 3837.0, 7841.0, 17543.0, 43679.0, 123173.0, 326556.0, 322482.0, 122197.0, 43318.0, 17249.0, 7624.0, 3766.0, 2062.0, 1075.0, 573.0, 357.0, 180.0, 124.0, 77.0, 47.0, 37.0, 31.0, 20.0, 16.0, 12.0, 3.0, 6.0, 7.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-16.46875, -15.9696044921875, -15.470458984375, -14.9713134765625, -14.47216796875, -13.9730224609375, -13.473876953125, -12.9747314453125, -12.4755859375, -11.9764404296875, -11.477294921875, -10.9781494140625, -10.47900390625, -9.9798583984375, -9.480712890625, -8.9815673828125, -8.482421875, -7.9832763671875, -7.484130859375, -6.9849853515625, -6.48583984375, -5.9866943359375, -5.487548828125, -4.9884033203125, -4.4892578125, -3.9901123046875, -3.490966796875, -2.9918212890625, -2.49267578125, -1.9935302734375, -1.494384765625, -0.9952392578125, -0.49609375, 0.0030517578125, 0.502197265625, 1.0013427734375, 1.50048828125, 1.9996337890625, 2.498779296875, 2.9979248046875, 3.4970703125, 3.9962158203125, 4.495361328125, 4.9945068359375, 5.49365234375, 5.9927978515625, 6.491943359375, 6.9910888671875, 7.490234375, 7.9893798828125, 8.488525390625, 8.9876708984375, 9.48681640625, 9.9859619140625, 10.485107421875, 10.9842529296875, 11.4833984375, 11.9825439453125, 12.481689453125, 12.9808349609375, 13.47998046875, 13.9791259765625, 14.478271484375, 14.9774169921875, 15.4765625]}, "gradients/wav2vec2.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 5.0, 5.0, 6.0, 5.0, 9.0, 12.0, 15.0, 35.0, 31.0, 33.0, 63.0, 74.0, 108.0, 106.0, 90.0, 79.0, 72.0, 58.0, 46.0, 44.0, 27.0, 17.0, 17.0, 11.0, 10.0, 5.0, 8.0, 4.0, 7.0, 5.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.046875, -10.4931640625, -9.939453125, -9.3857421875, -8.83203125, -8.2783203125, -7.724609375, -7.1708984375, -6.6171875, -6.0634765625, -5.509765625, -4.9560546875, -4.40234375, -3.8486328125, -3.294921875, -2.7412109375, -2.1875, -1.6337890625, -1.080078125, -0.5263671875, 0.02734375, 0.5810546875, 1.134765625, 1.6884765625, 2.2421875, 2.7958984375, 3.349609375, 3.9033203125, 4.45703125, 5.0107421875, 5.564453125, 6.1181640625, 6.671875, 7.2255859375, 7.779296875, 8.3330078125, 8.88671875, 9.4404296875, 9.994140625, 10.5478515625, 11.1015625, 11.6552734375, 12.208984375, 12.7626953125, 13.31640625, 13.8701171875, 14.423828125, 14.9775390625, 15.53125, 16.0849609375, 16.638671875, 17.1923828125, 17.74609375, 18.2998046875, 18.853515625, 19.4072265625, 19.9609375, 20.5146484375, 21.068359375, 21.6220703125, 22.17578125, 22.7294921875, 23.283203125, 23.8369140625, 24.390625]}, "gradients/wav2vec2.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 7.0, 13.0, 23.0, 46.0, 78.0, 171.0, 189.0, 173.0, 133.0, 84.0, 58.0, 16.0, 6.0, 7.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-403.39007568359375, -394.4503479003906, -385.5106201171875, -376.57086181640625, -367.6311340332031, -358.69140625, -349.75164794921875, -340.8119201660156, -331.8721923828125, -322.9324645996094, -313.99273681640625, -305.052978515625, -296.1132507324219, -287.17352294921875, -278.2337646484375, -269.2940368652344, -260.35430908203125, -251.41458129882812, -242.47483825683594, -233.53509521484375, -224.59536743164062, -215.6556396484375, -206.7158966064453, -197.77615356445312, -188.83642578125, -179.89669799804688, -170.9569549560547, -162.0172119140625, -153.07748413085938, -144.13775634765625, -135.19801330566406, -126.2582778930664, -117.31851196289062, -108.37877655029297, -99.43904113769531, -90.49930572509766, -81.5595703125, -72.61983489990234, -63.68009948730469, -54.74036407470703, -45.800628662109375, -36.86089324951172, -27.921157836914062, -18.981422424316406, -10.04168701171875, -1.1019515991210938, 7.8377838134765625, 16.77751922607422, 25.717254638671875, 34.65699005126953, 43.59672546386719, 52.536460876464844, 61.4761962890625, 70.41593170166016, 79.35566711425781, 88.29540252685547, 97.23513793945312, 106.17487335205078, 115.11460876464844, 124.0543441772461, 132.99407958984375, 141.93380737304688, 150.87355041503906, 159.81329345703125, 168.75302124023438]}, "gradients/wav2vec2.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 5.0, 3.0, 2.0, 4.0, 6.0, 4.0, 8.0, 9.0, 15.0, 21.0, 20.0, 24.0, 22.0, 40.0, 27.0, 38.0, 35.0, 32.0, 44.0, 48.0, 49.0, 53.0, 44.0, 54.0, 38.0, 29.0, 46.0, 36.0, 30.0, 31.0, 30.0, 29.0, 18.0, 17.0, 21.0, 15.0, 9.0, 18.0, 8.0, 6.0, 8.0, 6.0, 2.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-121.35359191894531, -117.023193359375, -112.69279479980469, -108.36239624023438, -104.03199768066406, -99.70159912109375, -95.37120819091797, -91.04080963134766, -86.71041107177734, -82.38001251220703, -78.04961395263672, -73.7192153930664, -69.38882446289062, -65.05842590332031, -60.72802734375, -56.39762878417969, -52.067230224609375, -47.73683166503906, -43.40643310546875, -39.0760383605957, -34.74563980102539, -30.415241241455078, -26.0848445892334, -21.75444793701172, -17.424049377441406, -13.09365177154541, -8.763254165649414, -4.432856559753418, -0.10245895385742188, 4.227939605712891, 8.55833625793457, 12.88873291015625, 17.219146728515625, 21.549545288085938, 25.879941940307617, 30.210338592529297, 34.54073715209961, 38.87113571166992, 43.20153045654297, 47.53192901611328, 51.862327575683594, 56.192726135253906, 60.52312469482422, 64.85352325439453, 69.18391418457031, 73.51431274414062, 77.84471130371094, 82.17510986328125, 86.50550842285156, 90.83590698242188, 95.16630554199219, 99.4967041015625, 103.82710266113281, 108.15750122070312, 112.4878921508789, 116.81829071044922, 121.14868927001953, 125.47908782958984, 129.80947875976562, 134.13987731933594, 138.47027587890625, 142.80067443847656, 147.13107299804688, 151.4614715576172, 155.7918701171875]}, "gradients/wav2vec2.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 1.0, 6.0, 8.0, 9.0, 8.0, 11.0, 20.0, 22.0, 26.0, 43.0, 55.0, 120.0, 162.0, 270.0, 423.0, 754.0, 1202.0, 2182.0, 4191.0, 8264.0, 17930.0, 42551.0, 113330.0, 326717.0, 880464.0, 1459286.0, 842979.0, 311201.0, 107007.0, 41048.0, 17112.0, 7881.0, 3854.0, 2104.0, 1272.0, 656.0, 393.0, 256.0, 142.0, 107.0, 76.0, 46.0, 29.0, 19.0, 19.0, 9.0, 9.0, 5.0, 7.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.8359375, -11.471435546875, -11.10693359375, -10.742431640625, -10.3779296875, -10.013427734375, -9.64892578125, -9.284423828125, -8.919921875, -8.555419921875, -8.19091796875, -7.826416015625, -7.4619140625, -7.097412109375, -6.73291015625, -6.368408203125, -6.00390625, -5.639404296875, -5.27490234375, -4.910400390625, -4.5458984375, -4.181396484375, -3.81689453125, -3.452392578125, -3.087890625, -2.723388671875, -2.35888671875, -1.994384765625, -1.6298828125, -1.265380859375, -0.90087890625, -0.536376953125, -0.171875, 0.192626953125, 0.55712890625, 0.921630859375, 1.2861328125, 1.650634765625, 2.01513671875, 2.379638671875, 2.744140625, 3.108642578125, 3.47314453125, 3.837646484375, 4.2021484375, 4.566650390625, 4.93115234375, 5.295654296875, 5.66015625, 6.024658203125, 6.38916015625, 6.753662109375, 7.1181640625, 7.482666015625, 7.84716796875, 8.211669921875, 8.576171875, 8.940673828125, 9.30517578125, 9.669677734375, 10.0341796875, 10.398681640625, 10.76318359375, 11.127685546875, 11.4921875]}, "gradients/wav2vec2.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 4.0, 2.0, 1.0, 3.0, 7.0, 8.0, 3.0, 11.0, 9.0, 13.0, 16.0, 17.0, 10.0, 13.0, 21.0, 16.0, 22.0, 28.0, 26.0, 35.0, 37.0, 20.0, 37.0, 38.0, 29.0, 41.0, 30.0, 33.0, 44.0, 44.0, 45.0, 31.0, 27.0, 39.0, 25.0, 27.0, 17.0, 18.0, 23.0, 22.0, 15.0, 22.0, 4.0, 19.0, 9.0, 11.0, 7.0, 7.0, 7.0, 7.0, 4.0, 1.0, 2.0, 2.0, 3.0, 2.0, 4.0, 0.0, 2.0], "bins": [-7.1015625, -6.8812255859375, -6.660888671875, -6.4405517578125, -6.22021484375, -5.9998779296875, -5.779541015625, -5.5592041015625, -5.3388671875, -5.1185302734375, -4.898193359375, -4.6778564453125, -4.45751953125, -4.2371826171875, -4.016845703125, -3.7965087890625, -3.576171875, -3.3558349609375, -3.135498046875, -2.9151611328125, -2.69482421875, -2.4744873046875, -2.254150390625, -2.0338134765625, -1.8134765625, -1.5931396484375, -1.372802734375, -1.1524658203125, -0.93212890625, -0.7117919921875, -0.491455078125, -0.2711181640625, -0.05078125, 0.1695556640625, 0.389892578125, 0.6102294921875, 0.83056640625, 1.0509033203125, 1.271240234375, 1.4915771484375, 1.7119140625, 1.9322509765625, 2.152587890625, 2.3729248046875, 2.59326171875, 2.8135986328125, 3.033935546875, 3.2542724609375, 3.474609375, 3.6949462890625, 3.915283203125, 4.1356201171875, 4.35595703125, 4.5762939453125, 4.796630859375, 5.0169677734375, 5.2373046875, 5.4576416015625, 5.677978515625, 5.8983154296875, 6.11865234375, 6.3389892578125, 6.559326171875, 6.7796630859375, 7.0]}, "gradients/wav2vec2.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 6.0, 4.0, 5.0, 6.0, 11.0, 19.0, 28.0, 38.0, 71.0, 109.0, 152.0, 260.0, 412.0, 703.0, 1222.0, 2228.0, 4372.0, 9186.0, 20475.0, 50022.0, 138213.0, 439268.0, 1482981.0, 1413374.0, 413898.0, 131015.0, 48170.0, 19646.0, 8854.0, 4369.0, 2218.0, 1218.0, 702.0, 370.0, 241.0, 150.0, 108.0, 55.0, 39.0, 34.0, 9.0, 10.0, 6.0, 8.0, 3.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.390625, -11.9630126953125, -11.535400390625, -11.1077880859375, -10.68017578125, -10.2525634765625, -9.824951171875, -9.3973388671875, -8.9697265625, -8.5421142578125, -8.114501953125, -7.6868896484375, -7.25927734375, -6.8316650390625, -6.404052734375, -5.9764404296875, -5.548828125, -5.1212158203125, -4.693603515625, -4.2659912109375, -3.83837890625, -3.4107666015625, -2.983154296875, -2.5555419921875, -2.1279296875, -1.7003173828125, -1.272705078125, -0.8450927734375, -0.41748046875, 0.0101318359375, 0.437744140625, 0.8653564453125, 1.29296875, 1.7205810546875, 2.148193359375, 2.5758056640625, 3.00341796875, 3.4310302734375, 3.858642578125, 4.2862548828125, 4.7138671875, 5.1414794921875, 5.569091796875, 5.9967041015625, 6.42431640625, 6.8519287109375, 7.279541015625, 7.7071533203125, 8.134765625, 8.5623779296875, 8.989990234375, 9.4176025390625, 9.84521484375, 10.2728271484375, 10.700439453125, 11.1280517578125, 11.5556640625, 11.9832763671875, 12.410888671875, 12.8385009765625, 13.26611328125, 13.6937255859375, 14.121337890625, 14.5489501953125, 14.9765625]}, "gradients/wav2vec2.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 5.0, 3.0, 4.0, 7.0, 14.0, 14.0, 17.0, 19.0, 28.0, 22.0, 26.0, 40.0, 67.0, 68.0, 75.0, 112.0, 118.0, 170.0, 204.0, 292.0, 325.0, 396.0, 381.0, 292.0, 280.0, 238.0, 184.0, 144.0, 106.0, 84.0, 74.0, 59.0, 40.0, 31.0, 26.0, 12.0, 23.0, 17.0, 14.0, 9.0, 11.0, 5.0, 7.0, 0.0, 3.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0], "bins": [-14.8828125, -14.444091796875, -14.00537109375, -13.566650390625, -13.1279296875, -12.689208984375, -12.25048828125, -11.811767578125, -11.373046875, -10.934326171875, -10.49560546875, -10.056884765625, -9.6181640625, -9.179443359375, -8.74072265625, -8.302001953125, -7.86328125, -7.424560546875, -6.98583984375, -6.547119140625, -6.1083984375, -5.669677734375, -5.23095703125, -4.792236328125, -4.353515625, -3.914794921875, -3.47607421875, -3.037353515625, -2.5986328125, -2.159912109375, -1.72119140625, -1.282470703125, -0.84375, -0.405029296875, 0.03369140625, 0.472412109375, 0.9111328125, 1.349853515625, 1.78857421875, 2.227294921875, 2.666015625, 3.104736328125, 3.54345703125, 3.982177734375, 4.4208984375, 4.859619140625, 5.29833984375, 5.737060546875, 6.17578125, 6.614501953125, 7.05322265625, 7.491943359375, 7.9306640625, 8.369384765625, 8.80810546875, 9.246826171875, 9.685546875, 10.124267578125, 10.56298828125, 11.001708984375, 11.4404296875, 11.879150390625, 12.31787109375, 12.756591796875, 13.1953125]}, "gradients/wav2vec2.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 5.0, 1.0, 0.0, 3.0, 3.0, 5.0, 9.0, 6.0, 33.0, 48.0, 78.0, 152.0, 171.0, 178.0, 130.0, 91.0, 33.0, 21.0, 17.0, 11.0, 9.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-235.34185791015625, -229.27244567871094, -223.20303344726562, -217.1336212158203, -211.064208984375, -204.9947967529297, -198.92538452148438, -192.85597229003906, -186.78656005859375, -180.71714782714844, -174.64773559570312, -168.5783233642578, -162.5089111328125, -156.4394989013672, -150.37008666992188, -144.30067443847656, -138.23126220703125, -132.16184997558594, -126.09243774414062, -120.02302551269531, -113.95361328125, -107.88420104980469, -101.81478881835938, -95.74537658691406, -89.67594909667969, -83.60653686523438, -77.53712463378906, -71.46771240234375, -65.39830017089844, -59.328887939453125, -53.25947189331055, -47.190059661865234, -41.12065124511719, -35.051239013671875, -28.981826782226562, -22.912412643432617, -16.843000411987305, -10.773588180541992, -4.704174041748047, 1.3652381896972656, 7.434650421142578, 13.50406265258789, 19.573474884033203, 25.64288902282715, 31.71230125427246, 37.781715393066406, 43.85112762451172, 49.92053985595703, 55.989952087402344, 62.059364318847656, 68.12877655029297, 74.19818878173828, 80.2676010131836, 86.3370132446289, 92.40643310546875, 98.47584533691406, 104.54525756835938, 110.61466979980469, 116.68408203125, 122.75349426269531, 128.82290649414062, 134.89231872558594, 140.96173095703125, 147.03114318847656, 153.10055541992188]}, "gradients/wav2vec2.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 4.0, 5.0, 2.0, 10.0, 10.0, 15.0, 15.0, 33.0, 30.0, 40.0, 30.0, 39.0, 39.0, 44.0, 39.0, 56.0, 64.0, 57.0, 67.0, 49.0, 34.0, 50.0, 37.0, 35.0, 46.0, 30.0, 33.0, 27.0, 17.0, 16.0, 9.0, 4.0, 6.0, 4.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-67.41383361816406, -64.96996307373047, -62.526100158691406, -60.08223342895508, -57.63836669921875, -55.19449996948242, -52.750633239746094, -50.3067626953125, -47.86289978027344, -45.41903305053711, -42.97516632080078, -40.53129959106445, -38.087432861328125, -35.6435661315918, -33.19969940185547, -30.755830764770508, -28.311962127685547, -25.86809539794922, -23.42422866821289, -20.980361938476562, -18.536495208740234, -16.092628479003906, -13.648759841918945, -11.204893112182617, -8.761026382446289, -6.317159652709961, -3.8732924461364746, -1.4294252395629883, 1.0144414901733398, 3.458308219909668, 5.9021759033203125, 8.34604263305664, 10.789909362792969, 13.233776092529297, 15.677642822265625, 18.121509552001953, 20.56537628173828, 23.00924301147461, 25.45311164855957, 27.8969783782959, 30.340845108032227, 32.78471374511719, 35.228580474853516, 37.672447204589844, 40.11631393432617, 42.5601806640625, 45.00404739379883, 47.447914123535156, 49.891780853271484, 52.33564758300781, 54.77951431274414, 57.22338104248047, 59.6672477722168, 62.111114501953125, 64.55498504638672, 66.99884796142578, 69.44271850585938, 71.88658905029297, 74.33045196533203, 76.77432250976562, 79.21818542480469, 81.66205596923828, 84.10591888427734, 86.54978942871094, 88.99365234375]}, "gradients/wav2vec2.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 7.0, 3.0, 7.0, 10.0, 12.0, 26.0, 33.0, 67.0, 59.0, 111.0, 197.0, 292.0, 427.0, 737.0, 1171.0, 1932.0, 3072.0, 5428.0, 9870.0, 18711.0, 36655.0, 72117.0, 133700.0, 205702.0, 218982.0, 156127.0, 87437.0, 44756.0, 23008.0, 11952.0, 6564.0, 3703.0, 2166.0, 1287.0, 773.0, 503.0, 316.0, 224.0, 167.0, 84.0, 49.0, 41.0, 24.0, 24.0, 9.0, 5.0, 5.0, 2.0, 4.0, 4.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0], "bins": [-9.7109375, -9.399169921875, -9.08740234375, -8.775634765625, -8.4638671875, -8.152099609375, -7.84033203125, -7.528564453125, -7.216796875, -6.905029296875, -6.59326171875, -6.281494140625, -5.9697265625, -5.657958984375, -5.34619140625, -5.034423828125, -4.72265625, -4.410888671875, -4.09912109375, -3.787353515625, -3.4755859375, -3.163818359375, -2.85205078125, -2.540283203125, -2.228515625, -1.916748046875, -1.60498046875, -1.293212890625, -0.9814453125, -0.669677734375, -0.35791015625, -0.046142578125, 0.265625, 0.577392578125, 0.88916015625, 1.200927734375, 1.5126953125, 1.824462890625, 2.13623046875, 2.447998046875, 2.759765625, 3.071533203125, 3.38330078125, 3.695068359375, 4.0068359375, 4.318603515625, 4.63037109375, 4.942138671875, 5.25390625, 5.565673828125, 5.87744140625, 6.189208984375, 6.5009765625, 6.812744140625, 7.12451171875, 7.436279296875, 7.748046875, 8.059814453125, 8.37158203125, 8.683349609375, 8.9951171875, 9.306884765625, 9.61865234375, 9.930419921875, 10.2421875]}, "gradients/wav2vec2.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 5.0, 6.0, 10.0, 10.0, 10.0, 12.0, 14.0, 19.0, 19.0, 16.0, 26.0, 30.0, 42.0, 36.0, 57.0, 42.0, 58.0, 55.0, 45.0, 41.0, 56.0, 63.0, 38.0, 38.0, 32.0, 36.0, 38.0, 24.0, 25.0, 18.0, 22.0, 12.0, 19.0, 9.0, 7.0, 5.0, 4.0, 2.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.328125, -11.943603515625, -11.55908203125, -11.174560546875, -10.7900390625, -10.405517578125, -10.02099609375, -9.636474609375, -9.251953125, -8.867431640625, -8.48291015625, -8.098388671875, -7.7138671875, -7.329345703125, -6.94482421875, -6.560302734375, -6.17578125, -5.791259765625, -5.40673828125, -5.022216796875, -4.6376953125, -4.253173828125, -3.86865234375, -3.484130859375, -3.099609375, -2.715087890625, -2.33056640625, -1.946044921875, -1.5615234375, -1.177001953125, -0.79248046875, -0.407958984375, -0.0234375, 0.361083984375, 0.74560546875, 1.130126953125, 1.5146484375, 1.899169921875, 2.28369140625, 2.668212890625, 3.052734375, 3.437255859375, 3.82177734375, 4.206298828125, 4.5908203125, 4.975341796875, 5.35986328125, 5.744384765625, 6.12890625, 6.513427734375, 6.89794921875, 7.282470703125, 7.6669921875, 8.051513671875, 8.43603515625, 8.820556640625, 9.205078125, 9.589599609375, 9.97412109375, 10.358642578125, 10.7431640625, 11.127685546875, 11.51220703125, 11.896728515625, 12.28125]}, "gradients/wav2vec2.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 5.0, 4.0, 3.0, 10.0, 5.0, 7.0, 17.0, 18.0, 30.0, 49.0, 78.0, 128.0, 244.0, 501.0, 1086.0, 2662.0, 6930.0, 19678.0, 57347.0, 168659.0, 382045.0, 261012.0, 97408.0, 32217.0, 11123.0, 4087.0, 1707.0, 728.0, 331.0, 182.0, 83.0, 61.0, 31.0, 16.0, 15.0, 11.0, 14.0, 7.0, 3.0, 3.0, 6.0, 6.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.078125, -14.60302734375, -14.1279296875, -13.65283203125, -13.177734375, -12.70263671875, -12.2275390625, -11.75244140625, -11.27734375, -10.80224609375, -10.3271484375, -9.85205078125, -9.376953125, -8.90185546875, -8.4267578125, -7.95166015625, -7.4765625, -7.00146484375, -6.5263671875, -6.05126953125, -5.576171875, -5.10107421875, -4.6259765625, -4.15087890625, -3.67578125, -3.20068359375, -2.7255859375, -2.25048828125, -1.775390625, -1.30029296875, -0.8251953125, -0.35009765625, 0.125, 0.60009765625, 1.0751953125, 1.55029296875, 2.025390625, 2.50048828125, 2.9755859375, 3.45068359375, 3.92578125, 4.40087890625, 4.8759765625, 5.35107421875, 5.826171875, 6.30126953125, 6.7763671875, 7.25146484375, 7.7265625, 8.20166015625, 8.6767578125, 9.15185546875, 9.626953125, 10.10205078125, 10.5771484375, 11.05224609375, 11.52734375, 12.00244140625, 12.4775390625, 12.95263671875, 13.427734375, 13.90283203125, 14.3779296875, 14.85302734375, 15.328125]}, "gradients/wav2vec2.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 5.0, 3.0, 1.0, 3.0, 3.0, 6.0, 7.0, 11.0, 11.0, 16.0, 20.0, 17.0, 22.0, 21.0, 22.0, 24.0, 32.0, 33.0, 30.0, 34.0, 41.0, 32.0, 41.0, 39.0, 37.0, 62.0, 50.0, 36.0, 31.0, 29.0, 34.0, 22.0, 41.0, 16.0, 27.0, 24.0, 18.0, 20.0, 12.0, 16.0, 14.0, 12.0, 5.0, 11.0, 7.0, 1.0, 7.0, 2.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-24.65625, -23.845947265625, -23.03564453125, -22.225341796875, -21.4150390625, -20.604736328125, -19.79443359375, -18.984130859375, -18.173828125, -17.363525390625, -16.55322265625, -15.742919921875, -14.9326171875, -14.122314453125, -13.31201171875, -12.501708984375, -11.69140625, -10.881103515625, -10.07080078125, -9.260498046875, -8.4501953125, -7.639892578125, -6.82958984375, -6.019287109375, -5.208984375, -4.398681640625, -3.58837890625, -2.778076171875, -1.9677734375, -1.157470703125, -0.34716796875, 0.463134765625, 1.2734375, 2.083740234375, 2.89404296875, 3.704345703125, 4.5146484375, 5.324951171875, 6.13525390625, 6.945556640625, 7.755859375, 8.566162109375, 9.37646484375, 10.186767578125, 10.9970703125, 11.807373046875, 12.61767578125, 13.427978515625, 14.23828125, 15.048583984375, 15.85888671875, 16.669189453125, 17.4794921875, 18.289794921875, 19.10009765625, 19.910400390625, 20.720703125, 21.531005859375, 22.34130859375, 23.151611328125, 23.9619140625, 24.772216796875, 25.58251953125, 26.392822265625, 27.203125]}, "gradients/wav2vec2.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 6.0, 3.0, 3.0, 5.0, 10.0, 16.0, 10.0, 24.0, 33.0, 28.0, 40.0, 51.0, 99.0, 118.0, 186.0, 233.0, 344.0, 538.0, 809.0, 1220.0, 2104.0, 3912.0, 8001.0, 18890.0, 52898.0, 152455.0, 357423.0, 274606.0, 108907.0, 37378.0, 13989.0, 6078.0, 3067.0, 1712.0, 1107.0, 682.0, 452.0, 335.0, 219.0, 160.0, 121.0, 88.0, 48.0, 38.0, 28.0, 23.0, 20.0, 12.0, 7.0, 8.0, 4.0, 6.0, 5.0, 4.0, 1.0, 1.0, 0.0, 3.0], "bins": [-3.6875, -3.5751953125, -3.462890625, -3.3505859375, -3.23828125, -3.1259765625, -3.013671875, -2.9013671875, -2.7890625, -2.6767578125, -2.564453125, -2.4521484375, -2.33984375, -2.2275390625, -2.115234375, -2.0029296875, -1.890625, -1.7783203125, -1.666015625, -1.5537109375, -1.44140625, -1.3291015625, -1.216796875, -1.1044921875, -0.9921875, -0.8798828125, -0.767578125, -0.6552734375, -0.54296875, -0.4306640625, -0.318359375, -0.2060546875, -0.09375, 0.0185546875, 0.130859375, 0.2431640625, 0.35546875, 0.4677734375, 0.580078125, 0.6923828125, 0.8046875, 0.9169921875, 1.029296875, 1.1416015625, 1.25390625, 1.3662109375, 1.478515625, 1.5908203125, 1.703125, 1.8154296875, 1.927734375, 2.0400390625, 2.15234375, 2.2646484375, 2.376953125, 2.4892578125, 2.6015625, 2.7138671875, 2.826171875, 2.9384765625, 3.05078125, 3.1630859375, 3.275390625, 3.3876953125, 3.5]}, "gradients/wav2vec2.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 5.0, 4.0, 7.0, 0.0, 4.0, 11.0, 16.0, 32.0, 62.0, 80.0, 120.0, 166.0, 197.0, 126.0, 64.0, 38.0, 26.0, 19.0, 10.0, 3.0, 3.0, 5.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.002735137939453125, -0.0026609599590301514, -0.0025867819786071777, -0.002512603998184204, -0.0024384260177612305, -0.002364248037338257, -0.002290070056915283, -0.0022158920764923096, -0.002141714096069336, -0.0020675361156463623, -0.0019933581352233887, -0.001919180154800415, -0.0018450021743774414, -0.0017708241939544678, -0.0016966462135314941, -0.0016224682331085205, -0.0015482902526855469, -0.0014741122722625732, -0.0013999342918395996, -0.001325756311416626, -0.0012515783309936523, -0.0011774003505706787, -0.001103222370147705, -0.0010290443897247314, -0.0009548664093017578, -0.0008806884288787842, -0.0008065104484558105, -0.0007323324680328369, -0.0006581544876098633, -0.0005839765071868896, -0.000509798526763916, -0.0004356205463409424, -0.00036144256591796875, -0.0002872645854949951, -0.00021308660507202148, -0.00013890862464904785, -6.473064422607422e-05, 9.447336196899414e-06, 8.362531661987305e-05, 0.00015780329704284668, 0.0002319812774658203, 0.00030615925788879395, 0.0003803372383117676, 0.0004545152187347412, 0.0005286931991577148, 0.0006028711795806885, 0.0006770491600036621, 0.0007512271404266357, 0.0008254051208496094, 0.000899583101272583, 0.0009737610816955566, 0.0010479390621185303, 0.001122117042541504, 0.0011962950229644775, 0.0012704730033874512, 0.0013446509838104248, 0.0014188289642333984, 0.001493006944656372, 0.0015671849250793457, 0.0016413629055023193, 0.001715540885925293, 0.0017897188663482666, 0.0018638968467712402, 0.0019380748271942139, 0.0020122528076171875]}, "gradients/wav2vec2.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 5.0, 14.0, 10.0, 16.0, 25.0, 30.0, 46.0, 72.0, 117.0, 189.0, 281.0, 463.0, 776.0, 1293.0, 2609.0, 5706.0, 15518.0, 49690.0, 160200.0, 402388.0, 270750.0, 92599.0, 28052.0, 9514.0, 3836.0, 1781.0, 1004.0, 574.0, 357.0, 226.0, 152.0, 91.0, 61.0, 41.0, 20.0, 21.0, 8.0, 8.0, 5.0, 4.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.33203125, -4.18646240234375, -4.0408935546875, -3.89532470703125, -3.749755859375, -3.60418701171875, -3.4586181640625, -3.31304931640625, -3.16748046875, -3.02191162109375, -2.8763427734375, -2.73077392578125, -2.585205078125, -2.43963623046875, -2.2940673828125, -2.14849853515625, -2.0029296875, -1.85736083984375, -1.7117919921875, -1.56622314453125, -1.420654296875, -1.27508544921875, -1.1295166015625, -0.98394775390625, -0.83837890625, -0.69281005859375, -0.5472412109375, -0.40167236328125, -0.256103515625, -0.11053466796875, 0.0350341796875, 0.18060302734375, 0.326171875, 0.47174072265625, 0.6173095703125, 0.76287841796875, 0.908447265625, 1.05401611328125, 1.1995849609375, 1.34515380859375, 1.49072265625, 1.63629150390625, 1.7818603515625, 1.92742919921875, 2.072998046875, 2.21856689453125, 2.3641357421875, 2.50970458984375, 2.6552734375, 2.80084228515625, 2.9464111328125, 3.09197998046875, 3.237548828125, 3.38311767578125, 3.5286865234375, 3.67425537109375, 3.81982421875, 3.96539306640625, 4.1109619140625, 4.25653076171875, 4.402099609375, 4.54766845703125, 4.6932373046875, 4.83880615234375, 4.984375]}, "gradients/wav2vec2.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 0.0, 1.0, 5.0, 3.0, 8.0, 7.0, 11.0, 15.0, 15.0, 27.0, 26.0, 17.0, 31.0, 41.0, 51.0, 61.0, 62.0, 82.0, 76.0, 64.0, 70.0, 61.0, 57.0, 42.0, 42.0, 28.0, 27.0, 21.0, 15.0, 10.0, 7.0, 8.0, 7.0, 3.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-4.76953125, -4.63818359375, -4.5068359375, -4.37548828125, -4.244140625, -4.11279296875, -3.9814453125, -3.85009765625, -3.71875, -3.58740234375, -3.4560546875, -3.32470703125, -3.193359375, -3.06201171875, -2.9306640625, -2.79931640625, -2.66796875, -2.53662109375, -2.4052734375, -2.27392578125, -2.142578125, -2.01123046875, -1.8798828125, -1.74853515625, -1.6171875, -1.48583984375, -1.3544921875, -1.22314453125, -1.091796875, -0.96044921875, -0.8291015625, -0.69775390625, -0.56640625, -0.43505859375, -0.3037109375, -0.17236328125, -0.041015625, 0.09033203125, 0.2216796875, 0.35302734375, 0.484375, 0.61572265625, 0.7470703125, 0.87841796875, 1.009765625, 1.14111328125, 1.2724609375, 1.40380859375, 1.53515625, 1.66650390625, 1.7978515625, 1.92919921875, 2.060546875, 2.19189453125, 2.3232421875, 2.45458984375, 2.5859375, 2.71728515625, 2.8486328125, 2.97998046875, 3.111328125, 3.24267578125, 3.3740234375, 3.50537109375, 3.63671875]}, "gradients/wav2vec2.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 10.0, 8.0, 19.0, 23.0, 41.0, 43.0, 54.0, 97.0, 89.0, 120.0, 115.0, 103.0, 86.0, 65.0, 39.0, 22.0, 21.0, 11.0, 8.0, 4.0, 4.0, 7.0, 1.0, 1.0, 0.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-92.57415008544922, -89.82019805908203, -87.06624603271484, -84.31230163574219, -81.558349609375, -78.80439758300781, -76.05044555664062, -73.29649353027344, -70.54254913330078, -67.7885971069336, -65.0346450805664, -62.280696868896484, -59.52674865722656, -56.772796630859375, -54.01884460449219, -51.264896392822266, -48.51094436645508, -45.75699234008789, -43.00304412841797, -40.24909210205078, -37.49514389038086, -34.74119186401367, -31.987241744995117, -29.233291625976562, -26.479341506958008, -23.725391387939453, -20.9714412689209, -18.217491149902344, -15.463540077209473, -12.709589958190918, -9.955638885498047, -7.201688766479492, -4.4477386474609375, -1.6937882900238037, 1.06016206741333, 3.814112663269043, 6.568062782287598, 9.322012901306152, 12.075963973999023, 14.829914093017578, 17.583864212036133, 20.337814331054688, 23.091764450073242, 25.845714569091797, 28.599666595458984, 31.353614807128906, 34.107566833496094, 36.86151885986328, 39.6154670715332, 42.36941909790039, 45.12336730957031, 47.8773193359375, 50.63126754760742, 53.38521957397461, 56.13916778564453, 58.89311981201172, 61.647071838378906, 64.4010238647461, 67.15497589111328, 69.90892028808594, 72.66287231445312, 75.41682434082031, 78.1707763671875, 80.92472839355469, 83.67867279052734]}, "gradients/wav2vec2.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 5.0, 0.0, 0.0, 3.0, 3.0, 0.0, 2.0, 9.0, 1.0, 5.0, 12.0, 8.0, 14.0, 18.0, 20.0, 16.0, 26.0, 18.0, 24.0, 32.0, 20.0, 28.0, 33.0, 32.0, 34.0, 45.0, 41.0, 42.0, 56.0, 35.0, 41.0, 29.0, 38.0, 36.0, 26.0, 25.0, 39.0, 16.0, 17.0, 22.0, 28.0, 18.0, 17.0, 16.0, 9.0, 11.0, 14.0, 6.0, 6.0, 4.0, 5.0, 3.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0], "bins": [-61.34034729003906, -59.441715240478516, -57.54308319091797, -55.64445114135742, -53.745819091796875, -51.847190856933594, -49.94855880737305, -48.0499267578125, -46.15129470825195, -44.252662658691406, -42.35403060913086, -40.45539855957031, -38.55677032470703, -36.65813446044922, -34.75950622558594, -32.86087417602539, -30.962242126464844, -29.063610076904297, -27.16497802734375, -25.266347885131836, -23.36771583557129, -21.469083786010742, -19.570453643798828, -17.67182159423828, -15.773189544677734, -13.874557495117188, -11.975926399230957, -10.077295303344727, -8.17866325378418, -6.280031204223633, -4.381400108337402, -2.482769012451172, -0.584136962890625, 1.3144946098327637, 3.2131261825561523, 5.111757755279541, 7.01038932800293, 8.909021377563477, 10.807652473449707, 12.706283569335938, 14.604915618896484, 16.50354766845703, 18.402179718017578, 20.300809860229492, 22.19944190979004, 24.098073959350586, 25.9967041015625, 27.895336151123047, 29.793968200683594, 31.69260025024414, 33.59123229980469, 35.489864349365234, 37.38849639892578, 39.28712463378906, 41.18575668334961, 43.084388732910156, 44.9830207824707, 46.88165283203125, 48.7802848815918, 50.678916931152344, 52.577545166015625, 54.47618103027344, 56.37480926513672, 58.273441314697266, 60.17207336425781]}, "gradients/wav2vec2.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 5.0, 1.0, 6.0, 2.0, 5.0, 7.0, 10.0, 12.0, 14.0, 27.0, 42.0, 51.0, 78.0, 125.0, 237.0, 366.0, 633.0, 1035.0, 1979.0, 3723.0, 7719.0, 16652.0, 40209.0, 107160.0, 336817.0, 1221411.0, 1683632.0, 517426.0, 154162.0, 55689.0, 22862.0, 10606.0, 5056.0, 2585.0, 1534.0, 859.0, 507.0, 341.0, 231.0, 168.0, 104.0, 71.0, 42.0, 35.0, 16.0, 11.0, 5.0, 6.0, 10.0, 10.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.78125, -4.60528564453125, -4.4293212890625, -4.25335693359375, -4.077392578125, -3.90142822265625, -3.7254638671875, -3.54949951171875, -3.37353515625, -3.19757080078125, -3.0216064453125, -2.84564208984375, -2.669677734375, -2.49371337890625, -2.3177490234375, -2.14178466796875, -1.9658203125, -1.78985595703125, -1.6138916015625, -1.43792724609375, -1.261962890625, -1.08599853515625, -0.9100341796875, -0.73406982421875, -0.55810546875, -0.38214111328125, -0.2061767578125, -0.03021240234375, 0.145751953125, 0.32171630859375, 0.4976806640625, 0.67364501953125, 0.849609375, 1.02557373046875, 1.2015380859375, 1.37750244140625, 1.553466796875, 1.72943115234375, 1.9053955078125, 2.08135986328125, 2.25732421875, 2.43328857421875, 2.6092529296875, 2.78521728515625, 2.961181640625, 3.13714599609375, 3.3131103515625, 3.48907470703125, 3.6650390625, 3.84100341796875, 4.0169677734375, 4.19293212890625, 4.368896484375, 4.54486083984375, 4.7208251953125, 4.89678955078125, 5.07275390625, 5.24871826171875, 5.4246826171875, 5.60064697265625, 5.776611328125, 5.95257568359375, 6.1285400390625, 6.30450439453125, 6.48046875]}, "gradients/wav2vec2.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 4.0, 4.0, 9.0, 8.0, 10.0, 7.0, 14.0, 10.0, 20.0, 18.0, 10.0, 22.0, 25.0, 22.0, 22.0, 32.0, 48.0, 25.0, 35.0, 40.0, 25.0, 41.0, 44.0, 33.0, 42.0, 34.0, 37.0, 39.0, 38.0, 29.0, 34.0, 28.0, 39.0, 19.0, 21.0, 15.0, 13.0, 12.0, 21.0, 12.0, 9.0, 7.0, 9.0, 4.0, 5.0, 4.0, 4.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-1.8359375, -1.7768707275390625, -1.717803955078125, -1.6587371826171875, -1.59967041015625, -1.5406036376953125, -1.481536865234375, -1.4224700927734375, -1.3634033203125, -1.3043365478515625, -1.245269775390625, -1.1862030029296875, -1.12713623046875, -1.0680694580078125, -1.009002685546875, -0.9499359130859375, -0.890869140625, -0.8318023681640625, -0.772735595703125, -0.7136688232421875, -0.65460205078125, -0.5955352783203125, -0.536468505859375, -0.4774017333984375, -0.4183349609375, -0.3592681884765625, -0.300201416015625, -0.2411346435546875, -0.18206787109375, -0.1230010986328125, -0.063934326171875, -0.0048675537109375, 0.05419921875, 0.1132659912109375, 0.172332763671875, 0.2313995361328125, 0.29046630859375, 0.3495330810546875, 0.408599853515625, 0.4676666259765625, 0.5267333984375, 0.5858001708984375, 0.644866943359375, 0.7039337158203125, 0.76300048828125, 0.8220672607421875, 0.881134033203125, 0.9402008056640625, 0.999267578125, 1.0583343505859375, 1.117401123046875, 1.1764678955078125, 1.23553466796875, 1.2946014404296875, 1.353668212890625, 1.4127349853515625, 1.4718017578125, 1.5308685302734375, 1.589935302734375, 1.6490020751953125, 1.70806884765625, 1.7671356201171875, 1.826202392578125, 1.8852691650390625, 1.9443359375]}, "gradients/wav2vec2.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 4.0, 9.0, 12.0, 8.0, 16.0, 26.0, 40.0, 54.0, 85.0, 129.0, 217.0, 352.0, 674.0, 1440.0, 3451.0, 9348.0, 31551.0, 147061.0, 929264.0, 2407687.0, 538374.0, 90898.0, 21492.0, 6822.0, 2613.0, 1196.0, 594.0, 345.0, 196.0, 108.0, 74.0, 50.0, 25.0, 18.0, 17.0, 12.0, 9.0, 3.0, 6.0, 1.0, 3.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-11.84375, -11.4403076171875, -11.036865234375, -10.6334228515625, -10.22998046875, -9.8265380859375, -9.423095703125, -9.0196533203125, -8.6162109375, -8.2127685546875, -7.809326171875, -7.4058837890625, -7.00244140625, -6.5989990234375, -6.195556640625, -5.7921142578125, -5.388671875, -4.9852294921875, -4.581787109375, -4.1783447265625, -3.77490234375, -3.3714599609375, -2.968017578125, -2.5645751953125, -2.1611328125, -1.7576904296875, -1.354248046875, -0.9508056640625, -0.54736328125, -0.1439208984375, 0.259521484375, 0.6629638671875, 1.06640625, 1.4698486328125, 1.873291015625, 2.2767333984375, 2.68017578125, 3.0836181640625, 3.487060546875, 3.8905029296875, 4.2939453125, 4.6973876953125, 5.100830078125, 5.5042724609375, 5.90771484375, 6.3111572265625, 6.714599609375, 7.1180419921875, 7.521484375, 7.9249267578125, 8.328369140625, 8.7318115234375, 9.13525390625, 9.5386962890625, 9.942138671875, 10.3455810546875, 10.7490234375, 11.1524658203125, 11.555908203125, 11.9593505859375, 12.36279296875, 12.7662353515625, 13.169677734375, 13.5731201171875, 13.9765625]}, "gradients/wav2vec2.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 5.0, 2.0, 7.0, 5.0, 10.0, 10.0, 15.0, 28.0, 25.0, 28.0, 61.0, 94.0, 132.0, 182.0, 233.0, 351.0, 422.0, 510.0, 500.0, 396.0, 302.0, 211.0, 148.0, 126.0, 74.0, 60.0, 44.0, 27.0, 20.0, 18.0, 7.0, 10.0, 2.0, 4.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.65234375, -7.39569091796875, -7.1390380859375, -6.88238525390625, -6.625732421875, -6.36907958984375, -6.1124267578125, -5.85577392578125, -5.59912109375, -5.34246826171875, -5.0858154296875, -4.82916259765625, -4.572509765625, -4.31585693359375, -4.0592041015625, -3.80255126953125, -3.5458984375, -3.28924560546875, -3.0325927734375, -2.77593994140625, -2.519287109375, -2.26263427734375, -2.0059814453125, -1.74932861328125, -1.49267578125, -1.23602294921875, -0.9793701171875, -0.72271728515625, -0.466064453125, -0.20941162109375, 0.0472412109375, 0.30389404296875, 0.560546875, 0.81719970703125, 1.0738525390625, 1.33050537109375, 1.587158203125, 1.84381103515625, 2.1004638671875, 2.35711669921875, 2.61376953125, 2.87042236328125, 3.1270751953125, 3.38372802734375, 3.640380859375, 3.89703369140625, 4.1536865234375, 4.41033935546875, 4.6669921875, 4.92364501953125, 5.1802978515625, 5.43695068359375, 5.693603515625, 5.95025634765625, 6.2069091796875, 6.46356201171875, 6.72021484375, 6.97686767578125, 7.2335205078125, 7.49017333984375, 7.746826171875, 8.00347900390625, 8.2601318359375, 8.51678466796875, 8.7734375]}, "gradients/wav2vec2.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 9.0, 21.0, 33.0, 58.0, 89.0, 138.0, 186.0, 135.0, 140.0, 91.0, 52.0, 22.0, 12.0, 10.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-122.37894439697266, -119.72138977050781, -117.06383514404297, -114.40628051757812, -111.74871826171875, -109.0911636352539, -106.43360900878906, -103.77605438232422, -101.11849975585938, -98.46094512939453, -95.80339050292969, -93.14583587646484, -90.48828125, -87.83071899414062, -85.17316436767578, -82.51560974121094, -79.8580551147461, -77.20050048828125, -74.5429458618164, -71.88539123535156, -69.22782897949219, -66.57027435302734, -63.9127197265625, -61.255165100097656, -58.59761047363281, -55.94005584716797, -53.282501220703125, -50.624942779541016, -47.96738815307617, -45.30983352661133, -42.65227508544922, -39.994720458984375, -37.33717346191406, -34.67961883544922, -32.022064208984375, -29.364505767822266, -26.706951141357422, -24.049396514892578, -21.3918399810791, -18.734283447265625, -16.07672882080078, -13.419173240661621, -10.761617660522461, -8.1040620803833, -5.446506500244141, -2.7889509201049805, -0.1313953399658203, 2.5261611938476562, 5.1837158203125, 7.84127140045166, 10.49882698059082, 13.15638256072998, 15.81393814086914, 18.471492767333984, 21.12904930114746, 23.786605834960938, 26.44416046142578, 29.101715087890625, 31.7592716217041, 34.41682815551758, 37.07438278198242, 39.731937408447266, 42.389495849609375, 45.04705047607422, 47.70460510253906]}, "gradients/wav2vec2.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 0.0, 2.0, 1.0, 8.0, 3.0, 11.0, 9.0, 10.0, 10.0, 8.0, 14.0, 19.0, 16.0, 21.0, 25.0, 21.0, 26.0, 26.0, 32.0, 39.0, 26.0, 38.0, 36.0, 35.0, 38.0, 34.0, 48.0, 40.0, 30.0, 33.0, 27.0, 35.0, 29.0, 32.0, 30.0, 24.0, 32.0, 17.0, 19.0, 18.0, 13.0, 16.0, 12.0, 8.0, 5.0, 10.0, 5.0, 5.0, 4.0, 5.0, 4.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.870466232299805, -24.08282470703125, -23.295185089111328, -22.507543563842773, -21.71990203857422, -20.932262420654297, -20.144620895385742, -19.356979370117188, -18.569339752197266, -17.78169822692871, -16.99405860900879, -16.206417083740234, -15.41877555847168, -14.631134986877441, -13.843494415283203, -13.055852890014648, -12.268211364746094, -11.480570793151855, -10.6929292678833, -9.905288696289062, -9.117647171020508, -8.33000659942627, -7.542366027832031, -6.754724979400635, -5.967083930969238, -5.179442882537842, -4.391801834106445, -3.604161262512207, -2.8165202140808105, -2.028879165649414, -1.2412385940551758, -0.4535975456237793, 0.3340435028076172, 1.1216844320297241, 1.909325361251831, 2.6969661712646484, 3.484607219696045, 4.272248268127441, 5.05988883972168, 5.847529888153076, 6.635170936584473, 7.422811985015869, 8.210453033447266, 8.998093605041504, 9.785734176635742, 10.573375701904297, 11.361016273498535, 12.148656845092773, 12.936298370361328, 13.723938941955566, 14.511580467224121, 15.29922103881836, 16.086862564086914, 16.87450408935547, 17.66214370727539, 18.449785232543945, 19.2374267578125, 20.025068283081055, 20.812707901000977, 21.60034942626953, 22.387990951538086, 23.17563247680664, 23.963272094726562, 24.750913619995117, 25.53855323791504]}, "gradients/wav2vec2.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 4.0, 8.0, 7.0, 11.0, 12.0, 28.0, 33.0, 49.0, 66.0, 130.0, 166.0, 240.0, 414.0, 637.0, 1018.0, 1635.0, 2555.0, 4122.0, 6759.0, 10657.0, 17127.0, 27935.0, 47059.0, 87745.0, 188161.0, 281631.0, 174392.0, 81596.0, 44111.0, 26721.0, 16400.0, 10118.0, 6392.0, 3969.0, 2490.0, 1493.0, 902.0, 600.0, 418.0, 264.0, 156.0, 118.0, 79.0, 42.0, 35.0, 16.0, 20.0, 10.0, 4.0, 3.0, 4.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-7.64453125, -7.408935546875, -7.17333984375, -6.937744140625, -6.7021484375, -6.466552734375, -6.23095703125, -5.995361328125, -5.759765625, -5.524169921875, -5.28857421875, -5.052978515625, -4.8173828125, -4.581787109375, -4.34619140625, -4.110595703125, -3.875, -3.639404296875, -3.40380859375, -3.168212890625, -2.9326171875, -2.697021484375, -2.46142578125, -2.225830078125, -1.990234375, -1.754638671875, -1.51904296875, -1.283447265625, -1.0478515625, -0.812255859375, -0.57666015625, -0.341064453125, -0.10546875, 0.130126953125, 0.36572265625, 0.601318359375, 0.8369140625, 1.072509765625, 1.30810546875, 1.543701171875, 1.779296875, 2.014892578125, 2.25048828125, 2.486083984375, 2.7216796875, 2.957275390625, 3.19287109375, 3.428466796875, 3.6640625, 3.899658203125, 4.13525390625, 4.370849609375, 4.6064453125, 4.842041015625, 5.07763671875, 5.313232421875, 5.548828125, 5.784423828125, 6.02001953125, 6.255615234375, 6.4912109375, 6.726806640625, 6.96240234375, 7.197998046875, 7.43359375]}, "gradients/wav2vec2.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 4.0, 6.0, 6.0, 7.0, 9.0, 5.0, 9.0, 19.0, 10.0, 19.0, 15.0, 17.0, 24.0, 25.0, 25.0, 28.0, 38.0, 39.0, 31.0, 38.0, 39.0, 55.0, 49.0, 39.0, 33.0, 36.0, 24.0, 35.0, 37.0, 36.0, 35.0, 25.0, 29.0, 29.0, 14.0, 17.0, 19.0, 18.0, 7.0, 15.0, 8.0, 6.0, 11.0, 0.0, 3.0, 5.0, 3.0, 5.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.27734375, -2.2042236328125, -2.131103515625, -2.0579833984375, -1.98486328125, -1.9117431640625, -1.838623046875, -1.7655029296875, -1.6923828125, -1.6192626953125, -1.546142578125, -1.4730224609375, -1.39990234375, -1.3267822265625, -1.253662109375, -1.1805419921875, -1.107421875, -1.0343017578125, -0.961181640625, -0.8880615234375, -0.81494140625, -0.7418212890625, -0.668701171875, -0.5955810546875, -0.5224609375, -0.4493408203125, -0.376220703125, -0.3031005859375, -0.22998046875, -0.1568603515625, -0.083740234375, -0.0106201171875, 0.0625, 0.1356201171875, 0.208740234375, 0.2818603515625, 0.35498046875, 0.4281005859375, 0.501220703125, 0.5743408203125, 0.6474609375, 0.7205810546875, 0.793701171875, 0.8668212890625, 0.93994140625, 1.0130615234375, 1.086181640625, 1.1593017578125, 1.232421875, 1.3055419921875, 1.378662109375, 1.4517822265625, 1.52490234375, 1.5980224609375, 1.671142578125, 1.7442626953125, 1.8173828125, 1.8905029296875, 1.963623046875, 2.0367431640625, 2.10986328125, 2.1829833984375, 2.256103515625, 2.3292236328125, 2.40234375]}, "gradients/wav2vec2.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 4.0, 3.0, 2.0, 4.0, 3.0, 5.0, 7.0, 6.0, 14.0, 14.0, 20.0, 29.0, 29.0, 51.0, 63.0, 74.0, 129.0, 189.0, 296.0, 411.0, 704.0, 1156.0, 1984.0, 3820.0, 7176.0, 13184.0, 25920.0, 50648.0, 114711.0, 410211.0, 256620.0, 79356.0, 38637.0, 20115.0, 10394.0, 5406.0, 2863.0, 1660.0, 937.0, 559.0, 355.0, 236.0, 167.0, 112.0, 80.0, 58.0, 48.0, 25.0, 19.0, 16.0, 6.0, 7.0, 6.0, 7.0, 2.0, 3.0, 3.0, 4.0, 2.0, 0.0, 1.0, 2.0, 2.0], "bins": [-12.8515625, -12.434326171875, -12.01708984375, -11.599853515625, -11.1826171875, -10.765380859375, -10.34814453125, -9.930908203125, -9.513671875, -9.096435546875, -8.67919921875, -8.261962890625, -7.8447265625, -7.427490234375, -7.01025390625, -6.593017578125, -6.17578125, -5.758544921875, -5.34130859375, -4.924072265625, -4.5068359375, -4.089599609375, -3.67236328125, -3.255126953125, -2.837890625, -2.420654296875, -2.00341796875, -1.586181640625, -1.1689453125, -0.751708984375, -0.33447265625, 0.082763671875, 0.5, 0.917236328125, 1.33447265625, 1.751708984375, 2.1689453125, 2.586181640625, 3.00341796875, 3.420654296875, 3.837890625, 4.255126953125, 4.67236328125, 5.089599609375, 5.5068359375, 5.924072265625, 6.34130859375, 6.758544921875, 7.17578125, 7.593017578125, 8.01025390625, 8.427490234375, 8.8447265625, 9.261962890625, 9.67919921875, 10.096435546875, 10.513671875, 10.930908203125, 11.34814453125, 11.765380859375, 12.1826171875, 12.599853515625, 13.01708984375, 13.434326171875, 13.8515625]}, "gradients/wav2vec2.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 6.0, 1.0, 6.0, 3.0, 1.0, 2.0, 7.0, 8.0, 8.0, 10.0, 17.0, 15.0, 25.0, 43.0, 30.0, 54.0, 65.0, 57.0, 61.0, 55.0, 72.0, 60.0, 51.0, 52.0, 58.0, 47.0, 38.0, 39.0, 21.0, 21.0, 17.0, 9.0, 12.0, 8.0, 6.0, 10.0, 3.0, 3.0, 2.0, 3.0, 2.0, 3.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.0546875, -9.66162109375, -9.2685546875, -8.87548828125, -8.482421875, -8.08935546875, -7.6962890625, -7.30322265625, -6.91015625, -6.51708984375, -6.1240234375, -5.73095703125, -5.337890625, -4.94482421875, -4.5517578125, -4.15869140625, -3.765625, -3.37255859375, -2.9794921875, -2.58642578125, -2.193359375, -1.80029296875, -1.4072265625, -1.01416015625, -0.62109375, -0.22802734375, 0.1650390625, 0.55810546875, 0.951171875, 1.34423828125, 1.7373046875, 2.13037109375, 2.5234375, 2.91650390625, 3.3095703125, 3.70263671875, 4.095703125, 4.48876953125, 4.8818359375, 5.27490234375, 5.66796875, 6.06103515625, 6.4541015625, 6.84716796875, 7.240234375, 7.63330078125, 8.0263671875, 8.41943359375, 8.8125, 9.20556640625, 9.5986328125, 9.99169921875, 10.384765625, 10.77783203125, 11.1708984375, 11.56396484375, 11.95703125, 12.35009765625, 12.7431640625, 13.13623046875, 13.529296875, 13.92236328125, 14.3154296875, 14.70849609375, 15.1015625]}, "gradients/wav2vec2.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 6.0, 16.0, 15.0, 31.0, 44.0, 64.0, 130.0, 175.0, 333.0, 610.0, 996.0, 1973.0, 4274.0, 9352.0, 21297.0, 54309.0, 168741.0, 540379.0, 156903.0, 51249.0, 20524.0, 8909.0, 3983.0, 1967.0, 973.0, 514.0, 326.0, 169.0, 117.0, 57.0, 45.0, 30.0, 13.0, 7.0, 9.0, 5.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-12.0859375, -11.7137451171875, -11.341552734375, -10.9693603515625, -10.59716796875, -10.2249755859375, -9.852783203125, -9.4805908203125, -9.1083984375, -8.7362060546875, -8.364013671875, -7.9918212890625, -7.61962890625, -7.2474365234375, -6.875244140625, -6.5030517578125, -6.130859375, -5.7586669921875, -5.386474609375, -5.0142822265625, -4.64208984375, -4.2698974609375, -3.897705078125, -3.5255126953125, -3.1533203125, -2.7811279296875, -2.408935546875, -2.0367431640625, -1.66455078125, -1.2923583984375, -0.920166015625, -0.5479736328125, -0.17578125, 0.1964111328125, 0.568603515625, 0.9407958984375, 1.31298828125, 1.6851806640625, 2.057373046875, 2.4295654296875, 2.8017578125, 3.1739501953125, 3.546142578125, 3.9183349609375, 4.29052734375, 4.6627197265625, 5.034912109375, 5.4071044921875, 5.779296875, 6.1514892578125, 6.523681640625, 6.8958740234375, 7.26806640625, 7.6402587890625, 8.012451171875, 8.3846435546875, 8.7568359375, 9.1290283203125, 9.501220703125, 9.8734130859375, 10.24560546875, 10.6177978515625, 10.989990234375, 11.3621826171875, 11.734375]}, "gradients/wav2vec2.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 5.0, 5.0, 3.0, 7.0, 11.0, 9.0, 12.0, 19.0, 17.0, 23.0, 34.0, 32.0, 82.0, 154.0, 232.0, 128.0, 47.0, 42.0, 41.0, 22.0, 20.0, 11.0, 12.0, 12.0, 10.0, 8.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0025177001953125, -0.002413928508758545, -0.00231015682220459, -0.0022063851356506348, -0.0021026134490966797, -0.0019988417625427246, -0.0018950700759887695, -0.0017912983894348145, -0.0016875267028808594, -0.0015837550163269043, -0.0014799833297729492, -0.0013762116432189941, -0.001272439956665039, -0.001168668270111084, -0.001064896583557129, -0.0009611248970031738, -0.0008573532104492188, -0.0007535815238952637, -0.0006498098373413086, -0.0005460381507873535, -0.00044226646423339844, -0.00033849477767944336, -0.00023472309112548828, -0.0001309514045715332, -2.7179718017578125e-05, 7.659196853637695e-05, 0.00018036365509033203, 0.0002841353416442871, 0.0003879070281982422, 0.0004916787147521973, 0.0005954504013061523, 0.0006992220878601074, 0.0008029937744140625, 0.0009067654609680176, 0.0010105371475219727, 0.0011143088340759277, 0.0012180805206298828, 0.0013218522071838379, 0.001425623893737793, 0.001529395580291748, 0.0016331672668457031, 0.0017369389533996582, 0.0018407106399536133, 0.0019444823265075684, 0.0020482540130615234, 0.0021520256996154785, 0.0022557973861694336, 0.0023595690727233887, 0.0024633407592773438, 0.002567112445831299, 0.002670884132385254, 0.002774655818939209, 0.002878427505493164, 0.002982199192047119, 0.0030859708786010742, 0.0031897425651550293, 0.0032935142517089844, 0.0033972859382629395, 0.0035010576248168945, 0.0036048293113708496, 0.0037086009979248047, 0.0038123726844787598, 0.003916144371032715, 0.00401991605758667, 0.004123687744140625]}, "gradients/wav2vec2.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 6.0, 7.0, 10.0, 10.0, 20.0, 12.0, 36.0, 39.0, 64.0, 95.0, 177.0, 210.0, 309.0, 570.0, 923.0, 1593.0, 2729.0, 5146.0, 9706.0, 19111.0, 40755.0, 96866.0, 332249.0, 350992.0, 102398.0, 41912.0, 20192.0, 10302.0, 5120.0, 2788.0, 1658.0, 904.0, 563.0, 362.0, 234.0, 145.0, 106.0, 74.0, 41.0, 33.0, 32.0, 22.0, 14.0, 12.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-8.9296875, -8.6593017578125, -8.388916015625, -8.1185302734375, -7.84814453125, -7.5777587890625, -7.307373046875, -7.0369873046875, -6.7666015625, -6.4962158203125, -6.225830078125, -5.9554443359375, -5.68505859375, -5.4146728515625, -5.144287109375, -4.8739013671875, -4.603515625, -4.3331298828125, -4.062744140625, -3.7923583984375, -3.52197265625, -3.2515869140625, -2.981201171875, -2.7108154296875, -2.4404296875, -2.1700439453125, -1.899658203125, -1.6292724609375, -1.35888671875, -1.0885009765625, -0.818115234375, -0.5477294921875, -0.27734375, -0.0069580078125, 0.263427734375, 0.5338134765625, 0.80419921875, 1.0745849609375, 1.344970703125, 1.6153564453125, 1.8857421875, 2.1561279296875, 2.426513671875, 2.6968994140625, 2.96728515625, 3.2376708984375, 3.508056640625, 3.7784423828125, 4.048828125, 4.3192138671875, 4.589599609375, 4.8599853515625, 5.13037109375, 5.4007568359375, 5.671142578125, 5.9415283203125, 6.2119140625, 6.4822998046875, 6.752685546875, 7.0230712890625, 7.29345703125, 7.5638427734375, 7.834228515625, 8.1046142578125, 8.375]}, "gradients/wav2vec2.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 1.0, 2.0, 2.0, 3.0, 6.0, 7.0, 7.0, 9.0, 12.0, 15.0, 8.0, 10.0, 12.0, 14.0, 28.0, 40.0, 43.0, 76.0, 95.0, 146.0, 106.0, 83.0, 58.0, 36.0, 27.0, 22.0, 27.0, 23.0, 8.0, 11.0, 16.0, 10.0, 10.0, 10.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.08203125, -6.8665771484375, -6.651123046875, -6.4356689453125, -6.22021484375, -6.0047607421875, -5.789306640625, -5.5738525390625, -5.3583984375, -5.1429443359375, -4.927490234375, -4.7120361328125, -4.49658203125, -4.2811279296875, -4.065673828125, -3.8502197265625, -3.634765625, -3.4193115234375, -3.203857421875, -2.9884033203125, -2.77294921875, -2.5574951171875, -2.342041015625, -2.1265869140625, -1.9111328125, -1.6956787109375, -1.480224609375, -1.2647705078125, -1.04931640625, -0.8338623046875, -0.618408203125, -0.4029541015625, -0.1875, 0.0279541015625, 0.243408203125, 0.4588623046875, 0.67431640625, 0.8897705078125, 1.105224609375, 1.3206787109375, 1.5361328125, 1.7515869140625, 1.967041015625, 2.1824951171875, 2.39794921875, 2.6134033203125, 2.828857421875, 3.0443115234375, 3.259765625, 3.4752197265625, 3.690673828125, 3.9061279296875, 4.12158203125, 4.3370361328125, 4.552490234375, 4.7679443359375, 4.9833984375, 5.1988525390625, 5.414306640625, 5.6297607421875, 5.84521484375, 6.0606689453125, 6.276123046875, 6.4915771484375, 6.70703125]}, "gradients/wav2vec2.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 4.0, 6.0, 11.0, 21.0, 32.0, 54.0, 63.0, 91.0, 109.0, 102.0, 113.0, 104.0, 98.0, 78.0, 42.0, 34.0, 20.0, 8.0, 10.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-120.0540771484375, -117.40272521972656, -114.75137329101562, -112.10002136230469, -109.44866943359375, -106.79731750488281, -104.14596557617188, -101.49461364746094, -98.84326171875, -96.19190979003906, -93.54055786132812, -90.88920593261719, -88.23785400390625, -85.58650207519531, -82.93515014648438, -80.28379821777344, -77.6324462890625, -74.98109436035156, -72.32974243164062, -69.67839050292969, -67.02703857421875, -64.37568664550781, -61.724334716796875, -59.07298278808594, -56.42162322998047, -53.77027130126953, -51.118919372558594, -48.467567443847656, -45.81621551513672, -43.16486358642578, -40.513511657714844, -37.862159729003906, -35.2108039855957, -32.559452056884766, -29.908100128173828, -27.25674819946289, -24.605396270751953, -21.954044342041016, -19.302690505981445, -16.651338577270508, -13.99998664855957, -11.348634719848633, -8.697282791137695, -6.045929908752441, -3.394577980041504, -0.7432260513305664, 1.9081268310546875, 4.559478759765625, 7.2108306884765625, 9.8621826171875, 12.513534545898438, 15.164887428283691, 17.816238403320312, 20.46759033203125, 23.11894416809082, 25.770296096801758, 28.421648025512695, 31.072999954223633, 33.7243537902832, 36.37570571899414, 39.02705764770508, 41.678409576416016, 44.32976150512695, 46.98111343383789, 49.63246536254883]}, "gradients/wav2vec2.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 3.0, 5.0, 6.0, 6.0, 2.0, 11.0, 13.0, 9.0, 18.0, 20.0, 26.0, 29.0, 34.0, 23.0, 34.0, 33.0, 36.0, 40.0, 44.0, 42.0, 41.0, 49.0, 40.0, 34.0, 30.0, 31.0, 32.0, 35.0, 27.0, 36.0, 34.0, 25.0, 23.0, 20.0, 19.0, 18.0, 10.0, 9.0, 8.0, 13.0, 9.0, 10.0, 3.0, 6.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-35.853050231933594, -34.69648742675781, -33.539920806884766, -32.383358001708984, -31.22679328918457, -30.070228576660156, -28.913665771484375, -27.75710105895996, -26.600536346435547, -25.443971633911133, -24.28740692138672, -23.130844116210938, -21.974279403686523, -20.81771469116211, -19.661151885986328, -18.504587173461914, -17.3480224609375, -16.191457748413086, -15.034893989562988, -13.87833023071289, -12.721765518188477, -11.565200805664062, -10.408637046813965, -9.252073287963867, -8.095508575439453, -6.938944339752197, -5.782380104064941, -4.6258158683776855, -3.4692516326904297, -2.312687397003174, -1.156123161315918, 0.0004405975341796875, 1.1570014953613281, 2.313565731048584, 3.47012996673584, 4.626694202423096, 5.783258438110352, 6.939822673797607, 8.096386909484863, 9.252950668334961, 10.409515380859375, 11.566080093383789, 12.722643852233887, 13.879207611083984, 15.035772323608398, 16.192337036132812, 17.348899841308594, 18.505464553833008, 19.662029266357422, 20.818593978881836, 21.97515869140625, 23.13172149658203, 24.288286209106445, 25.44485092163086, 26.60141372680664, 27.757978439331055, 28.91454315185547, 30.071107864379883, 31.227672576904297, 32.38423538208008, 33.540802001953125, 34.697364807128906, 35.85392761230469, 37.01049041748047, 38.167057037353516]}, "gradients/wav2vec2.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 6.0, 4.0, 13.0, 12.0, 17.0, 18.0, 29.0, 48.0, 73.0, 96.0, 151.0, 238.0, 364.0, 623.0, 1022.0, 1660.0, 3072.0, 5262.0, 9879.0, 18757.0, 36442.0, 72971.0, 154611.0, 350401.0, 969638.0, 1575899.0, 553760.0, 225822.0, 104899.0, 51193.0, 26253.0, 13550.0, 7352.0, 4146.0, 2326.0, 1348.0, 825.0, 528.0, 341.0, 208.0, 138.0, 87.0, 65.0, 49.0, 34.0, 20.0, 10.0, 16.0, 1.0, 7.0, 4.0, 3.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-15.4375, -14.90966796875, -14.3818359375, -13.85400390625, -13.326171875, -12.79833984375, -12.2705078125, -11.74267578125, -11.21484375, -10.68701171875, -10.1591796875, -9.63134765625, -9.103515625, -8.57568359375, -8.0478515625, -7.52001953125, -6.9921875, -6.46435546875, -5.9365234375, -5.40869140625, -4.880859375, -4.35302734375, -3.8251953125, -3.29736328125, -2.76953125, -2.24169921875, -1.7138671875, -1.18603515625, -0.658203125, -0.13037109375, 0.3974609375, 0.92529296875, 1.453125, 1.98095703125, 2.5087890625, 3.03662109375, 3.564453125, 4.09228515625, 4.6201171875, 5.14794921875, 5.67578125, 6.20361328125, 6.7314453125, 7.25927734375, 7.787109375, 8.31494140625, 8.8427734375, 9.37060546875, 9.8984375, 10.42626953125, 10.9541015625, 11.48193359375, 12.009765625, 12.53759765625, 13.0654296875, 13.59326171875, 14.12109375, 14.64892578125, 15.1767578125, 15.70458984375, 16.232421875, 16.76025390625, 17.2880859375, 17.81591796875, 18.34375]}, "gradients/wav2vec2.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 3.0, 1.0, 4.0, 2.0, 2.0, 6.0, 4.0, 7.0, 4.0, 6.0, 8.0, 12.0, 16.0, 11.0, 12.0, 18.0, 18.0, 22.0, 27.0, 23.0, 32.0, 29.0, 28.0, 37.0, 41.0, 43.0, 44.0, 39.0, 35.0, 36.0, 26.0, 41.0, 28.0, 37.0, 25.0, 24.0, 32.0, 22.0, 24.0, 27.0, 12.0, 22.0, 18.0, 15.0, 12.0, 15.0, 12.0, 6.0, 14.0, 9.0, 4.0, 8.0, 3.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.671875, -9.365966796875, -9.06005859375, -8.754150390625, -8.4482421875, -8.142333984375, -7.83642578125, -7.530517578125, -7.224609375, -6.918701171875, -6.61279296875, -6.306884765625, -6.0009765625, -5.695068359375, -5.38916015625, -5.083251953125, -4.77734375, -4.471435546875, -4.16552734375, -3.859619140625, -3.5537109375, -3.247802734375, -2.94189453125, -2.635986328125, -2.330078125, -2.024169921875, -1.71826171875, -1.412353515625, -1.1064453125, -0.800537109375, -0.49462890625, -0.188720703125, 0.1171875, 0.423095703125, 0.72900390625, 1.034912109375, 1.3408203125, 1.646728515625, 1.95263671875, 2.258544921875, 2.564453125, 2.870361328125, 3.17626953125, 3.482177734375, 3.7880859375, 4.093994140625, 4.39990234375, 4.705810546875, 5.01171875, 5.317626953125, 5.62353515625, 5.929443359375, 6.2353515625, 6.541259765625, 6.84716796875, 7.153076171875, 7.458984375, 7.764892578125, 8.07080078125, 8.376708984375, 8.6826171875, 8.988525390625, 9.29443359375, 9.600341796875, 9.90625]}, "gradients/wav2vec2.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 5.0, 2.0, 6.0, 8.0, 11.0, 14.0, 26.0, 37.0, 43.0, 68.0, 97.0, 182.0, 278.0, 485.0, 755.0, 1405.0, 2612.0, 4908.0, 9994.0, 21713.0, 49331.0, 119509.0, 303279.0, 847711.0, 1678801.0, 708797.0, 259607.0, 103894.0, 43028.0, 19024.0, 8822.0, 4440.0, 2255.0, 1180.0, 743.0, 477.0, 279.0, 139.0, 117.0, 67.0, 46.0, 41.0, 19.0, 11.0, 7.0, 5.0, 7.0, 5.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-32.03125, -31.07275390625, -30.1142578125, -29.15576171875, -28.197265625, -27.23876953125, -26.2802734375, -25.32177734375, -24.36328125, -23.40478515625, -22.4462890625, -21.48779296875, -20.529296875, -19.57080078125, -18.6123046875, -17.65380859375, -16.6953125, -15.73681640625, -14.7783203125, -13.81982421875, -12.861328125, -11.90283203125, -10.9443359375, -9.98583984375, -9.02734375, -8.06884765625, -7.1103515625, -6.15185546875, -5.193359375, -4.23486328125, -3.2763671875, -2.31787109375, -1.359375, -0.40087890625, 0.5576171875, 1.51611328125, 2.474609375, 3.43310546875, 4.3916015625, 5.35009765625, 6.30859375, 7.26708984375, 8.2255859375, 9.18408203125, 10.142578125, 11.10107421875, 12.0595703125, 13.01806640625, 13.9765625, 14.93505859375, 15.8935546875, 16.85205078125, 17.810546875, 18.76904296875, 19.7275390625, 20.68603515625, 21.64453125, 22.60302734375, 23.5615234375, 24.52001953125, 25.478515625, 26.43701171875, 27.3955078125, 28.35400390625, 29.3125]}, "gradients/wav2vec2.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 5.0, 7.0, 8.0, 3.0, 4.0, 11.0, 14.0, 21.0, 27.0, 33.0, 36.0, 49.0, 77.0, 94.0, 127.0, 169.0, 258.0, 295.0, 482.0, 524.0, 440.0, 371.0, 284.0, 197.0, 126.0, 93.0, 85.0, 55.0, 54.0, 38.0, 25.0, 18.0, 19.0, 9.0, 8.0, 3.0, 2.0, 1.0, 5.0, 5.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-29.6875, -28.828857421875, -27.97021484375, -27.111572265625, -26.2529296875, -25.394287109375, -24.53564453125, -23.677001953125, -22.818359375, -21.959716796875, -21.10107421875, -20.242431640625, -19.3837890625, -18.525146484375, -17.66650390625, -16.807861328125, -15.94921875, -15.090576171875, -14.23193359375, -13.373291015625, -12.5146484375, -11.656005859375, -10.79736328125, -9.938720703125, -9.080078125, -8.221435546875, -7.36279296875, -6.504150390625, -5.6455078125, -4.786865234375, -3.92822265625, -3.069580078125, -2.2109375, -1.352294921875, -0.49365234375, 0.364990234375, 1.2236328125, 2.082275390625, 2.94091796875, 3.799560546875, 4.658203125, 5.516845703125, 6.37548828125, 7.234130859375, 8.0927734375, 8.951416015625, 9.81005859375, 10.668701171875, 11.52734375, 12.385986328125, 13.24462890625, 14.103271484375, 14.9619140625, 15.820556640625, 16.67919921875, 17.537841796875, 18.396484375, 19.255126953125, 20.11376953125, 20.972412109375, 21.8310546875, 22.689697265625, 23.54833984375, 24.406982421875, 25.265625]}, "gradients/wav2vec2.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 8.0, 11.0, 9.0, 21.0, 31.0, 37.0, 64.0, 83.0, 89.0, 97.0, 104.0, 91.0, 107.0, 77.0, 60.0, 34.0, 26.0, 14.0, 14.0, 12.0, 3.0, 5.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-97.91163635253906, -92.2919921875, -86.67235565185547, -81.0527114868164, -75.43307495117188, -69.81343078613281, -64.19378662109375, -58.57414627075195, -52.954505920410156, -47.33486557006836, -41.71522521972656, -36.0955810546875, -30.475940704345703, -24.856300354003906, -19.236656188964844, -13.617015838623047, -7.99737548828125, -2.3777341842651367, 3.2419071197509766, 8.861549377441406, 14.481189727783203, 20.100830078125, 25.720474243164062, 31.34011459350586, 36.959754943847656, 42.57939529418945, 48.19903564453125, 53.81867980957031, 59.43832015991211, 65.0579605102539, 70.67760467529297, 76.2972412109375, 81.91690063476562, 87.53654479980469, 93.15618133544922, 98.77582550048828, 104.39546203613281, 110.01510620117188, 115.63475036621094, 121.25439453125, 126.87403106689453, 132.49366760253906, 138.11331176757812, 143.7329559326172, 149.35260009765625, 154.97222900390625, 160.59188842773438, 166.21151733398438, 171.83116149902344, 177.4508056640625, 183.07044982910156, 188.69009399414062, 194.30972290039062, 199.9293670654297, 205.54901123046875, 211.1686553955078, 216.78829956054688, 222.40794372558594, 228.027587890625, 233.647216796875, 239.26686096191406, 244.88650512695312, 250.5061492919922, 256.12579345703125, 261.74542236328125]}, "gradients/wav2vec2.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 2.0, 2.0, 2.0, 5.0, 3.0, 10.0, 8.0, 5.0, 20.0, 16.0, 12.0, 23.0, 24.0, 28.0, 30.0, 22.0, 24.0, 32.0, 42.0, 45.0, 36.0, 37.0, 44.0, 35.0, 35.0, 43.0, 29.0, 42.0, 39.0, 41.0, 34.0, 27.0, 31.0, 18.0, 25.0, 22.0, 23.0, 15.0, 18.0, 7.0, 12.0, 7.0, 4.0, 9.0, 7.0, 4.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-79.89459228515625, -77.3180160522461, -74.7414321899414, -72.16485595703125, -69.58827209472656, -67.0116958618164, -64.43511962890625, -61.85853576660156, -59.281959533691406, -56.705379486083984, -54.12879943847656, -51.552223205566406, -48.975643157958984, -46.39906311035156, -43.82248306274414, -41.24590301513672, -38.6693229675293, -36.092742919921875, -33.51616287231445, -30.939584732055664, -28.363006591796875, -25.786426544189453, -23.20984649658203, -20.633268356323242, -18.05668830871582, -15.480109214782715, -12.90353012084961, -10.326950073242188, -7.750370979309082, -5.173791885375977, -2.5972118377685547, -0.020633697509765625, 2.5559463500976562, 5.132525444030762, 7.709105014801025, 10.285684585571289, 12.862263679504395, 15.4388427734375, 18.015422821044922, 20.59200096130371, 23.168581008911133, 25.745161056518555, 28.321739196777344, 30.898319244384766, 33.47489929199219, 36.051475524902344, 38.62805938720703, 41.20463562011719, 43.78121566772461, 46.35779571533203, 48.93437576293945, 51.510955810546875, 54.08753204345703, 56.66411209106445, 59.240692138671875, 61.81726837158203, 64.39385223388672, 66.97042846679688, 69.54701232910156, 72.12358856201172, 74.7001724243164, 77.27674865722656, 79.85333251953125, 82.4299087524414, 85.00648498535156]}, "gradients/wav2vec2.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 10.0, 4.0, 19.0, 17.0, 36.0, 39.0, 58.0, 86.0, 137.0, 233.0, 295.0, 458.0, 706.0, 1069.0, 1666.0, 2581.0, 4083.0, 6694.0, 10912.0, 18143.0, 30863.0, 54890.0, 114070.0, 253522.0, 274893.0, 128112.0, 60663.0, 33625.0, 19457.0, 11681.0, 7257.0, 4527.0, 2709.0, 1741.0, 1080.0, 765.0, 497.0, 322.0, 217.0, 143.0, 95.0, 60.0, 38.0, 31.0, 17.0, 17.0, 13.0, 6.0, 4.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-24.796875, -24.069091796875, -23.34130859375, -22.613525390625, -21.8857421875, -21.157958984375, -20.43017578125, -19.702392578125, -18.974609375, -18.246826171875, -17.51904296875, -16.791259765625, -16.0634765625, -15.335693359375, -14.60791015625, -13.880126953125, -13.15234375, -12.424560546875, -11.69677734375, -10.968994140625, -10.2412109375, -9.513427734375, -8.78564453125, -8.057861328125, -7.330078125, -6.602294921875, -5.87451171875, -5.146728515625, -4.4189453125, -3.691162109375, -2.96337890625, -2.235595703125, -1.5078125, -0.780029296875, -0.05224609375, 0.675537109375, 1.4033203125, 2.131103515625, 2.85888671875, 3.586669921875, 4.314453125, 5.042236328125, 5.77001953125, 6.497802734375, 7.2255859375, 7.953369140625, 8.68115234375, 9.408935546875, 10.13671875, 10.864501953125, 11.59228515625, 12.320068359375, 13.0478515625, 13.775634765625, 14.50341796875, 15.231201171875, 15.958984375, 16.686767578125, 17.41455078125, 18.142333984375, 18.8701171875, 19.597900390625, 20.32568359375, 21.053466796875, 21.78125]}, "gradients/wav2vec2.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 6.0, 7.0, 7.0, 8.0, 10.0, 15.0, 17.0, 20.0, 18.0, 21.0, 23.0, 29.0, 28.0, 32.0, 37.0, 38.0, 42.0, 32.0, 25.0, 40.0, 50.0, 43.0, 40.0, 40.0, 33.0, 34.0, 36.0, 29.0, 25.0, 35.0, 21.0, 22.0, 16.0, 20.0, 16.0, 12.0, 13.0, 13.0, 7.0, 3.0, 8.0, 5.0, 7.0, 4.0, 7.0, 4.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-12.2421875, -11.8712158203125, -11.500244140625, -11.1292724609375, -10.75830078125, -10.3873291015625, -10.016357421875, -9.6453857421875, -9.2744140625, -8.9034423828125, -8.532470703125, -8.1614990234375, -7.79052734375, -7.4195556640625, -7.048583984375, -6.6776123046875, -6.306640625, -5.9356689453125, -5.564697265625, -5.1937255859375, -4.82275390625, -4.4517822265625, -4.080810546875, -3.7098388671875, -3.3388671875, -2.9678955078125, -2.596923828125, -2.2259521484375, -1.85498046875, -1.4840087890625, -1.113037109375, -0.7420654296875, -0.37109375, -0.0001220703125, 0.370849609375, 0.7418212890625, 1.11279296875, 1.4837646484375, 1.854736328125, 2.2257080078125, 2.5966796875, 2.9676513671875, 3.338623046875, 3.7095947265625, 4.08056640625, 4.4515380859375, 4.822509765625, 5.1934814453125, 5.564453125, 5.9354248046875, 6.306396484375, 6.6773681640625, 7.04833984375, 7.4193115234375, 7.790283203125, 8.1612548828125, 8.5322265625, 8.9031982421875, 9.274169921875, 9.6451416015625, 10.01611328125, 10.3870849609375, 10.758056640625, 11.1290283203125, 11.5]}, "gradients/wav2vec2.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 7.0, 6.0, 7.0, 10.0, 11.0, 21.0, 15.0, 33.0, 47.0, 50.0, 73.0, 106.0, 163.0, 303.0, 530.0, 907.0, 1702.0, 3628.0, 8072.0, 17753.0, 41828.0, 111426.0, 400045.0, 313199.0, 86555.0, 34144.0, 14824.0, 6524.0, 3018.0, 1547.0, 824.0, 451.0, 231.0, 137.0, 106.0, 70.0, 49.0, 41.0, 17.0, 20.0, 16.0, 11.0, 11.0, 4.0, 5.0, 6.0, 3.0, 2.0, 2.0, 1.0, 2.0], "bins": [-43.4375, -42.22705078125, -41.0166015625, -39.80615234375, -38.595703125, -37.38525390625, -36.1748046875, -34.96435546875, -33.75390625, -32.54345703125, -31.3330078125, -30.12255859375, -28.912109375, -27.70166015625, -26.4912109375, -25.28076171875, -24.0703125, -22.85986328125, -21.6494140625, -20.43896484375, -19.228515625, -18.01806640625, -16.8076171875, -15.59716796875, -14.38671875, -13.17626953125, -11.9658203125, -10.75537109375, -9.544921875, -8.33447265625, -7.1240234375, -5.91357421875, -4.703125, -3.49267578125, -2.2822265625, -1.07177734375, 0.138671875, 1.34912109375, 2.5595703125, 3.77001953125, 4.98046875, 6.19091796875, 7.4013671875, 8.61181640625, 9.822265625, 11.03271484375, 12.2431640625, 13.45361328125, 14.6640625, 15.87451171875, 17.0849609375, 18.29541015625, 19.505859375, 20.71630859375, 21.9267578125, 23.13720703125, 24.34765625, 25.55810546875, 26.7685546875, 27.97900390625, 29.189453125, 30.39990234375, 31.6103515625, 32.82080078125, 34.03125]}, "gradients/wav2vec2.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 5.0, 3.0, 3.0, 8.0, 6.0, 5.0, 15.0, 14.0, 11.0, 16.0, 16.0, 23.0, 20.0, 25.0, 36.0, 36.0, 35.0, 39.0, 37.0, 43.0, 56.0, 46.0, 35.0, 37.0, 52.0, 41.0, 46.0, 34.0, 32.0, 27.0, 27.0, 26.0, 23.0, 16.0, 19.0, 10.0, 9.0, 10.0, 18.0, 13.0, 8.0, 8.0, 4.0, 8.0, 0.0, 3.0, 4.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.78125, -34.55419921875, -33.3271484375, -32.10009765625, -30.873046875, -29.64599609375, -28.4189453125, -27.19189453125, -25.96484375, -24.73779296875, -23.5107421875, -22.28369140625, -21.056640625, -19.82958984375, -18.6025390625, -17.37548828125, -16.1484375, -14.92138671875, -13.6943359375, -12.46728515625, -11.240234375, -10.01318359375, -8.7861328125, -7.55908203125, -6.33203125, -5.10498046875, -3.8779296875, -2.65087890625, -1.423828125, -0.19677734375, 1.0302734375, 2.25732421875, 3.484375, 4.71142578125, 5.9384765625, 7.16552734375, 8.392578125, 9.61962890625, 10.8466796875, 12.07373046875, 13.30078125, 14.52783203125, 15.7548828125, 16.98193359375, 18.208984375, 19.43603515625, 20.6630859375, 21.89013671875, 23.1171875, 24.34423828125, 25.5712890625, 26.79833984375, 28.025390625, 29.25244140625, 30.4794921875, 31.70654296875, 32.93359375, 34.16064453125, 35.3876953125, 36.61474609375, 37.841796875, 39.06884765625, 40.2958984375, 41.52294921875, 42.75]}, "gradients/wav2vec2.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 4.0, 4.0, 3.0, 9.0, 4.0, 12.0, 14.0, 18.0, 23.0, 41.0, 43.0, 56.0, 93.0, 131.0, 192.0, 279.0, 416.0, 652.0, 986.0, 1603.0, 2538.0, 4025.0, 6638.0, 10973.0, 19107.0, 36815.0, 85739.0, 236099.0, 349301.0, 163538.0, 61414.0, 28236.0, 15523.0, 9165.0, 5448.0, 3263.0, 2086.0, 1385.0, 896.0, 571.0, 405.0, 239.0, 165.0, 122.0, 93.0, 38.0, 52.0, 32.0, 21.0, 12.0, 9.0, 9.0, 9.0, 5.0, 5.0, 2.0, 3.0, 3.0, 3.0, 0.0, 1.0], "bins": [-14.6796875, -14.2109375, -13.7421875, -13.2734375, -12.8046875, -12.3359375, -11.8671875, -11.3984375, -10.9296875, -10.4609375, -9.9921875, -9.5234375, -9.0546875, -8.5859375, -8.1171875, -7.6484375, -7.1796875, -6.7109375, -6.2421875, -5.7734375, -5.3046875, -4.8359375, -4.3671875, -3.8984375, -3.4296875, -2.9609375, -2.4921875, -2.0234375, -1.5546875, -1.0859375, -0.6171875, -0.1484375, 0.3203125, 0.7890625, 1.2578125, 1.7265625, 2.1953125, 2.6640625, 3.1328125, 3.6015625, 4.0703125, 4.5390625, 5.0078125, 5.4765625, 5.9453125, 6.4140625, 6.8828125, 7.3515625, 7.8203125, 8.2890625, 8.7578125, 9.2265625, 9.6953125, 10.1640625, 10.6328125, 11.1015625, 11.5703125, 12.0390625, 12.5078125, 12.9765625, 13.4453125, 13.9140625, 14.3828125, 14.8515625, 15.3203125]}, "gradients/wav2vec2.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 5.0, 3.0, 6.0, 1.0, 9.0, 7.0, 14.0, 13.0, 13.0, 26.0, 44.0, 61.0, 118.0, 189.0, 173.0, 109.0, 64.0, 30.0, 33.0, 15.0, 11.0, 9.0, 13.0, 11.0, 7.0, 6.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.00662994384765625, -0.006463944911956787, -0.006297945976257324, -0.006131947040557861, -0.0059659481048583984, -0.0057999491691589355, -0.005633950233459473, -0.00546795129776001, -0.005301952362060547, -0.005135953426361084, -0.004969954490661621, -0.004803955554962158, -0.004637956619262695, -0.004471957683563232, -0.0043059587478637695, -0.004139959812164307, -0.003973960876464844, -0.003807961940765381, -0.003641963005065918, -0.003475964069366455, -0.003309965133666992, -0.0031439661979675293, -0.0029779672622680664, -0.0028119683265686035, -0.0026459693908691406, -0.0024799704551696777, -0.002313971519470215, -0.002147972583770752, -0.001981973648071289, -0.0018159747123718262, -0.0016499757766723633, -0.0014839768409729004, -0.0013179779052734375, -0.0011519789695739746, -0.0009859800338745117, -0.0008199810981750488, -0.0006539821624755859, -0.00048798322677612305, -0.00032198429107666016, -0.00015598535537719727, 1.0013580322265625e-05, 0.00017601251602172852, 0.0003420114517211914, 0.0005080103874206543, 0.0006740093231201172, 0.0008400082588195801, 0.001006007194519043, 0.0011720061302185059, 0.0013380050659179688, 0.0015040040016174316, 0.0016700029373168945, 0.0018360018730163574, 0.0020020008087158203, 0.002167999744415283, 0.002333998680114746, 0.002499997615814209, 0.002665996551513672, 0.0028319954872131348, 0.0029979944229125977, 0.0031639933586120605, 0.0033299922943115234, 0.0034959912300109863, 0.0036619901657104492, 0.003827989101409912, 0.003993988037109375]}, "gradients/wav2vec2.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 4.0, 13.0, 3.0, 6.0, 10.0, 28.0, 27.0, 41.0, 85.0, 138.0, 196.0, 339.0, 561.0, 984.0, 1962.0, 3812.0, 7750.0, 16359.0, 37025.0, 103851.0, 345814.0, 353149.0, 106589.0, 37210.0, 16337.0, 7889.0, 3913.0, 2014.0, 1027.0, 569.0, 326.0, 191.0, 132.0, 82.0, 35.0, 27.0, 18.0, 17.0, 10.0, 7.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-21.609375, -21.0255126953125, -20.441650390625, -19.8577880859375, -19.27392578125, -18.6900634765625, -18.106201171875, -17.5223388671875, -16.9384765625, -16.3546142578125, -15.770751953125, -15.1868896484375, -14.60302734375, -14.0191650390625, -13.435302734375, -12.8514404296875, -12.267578125, -11.6837158203125, -11.099853515625, -10.5159912109375, -9.93212890625, -9.3482666015625, -8.764404296875, -8.1805419921875, -7.5966796875, -7.0128173828125, -6.428955078125, -5.8450927734375, -5.26123046875, -4.6773681640625, -4.093505859375, -3.5096435546875, -2.92578125, -2.3419189453125, -1.758056640625, -1.1741943359375, -0.59033203125, -0.0064697265625, 0.577392578125, 1.1612548828125, 1.7451171875, 2.3289794921875, 2.912841796875, 3.4967041015625, 4.08056640625, 4.6644287109375, 5.248291015625, 5.8321533203125, 6.416015625, 6.9998779296875, 7.583740234375, 8.1676025390625, 8.75146484375, 9.3353271484375, 9.919189453125, 10.5030517578125, 11.0869140625, 11.6707763671875, 12.254638671875, 12.8385009765625, 13.42236328125, 14.0062255859375, 14.590087890625, 15.1739501953125, 15.7578125]}, "gradients/wav2vec2.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 5.0, 0.0, 1.0, 2.0, 4.0, 1.0, 7.0, 6.0, 9.0, 12.0, 10.0, 19.0, 27.0, 30.0, 50.0, 68.0, 110.0, 131.0, 118.0, 119.0, 64.0, 60.0, 38.0, 16.0, 19.0, 13.0, 10.0, 12.0, 9.0, 5.0, 5.0, 6.0, 9.0, 6.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-17.875, -17.298583984375, -16.72216796875, -16.145751953125, -15.5693359375, -14.992919921875, -14.41650390625, -13.840087890625, -13.263671875, -12.687255859375, -12.11083984375, -11.534423828125, -10.9580078125, -10.381591796875, -9.80517578125, -9.228759765625, -8.65234375, -8.075927734375, -7.49951171875, -6.923095703125, -6.3466796875, -5.770263671875, -5.19384765625, -4.617431640625, -4.041015625, -3.464599609375, -2.88818359375, -2.311767578125, -1.7353515625, -1.158935546875, -0.58251953125, -0.006103515625, 0.5703125, 1.146728515625, 1.72314453125, 2.299560546875, 2.8759765625, 3.452392578125, 4.02880859375, 4.605224609375, 5.181640625, 5.758056640625, 6.33447265625, 6.910888671875, 7.4873046875, 8.063720703125, 8.64013671875, 9.216552734375, 9.79296875, 10.369384765625, 10.94580078125, 11.522216796875, 12.0986328125, 12.675048828125, 13.25146484375, 13.827880859375, 14.404296875, 14.980712890625, 15.55712890625, 16.133544921875, 16.7099609375, 17.286376953125, 17.86279296875, 18.439208984375, 19.015625]}, "gradients/wav2vec2.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 4.0, 44.0, 287.0, 499.0, 153.0, 18.0, 5.0, 5.0], "bins": [-1665.761962890625, -1637.666015625, -1609.570068359375, -1581.4739990234375, -1553.3780517578125, -1525.2821044921875, -1497.1861572265625, -1469.090087890625, -1440.994140625, -1412.898193359375, -1384.80224609375, -1356.7061767578125, -1328.6102294921875, -1300.5142822265625, -1272.4183349609375, -1244.322265625, -1216.226318359375, -1188.13037109375, -1160.034423828125, -1131.9383544921875, -1103.8424072265625, -1075.7464599609375, -1047.6505126953125, -1019.5545043945312, -991.4586181640625, -963.3626708984375, -935.2666625976562, -907.1707153320312, -879.07470703125, -850.978759765625, -822.8828125, -794.7868041992188, -766.6907958984375, -738.5948486328125, -710.4988403320312, -682.4028930664062, -654.306884765625, -626.2109375, -598.114990234375, -570.0189819335938, -541.9229736328125, -513.8270263671875, -485.73101806640625, -457.63507080078125, -429.5390625, -401.443115234375, -373.3471374511719, -345.25115966796875, -317.15521240234375, -289.0592346191406, -260.9632568359375, -232.86729431152344, -204.7713165283203, -176.6753387451172, -148.57937622070312, -120.4833984375, -92.38740539550781, -64.29142761230469, -36.195457458496094, -8.0994873046875, 19.996490478515625, 48.09246826171875, 76.18843078613281, 104.28440856933594, 132.38038635253906]}, "gradients/wav2vec2.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 4.0, 2.0, 9.0, 10.0, 9.0, 8.0, 12.0, 16.0, 20.0, 15.0, 23.0, 23.0, 9.0, 17.0, 32.0, 34.0, 30.0, 39.0, 35.0, 44.0, 38.0, 37.0, 42.0, 48.0, 45.0, 46.0, 41.0, 32.0, 25.0, 31.0, 31.0, 30.0, 27.0, 21.0, 19.0, 14.0, 21.0, 15.0, 3.0, 13.0, 10.0, 6.0, 2.0, 1.0, 5.0, 5.0, 2.0, 2.0, 2.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-105.82091522216797, -102.4673843383789, -99.11385345458984, -95.76032257080078, -92.40678405761719, -89.05325317382812, -85.69972229003906, -82.34619140625, -78.99266052246094, -75.63912963867188, -72.28559875488281, -68.93206787109375, -65.57853698730469, -62.22500228881836, -58.87146759033203, -55.51793670654297, -52.164405822753906, -48.810874938964844, -45.45734405517578, -42.10380935668945, -38.75027847290039, -35.39674758911133, -32.043212890625, -28.689682006835938, -25.336151123046875, -21.982620239257812, -18.629087448120117, -15.275555610656738, -11.92202377319336, -8.568492889404297, -5.214960098266602, -1.8614273071289062, 1.492095947265625, 4.845627784729004, 8.199159622192383, 11.552691459655762, 14.90622329711914, 18.259754180908203, 21.6132869720459, 24.966819763183594, 28.320350646972656, 31.67388153076172, 35.02741241455078, 38.38094711303711, 41.73447799682617, 45.088008880615234, 48.44154357910156, 51.795074462890625, 55.14860534667969, 58.50213623046875, 61.85566711425781, 65.20919799804688, 68.56272888183594, 71.916259765625, 75.2697982788086, 78.62332916259766, 81.97686004638672, 85.33039093017578, 88.68392181396484, 92.0374526977539, 95.3909912109375, 98.74452209472656, 102.09805297851562, 105.45158386230469, 108.80511474609375]}, "gradients/wav2vec2.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 5.0, 2.0, 4.0, 6.0, 7.0, 11.0, 9.0, 18.0, 19.0, 25.0, 39.0, 54.0, 82.0, 136.0, 196.0, 324.0, 487.0, 915.0, 1731.0, 3669.0, 8399.0, 20561.0, 54694.0, 158838.0, 530118.0, 1766028.0, 1161864.0, 320216.0, 102745.0, 36836.0, 14188.0, 5919.0, 2746.0, 1377.0, 773.0, 432.0, 284.0, 162.0, 100.0, 92.0, 46.0, 35.0, 32.0, 14.0, 16.0, 8.0, 6.0, 6.0, 7.0, 4.0, 2.0, 5.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-13.640625, -13.1669921875, -12.693359375, -12.2197265625, -11.74609375, -11.2724609375, -10.798828125, -10.3251953125, -9.8515625, -9.3779296875, -8.904296875, -8.4306640625, -7.95703125, -7.4833984375, -7.009765625, -6.5361328125, -6.0625, -5.5888671875, -5.115234375, -4.6416015625, -4.16796875, -3.6943359375, -3.220703125, -2.7470703125, -2.2734375, -1.7998046875, -1.326171875, -0.8525390625, -0.37890625, 0.0947265625, 0.568359375, 1.0419921875, 1.515625, 1.9892578125, 2.462890625, 2.9365234375, 3.41015625, 3.8837890625, 4.357421875, 4.8310546875, 5.3046875, 5.7783203125, 6.251953125, 6.7255859375, 7.19921875, 7.6728515625, 8.146484375, 8.6201171875, 9.09375, 9.5673828125, 10.041015625, 10.5146484375, 10.98828125, 11.4619140625, 11.935546875, 12.4091796875, 12.8828125, 13.3564453125, 13.830078125, 14.3037109375, 14.77734375, 15.2509765625, 15.724609375, 16.1982421875, 16.671875]}, "gradients/wav2vec2.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 6.0, 5.0, 7.0, 9.0, 9.0, 15.0, 20.0, 18.0, 14.0, 21.0, 37.0, 22.0, 28.0, 28.0, 43.0, 36.0, 42.0, 47.0, 52.0, 45.0, 42.0, 40.0, 51.0, 33.0, 42.0, 44.0, 29.0, 32.0, 34.0, 20.0, 35.0, 19.0, 15.0, 9.0, 18.0, 12.0, 8.0, 4.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-8.875, -8.602783203125, -8.33056640625, -8.058349609375, -7.7861328125, -7.513916015625, -7.24169921875, -6.969482421875, -6.697265625, -6.425048828125, -6.15283203125, -5.880615234375, -5.6083984375, -5.336181640625, -5.06396484375, -4.791748046875, -4.51953125, -4.247314453125, -3.97509765625, -3.702880859375, -3.4306640625, -3.158447265625, -2.88623046875, -2.614013671875, -2.341796875, -2.069580078125, -1.79736328125, -1.525146484375, -1.2529296875, -0.980712890625, -0.70849609375, -0.436279296875, -0.1640625, 0.108154296875, 0.38037109375, 0.652587890625, 0.9248046875, 1.197021484375, 1.46923828125, 1.741455078125, 2.013671875, 2.285888671875, 2.55810546875, 2.830322265625, 3.1025390625, 3.374755859375, 3.64697265625, 3.919189453125, 4.19140625, 4.463623046875, 4.73583984375, 5.008056640625, 5.2802734375, 5.552490234375, 5.82470703125, 6.096923828125, 6.369140625, 6.641357421875, 6.91357421875, 7.185791015625, 7.4580078125, 7.730224609375, 8.00244140625, 8.274658203125, 8.546875]}, "gradients/wav2vec2.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 4.0, 13.0, 17.0, 26.0, 49.0, 64.0, 92.0, 135.0, 239.0, 389.0, 689.0, 1252.0, 2218.0, 4111.0, 7672.0, 14900.0, 29462.0, 61103.0, 134289.0, 332870.0, 1016998.0, 1635596.0, 567128.0, 207754.0, 90130.0, 42710.0, 20936.0, 10819.0, 5591.0, 3080.0, 1633.0, 944.0, 533.0, 316.0, 182.0, 125.0, 70.0, 60.0, 30.0, 20.0, 15.0, 10.0, 7.0, 5.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.3828125, -13.962890625, -13.54296875, -13.123046875, -12.703125, -12.283203125, -11.86328125, -11.443359375, -11.0234375, -10.603515625, -10.18359375, -9.763671875, -9.34375, -8.923828125, -8.50390625, -8.083984375, -7.6640625, -7.244140625, -6.82421875, -6.404296875, -5.984375, -5.564453125, -5.14453125, -4.724609375, -4.3046875, -3.884765625, -3.46484375, -3.044921875, -2.625, -2.205078125, -1.78515625, -1.365234375, -0.9453125, -0.525390625, -0.10546875, 0.314453125, 0.734375, 1.154296875, 1.57421875, 1.994140625, 2.4140625, 2.833984375, 3.25390625, 3.673828125, 4.09375, 4.513671875, 4.93359375, 5.353515625, 5.7734375, 6.193359375, 6.61328125, 7.033203125, 7.453125, 7.873046875, 8.29296875, 8.712890625, 9.1328125, 9.552734375, 9.97265625, 10.392578125, 10.8125, 11.232421875, 11.65234375, 12.072265625, 12.4921875]}, "gradients/wav2vec2.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 4.0, 9.0, 17.0, 8.0, 19.0, 16.0, 31.0, 37.0, 43.0, 75.0, 107.0, 125.0, 163.0, 233.0, 348.0, 480.0, 616.0, 484.0, 351.0, 244.0, 188.0, 125.0, 73.0, 62.0, 61.0, 29.0, 31.0, 27.0, 15.0, 31.0, 11.0, 6.0, 6.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.84375, -14.2119140625, -13.580078125, -12.9482421875, -12.31640625, -11.6845703125, -11.052734375, -10.4208984375, -9.7890625, -9.1572265625, -8.525390625, -7.8935546875, -7.26171875, -6.6298828125, -5.998046875, -5.3662109375, -4.734375, -4.1025390625, -3.470703125, -2.8388671875, -2.20703125, -1.5751953125, -0.943359375, -0.3115234375, 0.3203125, 0.9521484375, 1.583984375, 2.2158203125, 2.84765625, 3.4794921875, 4.111328125, 4.7431640625, 5.375, 6.0068359375, 6.638671875, 7.2705078125, 7.90234375, 8.5341796875, 9.166015625, 9.7978515625, 10.4296875, 11.0615234375, 11.693359375, 12.3251953125, 12.95703125, 13.5888671875, 14.220703125, 14.8525390625, 15.484375, 16.1162109375, 16.748046875, 17.3798828125, 18.01171875, 18.6435546875, 19.275390625, 19.9072265625, 20.5390625, 21.1708984375, 21.802734375, 22.4345703125, 23.06640625, 23.6982421875, 24.330078125, 24.9619140625, 25.59375]}, "gradients/wav2vec2.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 3.0, 4.0, 4.0, 8.0, 18.0, 42.0, 69.0, 154.0, 176.0, 199.0, 145.0, 94.0, 42.0, 25.0, 8.0, 7.0, 6.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0], "bins": [-317.36614990234375, -311.021484375, -304.67681884765625, -298.3321533203125, -291.98748779296875, -285.642822265625, -279.29815673828125, -272.9534912109375, -266.60882568359375, -260.26416015625, -253.91949462890625, -247.5748291015625, -241.23016357421875, -234.88551330566406, -228.5408477783203, -222.19618225097656, -215.85153198242188, -209.50686645507812, -203.16220092773438, -196.81753540039062, -190.47286987304688, -184.1282196044922, -177.78355407714844, -171.4388885498047, -165.09422302246094, -158.7495574951172, -152.40489196777344, -146.0602264404297, -139.715576171875, -133.37091064453125, -127.0262451171875, -120.68157958984375, -114.3369140625, -107.99224853515625, -101.6475830078125, -95.30292510986328, -88.95825958251953, -82.61359405517578, -76.26893615722656, -69.92427062988281, -63.57960510253906, -57.23493957519531, -50.89027786254883, -44.545616149902344, -38.200950622558594, -31.856287002563477, -25.51162338256836, -19.166961669921875, -12.822296142578125, -6.477632522583008, -0.13296890258789062, 6.211694717407227, 12.556358337402344, 18.90102195739746, 25.245685577392578, 31.590347290039062, 37.93501281738281, 44.27967834472656, 50.62434005737305, 56.96900177001953, 63.31366729736328, 69.65833282470703, 76.00299072265625, 82.34765625, 88.69232177734375]}, "gradients/wav2vec2.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 0.0, 4.0, 1.0, 4.0, 4.0, 4.0, 5.0, 11.0, 6.0, 12.0, 12.0, 17.0, 14.0, 21.0, 20.0, 26.0, 24.0, 43.0, 41.0, 34.0, 48.0, 55.0, 36.0, 43.0, 33.0, 45.0, 45.0, 43.0, 26.0, 34.0, 38.0, 45.0, 30.0, 26.0, 27.0, 24.0, 22.0, 11.0, 12.0, 9.0, 13.0, 16.0, 4.0, 7.0, 2.0, 2.0, 3.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-65.10850524902344, -63.05025863647461, -60.99201583862305, -58.93376922607422, -56.875526428222656, -54.81727981567383, -52.759033203125, -50.70079040527344, -48.64254379272461, -46.58429718017578, -44.52605438232422, -42.46780776977539, -40.40956115722656, -38.351318359375, -36.29307174682617, -34.234825134277344, -32.17658233642578, -30.118337631225586, -28.06009292602539, -26.001846313476562, -23.943601608276367, -21.885356903076172, -19.827110290527344, -17.76886558532715, -15.710620880126953, -13.652376174926758, -11.594130516052246, -9.535884857177734, -7.477640151977539, -5.419395446777344, -3.361149787902832, -1.3029041290283203, 0.755340576171875, 2.8135857582092285, 4.871830940246582, 6.9300761222839355, 8.988321304321289, 11.046566009521484, 13.104811668395996, 15.163057327270508, 17.221302032470703, 19.2795467376709, 21.337791442871094, 23.396038055419922, 25.454282760620117, 27.512527465820312, 29.57077407836914, 31.629018783569336, 33.68726348876953, 35.74551010131836, 37.80375289916992, 39.86199951171875, 41.92024230957031, 43.97848892211914, 46.03673553466797, 48.09497833251953, 50.15322494506836, 52.21147155761719, 54.26971435546875, 56.32796096801758, 58.386207580566406, 60.44445037841797, 62.5026969909668, 64.56094360351562, 66.61918640136719]}, "gradients/wav2vec2.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 2.0, 4.0, 9.0, 12.0, 21.0, 18.0, 25.0, 52.0, 74.0, 96.0, 158.0, 227.0, 360.0, 548.0, 825.0, 1256.0, 1868.0, 2883.0, 4199.0, 6487.0, 10122.0, 17052.0, 30798.0, 70517.0, 227047.0, 391747.0, 161914.0, 53771.0, 25846.0, 14694.0, 8889.0, 5908.0, 3745.0, 2463.0, 1654.0, 1144.0, 682.0, 460.0, 316.0, 225.0, 162.0, 77.0, 70.0, 48.0, 33.0, 21.0, 8.0, 10.0, 9.0, 3.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.09375, -14.5615234375, -14.029296875, -13.4970703125, -12.96484375, -12.4326171875, -11.900390625, -11.3681640625, -10.8359375, -10.3037109375, -9.771484375, -9.2392578125, -8.70703125, -8.1748046875, -7.642578125, -7.1103515625, -6.578125, -6.0458984375, -5.513671875, -4.9814453125, -4.44921875, -3.9169921875, -3.384765625, -2.8525390625, -2.3203125, -1.7880859375, -1.255859375, -0.7236328125, -0.19140625, 0.3408203125, 0.873046875, 1.4052734375, 1.9375, 2.4697265625, 3.001953125, 3.5341796875, 4.06640625, 4.5986328125, 5.130859375, 5.6630859375, 6.1953125, 6.7275390625, 7.259765625, 7.7919921875, 8.32421875, 8.8564453125, 9.388671875, 9.9208984375, 10.453125, 10.9853515625, 11.517578125, 12.0498046875, 12.58203125, 13.1142578125, 13.646484375, 14.1787109375, 14.7109375, 15.2431640625, 15.775390625, 16.3076171875, 16.83984375, 17.3720703125, 17.904296875, 18.4365234375, 18.96875]}, "gradients/wav2vec2.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 4.0, 3.0, 4.0, 4.0, 4.0, 8.0, 5.0, 17.0, 12.0, 10.0, 18.0, 13.0, 32.0, 27.0, 26.0, 20.0, 30.0, 31.0, 45.0, 42.0, 39.0, 48.0, 36.0, 52.0, 43.0, 43.0, 52.0, 39.0, 33.0, 42.0, 34.0, 29.0, 28.0, 25.0, 15.0, 15.0, 21.0, 13.0, 7.0, 14.0, 6.0, 4.0, 6.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-9.375, -9.1009521484375, -8.826904296875, -8.5528564453125, -8.27880859375, -8.0047607421875, -7.730712890625, -7.4566650390625, -7.1826171875, -6.9085693359375, -6.634521484375, -6.3604736328125, -6.08642578125, -5.8123779296875, -5.538330078125, -5.2642822265625, -4.990234375, -4.7161865234375, -4.442138671875, -4.1680908203125, -3.89404296875, -3.6199951171875, -3.345947265625, -3.0718994140625, -2.7978515625, -2.5238037109375, -2.249755859375, -1.9757080078125, -1.70166015625, -1.4276123046875, -1.153564453125, -0.8795166015625, -0.60546875, -0.3314208984375, -0.057373046875, 0.2166748046875, 0.49072265625, 0.7647705078125, 1.038818359375, 1.3128662109375, 1.5869140625, 1.8609619140625, 2.135009765625, 2.4090576171875, 2.68310546875, 2.9571533203125, 3.231201171875, 3.5052490234375, 3.779296875, 4.0533447265625, 4.327392578125, 4.6014404296875, 4.87548828125, 5.1495361328125, 5.423583984375, 5.6976318359375, 5.9716796875, 6.2457275390625, 6.519775390625, 6.7938232421875, 7.06787109375, 7.3419189453125, 7.615966796875, 7.8900146484375, 8.1640625]}, "gradients/wav2vec2.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 4.0, 4.0, 7.0, 6.0, 13.0, 22.0, 34.0, 71.0, 95.0, 203.0, 425.0, 983.0, 2990.0, 10562.0, 42405.0, 362707.0, 552026.0, 56480.0, 13615.0, 3722.0, 1163.0, 510.0, 208.0, 145.0, 60.0, 41.0, 27.0, 11.0, 8.0, 6.0, 4.0, 4.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.1875, -26.91162109375, -25.6357421875, -24.35986328125, -23.083984375, -21.80810546875, -20.5322265625, -19.25634765625, -17.98046875, -16.70458984375, -15.4287109375, -14.15283203125, -12.876953125, -11.60107421875, -10.3251953125, -9.04931640625, -7.7734375, -6.49755859375, -5.2216796875, -3.94580078125, -2.669921875, -1.39404296875, -0.1181640625, 1.15771484375, 2.43359375, 3.70947265625, 4.9853515625, 6.26123046875, 7.537109375, 8.81298828125, 10.0888671875, 11.36474609375, 12.640625, 13.91650390625, 15.1923828125, 16.46826171875, 17.744140625, 19.02001953125, 20.2958984375, 21.57177734375, 22.84765625, 24.12353515625, 25.3994140625, 26.67529296875, 27.951171875, 29.22705078125, 30.5029296875, 31.77880859375, 33.0546875, 34.33056640625, 35.6064453125, 36.88232421875, 38.158203125, 39.43408203125, 40.7099609375, 41.98583984375, 43.26171875, 44.53759765625, 45.8134765625, 47.08935546875, 48.365234375, 49.64111328125, 50.9169921875, 52.19287109375, 53.46875]}, "gradients/wav2vec2.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 4.0, 5.0, 6.0, 10.0, 12.0, 11.0, 16.0, 18.0, 25.0, 32.0, 24.0, 30.0, 37.0, 58.0, 41.0, 43.0, 47.0, 53.0, 61.0, 58.0, 57.0, 43.0, 48.0, 33.0, 41.0, 38.0, 26.0, 23.0, 28.0, 12.0, 16.0, 16.0, 14.0, 3.0, 2.0, 8.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-33.125, -32.153076171875, -31.18115234375, -30.209228515625, -29.2373046875, -28.265380859375, -27.29345703125, -26.321533203125, -25.349609375, -24.377685546875, -23.40576171875, -22.433837890625, -21.4619140625, -20.489990234375, -19.51806640625, -18.546142578125, -17.57421875, -16.602294921875, -15.63037109375, -14.658447265625, -13.6865234375, -12.714599609375, -11.74267578125, -10.770751953125, -9.798828125, -8.826904296875, -7.85498046875, -6.883056640625, -5.9111328125, -4.939208984375, -3.96728515625, -2.995361328125, -2.0234375, -1.051513671875, -0.07958984375, 0.892333984375, 1.8642578125, 2.836181640625, 3.80810546875, 4.780029296875, 5.751953125, 6.723876953125, 7.69580078125, 8.667724609375, 9.6396484375, 10.611572265625, 11.58349609375, 12.555419921875, 13.52734375, 14.499267578125, 15.47119140625, 16.443115234375, 17.4150390625, 18.386962890625, 19.35888671875, 20.330810546875, 21.302734375, 22.274658203125, 23.24658203125, 24.218505859375, 25.1904296875, 26.162353515625, 27.13427734375, 28.106201171875, 29.078125]}, "gradients/wav2vec2.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 11.0, 16.0, 22.0, 29.0, 37.0, 62.0, 81.0, 113.0, 176.0, 275.0, 455.0, 665.0, 869.0, 1456.0, 2314.0, 3456.0, 5551.0, 9138.0, 15309.0, 27547.0, 52154.0, 113290.0, 268758.0, 290496.0, 126708.0, 57043.0, 29645.0, 16613.0, 9852.0, 5816.0, 3844.0, 2298.0, 1491.0, 1025.0, 650.0, 441.0, 262.0, 190.0, 122.0, 86.0, 61.0, 39.0, 28.0, 16.0, 22.0, 7.0, 5.0, 6.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.703125, -4.54669189453125, -4.3902587890625, -4.23382568359375, -4.077392578125, -3.92095947265625, -3.7645263671875, -3.60809326171875, -3.45166015625, -3.29522705078125, -3.1387939453125, -2.98236083984375, -2.825927734375, -2.66949462890625, -2.5130615234375, -2.35662841796875, -2.2001953125, -2.04376220703125, -1.8873291015625, -1.73089599609375, -1.574462890625, -1.41802978515625, -1.2615966796875, -1.10516357421875, -0.94873046875, -0.79229736328125, -0.6358642578125, -0.47943115234375, -0.322998046875, -0.16656494140625, -0.0101318359375, 0.14630126953125, 0.302734375, 0.45916748046875, 0.6156005859375, 0.77203369140625, 0.928466796875, 1.08489990234375, 1.2413330078125, 1.39776611328125, 1.55419921875, 1.71063232421875, 1.8670654296875, 2.02349853515625, 2.179931640625, 2.33636474609375, 2.4927978515625, 2.64923095703125, 2.8056640625, 2.96209716796875, 3.1185302734375, 3.27496337890625, 3.431396484375, 3.58782958984375, 3.7442626953125, 3.90069580078125, 4.05712890625, 4.21356201171875, 4.3699951171875, 4.52642822265625, 4.682861328125, 4.83929443359375, 4.9957275390625, 5.15216064453125, 5.30859375]}, "gradients/wav2vec2.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 4.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 8.0, 11.0, 3.0, 12.0, 14.0, 19.0, 16.0, 33.0, 36.0, 63.0, 121.0, 202.0, 164.0, 99.0, 54.0, 29.0, 20.0, 13.0, 11.0, 11.0, 8.0, 9.0, 4.0, 8.0, 3.0, 2.0, 4.0, 2.0, 3.0, 4.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.0025005340576171875, -0.002423882484436035, -0.002347230911254883, -0.0022705793380737305, -0.002193927764892578, -0.0021172761917114258, -0.0020406246185302734, -0.001963973045349121, -0.0018873214721679688, -0.0018106698989868164, -0.001734018325805664, -0.0016573667526245117, -0.0015807151794433594, -0.001504063606262207, -0.0014274120330810547, -0.0013507604598999023, -0.00127410888671875, -0.0011974573135375977, -0.0011208057403564453, -0.001044154167175293, -0.0009675025939941406, -0.0008908510208129883, -0.0008141994476318359, -0.0007375478744506836, -0.0006608963012695312, -0.0005842447280883789, -0.0005075931549072266, -0.0004309415817260742, -0.0003542900085449219, -0.00027763843536376953, -0.0002009868621826172, -0.00012433528900146484, -4.76837158203125e-05, 2.8967857360839844e-05, 0.00010561943054199219, 0.00018227100372314453, 0.0002589225769042969, 0.0003355741500854492, 0.00041222572326660156, 0.0004888772964477539, 0.0005655288696289062, 0.0006421804428100586, 0.0007188320159912109, 0.0007954835891723633, 0.0008721351623535156, 0.000948786735534668, 0.0010254383087158203, 0.0011020898818969727, 0.001178741455078125, 0.0012553930282592773, 0.0013320446014404297, 0.001408696174621582, 0.0014853477478027344, 0.0015619993209838867, 0.001638650894165039, 0.0017153024673461914, 0.0017919540405273438, 0.001868605613708496, 0.0019452571868896484, 0.0020219087600708008, 0.002098560333251953, 0.0021752119064331055, 0.002251863479614258, 0.00232851505279541, 0.0024051666259765625]}, "gradients/wav2vec2.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 2.0, 7.0, 8.0, 13.0, 10.0, 24.0, 25.0, 47.0, 55.0, 93.0, 135.0, 240.0, 348.0, 588.0, 1080.0, 2061.0, 4245.0, 8884.0, 19825.0, 45348.0, 114294.0, 266041.0, 314997.0, 159135.0, 61931.0, 26278.0, 11430.0, 5457.0, 2701.0, 1346.0, 738.0, 426.0, 250.0, 166.0, 85.0, 77.0, 49.0, 30.0, 23.0, 11.0, 22.0, 9.0, 8.0, 7.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-5.4453125, -5.2586669921875, -5.072021484375, -4.8853759765625, -4.69873046875, -4.5120849609375, -4.325439453125, -4.1387939453125, -3.9521484375, -3.7655029296875, -3.578857421875, -3.3922119140625, -3.20556640625, -3.0189208984375, -2.832275390625, -2.6456298828125, -2.458984375, -2.2723388671875, -2.085693359375, -1.8990478515625, -1.71240234375, -1.5257568359375, -1.339111328125, -1.1524658203125, -0.9658203125, -0.7791748046875, -0.592529296875, -0.4058837890625, -0.21923828125, -0.0325927734375, 0.154052734375, 0.3406982421875, 0.52734375, 0.7139892578125, 0.900634765625, 1.0872802734375, 1.27392578125, 1.4605712890625, 1.647216796875, 1.8338623046875, 2.0205078125, 2.2071533203125, 2.393798828125, 2.5804443359375, 2.76708984375, 2.9537353515625, 3.140380859375, 3.3270263671875, 3.513671875, 3.7003173828125, 3.886962890625, 4.0736083984375, 4.26025390625, 4.4468994140625, 4.633544921875, 4.8201904296875, 5.0068359375, 5.1934814453125, 5.380126953125, 5.5667724609375, 5.75341796875, 5.9400634765625, 6.126708984375, 6.3133544921875, 6.5]}, "gradients/wav2vec2.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 5.0, 1.0, 6.0, 7.0, 13.0, 18.0, 30.0, 29.0, 48.0, 45.0, 60.0, 63.0, 108.0, 85.0, 91.0, 91.0, 83.0, 56.0, 46.0, 32.0, 27.0, 12.0, 14.0, 15.0, 10.0, 5.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.14453125, -6.87677001953125, -6.6090087890625, -6.34124755859375, -6.073486328125, -5.80572509765625, -5.5379638671875, -5.27020263671875, -5.00244140625, -4.73468017578125, -4.4669189453125, -4.19915771484375, -3.931396484375, -3.66363525390625, -3.3958740234375, -3.12811279296875, -2.8603515625, -2.59259033203125, -2.3248291015625, -2.05706787109375, -1.789306640625, -1.52154541015625, -1.2537841796875, -0.98602294921875, -0.71826171875, -0.45050048828125, -0.1827392578125, 0.08502197265625, 0.352783203125, 0.62054443359375, 0.8883056640625, 1.15606689453125, 1.423828125, 1.69158935546875, 1.9593505859375, 2.22711181640625, 2.494873046875, 2.76263427734375, 3.0303955078125, 3.29815673828125, 3.56591796875, 3.83367919921875, 4.1014404296875, 4.36920166015625, 4.636962890625, 4.90472412109375, 5.1724853515625, 5.44024658203125, 5.7080078125, 5.97576904296875, 6.2435302734375, 6.51129150390625, 6.779052734375, 7.04681396484375, 7.3145751953125, 7.58233642578125, 7.85009765625, 8.11785888671875, 8.3856201171875, 8.65338134765625, 8.921142578125, 9.18890380859375, 9.4566650390625, 9.72442626953125, 9.9921875]}, "gradients/wav2vec2.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 17.0, 17.0, 26.0, 44.0, 60.0, 90.0, 127.0, 146.0, 140.0, 100.0, 84.0, 58.0, 36.0, 14.0, 12.0, 8.0, 5.0, 6.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-145.45201110839844, -141.99771118164062, -138.5434112548828, -135.089111328125, -131.6348114013672, -128.18051147460938, -124.7262191772461, -121.27191925048828, -117.81761932373047, -114.36331939697266, -110.90901947021484, -107.45471954345703, -104.00042724609375, -100.54612731933594, -97.09182739257812, -93.63752746582031, -90.1832275390625, -86.72892761230469, -83.27462768554688, -79.82032775878906, -76.36602783203125, -72.91172790527344, -69.45743560791016, -66.00313568115234, -62.54883575439453, -59.09453582763672, -55.640235900878906, -52.18593978881836, -48.73163986206055, -45.277339935302734, -41.82304382324219, -38.368743896484375, -34.914451599121094, -31.46015167236328, -28.0058536529541, -24.551555633544922, -21.09725570678711, -17.642955780029297, -14.188657760620117, -10.734359741210938, -7.280059814453125, -3.825760841369629, -0.3714618682861328, 3.0828371047973633, 6.537136077880859, 9.991436004638672, 13.445734024047852, 16.90003204345703, 20.354331970214844, 23.808631896972656, 27.262929916381836, 30.717227935791016, 34.17152786254883, 37.62582778930664, 41.08012390136719, 44.534423828125, 47.98872375488281, 51.443023681640625, 54.89732360839844, 58.351619720458984, 61.8059196472168, 65.26022338867188, 68.71451568603516, 72.16881561279297, 75.62311553955078]}, "gradients/wav2vec2.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 1.0, 3.0, 11.0, 9.0, 7.0, 9.0, 15.0, 6.0, 16.0, 17.0, 25.0, 19.0, 32.0, 28.0, 29.0, 27.0, 32.0, 29.0, 40.0, 32.0, 47.0, 40.0, 49.0, 39.0, 41.0, 41.0, 25.0, 39.0, 41.0, 28.0, 25.0, 27.0, 36.0, 23.0, 22.0, 18.0, 14.0, 10.0, 12.0, 10.0, 9.0, 5.0, 4.0, 2.0, 0.0, 2.0, 4.0, 3.0, 2.0, 1.0, 1.0], "bins": [-70.24015808105469, -68.26078033447266, -66.28140258789062, -64.3020248413086, -62.32264709472656, -60.34326934814453, -58.3638916015625, -56.38451385498047, -54.40513610839844, -52.425758361816406, -50.446380615234375, -48.467002868652344, -46.48762512207031, -44.50824737548828, -42.52886962890625, -40.54949188232422, -38.57011413574219, -36.590736389160156, -34.611358642578125, -32.631980895996094, -30.652603149414062, -28.67322540283203, -26.69384765625, -24.71446990966797, -22.735092163085938, -20.755714416503906, -18.776336669921875, -16.796958923339844, -14.817581176757812, -12.838203430175781, -10.85882568359375, -8.879447937011719, -6.9000701904296875, -4.920692443847656, -2.941314697265625, -0.9619369506835938, 1.0174407958984375, 2.9968185424804688, 4.9761962890625, 6.955574035644531, 8.934951782226562, 10.914329528808594, 12.893707275390625, 14.873085021972656, 16.852462768554688, 18.83184051513672, 20.81121826171875, 22.79059600830078, 24.769973754882812, 26.749351501464844, 28.728729248046875, 30.708106994628906, 32.68748474121094, 34.66686248779297, 36.646240234375, 38.62561798095703, 40.60499572753906, 42.584373474121094, 44.563751220703125, 46.543128967285156, 48.52250671386719, 50.50188446044922, 52.48126220703125, 54.46063995361328, 56.44001770019531]}, "gradients/wav2vec2.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 3.0, 6.0, 10.0, 13.0, 25.0, 37.0, 67.0, 124.0, 259.0, 468.0, 1061.0, 2302.0, 5301.0, 12133.0, 29876.0, 76543.0, 213442.0, 694897.0, 1756690.0, 956138.0, 284462.0, 96785.0, 36724.0, 15054.0, 6466.0, 2738.0, 1304.0, 634.0, 316.0, 158.0, 114.0, 45.0, 30.0, 20.0, 14.0, 7.0, 8.0, 4.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-29.796875, -28.823974609375, -27.85107421875, -26.878173828125, -25.9052734375, -24.932373046875, -23.95947265625, -22.986572265625, -22.013671875, -21.040771484375, -20.06787109375, -19.094970703125, -18.1220703125, -17.149169921875, -16.17626953125, -15.203369140625, -14.23046875, -13.257568359375, -12.28466796875, -11.311767578125, -10.3388671875, -9.365966796875, -8.39306640625, -7.420166015625, -6.447265625, -5.474365234375, -4.50146484375, -3.528564453125, -2.5556640625, -1.582763671875, -0.60986328125, 0.363037109375, 1.3359375, 2.308837890625, 3.28173828125, 4.254638671875, 5.2275390625, 6.200439453125, 7.17333984375, 8.146240234375, 9.119140625, 10.092041015625, 11.06494140625, 12.037841796875, 13.0107421875, 13.983642578125, 14.95654296875, 15.929443359375, 16.90234375, 17.875244140625, 18.84814453125, 19.821044921875, 20.7939453125, 21.766845703125, 22.73974609375, 23.712646484375, 24.685546875, 25.658447265625, 26.63134765625, 27.604248046875, 28.5771484375, 29.550048828125, 30.52294921875, 31.495849609375, 32.46875]}, "gradients/wav2vec2.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 5.0, 4.0, 6.0, 6.0, 8.0, 7.0, 11.0, 11.0, 7.0, 23.0, 13.0, 24.0, 28.0, 22.0, 21.0, 34.0, 30.0, 31.0, 29.0, 45.0, 43.0, 39.0, 47.0, 31.0, 42.0, 31.0, 33.0, 42.0, 38.0, 40.0, 49.0, 26.0, 28.0, 26.0, 22.0, 16.0, 17.0, 17.0, 8.0, 10.0, 11.0, 3.0, 4.0, 6.0, 2.0, 0.0, 4.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-19.28125, -18.646484375, -18.01171875, -17.376953125, -16.7421875, -16.107421875, -15.47265625, -14.837890625, -14.203125, -13.568359375, -12.93359375, -12.298828125, -11.6640625, -11.029296875, -10.39453125, -9.759765625, -9.125, -8.490234375, -7.85546875, -7.220703125, -6.5859375, -5.951171875, -5.31640625, -4.681640625, -4.046875, -3.412109375, -2.77734375, -2.142578125, -1.5078125, -0.873046875, -0.23828125, 0.396484375, 1.03125, 1.666015625, 2.30078125, 2.935546875, 3.5703125, 4.205078125, 4.83984375, 5.474609375, 6.109375, 6.744140625, 7.37890625, 8.013671875, 8.6484375, 9.283203125, 9.91796875, 10.552734375, 11.1875, 11.822265625, 12.45703125, 13.091796875, 13.7265625, 14.361328125, 14.99609375, 15.630859375, 16.265625, 16.900390625, 17.53515625, 18.169921875, 18.8046875, 19.439453125, 20.07421875, 20.708984375, 21.34375]}, "gradients/wav2vec2.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 1.0, 1.0, 6.0, 13.0, 9.0, 11.0, 26.0, 27.0, 52.0, 70.0, 119.0, 197.0, 379.0, 694.0, 1599.0, 4024.0, 12376.0, 45497.0, 194485.0, 1146222.0, 2304852.0, 371624.0, 81095.0, 20345.0, 6157.0, 2288.0, 970.0, 485.0, 233.0, 152.0, 99.0, 43.0, 36.0, 27.0, 19.0, 11.0, 16.0, 9.0, 6.0, 5.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 3.0], "bins": [-67.3125, -65.400390625, -63.48828125, -61.576171875, -59.6640625, -57.751953125, -55.83984375, -53.927734375, -52.015625, -50.103515625, -48.19140625, -46.279296875, -44.3671875, -42.455078125, -40.54296875, -38.630859375, -36.71875, -34.806640625, -32.89453125, -30.982421875, -29.0703125, -27.158203125, -25.24609375, -23.333984375, -21.421875, -19.509765625, -17.59765625, -15.685546875, -13.7734375, -11.861328125, -9.94921875, -8.037109375, -6.125, -4.212890625, -2.30078125, -0.388671875, 1.5234375, 3.435546875, 5.34765625, 7.259765625, 9.171875, 11.083984375, 12.99609375, 14.908203125, 16.8203125, 18.732421875, 20.64453125, 22.556640625, 24.46875, 26.380859375, 28.29296875, 30.205078125, 32.1171875, 34.029296875, 35.94140625, 37.853515625, 39.765625, 41.677734375, 43.58984375, 45.501953125, 47.4140625, 49.326171875, 51.23828125, 53.150390625, 55.0625]}, "gradients/wav2vec2.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 5.0, 5.0, 4.0, 5.0, 12.0, 26.0, 33.0, 41.0, 69.0, 97.0, 139.0, 177.0, 279.0, 452.0, 681.0, 688.0, 442.0, 297.0, 194.0, 131.0, 96.0, 60.0, 50.0, 29.0, 23.0, 19.0, 8.0, 8.0, 3.0, 4.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-51.21875, -49.17529296875, -47.1318359375, -45.08837890625, -43.044921875, -41.00146484375, -38.9580078125, -36.91455078125, -34.87109375, -32.82763671875, -30.7841796875, -28.74072265625, -26.697265625, -24.65380859375, -22.6103515625, -20.56689453125, -18.5234375, -16.47998046875, -14.4365234375, -12.39306640625, -10.349609375, -8.30615234375, -6.2626953125, -4.21923828125, -2.17578125, -0.13232421875, 1.9111328125, 3.95458984375, 5.998046875, 8.04150390625, 10.0849609375, 12.12841796875, 14.171875, 16.21533203125, 18.2587890625, 20.30224609375, 22.345703125, 24.38916015625, 26.4326171875, 28.47607421875, 30.51953125, 32.56298828125, 34.6064453125, 36.64990234375, 38.693359375, 40.73681640625, 42.7802734375, 44.82373046875, 46.8671875, 48.91064453125, 50.9541015625, 52.99755859375, 55.041015625, 57.08447265625, 59.1279296875, 61.17138671875, 63.21484375, 65.25830078125, 67.3017578125, 69.34521484375, 71.388671875, 73.43212890625, 75.4755859375, 77.51904296875, 79.5625]}, "gradients/wav2vec2.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 4.0, 1.0, 2.0, 6.0, 11.0, 9.0, 16.0, 31.0, 53.0, 75.0, 94.0, 120.0, 146.0, 127.0, 99.0, 69.0, 54.0, 35.0, 21.0, 18.0, 2.0, 6.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-319.29327392578125, -308.8047790527344, -298.3162841796875, -287.8277893066406, -277.33929443359375, -266.8507995605469, -256.3623046875, -245.87379455566406, -235.3852996826172, -224.8968048095703, -214.40830993652344, -203.91981506347656, -193.43130493164062, -182.94281005859375, -172.45431518554688, -161.9658203125, -151.47732543945312, -140.98883056640625, -130.50033569335938, -120.01183319091797, -109.5233383178711, -99.03484344482422, -88.54634094238281, -78.05784606933594, -67.56935119628906, -57.08085632324219, -46.59235763549805, -36.103858947753906, -25.61536407470703, -15.126869201660156, -4.638370513916016, 5.850128173828125, 16.338653564453125, 26.827150344848633, 37.31564712524414, 47.80414581298828, 58.292640686035156, 68.78113555908203, 79.26963806152344, 89.75813293457031, 100.24662780761719, 110.73512268066406, 121.22361755371094, 131.7121124267578, 142.20062255859375, 152.68911743164062, 163.1776123046875, 173.66610717773438, 184.15460205078125, 194.64309692382812, 205.131591796875, 215.62008666992188, 226.10858154296875, 236.59707641601562, 247.08558654785156, 257.5740966796875, 268.06256103515625, 278.5510559082031, 289.03955078125, 299.5280456542969, 310.01654052734375, 320.5050354003906, 330.9935302734375, 341.4820556640625, 351.9705505371094]}, "gradients/wav2vec2.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 4.0, 2.0, 10.0, 6.0, 4.0, 14.0, 16.0, 14.0, 13.0, 22.0, 20.0, 32.0, 29.0, 30.0, 36.0, 44.0, 40.0, 44.0, 41.0, 36.0, 35.0, 39.0, 40.0, 34.0, 33.0, 43.0, 36.0, 31.0, 28.0, 36.0, 28.0, 31.0, 26.0, 22.0, 18.0, 9.0, 17.0, 13.0, 6.0, 4.0, 8.0, 5.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-163.7749786376953, -158.540283203125, -153.30560302734375, -148.07090759277344, -142.83621215820312, -137.60153198242188, -132.36683654785156, -127.13214874267578, -121.8974609375, -116.66277313232422, -111.42808532714844, -106.19338989257812, -100.95870208740234, -95.72401428222656, -90.48931884765625, -85.25463104248047, -80.01994323730469, -74.7852554321289, -69.55056762695312, -64.31587219238281, -59.08118438720703, -53.84649658203125, -48.6118049621582, -43.377113342285156, -38.142425537109375, -32.907737731933594, -27.673046112060547, -22.438356399536133, -17.20366668701172, -11.968976974487305, -6.734287261962891, -1.4995956420898438, 3.735107421875, 8.969797134399414, 14.204486846923828, 19.439176559448242, 24.673866271972656, 29.90855598449707, 35.143245697021484, 40.37793731689453, 45.61262512207031, 50.847312927246094, 56.08200454711914, 61.31669616699219, 66.55138397216797, 71.78607177734375, 77.02076721191406, 82.25545501708984, 87.49014282226562, 92.7248306274414, 97.95951843261719, 103.1942138671875, 108.42890167236328, 113.66358947753906, 118.89828491210938, 124.13297271728516, 129.36766052246094, 134.60235595703125, 139.8370361328125, 145.0717315673828, 150.30642700195312, 155.54110717773438, 160.7758026123047, 166.010498046875, 171.24517822265625]}, "gradients/wav2vec2.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 11.0, 11.0, 18.0, 37.0, 55.0, 71.0, 140.0, 227.0, 343.0, 613.0, 979.0, 1817.0, 3140.0, 5380.0, 9488.0, 17195.0, 32305.0, 68284.0, 189814.0, 384793.0, 192361.0, 69112.0, 32380.0, 17219.0, 9868.0, 5580.0, 3115.0, 1730.0, 967.0, 607.0, 347.0, 196.0, 142.0, 84.0, 46.0, 23.0, 21.0, 13.0, 11.0, 8.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-36.25, -34.93212890625, -33.6142578125, -32.29638671875, -30.978515625, -29.66064453125, -28.3427734375, -27.02490234375, -25.70703125, -24.38916015625, -23.0712890625, -21.75341796875, -20.435546875, -19.11767578125, -17.7998046875, -16.48193359375, -15.1640625, -13.84619140625, -12.5283203125, -11.21044921875, -9.892578125, -8.57470703125, -7.2568359375, -5.93896484375, -4.62109375, -3.30322265625, -1.9853515625, -0.66748046875, 0.650390625, 1.96826171875, 3.2861328125, 4.60400390625, 5.921875, 7.23974609375, 8.5576171875, 9.87548828125, 11.193359375, 12.51123046875, 13.8291015625, 15.14697265625, 16.46484375, 17.78271484375, 19.1005859375, 20.41845703125, 21.736328125, 23.05419921875, 24.3720703125, 25.68994140625, 27.0078125, 28.32568359375, 29.6435546875, 30.96142578125, 32.279296875, 33.59716796875, 34.9150390625, 36.23291015625, 37.55078125, 38.86865234375, 40.1865234375, 41.50439453125, 42.822265625, 44.14013671875, 45.4580078125, 46.77587890625, 48.09375]}, "gradients/wav2vec2.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 6.0, 6.0, 9.0, 6.0, 16.0, 7.0, 14.0, 28.0, 14.0, 25.0, 29.0, 37.0, 44.0, 39.0, 43.0, 36.0, 51.0, 43.0, 52.0, 35.0, 47.0, 49.0, 35.0, 44.0, 41.0, 40.0, 33.0, 30.0, 29.0, 18.0, 24.0, 18.0, 11.0, 7.0, 12.0, 9.0, 6.0, 4.0, 6.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.8125, -20.09765625, -19.3828125, -18.66796875, -17.953125, -17.23828125, -16.5234375, -15.80859375, -15.09375, -14.37890625, -13.6640625, -12.94921875, -12.234375, -11.51953125, -10.8046875, -10.08984375, -9.375, -8.66015625, -7.9453125, -7.23046875, -6.515625, -5.80078125, -5.0859375, -4.37109375, -3.65625, -2.94140625, -2.2265625, -1.51171875, -0.796875, -0.08203125, 0.6328125, 1.34765625, 2.0625, 2.77734375, 3.4921875, 4.20703125, 4.921875, 5.63671875, 6.3515625, 7.06640625, 7.78125, 8.49609375, 9.2109375, 9.92578125, 10.640625, 11.35546875, 12.0703125, 12.78515625, 13.5, 14.21484375, 14.9296875, 15.64453125, 16.359375, 17.07421875, 17.7890625, 18.50390625, 19.21875, 19.93359375, 20.6484375, 21.36328125, 22.078125, 22.79296875, 23.5078125, 24.22265625, 24.9375]}, "gradients/wav2vec2.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 4.0, 4.0, 4.0, 6.0, 19.0, 16.0, 26.0, 40.0, 62.0, 82.0, 154.0, 244.0, 438.0, 806.0, 1767.0, 4396.0, 12654.0, 42436.0, 206066.0, 606359.0, 126526.0, 30169.0, 9773.0, 3401.0, 1457.0, 682.0, 380.0, 234.0, 117.0, 94.0, 40.0, 32.0, 23.0, 17.0, 14.0, 11.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-67.625, -65.060546875, -62.49609375, -59.931640625, -57.3671875, -54.802734375, -52.23828125, -49.673828125, -47.109375, -44.544921875, -41.98046875, -39.416015625, -36.8515625, -34.287109375, -31.72265625, -29.158203125, -26.59375, -24.029296875, -21.46484375, -18.900390625, -16.3359375, -13.771484375, -11.20703125, -8.642578125, -6.078125, -3.513671875, -0.94921875, 1.615234375, 4.1796875, 6.744140625, 9.30859375, 11.873046875, 14.4375, 17.001953125, 19.56640625, 22.130859375, 24.6953125, 27.259765625, 29.82421875, 32.388671875, 34.953125, 37.517578125, 40.08203125, 42.646484375, 45.2109375, 47.775390625, 50.33984375, 52.904296875, 55.46875, 58.033203125, 60.59765625, 63.162109375, 65.7265625, 68.291015625, 70.85546875, 73.419921875, 75.984375, 78.548828125, 81.11328125, 83.677734375, 86.2421875, 88.806640625, 91.37109375, 93.935546875, 96.5]}, "gradients/wav2vec2.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 8.0, 9.0, 11.0, 15.0, 22.0, 25.0, 28.0, 37.0, 35.0, 39.0, 60.0, 51.0, 49.0, 57.0, 67.0, 64.0, 64.0, 46.0, 45.0, 34.0, 52.0, 33.0, 36.0, 27.0, 21.0, 16.0, 16.0, 14.0, 8.0, 5.0, 2.0, 6.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-86.375, -83.6552734375, -80.935546875, -78.2158203125, -75.49609375, -72.7763671875, -70.056640625, -67.3369140625, -64.6171875, -61.8974609375, -59.177734375, -56.4580078125, -53.73828125, -51.0185546875, -48.298828125, -45.5791015625, -42.859375, -40.1396484375, -37.419921875, -34.7001953125, -31.98046875, -29.2607421875, -26.541015625, -23.8212890625, -21.1015625, -18.3818359375, -15.662109375, -12.9423828125, -10.22265625, -7.5029296875, -4.783203125, -2.0634765625, 0.65625, 3.3759765625, 6.095703125, 8.8154296875, 11.53515625, 14.2548828125, 16.974609375, 19.6943359375, 22.4140625, 25.1337890625, 27.853515625, 30.5732421875, 33.29296875, 36.0126953125, 38.732421875, 41.4521484375, 44.171875, 46.8916015625, 49.611328125, 52.3310546875, 55.05078125, 57.7705078125, 60.490234375, 63.2099609375, 65.9296875, 68.6494140625, 71.369140625, 74.0888671875, 76.80859375, 79.5283203125, 82.248046875, 84.9677734375, 87.6875]}, "gradients/wav2vec2.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 7.0, 11.0, 12.0, 22.0, 62.0, 71.0, 115.0, 221.0, 436.0, 939.0, 2042.0, 5380.0, 16352.0, 80097.0, 649922.0, 244723.0, 33164.0, 9048.0, 3239.0, 1371.0, 638.0, 273.0, 175.0, 84.0, 56.0, 37.0, 25.0, 14.0, 9.0, 2.0, 4.0, 2.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-40.0, -38.69921875, -37.3984375, -36.09765625, -34.796875, -33.49609375, -32.1953125, -30.89453125, -29.59375, -28.29296875, -26.9921875, -25.69140625, -24.390625, -23.08984375, -21.7890625, -20.48828125, -19.1875, -17.88671875, -16.5859375, -15.28515625, -13.984375, -12.68359375, -11.3828125, -10.08203125, -8.78125, -7.48046875, -6.1796875, -4.87890625, -3.578125, -2.27734375, -0.9765625, 0.32421875, 1.625, 2.92578125, 4.2265625, 5.52734375, 6.828125, 8.12890625, 9.4296875, 10.73046875, 12.03125, 13.33203125, 14.6328125, 15.93359375, 17.234375, 18.53515625, 19.8359375, 21.13671875, 22.4375, 23.73828125, 25.0390625, 26.33984375, 27.640625, 28.94140625, 30.2421875, 31.54296875, 32.84375, 34.14453125, 35.4453125, 36.74609375, 38.046875, 39.34765625, 40.6484375, 41.94921875, 43.25]}, "gradients/wav2vec2.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 8.0, 8.0, 7.0, 12.0, 23.0, 36.0, 105.0, 327.0, 327.0, 82.0, 20.0, 12.0, 17.0, 5.0, 3.0, 5.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00838470458984375, -0.007781863212585449, -0.0071790218353271484, -0.006576180458068848, -0.005973339080810547, -0.005370497703552246, -0.004767656326293945, -0.0041648149490356445, -0.0035619735717773438, -0.002959132194519043, -0.002356290817260742, -0.0017534494400024414, -0.0011506080627441406, -0.0005477666854858398, 5.507469177246094e-05, 0.0006579160690307617, 0.0012607574462890625, 0.0018635988235473633, 0.002466440200805664, 0.003069281578063965, 0.0036721229553222656, 0.004274964332580566, 0.004877805709838867, 0.005480647087097168, 0.006083488464355469, 0.0066863298416137695, 0.00728917121887207, 0.007892012596130371, 0.008494853973388672, 0.009097695350646973, 0.009700536727905273, 0.010303378105163574, 0.010906219482421875, 0.011509060859680176, 0.012111902236938477, 0.012714743614196777, 0.013317584991455078, 0.013920426368713379, 0.01452326774597168, 0.01512610912322998, 0.01572895050048828, 0.016331791877746582, 0.016934633255004883, 0.017537474632263184, 0.018140316009521484, 0.018743157386779785, 0.019345998764038086, 0.019948840141296387, 0.020551681518554688, 0.02115452289581299, 0.02175736427307129, 0.02236020565032959, 0.02296304702758789, 0.02356588840484619, 0.024168729782104492, 0.024771571159362793, 0.025374412536621094, 0.025977253913879395, 0.026580095291137695, 0.027182936668395996, 0.027785778045654297, 0.028388619422912598, 0.0289914608001709, 0.0295943021774292, 0.0301971435546875]}, "gradients/wav2vec2.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 4.0, 6.0, 10.0, 10.0, 14.0, 19.0, 36.0, 54.0, 82.0, 105.0, 210.0, 298.0, 515.0, 1031.0, 2072.0, 4584.0, 10992.0, 30983.0, 101267.0, 353736.0, 376681.0, 110893.0, 33723.0, 11785.0, 4816.0, 2112.0, 1079.0, 559.0, 316.0, 177.0, 124.0, 82.0, 55.0, 46.0, 24.0, 15.0, 13.0, 8.0, 10.0, 3.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-20.609375, -19.9453125, -19.28125, -18.6171875, -17.953125, -17.2890625, -16.625, -15.9609375, -15.296875, -14.6328125, -13.96875, -13.3046875, -12.640625, -11.9765625, -11.3125, -10.6484375, -9.984375, -9.3203125, -8.65625, -7.9921875, -7.328125, -6.6640625, -6.0, -5.3359375, -4.671875, -4.0078125, -3.34375, -2.6796875, -2.015625, -1.3515625, -0.6875, -0.0234375, 0.640625, 1.3046875, 1.96875, 2.6328125, 3.296875, 3.9609375, 4.625, 5.2890625, 5.953125, 6.6171875, 7.28125, 7.9453125, 8.609375, 9.2734375, 9.9375, 10.6015625, 11.265625, 11.9296875, 12.59375, 13.2578125, 13.921875, 14.5859375, 15.25, 15.9140625, 16.578125, 17.2421875, 17.90625, 18.5703125, 19.234375, 19.8984375, 20.5625, 21.2265625, 21.890625]}, "gradients/wav2vec2.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 5.0, 8.0, 10.0, 8.0, 12.0, 16.0, 28.0, 37.0, 67.0, 79.0, 124.0, 142.0, 137.0, 95.0, 55.0, 51.0, 33.0, 24.0, 14.0, 11.0, 14.0, 9.0, 6.0, 6.0, 1.0, 1.0, 5.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-33.53125, -32.638916015625, -31.74658203125, -30.854248046875, -29.9619140625, -29.069580078125, -28.17724609375, -27.284912109375, -26.392578125, -25.500244140625, -24.60791015625, -23.715576171875, -22.8232421875, -21.930908203125, -21.03857421875, -20.146240234375, -19.25390625, -18.361572265625, -17.46923828125, -16.576904296875, -15.6845703125, -14.792236328125, -13.89990234375, -13.007568359375, -12.115234375, -11.222900390625, -10.33056640625, -9.438232421875, -8.5458984375, -7.653564453125, -6.76123046875, -5.868896484375, -4.9765625, -4.084228515625, -3.19189453125, -2.299560546875, -1.4072265625, -0.514892578125, 0.37744140625, 1.269775390625, 2.162109375, 3.054443359375, 3.94677734375, 4.839111328125, 5.7314453125, 6.623779296875, 7.51611328125, 8.408447265625, 9.30078125, 10.193115234375, 11.08544921875, 11.977783203125, 12.8701171875, 13.762451171875, 14.65478515625, 15.547119140625, 16.439453125, 17.331787109375, 18.22412109375, 19.116455078125, 20.0087890625, 20.901123046875, 21.79345703125, 22.685791015625, 23.578125]}, "gradients/wav2vec2.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 4.0, 15.0, 36.0, 88.0, 200.0, 260.0, 230.0, 106.0, 40.0, 15.0, 4.0, 4.0, 1.0, 3.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-368.4619140625, -349.5237731933594, -330.58563232421875, -311.6474609375, -292.7093200683594, -273.77117919921875, -254.83302307128906, -235.89486694335938, -216.95672607421875, -198.01858520507812, -179.08042907714844, -160.14227294921875, -141.20413208007812, -122.26598358154297, -103.32783508300781, -84.38967895507812, -65.4515380859375, -46.513389587402344, -27.575241088867188, -8.637092590332031, 10.301055908203125, 29.23920440673828, 48.17735290527344, 67.11550903320312, 86.05364990234375, 104.9917984008789, 123.92994689941406, 142.86810302734375, 161.80624389648438, 180.744384765625, 199.6825408935547, 218.62069702148438, 237.55877685546875, 256.4969177246094, 275.43505859375, 294.37322998046875, 313.3113708496094, 332.24951171875, 351.18768310546875, 370.1258239746094, 389.06396484375, 408.0021057128906, 426.94024658203125, 445.87841796875, 464.8165588378906, 483.75469970703125, 502.69287109375, 521.6309814453125, 540.5691528320312, 559.50732421875, 578.4454345703125, 597.3836059570312, 616.32177734375, 635.2598876953125, 654.1980590820312, 673.13623046875, 692.0743408203125, 711.0125122070312, 729.9506225585938, 748.8887939453125, 767.826904296875, 786.7650756835938, 805.7032470703125, 824.641357421875, 843.5795288085938]}, "gradients/wav2vec2.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 3.0, 7.0, 6.0, 8.0, 9.0, 12.0, 12.0, 17.0, 15.0, 28.0, 25.0, 22.0, 36.0, 28.0, 28.0, 30.0, 29.0, 34.0, 31.0, 27.0, 56.0, 25.0, 36.0, 33.0, 37.0, 51.0, 39.0, 38.0, 28.0, 31.0, 36.0, 24.0, 21.0, 27.0, 20.0, 14.0, 14.0, 8.0, 9.0, 16.0, 9.0, 2.0, 9.0, 4.0, 3.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-157.73486328125, -152.79367065429688, -147.8524932861328, -142.9113006591797, -137.97012329101562, -133.0289306640625, -128.08775329589844, -123.14656066894531, -118.20538330078125, -113.26419830322266, -108.32301330566406, -103.38182830810547, -98.44064331054688, -93.49945831298828, -88.55827331542969, -83.61708068847656, -78.67589569091797, -73.73471069335938, -68.79352569580078, -63.85234069824219, -58.911155700683594, -53.969970703125, -49.02878189086914, -44.08759689331055, -39.14641189575195, -34.20522689819336, -29.264041900634766, -24.32285499572754, -19.381669998168945, -14.440485000610352, -9.499298095703125, -4.558113098144531, 0.3830718994140625, 5.3242573738098145, 10.265442848205566, 15.206628799438477, 20.14781379699707, 25.088998794555664, 30.03018569946289, 34.971370697021484, 39.91255569458008, 44.85374069213867, 49.794925689697266, 54.736114501953125, 59.67729949951172, 64.61848449707031, 69.5596694946289, 74.5008544921875, 79.4420394897461, 84.38322448730469, 89.32440948486328, 94.26559448242188, 99.20677947998047, 104.14796447753906, 109.08915710449219, 114.03033447265625, 118.97152709960938, 123.91271209716797, 128.85389709472656, 133.7950897216797, 138.73626708984375, 143.67745971679688, 148.61863708496094, 153.55982971191406, 158.50100708007812]}, "gradients/wav2vec2.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 7.0, 14.0, 19.0, 24.0, 37.0, 62.0, 86.0, 146.0, 229.0, 343.0, 551.0, 889.0, 1436.0, 2336.0, 4215.0, 7425.0, 13279.0, 25484.0, 51331.0, 106676.0, 235747.0, 541690.0, 1096662.0, 1103787.0, 548586.0, 238684.0, 107302.0, 50676.0, 25330.0, 13285.0, 7344.0, 4214.0, 2423.0, 1450.0, 904.0, 546.0, 342.0, 229.0, 170.0, 101.0, 83.0, 45.0, 28.0, 25.0, 13.0, 8.0, 12.0, 6.0, 5.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.90625, -3.77606201171875, -3.6458740234375, -3.51568603515625, -3.385498046875, -3.25531005859375, -3.1251220703125, -2.99493408203125, -2.86474609375, -2.73455810546875, -2.6043701171875, -2.47418212890625, -2.343994140625, -2.21380615234375, -2.0836181640625, -1.95343017578125, -1.8232421875, -1.69305419921875, -1.5628662109375, -1.43267822265625, -1.302490234375, -1.17230224609375, -1.0421142578125, -0.91192626953125, -0.78173828125, -0.65155029296875, -0.5213623046875, -0.39117431640625, -0.260986328125, -0.13079833984375, -0.0006103515625, 0.12957763671875, 0.259765625, 0.38995361328125, 0.5201416015625, 0.65032958984375, 0.780517578125, 0.91070556640625, 1.0408935546875, 1.17108154296875, 1.30126953125, 1.43145751953125, 1.5616455078125, 1.69183349609375, 1.822021484375, 1.95220947265625, 2.0823974609375, 2.21258544921875, 2.3427734375, 2.47296142578125, 2.6031494140625, 2.73333740234375, 2.863525390625, 2.99371337890625, 3.1239013671875, 3.25408935546875, 3.38427734375, 3.51446533203125, 3.6446533203125, 3.77484130859375, 3.905029296875, 4.03521728515625, 4.1654052734375, 4.29559326171875, 4.42578125]}, "gradients/wav2vec2.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 5.0, 2.0, 2.0, 4.0, 5.0, 7.0, 7.0, 7.0, 15.0, 16.0, 13.0, 8.0, 17.0, 21.0, 25.0, 30.0, 44.0, 35.0, 34.0, 51.0, 51.0, 49.0, 47.0, 42.0, 46.0, 47.0, 46.0, 32.0, 28.0, 43.0, 31.0, 23.0, 33.0, 27.0, 22.0, 20.0, 26.0, 11.0, 11.0, 2.0, 8.0, 9.0, 6.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5322265625, -1.4723968505859375, -1.412567138671875, -1.3527374267578125, -1.29290771484375, -1.2330780029296875, -1.173248291015625, -1.1134185791015625, -1.0535888671875, -0.9937591552734375, -0.933929443359375, -0.8740997314453125, -0.81427001953125, -0.7544403076171875, -0.694610595703125, -0.6347808837890625, -0.574951171875, -0.5151214599609375, -0.455291748046875, -0.3954620361328125, -0.33563232421875, -0.2758026123046875, -0.215972900390625, -0.1561431884765625, -0.0963134765625, -0.0364837646484375, 0.023345947265625, 0.0831756591796875, 0.14300537109375, 0.2028350830078125, 0.262664794921875, 0.3224945068359375, 0.38232421875, 0.4421539306640625, 0.501983642578125, 0.5618133544921875, 0.62164306640625, 0.6814727783203125, 0.741302490234375, 0.8011322021484375, 0.8609619140625, 0.9207916259765625, 0.980621337890625, 1.0404510498046875, 1.10028076171875, 1.1601104736328125, 1.219940185546875, 1.2797698974609375, 1.339599609375, 1.3994293212890625, 1.459259033203125, 1.5190887451171875, 1.57891845703125, 1.6387481689453125, 1.698577880859375, 1.7584075927734375, 1.8182373046875, 1.8780670166015625, 1.937896728515625, 1.9977264404296875, 2.05755615234375, 2.1173858642578125, 2.177215576171875, 2.2370452880859375, 2.296875]}, "gradients/wav2vec2.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 5.0, 7.0, 13.0, 36.0, 37.0, 74.0, 122.0, 250.0, 412.0, 892.0, 1927.0, 4638.0, 12160.0, 35335.0, 114946.0, 409717.0, 1300765.0, 1540600.0, 548393.0, 152663.0, 45659.0, 15288.0, 5792.0, 2416.0, 1020.0, 529.0, 271.0, 127.0, 88.0, 37.0, 25.0, 12.0, 9.0, 10.0, 5.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-12.1875, -11.87591552734375, -11.5643310546875, -11.25274658203125, -10.941162109375, -10.62957763671875, -10.3179931640625, -10.00640869140625, -9.69482421875, -9.38323974609375, -9.0716552734375, -8.76007080078125, -8.448486328125, -8.13690185546875, -7.8253173828125, -7.51373291015625, -7.2021484375, -6.89056396484375, -6.5789794921875, -6.26739501953125, -5.955810546875, -5.64422607421875, -5.3326416015625, -5.02105712890625, -4.70947265625, -4.39788818359375, -4.0863037109375, -3.77471923828125, -3.463134765625, -3.15155029296875, -2.8399658203125, -2.52838134765625, -2.216796875, -1.90521240234375, -1.5936279296875, -1.28204345703125, -0.970458984375, -0.65887451171875, -0.3472900390625, -0.03570556640625, 0.27587890625, 0.58746337890625, 0.8990478515625, 1.21063232421875, 1.522216796875, 1.83380126953125, 2.1453857421875, 2.45697021484375, 2.7685546875, 3.08013916015625, 3.3917236328125, 3.70330810546875, 4.014892578125, 4.32647705078125, 4.6380615234375, 4.94964599609375, 5.26123046875, 5.57281494140625, 5.8843994140625, 6.19598388671875, 6.507568359375, 6.81915283203125, 7.1307373046875, 7.44232177734375, 7.75390625]}, "gradients/wav2vec2.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 6.0, 6.0, 11.0, 11.0, 27.0, 46.0, 63.0, 108.0, 122.0, 200.0, 338.0, 383.0, 510.0, 498.0, 457.0, 363.0, 294.0, 209.0, 133.0, 90.0, 72.0, 46.0, 28.0, 17.0, 13.0, 8.0, 7.0, 5.0, 8.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.078125, -8.8060302734375, -8.533935546875, -8.2618408203125, -7.98974609375, -7.7176513671875, -7.445556640625, -7.1734619140625, -6.9013671875, -6.6292724609375, -6.357177734375, -6.0850830078125, -5.81298828125, -5.5408935546875, -5.268798828125, -4.9967041015625, -4.724609375, -4.4525146484375, -4.180419921875, -3.9083251953125, -3.63623046875, -3.3641357421875, -3.092041015625, -2.8199462890625, -2.5478515625, -2.2757568359375, -2.003662109375, -1.7315673828125, -1.45947265625, -1.1873779296875, -0.915283203125, -0.6431884765625, -0.37109375, -0.0989990234375, 0.173095703125, 0.4451904296875, 0.71728515625, 0.9893798828125, 1.261474609375, 1.5335693359375, 1.8056640625, 2.0777587890625, 2.349853515625, 2.6219482421875, 2.89404296875, 3.1661376953125, 3.438232421875, 3.7103271484375, 3.982421875, 4.2545166015625, 4.526611328125, 4.7987060546875, 5.07080078125, 5.3428955078125, 5.614990234375, 5.8870849609375, 6.1591796875, 6.4312744140625, 6.703369140625, 6.9754638671875, 7.24755859375, 7.5196533203125, 7.791748046875, 8.0638427734375, 8.3359375]}, "gradients/wav2vec2.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 6.0, 6.0, 15.0, 23.0, 39.0, 65.0, 96.0, 149.0, 134.0, 130.0, 114.0, 90.0, 62.0, 46.0, 17.0, 11.0, 8.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-96.606201171875, -94.49095916748047, -92.37571716308594, -90.26046752929688, -88.14522552490234, -86.02998352050781, -83.91474151611328, -81.79949951171875, -79.68424987792969, -77.56900787353516, -75.45376586914062, -73.33851623535156, -71.22327423095703, -69.1080322265625, -66.99279022216797, -64.87754821777344, -62.762306213378906, -60.647064208984375, -58.53181838989258, -56.41657638549805, -54.30133056640625, -52.18608856201172, -50.07084655761719, -47.955604553222656, -45.84035873413086, -43.72511672973633, -41.60987091064453, -39.49462890625, -37.37938690185547, -35.26414108276367, -33.14889907836914, -31.033655166625977, -28.91840362548828, -26.803159713745117, -24.687915802001953, -22.572673797607422, -20.457429885864258, -18.342185974121094, -16.226943969726562, -14.111700057983398, -11.996456146240234, -9.88121223449707, -7.765969276428223, -5.650725841522217, -3.535482406616211, -1.4202384948730469, 0.6950044631958008, 2.8102474212646484, 4.9254913330078125, 7.040734767913818, 9.155978202819824, 11.271221160888672, 13.386465072631836, 15.501708984375, 17.61695098876953, 19.732194900512695, 21.84743881225586, 23.962682723999023, 26.077926635742188, 28.19316864013672, 30.308412551879883, 32.42365646362305, 34.53889846801758, 36.654144287109375, 38.769386291503906]}, "gradients/wav2vec2.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 6.0, 3.0, 6.0, 6.0, 12.0, 7.0, 5.0, 12.0, 20.0, 20.0, 16.0, 21.0, 30.0, 27.0, 35.0, 36.0, 42.0, 46.0, 49.0, 47.0, 55.0, 59.0, 51.0, 50.0, 40.0, 37.0, 27.0, 49.0, 36.0, 19.0, 23.0, 21.0, 15.0, 12.0, 19.0, 11.0, 13.0, 8.0, 4.0, 8.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.066726684570312, -20.272396087646484, -19.478063583374023, -18.683732986450195, -17.889400482177734, -17.095069885253906, -16.300739288330078, -15.506407737731934, -14.712076187133789, -13.917744636535645, -13.1234130859375, -12.329082489013672, -11.534750938415527, -10.740419387817383, -9.946088790893555, -9.15175724029541, -8.357425689697266, -7.563094139099121, -6.768763065338135, -5.974431991577148, -5.180100440979004, -4.385768890380859, -3.591437816619873, -2.7971067428588867, -2.002775192260742, -1.2084438800811768, -0.41411256790161133, 0.3802187442779541, 1.1745500564575195, 1.968881368637085, 2.7632126808166504, 3.5575437545776367, 4.351873397827148, 5.146204948425293, 5.940536022186279, 6.734867095947266, 7.52919864654541, 8.323530197143555, 9.117860794067383, 9.912192344665527, 10.706523895263672, 11.500855445861816, 12.295186996459961, 13.089517593383789, 13.883849143981934, 14.678180694580078, 15.472511291503906, 16.266841888427734, 17.061174392700195, 17.855504989624023, 18.649837493896484, 19.444168090820312, 20.23849868774414, 21.0328311920166, 21.82716178894043, 22.62149429321289, 23.41582489013672, 24.210155487060547, 25.004487991333008, 25.798818588256836, 26.593151092529297, 27.387481689453125, 28.181812286376953, 28.97614288330078, 29.770475387573242]}, "gradients/wav2vec2.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [4.0, 2.0, 5.0, 4.0, 5.0, 10.0, 15.0, 20.0, 28.0, 33.0, 25.0, 61.0, 63.0, 122.0, 160.0, 255.0, 399.0, 521.0, 784.0, 1103.0, 1536.0, 2257.0, 3293.0, 4635.0, 6452.0, 9359.0, 13870.0, 20963.0, 33359.0, 58381.0, 108353.0, 189279.0, 225039.0, 154279.0, 84307.0, 46188.0, 27040.0, 17396.0, 11852.0, 8086.0, 5866.0, 4050.0, 2803.0, 1949.0, 1343.0, 892.0, 641.0, 434.0, 312.0, 239.0, 164.0, 106.0, 66.0, 56.0, 35.0, 18.0, 18.0, 14.0, 10.0, 7.0, 3.0, 3.0, 1.0, 3.0], "bins": [-6.59375, -6.38958740234375, -6.1854248046875, -5.98126220703125, -5.777099609375, -5.57293701171875, -5.3687744140625, -5.16461181640625, -4.96044921875, -4.75628662109375, -4.5521240234375, -4.34796142578125, -4.143798828125, -3.93963623046875, -3.7354736328125, -3.53131103515625, -3.3271484375, -3.12298583984375, -2.9188232421875, -2.71466064453125, -2.510498046875, -2.30633544921875, -2.1021728515625, -1.89801025390625, -1.69384765625, -1.48968505859375, -1.2855224609375, -1.08135986328125, -0.877197265625, -0.67303466796875, -0.4688720703125, -0.26470947265625, -0.060546875, 0.14361572265625, 0.3477783203125, 0.55194091796875, 0.756103515625, 0.96026611328125, 1.1644287109375, 1.36859130859375, 1.57275390625, 1.77691650390625, 1.9810791015625, 2.18524169921875, 2.389404296875, 2.59356689453125, 2.7977294921875, 3.00189208984375, 3.2060546875, 3.41021728515625, 3.6143798828125, 3.81854248046875, 4.022705078125, 4.22686767578125, 4.4310302734375, 4.63519287109375, 4.83935546875, 5.04351806640625, 5.2476806640625, 5.45184326171875, 5.656005859375, 5.86016845703125, 6.0643310546875, 6.26849365234375, 6.47265625]}, "gradients/wav2vec2.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 4.0, 6.0, 6.0, 12.0, 12.0, 16.0, 12.0, 16.0, 18.0, 21.0, 24.0, 29.0, 28.0, 37.0, 40.0, 40.0, 51.0, 45.0, 60.0, 59.0, 40.0, 52.0, 44.0, 53.0, 37.0, 26.0, 30.0, 32.0, 25.0, 22.0, 17.0, 21.0, 12.0, 15.0, 9.0, 6.0, 8.0, 5.0, 5.0, 3.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.9951171875, -1.9248199462890625, -1.854522705078125, -1.7842254638671875, -1.71392822265625, -1.6436309814453125, -1.573333740234375, -1.5030364990234375, -1.4327392578125, -1.3624420166015625, -1.292144775390625, -1.2218475341796875, -1.15155029296875, -1.0812530517578125, -1.010955810546875, -0.9406585693359375, -0.870361328125, -0.8000640869140625, -0.729766845703125, -0.6594696044921875, -0.58917236328125, -0.5188751220703125, -0.448577880859375, -0.3782806396484375, -0.3079833984375, -0.2376861572265625, -0.167388916015625, -0.0970916748046875, -0.02679443359375, 0.0435028076171875, 0.113800048828125, 0.1840972900390625, 0.25439453125, 0.3246917724609375, 0.394989013671875, 0.4652862548828125, 0.53558349609375, 0.6058807373046875, 0.676177978515625, 0.7464752197265625, 0.8167724609375, 0.8870697021484375, 0.957366943359375, 1.0276641845703125, 1.09796142578125, 1.1682586669921875, 1.238555908203125, 1.3088531494140625, 1.379150390625, 1.4494476318359375, 1.519744873046875, 1.5900421142578125, 1.66033935546875, 1.7306365966796875, 1.800933837890625, 1.8712310791015625, 1.9415283203125, 2.0118255615234375, 2.082122802734375, 2.1524200439453125, 2.22271728515625, 2.2930145263671875, 2.363311767578125, 2.4336090087890625, 2.50390625]}, "gradients/wav2vec2.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 3.0, 4.0, 6.0, 5.0, 6.0, 6.0, 12.0, 12.0, 21.0, 22.0, 34.0, 46.0, 62.0, 78.0, 105.0, 148.0, 188.0, 293.0, 463.0, 736.0, 1167.0, 2042.0, 3540.0, 6125.0, 10948.0, 18918.0, 35233.0, 81756.0, 251501.0, 376735.0, 145376.0, 52645.0, 25736.0, 14550.0, 8407.0, 4721.0, 2789.0, 1452.0, 862.0, 599.0, 370.0, 243.0, 170.0, 115.0, 73.0, 57.0, 43.0, 28.0, 33.0, 20.0, 20.0, 9.0, 12.0, 7.0, 7.0, 1.0, 2.0, 5.0, 0.0, 5.0], "bins": [-12.78125, -12.39697265625, -12.0126953125, -11.62841796875, -11.244140625, -10.85986328125, -10.4755859375, -10.09130859375, -9.70703125, -9.32275390625, -8.9384765625, -8.55419921875, -8.169921875, -7.78564453125, -7.4013671875, -7.01708984375, -6.6328125, -6.24853515625, -5.8642578125, -5.47998046875, -5.095703125, -4.71142578125, -4.3271484375, -3.94287109375, -3.55859375, -3.17431640625, -2.7900390625, -2.40576171875, -2.021484375, -1.63720703125, -1.2529296875, -0.86865234375, -0.484375, -0.10009765625, 0.2841796875, 0.66845703125, 1.052734375, 1.43701171875, 1.8212890625, 2.20556640625, 2.58984375, 2.97412109375, 3.3583984375, 3.74267578125, 4.126953125, 4.51123046875, 4.8955078125, 5.27978515625, 5.6640625, 6.04833984375, 6.4326171875, 6.81689453125, 7.201171875, 7.58544921875, 7.9697265625, 8.35400390625, 8.73828125, 9.12255859375, 9.5068359375, 9.89111328125, 10.275390625, 10.65966796875, 11.0439453125, 11.42822265625, 11.8125]}, "gradients/wav2vec2.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 8.0, 5.0, 8.0, 8.0, 7.0, 10.0, 13.0, 18.0, 33.0, 22.0, 36.0, 28.0, 33.0, 37.0, 56.0, 49.0, 50.0, 60.0, 52.0, 48.0, 66.0, 46.0, 42.0, 38.0, 50.0, 29.0, 32.0, 29.0, 24.0, 16.0, 16.0, 9.0, 10.0, 6.0, 4.0, 4.0, 3.0, 3.0, 0.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.43359375, -7.16021728515625, -6.8868408203125, -6.61346435546875, -6.340087890625, -6.06671142578125, -5.7933349609375, -5.51995849609375, -5.24658203125, -4.97320556640625, -4.6998291015625, -4.42645263671875, -4.153076171875, -3.87969970703125, -3.6063232421875, -3.33294677734375, -3.0595703125, -2.78619384765625, -2.5128173828125, -2.23944091796875, -1.966064453125, -1.69268798828125, -1.4193115234375, -1.14593505859375, -0.87255859375, -0.59918212890625, -0.3258056640625, -0.05242919921875, 0.220947265625, 0.49432373046875, 0.7677001953125, 1.04107666015625, 1.314453125, 1.58782958984375, 1.8612060546875, 2.13458251953125, 2.407958984375, 2.68133544921875, 2.9547119140625, 3.22808837890625, 3.50146484375, 3.77484130859375, 4.0482177734375, 4.32159423828125, 4.594970703125, 4.86834716796875, 5.1417236328125, 5.41510009765625, 5.6884765625, 5.96185302734375, 6.2352294921875, 6.50860595703125, 6.781982421875, 7.05535888671875, 7.3287353515625, 7.60211181640625, 7.87548828125, 8.14886474609375, 8.4222412109375, 8.69561767578125, 8.968994140625, 9.24237060546875, 9.5157470703125, 9.78912353515625, 10.0625]}, "gradients/wav2vec2.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 9.0, 7.0, 10.0, 21.0, 22.0, 29.0, 61.0, 71.0, 139.0, 175.0, 303.0, 497.0, 832.0, 1385.0, 2418.0, 4343.0, 8188.0, 15716.0, 31572.0, 76454.0, 236280.0, 385590.0, 172182.0, 57899.0, 25789.0, 12967.0, 6874.0, 3616.0, 2054.0, 1187.0, 671.0, 407.0, 264.0, 185.0, 120.0, 71.0, 57.0, 35.0, 22.0, 13.0, 8.0, 11.0, 6.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.109375, -7.8587646484375, -7.608154296875, -7.3575439453125, -7.10693359375, -6.8563232421875, -6.605712890625, -6.3551025390625, -6.1044921875, -5.8538818359375, -5.603271484375, -5.3526611328125, -5.10205078125, -4.8514404296875, -4.600830078125, -4.3502197265625, -4.099609375, -3.8489990234375, -3.598388671875, -3.3477783203125, -3.09716796875, -2.8465576171875, -2.595947265625, -2.3453369140625, -2.0947265625, -1.8441162109375, -1.593505859375, -1.3428955078125, -1.09228515625, -0.8416748046875, -0.591064453125, -0.3404541015625, -0.08984375, 0.1607666015625, 0.411376953125, 0.6619873046875, 0.91259765625, 1.1632080078125, 1.413818359375, 1.6644287109375, 1.9150390625, 2.1656494140625, 2.416259765625, 2.6668701171875, 2.91748046875, 3.1680908203125, 3.418701171875, 3.6693115234375, 3.919921875, 4.1705322265625, 4.421142578125, 4.6717529296875, 4.92236328125, 5.1729736328125, 5.423583984375, 5.6741943359375, 5.9248046875, 6.1754150390625, 6.426025390625, 6.6766357421875, 6.92724609375, 7.1778564453125, 7.428466796875, 7.6790771484375, 7.9296875]}, "gradients/wav2vec2.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 3.0, 6.0, 3.0, 5.0, 5.0, 8.0, 10.0, 4.0, 10.0, 10.0, 18.0, 18.0, 29.0, 53.0, 99.0, 197.0, 204.0, 122.0, 68.0, 36.0, 17.0, 18.0, 12.0, 7.0, 14.0, 8.0, 4.0, 2.0, 4.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.003662109375, -0.003566145896911621, -0.003470182418823242, -0.0033742189407348633, -0.0032782554626464844, -0.0031822919845581055, -0.0030863285064697266, -0.0029903650283813477, -0.0028944015502929688, -0.00279843807220459, -0.002702474594116211, -0.002606511116027832, -0.002510547637939453, -0.0024145841598510742, -0.0023186206817626953, -0.0022226572036743164, -0.0021266937255859375, -0.0020307302474975586, -0.0019347667694091797, -0.0018388032913208008, -0.0017428398132324219, -0.001646876335144043, -0.001550912857055664, -0.0014549493789672852, -0.0013589859008789062, -0.0012630224227905273, -0.0011670589447021484, -0.0010710954666137695, -0.0009751319885253906, -0.0008791685104370117, -0.0007832050323486328, -0.0006872415542602539, -0.000591278076171875, -0.0004953145980834961, -0.0003993511199951172, -0.0003033876419067383, -0.00020742416381835938, -0.00011146068572998047, -1.5497207641601562e-05, 8.046627044677734e-05, 0.00017642974853515625, 0.00027239322662353516, 0.00036835670471191406, 0.00046432018280029297, 0.0005602836608886719, 0.0006562471389770508, 0.0007522106170654297, 0.0008481740951538086, 0.0009441375732421875, 0.0010401010513305664, 0.0011360645294189453, 0.0012320280075073242, 0.0013279914855957031, 0.001423954963684082, 0.001519918441772461, 0.0016158819198608398, 0.0017118453979492188, 0.0018078088760375977, 0.0019037723541259766, 0.0019997358322143555, 0.0020956993103027344, 0.0021916627883911133, 0.002287626266479492, 0.002383589744567871, 0.00247955322265625]}, "gradients/wav2vec2.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 1.0, 0.0, 3.0, 7.0, 11.0, 8.0, 18.0, 22.0, 46.0, 51.0, 78.0, 106.0, 172.0, 286.0, 555.0, 1027.0, 2072.0, 4536.0, 11266.0, 27476.0, 78139.0, 256595.0, 404882.0, 173205.0, 53245.0, 19706.0, 7992.0, 3434.0, 1652.0, 825.0, 428.0, 250.0, 153.0, 95.0, 71.0, 42.0, 34.0, 17.0, 14.0, 9.0, 11.0, 5.0, 2.0, 5.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-7.96484375, -7.70220947265625, -7.4395751953125, -7.17694091796875, -6.914306640625, -6.65167236328125, -6.3890380859375, -6.12640380859375, -5.86376953125, -5.60113525390625, -5.3385009765625, -5.07586669921875, -4.813232421875, -4.55059814453125, -4.2879638671875, -4.02532958984375, -3.7626953125, -3.50006103515625, -3.2374267578125, -2.97479248046875, -2.712158203125, -2.44952392578125, -2.1868896484375, -1.92425537109375, -1.66162109375, -1.39898681640625, -1.1363525390625, -0.87371826171875, -0.611083984375, -0.34844970703125, -0.0858154296875, 0.17681884765625, 0.439453125, 0.70208740234375, 0.9647216796875, 1.22735595703125, 1.489990234375, 1.75262451171875, 2.0152587890625, 2.27789306640625, 2.54052734375, 2.80316162109375, 3.0657958984375, 3.32843017578125, 3.591064453125, 3.85369873046875, 4.1163330078125, 4.37896728515625, 4.6416015625, 4.90423583984375, 5.1668701171875, 5.42950439453125, 5.692138671875, 5.95477294921875, 6.2174072265625, 6.48004150390625, 6.74267578125, 7.00531005859375, 7.2679443359375, 7.53057861328125, 7.793212890625, 8.05584716796875, 8.3184814453125, 8.58111572265625, 8.84375]}, "gradients/wav2vec2.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 5.0, 6.0, 5.0, 4.0, 6.0, 8.0, 16.0, 20.0, 24.0, 24.0, 43.0, 42.0, 57.0, 68.0, 91.0, 70.0, 67.0, 58.0, 83.0, 47.0, 60.0, 34.0, 37.0, 28.0, 23.0, 8.0, 15.0, 9.0, 8.0, 4.0, 3.0, 4.0, 2.0, 8.0, 7.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.9375, -3.811279296875, -3.68505859375, -3.558837890625, -3.4326171875, -3.306396484375, -3.18017578125, -3.053955078125, -2.927734375, -2.801513671875, -2.67529296875, -2.549072265625, -2.4228515625, -2.296630859375, -2.17041015625, -2.044189453125, -1.91796875, -1.791748046875, -1.66552734375, -1.539306640625, -1.4130859375, -1.286865234375, -1.16064453125, -1.034423828125, -0.908203125, -0.781982421875, -0.65576171875, -0.529541015625, -0.4033203125, -0.277099609375, -0.15087890625, -0.024658203125, 0.1015625, 0.227783203125, 0.35400390625, 0.480224609375, 0.6064453125, 0.732666015625, 0.85888671875, 0.985107421875, 1.111328125, 1.237548828125, 1.36376953125, 1.489990234375, 1.6162109375, 1.742431640625, 1.86865234375, 1.994873046875, 2.12109375, 2.247314453125, 2.37353515625, 2.499755859375, 2.6259765625, 2.752197265625, 2.87841796875, 3.004638671875, 3.130859375, 3.257080078125, 3.38330078125, 3.509521484375, 3.6357421875, 3.761962890625, 3.88818359375, 4.014404296875, 4.140625]}, "gradients/wav2vec2.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 5.0, 5.0, 15.0, 15.0, 31.0, 44.0, 64.0, 79.0, 102.0, 102.0, 111.0, 116.0, 96.0, 70.0, 63.0, 29.0, 19.0, 22.0, 7.0, 7.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.697593688964844, -34.71938705444336, -32.741180419921875, -30.762971878051758, -28.784765243530273, -26.80655860900879, -24.828350067138672, -22.850143432617188, -20.871936798095703, -18.89373016357422, -16.915523529052734, -14.937314987182617, -12.959108352661133, -10.980901718139648, -9.002694129943848, -7.024486541748047, -5.0462799072265625, -3.06807279586792, -1.0898656845092773, 0.8883414268493652, 2.866548538208008, 4.844755172729492, 6.822962760925293, 8.801170349121094, 10.779376983642578, 12.757583618164062, 14.735791206359863, 16.713998794555664, 18.69220542907715, 20.670412063598633, 22.64862060546875, 24.626827239990234, 26.60503387451172, 28.583240509033203, 30.561447143554688, 32.53965377807617, 34.517860412597656, 36.496070861816406, 38.47427749633789, 40.452484130859375, 42.43069076538086, 44.408897399902344, 46.38710403442383, 48.36531066894531, 50.34352111816406, 52.32172393798828, 54.29993438720703, 56.278141021728516, 58.25634765625, 60.234554290771484, 62.21276092529297, 64.19097137451172, 66.16917419433594, 68.14738464355469, 70.1255874633789, 72.10379791259766, 74.08200073242188, 76.06021118164062, 78.03841400146484, 80.0166244506836, 81.99482727050781, 83.97303771972656, 85.95124053955078, 87.92945098876953, 89.90766143798828]}, "gradients/wav2vec2.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 5.0, 1.0, 4.0, 6.0, 2.0, 0.0, 9.0, 5.0, 4.0, 9.0, 13.0, 14.0, 12.0, 14.0, 19.0, 23.0, 22.0, 23.0, 31.0, 26.0, 22.0, 37.0, 33.0, 36.0, 37.0, 43.0, 41.0, 40.0, 42.0, 33.0, 41.0, 39.0, 30.0, 28.0, 28.0, 36.0, 33.0, 18.0, 20.0, 19.0, 16.0, 16.0, 12.0, 19.0, 12.0, 10.0, 5.0, 11.0, 6.0, 0.0, 2.0, 4.0, 4.0, 1.0, 0.0, 1.0], "bins": [-27.110469818115234, -26.33399200439453, -25.557512283325195, -24.781034469604492, -24.00455665588379, -23.228076934814453, -22.45159912109375, -21.675121307373047, -20.898643493652344, -20.12216567993164, -19.345685958862305, -18.5692081451416, -17.7927303314209, -17.016250610351562, -16.23977279663086, -15.463294982910156, -14.68681526184082, -13.9103364944458, -13.133858680725098, -12.357379913330078, -11.580902099609375, -10.804423332214355, -10.027944564819336, -9.251466751098633, -8.474987983703613, -7.698509693145752, -6.922031402587891, -6.145552635192871, -5.36907434463501, -4.592596054077148, -3.816117286682129, -3.0396389961242676, -2.2631607055664062, -1.4866822957992554, -0.7102038860321045, 0.06627464294433594, 0.8427529335021973, 1.6192312240600586, 2.395709991455078, 3.1721882820129395, 3.948666572570801, 4.725144863128662, 5.501623153686523, 6.278101921081543, 7.054580211639404, 7.831058502197266, 8.607537269592285, 9.384016036987305, 10.160493850708008, 10.936972618103027, 11.71345043182373, 12.48992919921875, 13.266407012939453, 14.042885780334473, 14.819364547729492, 15.595842361450195, 16.37232208251953, 17.148799896240234, 17.92527961730957, 18.701757431030273, 19.478235244750977, 20.254714965820312, 21.031192779541016, 21.80767059326172, 22.584148406982422]}, "gradients/wav2vec2.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 6.0, 4.0, 5.0, 7.0, 23.0, 26.0, 39.0, 60.0, 95.0, 162.0, 222.0, 426.0, 699.0, 1194.0, 2044.0, 3970.0, 7580.0, 15106.0, 31286.0, 68959.0, 161969.0, 415533.0, 1105573.0, 1405641.0, 581808.0, 220802.0, 90682.0, 40709.0, 19138.0, 9339.0, 4959.0, 2566.0, 1489.0, 899.0, 493.0, 280.0, 174.0, 113.0, 69.0, 38.0, 28.0, 27.0, 16.0, 11.0, 3.0, 5.0, 3.0, 2.0, 3.0, 3.0], "bins": [-10.5625, -10.2783203125, -9.994140625, -9.7099609375, -9.42578125, -9.1416015625, -8.857421875, -8.5732421875, -8.2890625, -8.0048828125, -7.720703125, -7.4365234375, -7.15234375, -6.8681640625, -6.583984375, -6.2998046875, -6.015625, -5.7314453125, -5.447265625, -5.1630859375, -4.87890625, -4.5947265625, -4.310546875, -4.0263671875, -3.7421875, -3.4580078125, -3.173828125, -2.8896484375, -2.60546875, -2.3212890625, -2.037109375, -1.7529296875, -1.46875, -1.1845703125, -0.900390625, -0.6162109375, -0.33203125, -0.0478515625, 0.236328125, 0.5205078125, 0.8046875, 1.0888671875, 1.373046875, 1.6572265625, 1.94140625, 2.2255859375, 2.509765625, 2.7939453125, 3.078125, 3.3623046875, 3.646484375, 3.9306640625, 4.21484375, 4.4990234375, 4.783203125, 5.0673828125, 5.3515625, 5.6357421875, 5.919921875, 6.2041015625, 6.48828125, 6.7724609375, 7.056640625, 7.3408203125, 7.625]}, "gradients/wav2vec2.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 5.0, 1.0, 3.0, 4.0, 6.0, 11.0, 7.0, 13.0, 15.0, 23.0, 26.0, 18.0, 32.0, 26.0, 42.0, 39.0, 51.0, 46.0, 61.0, 50.0, 57.0, 52.0, 49.0, 51.0, 30.0, 49.0, 35.0, 39.0, 25.0, 28.0, 23.0, 18.0, 17.0, 6.0, 9.0, 12.0, 10.0, 9.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.31640625, -6.10260009765625, -5.8887939453125, -5.67498779296875, -5.461181640625, -5.24737548828125, -5.0335693359375, -4.81976318359375, -4.60595703125, -4.39215087890625, -4.1783447265625, -3.96453857421875, -3.750732421875, -3.53692626953125, -3.3231201171875, -3.10931396484375, -2.8955078125, -2.68170166015625, -2.4678955078125, -2.25408935546875, -2.040283203125, -1.82647705078125, -1.6126708984375, -1.39886474609375, -1.18505859375, -0.97125244140625, -0.7574462890625, -0.54364013671875, -0.329833984375, -0.11602783203125, 0.0977783203125, 0.31158447265625, 0.525390625, 0.73919677734375, 0.9530029296875, 1.16680908203125, 1.380615234375, 1.59442138671875, 1.8082275390625, 2.02203369140625, 2.23583984375, 2.44964599609375, 2.6634521484375, 2.87725830078125, 3.091064453125, 3.30487060546875, 3.5186767578125, 3.73248291015625, 3.9462890625, 4.16009521484375, 4.3739013671875, 4.58770751953125, 4.801513671875, 5.01531982421875, 5.2291259765625, 5.44293212890625, 5.65673828125, 5.87054443359375, 6.0843505859375, 6.29815673828125, 6.511962890625, 6.72576904296875, 6.9395751953125, 7.15338134765625, 7.3671875]}, "gradients/wav2vec2.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 2.0, 2.0, 6.0, 2.0, 6.0, 3.0, 4.0, 9.0, 22.0, 19.0, 23.0, 42.0, 53.0, 61.0, 63.0, 99.0, 191.0, 305.0, 517.0, 929.0, 1736.0, 3663.0, 8358.0, 20723.0, 59854.0, 195695.0, 694480.0, 1844110.0, 966395.0, 269748.0, 80500.0, 27018.0, 10455.0, 4508.0, 2084.0, 1054.0, 608.0, 304.0, 206.0, 114.0, 77.0, 51.0, 58.0, 33.0, 27.0, 20.0, 12.0, 10.0, 11.0, 4.0, 0.0, 3.0, 9.0, 0.0, 7.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.203125, -18.576171875, -17.94921875, -17.322265625, -16.6953125, -16.068359375, -15.44140625, -14.814453125, -14.1875, -13.560546875, -12.93359375, -12.306640625, -11.6796875, -11.052734375, -10.42578125, -9.798828125, -9.171875, -8.544921875, -7.91796875, -7.291015625, -6.6640625, -6.037109375, -5.41015625, -4.783203125, -4.15625, -3.529296875, -2.90234375, -2.275390625, -1.6484375, -1.021484375, -0.39453125, 0.232421875, 0.859375, 1.486328125, 2.11328125, 2.740234375, 3.3671875, 3.994140625, 4.62109375, 5.248046875, 5.875, 6.501953125, 7.12890625, 7.755859375, 8.3828125, 9.009765625, 9.63671875, 10.263671875, 10.890625, 11.517578125, 12.14453125, 12.771484375, 13.3984375, 14.025390625, 14.65234375, 15.279296875, 15.90625, 16.533203125, 17.16015625, 17.787109375, 18.4140625, 19.041015625, 19.66796875, 20.294921875, 20.921875]}, "gradients/wav2vec2.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 5.0, 15.0, 12.0, 16.0, 28.0, 49.0, 58.0, 76.0, 121.0, 179.0, 234.0, 302.0, 422.0, 517.0, 534.0, 378.0, 305.0, 230.0, 181.0, 119.0, 95.0, 62.0, 45.0, 31.0, 12.0, 17.0, 8.0, 10.0, 5.0, 3.0, 3.0, 1.0, 0.0, 4.0, 1.0], "bins": [-27.359375, -26.7222900390625, -26.085205078125, -25.4481201171875, -24.81103515625, -24.1739501953125, -23.536865234375, -22.8997802734375, -22.2626953125, -21.6256103515625, -20.988525390625, -20.3514404296875, -19.71435546875, -19.0772705078125, -18.440185546875, -17.8031005859375, -17.166015625, -16.5289306640625, -15.891845703125, -15.2547607421875, -14.61767578125, -13.9805908203125, -13.343505859375, -12.7064208984375, -12.0693359375, -11.4322509765625, -10.795166015625, -10.1580810546875, -9.52099609375, -8.8839111328125, -8.246826171875, -7.6097412109375, -6.97265625, -6.3355712890625, -5.698486328125, -5.0614013671875, -4.42431640625, -3.7872314453125, -3.150146484375, -2.5130615234375, -1.8759765625, -1.2388916015625, -0.601806640625, 0.0352783203125, 0.67236328125, 1.3094482421875, 1.946533203125, 2.5836181640625, 3.220703125, 3.8577880859375, 4.494873046875, 5.1319580078125, 5.76904296875, 6.4061279296875, 7.043212890625, 7.6802978515625, 8.3173828125, 8.9544677734375, 9.591552734375, 10.2286376953125, 10.86572265625, 11.5028076171875, 12.139892578125, 12.7769775390625, 13.4140625]}, "gradients/wav2vec2.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 6.0, 9.0, 15.0, 11.0, 31.0, 33.0, 53.0, 67.0, 72.0, 90.0, 105.0, 98.0, 83.0, 69.0, 80.0, 60.0, 45.0, 27.0, 17.0, 14.0, 5.0, 3.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-116.78475189208984, -113.27510833740234, -109.76545715332031, -106.25581359863281, -102.74617004394531, -99.23652648925781, -95.72687530517578, -92.21723175048828, -88.70758056640625, -85.19793701171875, -81.68828582763672, -78.17864227294922, -74.66899871826172, -71.15934753417969, -67.64970397949219, -64.14006042480469, -60.63041687011719, -57.12076950073242, -53.61112594604492, -50.101478576660156, -46.591835021972656, -43.08218765258789, -39.572540283203125, -36.062896728515625, -32.55324935913086, -29.043603897094727, -25.533958435058594, -22.024311065673828, -18.514665603637695, -15.005020141601562, -11.495372772216797, -7.985727310180664, -4.47607421875, -0.966428279876709, 2.543217658996582, 6.052864074707031, 9.562509536743164, 13.072154998779297, 16.581802368164062, 20.091447830200195, 23.601093292236328, 27.11073875427246, 30.620384216308594, 34.13003158569336, 37.639678955078125, 41.149322509765625, 44.65896987915039, 48.168617248535156, 51.678260803222656, 55.18790817260742, 58.69755172729492, 62.20719909667969, 65.71684265136719, 69.22648620605469, 72.73613739013672, 76.24578094482422, 79.75543212890625, 83.26507568359375, 86.77472686767578, 90.28437042236328, 93.79401397705078, 97.30366516113281, 100.81330871582031, 104.32295227050781, 107.83259582519531]}, "gradients/wav2vec2.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 5.0, 2.0, 6.0, 4.0, 9.0, 4.0, 16.0, 12.0, 8.0, 15.0, 28.0, 24.0, 17.0, 26.0, 23.0, 34.0, 28.0, 37.0, 33.0, 38.0, 33.0, 34.0, 43.0, 35.0, 37.0, 34.0, 32.0, 43.0, 39.0, 27.0, 25.0, 21.0, 25.0, 25.0, 23.0, 25.0, 26.0, 17.0, 13.0, 12.0, 15.0, 9.0, 6.0, 11.0, 4.0, 5.0, 7.0, 6.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0], "bins": [-53.730796813964844, -52.023902893066406, -50.31700897216797, -48.610111236572266, -46.90321731567383, -45.19632339477539, -43.48942565917969, -41.78253173828125, -40.07563781738281, -38.368743896484375, -36.66184997558594, -34.954952239990234, -33.2480583190918, -31.54116439819336, -29.83426856994629, -28.12737274169922, -26.42047882080078, -24.713584899902344, -23.006689071655273, -21.299793243408203, -19.592899322509766, -17.886005401611328, -16.179109573364258, -14.472214698791504, -12.76531982421875, -11.058424949645996, -9.351530075073242, -7.644635200500488, -5.937740325927734, -4.2308454513549805, -2.5239505767822266, -0.8170557022094727, 0.8898429870605469, 2.596737861633301, 4.303632736206055, 6.010527610778809, 7.7174224853515625, 9.424317359924316, 11.13121223449707, 12.838107109069824, 14.545001983642578, 16.251895904541016, 17.958791732788086, 19.665687561035156, 21.372581481933594, 23.07947540283203, 24.7863712310791, 26.493267059326172, 28.20016098022461, 29.907054901123047, 31.613950729370117, 33.32084655761719, 35.027740478515625, 36.73463439941406, 38.4415283203125, 40.1484260559082, 41.85531997680664, 43.56221389770508, 45.26911163330078, 46.97600555419922, 48.682899475097656, 50.389793395996094, 52.09668731689453, 53.803585052490234, 55.51047897338867]}, "gradients/wav2vec2.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 12.0, 8.0, 13.0, 14.0, 27.0, 45.0, 53.0, 99.0, 147.0, 206.0, 345.0, 488.0, 800.0, 1277.0, 2063.0, 3500.0, 5657.0, 9314.0, 15841.0, 26744.0, 47480.0, 87117.0, 156202.0, 222143.0, 196499.0, 119516.0, 65159.0, 35959.0, 20811.0, 12150.0, 7161.0, 4449.0, 2669.0, 1702.0, 1054.0, 640.0, 408.0, 261.0, 173.0, 115.0, 87.0, 50.0, 38.0, 20.0, 15.0, 7.0, 7.0, 5.0, 2.0, 1.0, 4.0, 3.0, 1.0, 3.0], "bins": [-14.53125, -14.100830078125, -13.67041015625, -13.239990234375, -12.8095703125, -12.379150390625, -11.94873046875, -11.518310546875, -11.087890625, -10.657470703125, -10.22705078125, -9.796630859375, -9.3662109375, -8.935791015625, -8.50537109375, -8.074951171875, -7.64453125, -7.214111328125, -6.78369140625, -6.353271484375, -5.9228515625, -5.492431640625, -5.06201171875, -4.631591796875, -4.201171875, -3.770751953125, -3.34033203125, -2.909912109375, -2.4794921875, -2.049072265625, -1.61865234375, -1.188232421875, -0.7578125, -0.327392578125, 0.10302734375, 0.533447265625, 0.9638671875, 1.394287109375, 1.82470703125, 2.255126953125, 2.685546875, 3.115966796875, 3.54638671875, 3.976806640625, 4.4072265625, 4.837646484375, 5.26806640625, 5.698486328125, 6.12890625, 6.559326171875, 6.98974609375, 7.420166015625, 7.8505859375, 8.281005859375, 8.71142578125, 9.141845703125, 9.572265625, 10.002685546875, 10.43310546875, 10.863525390625, 11.2939453125, 11.724365234375, 12.15478515625, 12.585205078125, 13.015625]}, "gradients/wav2vec2.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 4.0, 4.0, 8.0, 4.0, 6.0, 6.0, 12.0, 20.0, 15.0, 20.0, 19.0, 32.0, 35.0, 25.0, 33.0, 41.0, 46.0, 55.0, 48.0, 48.0, 45.0, 45.0, 44.0, 47.0, 39.0, 41.0, 42.0, 35.0, 28.0, 26.0, 26.0, 18.0, 13.0, 20.0, 19.0, 11.0, 6.0, 5.0, 6.0, 1.0, 7.0, 2.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-7.13671875, -6.89642333984375, -6.6561279296875, -6.41583251953125, -6.175537109375, -5.93524169921875, -5.6949462890625, -5.45465087890625, -5.21435546875, -4.97406005859375, -4.7337646484375, -4.49346923828125, -4.253173828125, -4.01287841796875, -3.7725830078125, -3.53228759765625, -3.2919921875, -3.05169677734375, -2.8114013671875, -2.57110595703125, -2.330810546875, -2.09051513671875, -1.8502197265625, -1.60992431640625, -1.36962890625, -1.12933349609375, -0.8890380859375, -0.64874267578125, -0.408447265625, -0.16815185546875, 0.0721435546875, 0.31243896484375, 0.552734375, 0.79302978515625, 1.0333251953125, 1.27362060546875, 1.513916015625, 1.75421142578125, 1.9945068359375, 2.23480224609375, 2.47509765625, 2.71539306640625, 2.9556884765625, 3.19598388671875, 3.436279296875, 3.67657470703125, 3.9168701171875, 4.15716552734375, 4.3974609375, 4.63775634765625, 4.8780517578125, 5.11834716796875, 5.358642578125, 5.59893798828125, 5.8392333984375, 6.07952880859375, 6.31982421875, 6.56011962890625, 6.8004150390625, 7.04071044921875, 7.281005859375, 7.52130126953125, 7.7615966796875, 8.00189208984375, 8.2421875]}, "gradients/wav2vec2.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 4.0, 8.0, 9.0, 7.0, 17.0, 17.0, 24.0, 31.0, 47.0, 68.0, 106.0, 213.0, 351.0, 532.0, 1064.0, 1785.0, 3502.0, 6994.0, 14635.0, 33333.0, 88368.0, 274137.0, 389948.0, 142870.0, 50107.0, 20632.0, 9500.0, 4689.0, 2386.0, 1306.0, 741.0, 439.0, 255.0, 138.0, 96.0, 64.0, 40.0, 24.0, 17.0, 13.0, 7.0, 9.0, 6.0, 8.0, 0.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-28.90625, -28.009033203125, -27.11181640625, -26.214599609375, -25.3173828125, -24.420166015625, -23.52294921875, -22.625732421875, -21.728515625, -20.831298828125, -19.93408203125, -19.036865234375, -18.1396484375, -17.242431640625, -16.34521484375, -15.447998046875, -14.55078125, -13.653564453125, -12.75634765625, -11.859130859375, -10.9619140625, -10.064697265625, -9.16748046875, -8.270263671875, -7.373046875, -6.475830078125, -5.57861328125, -4.681396484375, -3.7841796875, -2.886962890625, -1.98974609375, -1.092529296875, -0.1953125, 0.701904296875, 1.59912109375, 2.496337890625, 3.3935546875, 4.290771484375, 5.18798828125, 6.085205078125, 6.982421875, 7.879638671875, 8.77685546875, 9.674072265625, 10.5712890625, 11.468505859375, 12.36572265625, 13.262939453125, 14.16015625, 15.057373046875, 15.95458984375, 16.851806640625, 17.7490234375, 18.646240234375, 19.54345703125, 20.440673828125, 21.337890625, 22.235107421875, 23.13232421875, 24.029541015625, 24.9267578125, 25.823974609375, 26.72119140625, 27.618408203125, 28.515625]}, "gradients/wav2vec2.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 4.0, 6.0, 2.0, 5.0, 4.0, 6.0, 12.0, 7.0, 6.0, 15.0, 27.0, 25.0, 28.0, 30.0, 38.0, 32.0, 41.0, 44.0, 53.0, 52.0, 63.0, 57.0, 55.0, 54.0, 40.0, 47.0, 33.0, 33.0, 36.0, 23.0, 25.0, 26.0, 17.0, 13.0, 6.0, 7.0, 8.0, 6.0, 6.0, 3.0, 6.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-34.53125, -33.571044921875, -32.61083984375, -31.650634765625, -30.6904296875, -29.730224609375, -28.77001953125, -27.809814453125, -26.849609375, -25.889404296875, -24.92919921875, -23.968994140625, -23.0087890625, -22.048583984375, -21.08837890625, -20.128173828125, -19.16796875, -18.207763671875, -17.24755859375, -16.287353515625, -15.3271484375, -14.366943359375, -13.40673828125, -12.446533203125, -11.486328125, -10.526123046875, -9.56591796875, -8.605712890625, -7.6455078125, -6.685302734375, -5.72509765625, -4.764892578125, -3.8046875, -2.844482421875, -1.88427734375, -0.924072265625, 0.0361328125, 0.996337890625, 1.95654296875, 2.916748046875, 3.876953125, 4.837158203125, 5.79736328125, 6.757568359375, 7.7177734375, 8.677978515625, 9.63818359375, 10.598388671875, 11.55859375, 12.518798828125, 13.47900390625, 14.439208984375, 15.3994140625, 16.359619140625, 17.31982421875, 18.280029296875, 19.240234375, 20.200439453125, 21.16064453125, 22.120849609375, 23.0810546875, 24.041259765625, 25.00146484375, 25.961669921875, 26.921875]}, "gradients/wav2vec2.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 3.0, 3.0, 6.0, 12.0, 12.0, 20.0, 42.0, 59.0, 80.0, 114.0, 189.0, 289.0, 479.0, 798.0, 1264.0, 2140.0, 3614.0, 6333.0, 11690.0, 23208.0, 45977.0, 91067.0, 175119.0, 253645.0, 204582.0, 111720.0, 55585.0, 28070.0, 14367.0, 7680.0, 4182.0, 2455.0, 1399.0, 906.0, 540.0, 315.0, 213.0, 123.0, 92.0, 60.0, 30.0, 24.0, 20.0, 18.0, 8.0, 4.0, 5.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-10.7734375, -10.4329833984375, -10.092529296875, -9.7520751953125, -9.41162109375, -9.0711669921875, -8.730712890625, -8.3902587890625, -8.0498046875, -7.7093505859375, -7.368896484375, -7.0284423828125, -6.68798828125, -6.3475341796875, -6.007080078125, -5.6666259765625, -5.326171875, -4.9857177734375, -4.645263671875, -4.3048095703125, -3.96435546875, -3.6239013671875, -3.283447265625, -2.9429931640625, -2.6025390625, -2.2620849609375, -1.921630859375, -1.5811767578125, -1.24072265625, -0.9002685546875, -0.559814453125, -0.2193603515625, 0.12109375, 0.4615478515625, 0.802001953125, 1.1424560546875, 1.48291015625, 1.8233642578125, 2.163818359375, 2.5042724609375, 2.8447265625, 3.1851806640625, 3.525634765625, 3.8660888671875, 4.20654296875, 4.5469970703125, 4.887451171875, 5.2279052734375, 5.568359375, 5.9088134765625, 6.249267578125, 6.5897216796875, 6.93017578125, 7.2706298828125, 7.611083984375, 7.9515380859375, 8.2919921875, 8.6324462890625, 8.972900390625, 9.3133544921875, 9.65380859375, 9.9942626953125, 10.334716796875, 10.6751708984375, 11.015625]}, "gradients/wav2vec2.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 5.0, 3.0, 2.0, 6.0, 6.0, 5.0, 21.0, 26.0, 47.0, 77.0, 122.0, 158.0, 183.0, 127.0, 76.0, 49.0, 32.0, 20.0, 15.0, 8.0, 4.0, 5.0, 4.0, 3.0, 2.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0065460205078125, -0.006354272365570068, -0.006162524223327637, -0.005970776081085205, -0.0057790279388427734, -0.005587279796600342, -0.00539553165435791, -0.0052037835121154785, -0.005012035369873047, -0.004820287227630615, -0.004628539085388184, -0.004436790943145752, -0.00424504280090332, -0.004053294658660889, -0.003861546516418457, -0.0036697983741760254, -0.0034780502319335938, -0.003286302089691162, -0.0030945539474487305, -0.002902805805206299, -0.002711057662963867, -0.0025193095207214355, -0.002327561378479004, -0.0021358132362365723, -0.0019440650939941406, -0.001752316951751709, -0.0015605688095092773, -0.0013688206672668457, -0.001177072525024414, -0.0009853243827819824, -0.0007935762405395508, -0.0006018280982971191, -0.0004100799560546875, -0.00021833181381225586, -2.658367156982422e-05, 0.00016516447067260742, 0.00035691261291503906, 0.0005486607551574707, 0.0007404088973999023, 0.000932157039642334, 0.0011239051818847656, 0.0013156533241271973, 0.001507401466369629, 0.0016991496086120605, 0.0018908977508544922, 0.002082645893096924, 0.0022743940353393555, 0.002466142177581787, 0.0026578903198242188, 0.0028496384620666504, 0.003041386604309082, 0.0032331347465515137, 0.0034248828887939453, 0.003616631031036377, 0.0038083791732788086, 0.00400012731552124, 0.004191875457763672, 0.0043836236000061035, 0.004575371742248535, 0.004767119884490967, 0.0049588680267333984, 0.00515061616897583, 0.005342364311218262, 0.005534112453460693, 0.005725860595703125]}, "gradients/wav2vec2.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 6.0, 4.0, 11.0, 15.0, 13.0, 30.0, 37.0, 46.0, 75.0, 84.0, 137.0, 233.0, 336.0, 559.0, 886.0, 1571.0, 2633.0, 4643.0, 8487.0, 16500.0, 33204.0, 68159.0, 137930.0, 235470.0, 242361.0, 147915.0, 73197.0, 35300.0, 17770.0, 9079.0, 4897.0, 2778.0, 1617.0, 922.0, 564.0, 364.0, 234.0, 149.0, 102.0, 71.0, 53.0, 35.0, 23.0, 14.0, 10.0, 8.0, 3.0, 9.0, 3.0, 5.0, 7.0, 0.0, 0.0, 0.0, 3.0], "bins": [-11.1953125, -10.8565673828125, -10.517822265625, -10.1790771484375, -9.84033203125, -9.5015869140625, -9.162841796875, -8.8240966796875, -8.4853515625, -8.1466064453125, -7.807861328125, -7.4691162109375, -7.13037109375, -6.7916259765625, -6.452880859375, -6.1141357421875, -5.775390625, -5.4366455078125, -5.097900390625, -4.7591552734375, -4.42041015625, -4.0816650390625, -3.742919921875, -3.4041748046875, -3.0654296875, -2.7266845703125, -2.387939453125, -2.0491943359375, -1.71044921875, -1.3717041015625, -1.032958984375, -0.6942138671875, -0.35546875, -0.0167236328125, 0.322021484375, 0.6607666015625, 0.99951171875, 1.3382568359375, 1.677001953125, 2.0157470703125, 2.3544921875, 2.6932373046875, 3.031982421875, 3.3707275390625, 3.70947265625, 4.0482177734375, 4.386962890625, 4.7257080078125, 5.064453125, 5.4031982421875, 5.741943359375, 6.0806884765625, 6.41943359375, 6.7581787109375, 7.096923828125, 7.4356689453125, 7.7744140625, 8.1131591796875, 8.451904296875, 8.7906494140625, 9.12939453125, 9.4681396484375, 9.806884765625, 10.1456298828125, 10.484375]}, "gradients/wav2vec2.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 4.0, 6.0, 5.0, 6.0, 7.0, 7.0, 12.0, 12.0, 14.0, 8.0, 24.0, 15.0, 20.0, 29.0, 28.0, 43.0, 47.0, 33.0, 70.0, 50.0, 53.0, 59.0, 51.0, 47.0, 47.0, 39.0, 42.0, 33.0, 42.0, 34.0, 20.0, 13.0, 18.0, 13.0, 4.0, 7.0, 7.0, 5.0, 3.0, 5.0, 5.0, 2.0, 2.0, 5.0, 4.0, 2.0, 1.0, 2.0, 2.0], "bins": [-10.3359375, -10.04736328125, -9.7587890625, -9.47021484375, -9.181640625, -8.89306640625, -8.6044921875, -8.31591796875, -8.02734375, -7.73876953125, -7.4501953125, -7.16162109375, -6.873046875, -6.58447265625, -6.2958984375, -6.00732421875, -5.71875, -5.43017578125, -5.1416015625, -4.85302734375, -4.564453125, -4.27587890625, -3.9873046875, -3.69873046875, -3.41015625, -3.12158203125, -2.8330078125, -2.54443359375, -2.255859375, -1.96728515625, -1.6787109375, -1.39013671875, -1.1015625, -0.81298828125, -0.5244140625, -0.23583984375, 0.052734375, 0.34130859375, 0.6298828125, 0.91845703125, 1.20703125, 1.49560546875, 1.7841796875, 2.07275390625, 2.361328125, 2.64990234375, 2.9384765625, 3.22705078125, 3.515625, 3.80419921875, 4.0927734375, 4.38134765625, 4.669921875, 4.95849609375, 5.2470703125, 5.53564453125, 5.82421875, 6.11279296875, 6.4013671875, 6.68994140625, 6.978515625, 7.26708984375, 7.5556640625, 7.84423828125, 8.1328125]}, "gradients/wav2vec2.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 5.0, 18.0, 22.0, 34.0, 51.0, 70.0, 110.0, 100.0, 126.0, 116.0, 102.0, 75.0, 61.0, 44.0, 30.0, 18.0, 7.0, 8.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-90.27183532714844, -85.71318054199219, -81.15452575683594, -76.59587097167969, -72.03722381591797, -67.47856903076172, -62.91991424560547, -58.36125946044922, -53.802608489990234, -49.243953704833984, -44.685302734375, -40.12664794921875, -35.5679931640625, -31.009342193603516, -26.450687408447266, -21.89203453063965, -17.33338165283203, -12.774728775024414, -8.21607494354248, -3.657421112060547, 0.9012317657470703, 5.4598846435546875, 10.018539428710938, 14.577192306518555, 19.135845184326172, 23.69449806213379, 28.253150939941406, 32.811805725097656, 37.370460510253906, 41.92911148071289, 46.48776626586914, 51.046417236328125, 55.605072021484375, 60.163726806640625, 64.72238159179688, 69.28103637695312, 73.83968353271484, 78.3983383178711, 82.95699310302734, 87.5156478881836, 92.07429504394531, 96.63294982910156, 101.19160461425781, 105.75025939941406, 110.30890655517578, 114.86756134033203, 119.42621612548828, 123.98487091064453, 128.54351806640625, 133.1021728515625, 137.66082763671875, 142.219482421875, 146.77813720703125, 151.3367919921875, 155.89544677734375, 160.45408630371094, 165.01275634765625, 169.5714111328125, 174.13006591796875, 178.688720703125, 183.24737548828125, 187.8060302734375, 192.36468505859375, 196.92332458496094, 201.4819793701172]}, "gradients/wav2vec2.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 9.0, 4.0, 6.0, 10.0, 6.0, 11.0, 12.0, 13.0, 14.0, 15.0, 15.0, 11.0, 22.0, 23.0, 33.0, 27.0, 36.0, 29.0, 47.0, 39.0, 34.0, 41.0, 28.0, 34.0, 46.0, 44.0, 34.0, 40.0, 22.0, 51.0, 34.0, 40.0, 26.0, 21.0, 23.0, 16.0, 10.0, 20.0, 12.0, 8.0, 10.0, 3.0, 6.0, 2.0, 4.0, 2.0, 4.0, 1.0, 5.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-69.38941192626953, -67.15030670166016, -64.91120147705078, -62.672096252441406, -60.432987213134766, -58.19388198852539, -55.954776763916016, -53.71567153930664, -51.4765625, -49.237457275390625, -46.99835205078125, -44.759246826171875, -42.520137786865234, -40.28103256225586, -38.041927337646484, -35.80282211303711, -33.563716888427734, -31.32461166381836, -29.08550453186035, -26.846399307250977, -24.60729217529297, -22.368186950683594, -20.12908172607422, -17.889976501464844, -15.650869369506836, -13.411763191223145, -11.172657012939453, -8.933551788330078, -6.694445610046387, -4.455339431762695, -2.2162342071533203, 0.022871971130371094, 2.2619781494140625, 4.501084327697754, 6.740190029144287, 8.97929573059082, 11.218401908874512, 13.457508087158203, 15.696613311767578, 17.935718536376953, 20.17482566833496, 22.413930892944336, 24.653038024902344, 26.89214324951172, 29.131248474121094, 31.3703556060791, 33.609458923339844, 35.848567962646484, 38.08767318725586, 40.326778411865234, 42.56588363647461, 44.80499267578125, 47.044097900390625, 49.283203125, 51.522308349609375, 53.76141357421875, 56.000518798828125, 58.2396240234375, 60.478729248046875, 62.71783447265625, 64.95693969726562, 67.196044921875, 69.43515014648438, 71.67426300048828, 73.91336822509766]}, "gradients/wav2vec2.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 6.0, 5.0, 3.0, 10.0, 8.0, 11.0, 16.0, 34.0, 34.0, 74.0, 103.0, 141.0, 192.0, 341.0, 594.0, 1054.0, 1904.0, 3775.0, 7637.0, 16339.0, 36519.0, 89968.0, 245448.0, 893948.0, 2017343.0, 580890.0, 175842.0, 67212.0, 28345.0, 13135.0, 6232.0, 3164.0, 1633.0, 927.0, 504.0, 324.0, 191.0, 120.0, 80.0, 58.0, 32.0, 28.0, 19.0, 13.0, 10.0, 7.0, 7.0, 6.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-33.28125, -32.25244140625, -31.2236328125, -30.19482421875, -29.166015625, -28.13720703125, -27.1083984375, -26.07958984375, -25.05078125, -24.02197265625, -22.9931640625, -21.96435546875, -20.935546875, -19.90673828125, -18.8779296875, -17.84912109375, -16.8203125, -15.79150390625, -14.7626953125, -13.73388671875, -12.705078125, -11.67626953125, -10.6474609375, -9.61865234375, -8.58984375, -7.56103515625, -6.5322265625, -5.50341796875, -4.474609375, -3.44580078125, -2.4169921875, -1.38818359375, -0.359375, 0.66943359375, 1.6982421875, 2.72705078125, 3.755859375, 4.78466796875, 5.8134765625, 6.84228515625, 7.87109375, 8.89990234375, 9.9287109375, 10.95751953125, 11.986328125, 13.01513671875, 14.0439453125, 15.07275390625, 16.1015625, 17.13037109375, 18.1591796875, 19.18798828125, 20.216796875, 21.24560546875, 22.2744140625, 23.30322265625, 24.33203125, 25.36083984375, 26.3896484375, 27.41845703125, 28.447265625, 29.47607421875, 30.5048828125, 31.53369140625, 32.5625]}, "gradients/wav2vec2.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 4.0, 5.0, 2.0, 4.0, 8.0, 7.0, 14.0, 8.0, 16.0, 20.0, 25.0, 22.0, 24.0, 23.0, 42.0, 34.0, 36.0, 35.0, 48.0, 39.0, 49.0, 44.0, 31.0, 48.0, 31.0, 34.0, 53.0, 41.0, 23.0, 28.0, 30.0, 29.0, 19.0, 14.0, 16.0, 16.0, 17.0, 8.0, 10.0, 9.0, 8.0, 9.0, 6.0, 4.0, 2.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-16.21875, -15.6806640625, -15.142578125, -14.6044921875, -14.06640625, -13.5283203125, -12.990234375, -12.4521484375, -11.9140625, -11.3759765625, -10.837890625, -10.2998046875, -9.76171875, -9.2236328125, -8.685546875, -8.1474609375, -7.609375, -7.0712890625, -6.533203125, -5.9951171875, -5.45703125, -4.9189453125, -4.380859375, -3.8427734375, -3.3046875, -2.7666015625, -2.228515625, -1.6904296875, -1.15234375, -0.6142578125, -0.076171875, 0.4619140625, 1.0, 1.5380859375, 2.076171875, 2.6142578125, 3.15234375, 3.6904296875, 4.228515625, 4.7666015625, 5.3046875, 5.8427734375, 6.380859375, 6.9189453125, 7.45703125, 7.9951171875, 8.533203125, 9.0712890625, 9.609375, 10.1474609375, 10.685546875, 11.2236328125, 11.76171875, 12.2998046875, 12.837890625, 13.3759765625, 13.9140625, 14.4521484375, 14.990234375, 15.5283203125, 16.06640625, 16.6044921875, 17.142578125, 17.6806640625, 18.21875]}, "gradients/wav2vec2.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 1.0, 5.0, 4.0, 5.0, 17.0, 18.0, 27.0, 32.0, 56.0, 76.0, 125.0, 185.0, 297.0, 430.0, 748.0, 1302.0, 2237.0, 4108.0, 7677.0, 15187.0, 31140.0, 66246.0, 148946.0, 386871.0, 1260743.0, 1490934.0, 460129.0, 171545.0, 74519.0, 34608.0, 16904.0, 8507.0, 4608.0, 2407.0, 1386.0, 845.0, 480.0, 320.0, 191.0, 132.0, 95.0, 69.0, 49.0, 23.0, 17.0, 18.0, 7.0, 4.0, 6.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-36.9375, -35.7490234375, -34.560546875, -33.3720703125, -32.18359375, -30.9951171875, -29.806640625, -28.6181640625, -27.4296875, -26.2412109375, -25.052734375, -23.8642578125, -22.67578125, -21.4873046875, -20.298828125, -19.1103515625, -17.921875, -16.7333984375, -15.544921875, -14.3564453125, -13.16796875, -11.9794921875, -10.791015625, -9.6025390625, -8.4140625, -7.2255859375, -6.037109375, -4.8486328125, -3.66015625, -2.4716796875, -1.283203125, -0.0947265625, 1.09375, 2.2822265625, 3.470703125, 4.6591796875, 5.84765625, 7.0361328125, 8.224609375, 9.4130859375, 10.6015625, 11.7900390625, 12.978515625, 14.1669921875, 15.35546875, 16.5439453125, 17.732421875, 18.9208984375, 20.109375, 21.2978515625, 22.486328125, 23.6748046875, 24.86328125, 26.0517578125, 27.240234375, 28.4287109375, 29.6171875, 30.8056640625, 31.994140625, 33.1826171875, 34.37109375, 35.5595703125, 36.748046875, 37.9365234375, 39.125]}, "gradients/wav2vec2.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 3.0, 5.0, 13.0, 16.0, 22.0, 35.0, 29.0, 53.0, 98.0, 105.0, 179.0, 208.0, 318.0, 515.0, 680.0, 600.0, 354.0, 262.0, 157.0, 123.0, 85.0, 59.0, 45.0, 30.0, 15.0, 18.0, 14.0, 14.0, 7.0, 7.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-55.125, -53.533203125, -51.94140625, -50.349609375, -48.7578125, -47.166015625, -45.57421875, -43.982421875, -42.390625, -40.798828125, -39.20703125, -37.615234375, -36.0234375, -34.431640625, -32.83984375, -31.248046875, -29.65625, -28.064453125, -26.47265625, -24.880859375, -23.2890625, -21.697265625, -20.10546875, -18.513671875, -16.921875, -15.330078125, -13.73828125, -12.146484375, -10.5546875, -8.962890625, -7.37109375, -5.779296875, -4.1875, -2.595703125, -1.00390625, 0.587890625, 2.1796875, 3.771484375, 5.36328125, 6.955078125, 8.546875, 10.138671875, 11.73046875, 13.322265625, 14.9140625, 16.505859375, 18.09765625, 19.689453125, 21.28125, 22.873046875, 24.46484375, 26.056640625, 27.6484375, 29.240234375, 30.83203125, 32.423828125, 34.015625, 35.607421875, 37.19921875, 38.791015625, 40.3828125, 41.974609375, 43.56640625, 45.158203125, 46.75]}, "gradients/wav2vec2.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 3.0, 3.0, 6.0, 5.0, 10.0, 17.0, 26.0, 26.0, 33.0, 41.0, 68.0, 65.0, 68.0, 88.0, 81.0, 90.0, 77.0, 67.0, 63.0, 42.0, 35.0, 26.0, 18.0, 16.0, 8.0, 6.0, 5.0, 3.0, 3.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-183.1404571533203, -176.34776306152344, -169.55506896972656, -162.76239013671875, -155.96969604492188, -149.177001953125, -142.38430786132812, -135.59161376953125, -128.79891967773438, -122.0062255859375, -115.21353912353516, -108.42084503173828, -101.62815856933594, -94.83546447753906, -88.04277038574219, -81.25007629394531, -74.4573974609375, -67.66470336914062, -60.87201690673828, -54.079322814941406, -47.2866325378418, -40.49394226074219, -33.70124816894531, -26.908557891845703, -20.115867614746094, -13.323176383972168, -6.530485153198242, 0.26220703125, 7.054897308349609, 13.847587585449219, 20.640281677246094, 27.432971954345703, 34.22564697265625, 41.01833724975586, 47.81102752685547, 54.603721618652344, 61.39641189575195, 68.18910217285156, 74.98179626464844, 81.77449035644531, 88.56717681884766, 95.35987091064453, 102.15255737304688, 108.94525146484375, 115.73794555664062, 122.53063201904297, 129.32333374023438, 136.1160125732422, 142.90870666503906, 149.70140075683594, 156.4940948486328, 163.28677368164062, 170.0794677734375, 176.87216186523438, 183.66485595703125, 190.45755004882812, 197.250244140625, 204.04293823242188, 210.83563232421875, 217.62832641601562, 224.42100524902344, 231.2136993408203, 238.0063934326172, 244.79908752441406, 251.59176635742188]}, "gradients/wav2vec2.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 1.0, 4.0, 4.0, 2.0, 3.0, 6.0, 9.0, 12.0, 11.0, 10.0, 9.0, 15.0, 18.0, 16.0, 21.0, 33.0, 33.0, 26.0, 36.0, 40.0, 26.0, 34.0, 42.0, 47.0, 30.0, 43.0, 37.0, 37.0, 38.0, 42.0, 35.0, 37.0, 29.0, 28.0, 17.0, 27.0, 25.0, 23.0, 14.0, 18.0, 17.0, 12.0, 6.0, 8.0, 4.0, 8.0, 4.0, 6.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-113.8040542602539, -109.94933319091797, -106.09461975097656, -102.23989868164062, -98.38517761230469, -94.53046417236328, -90.67574310302734, -86.82102966308594, -82.96630859375, -79.11158752441406, -75.25687408447266, -71.40215301513672, -67.54743957519531, -63.692718505859375, -59.83799743652344, -55.983280181884766, -52.128562927246094, -48.27384567260742, -44.41912841796875, -40.56440734863281, -36.70969009399414, -32.85497283935547, -29.000253677368164, -25.14553451538086, -21.290817260742188, -17.436100006103516, -13.581380844116211, -9.726662635803223, -5.871944427490234, -2.0172271728515625, 1.8374919891357422, 5.692211151123047, 9.546920776367188, 13.401638984680176, 17.256357192993164, 21.11107635498047, 24.96579360961914, 28.820510864257812, 32.67523193359375, 36.52994918823242, 40.384666442871094, 44.239383697509766, 48.09410095214844, 51.948822021484375, 55.80353927612305, 59.65825653076172, 63.512977600097656, 67.36769104003906, 71.222412109375, 75.07713317871094, 78.93184661865234, 82.78656768798828, 86.64128112792969, 90.49600219726562, 94.35072326660156, 98.2054443359375, 102.0601577758789, 105.91487884521484, 109.76959228515625, 113.62431335449219, 117.47903442382812, 121.33374786376953, 125.18846893310547, 129.04318237304688, 132.8979034423828]}, "gradients/wav2vec2.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 6.0, 10.0, 11.0, 27.0, 36.0, 56.0, 85.0, 162.0, 202.0, 358.0, 532.0, 781.0, 1218.0, 1781.0, 2798.0, 4091.0, 5969.0, 8554.0, 12812.0, 18886.0, 28461.0, 43978.0, 70249.0, 121901.0, 204648.0, 202430.0, 119943.0, 69566.0, 43365.0, 27878.0, 18718.0, 12634.0, 8672.0, 6027.0, 4004.0, 2627.0, 1777.0, 1157.0, 783.0, 512.0, 314.0, 176.0, 141.0, 81.0, 62.0, 44.0, 17.0, 11.0, 4.0, 3.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.703125, -25.8935546875, -25.083984375, -24.2744140625, -23.46484375, -22.6552734375, -21.845703125, -21.0361328125, -20.2265625, -19.4169921875, -18.607421875, -17.7978515625, -16.98828125, -16.1787109375, -15.369140625, -14.5595703125, -13.75, -12.9404296875, -12.130859375, -11.3212890625, -10.51171875, -9.7021484375, -8.892578125, -8.0830078125, -7.2734375, -6.4638671875, -5.654296875, -4.8447265625, -4.03515625, -3.2255859375, -2.416015625, -1.6064453125, -0.796875, 0.0126953125, 0.822265625, 1.6318359375, 2.44140625, 3.2509765625, 4.060546875, 4.8701171875, 5.6796875, 6.4892578125, 7.298828125, 8.1083984375, 8.91796875, 9.7275390625, 10.537109375, 11.3466796875, 12.15625, 12.9658203125, 13.775390625, 14.5849609375, 15.39453125, 16.2041015625, 17.013671875, 17.8232421875, 18.6328125, 19.4423828125, 20.251953125, 21.0615234375, 21.87109375, 22.6806640625, 23.490234375, 24.2998046875, 25.109375]}, "gradients/wav2vec2.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 8.0, 9.0, 8.0, 6.0, 14.0, 16.0, 16.0, 29.0, 19.0, 36.0, 40.0, 48.0, 36.0, 42.0, 39.0, 44.0, 47.0, 38.0, 44.0, 39.0, 54.0, 38.0, 49.0, 35.0, 26.0, 21.0, 27.0, 24.0, 21.0, 21.0, 25.0, 16.0, 16.0, 7.0, 11.0, 10.0, 7.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-18.90625, -18.27734375, -17.6484375, -17.01953125, -16.390625, -15.76171875, -15.1328125, -14.50390625, -13.875, -13.24609375, -12.6171875, -11.98828125, -11.359375, -10.73046875, -10.1015625, -9.47265625, -8.84375, -8.21484375, -7.5859375, -6.95703125, -6.328125, -5.69921875, -5.0703125, -4.44140625, -3.8125, -3.18359375, -2.5546875, -1.92578125, -1.296875, -0.66796875, -0.0390625, 0.58984375, 1.21875, 1.84765625, 2.4765625, 3.10546875, 3.734375, 4.36328125, 4.9921875, 5.62109375, 6.25, 6.87890625, 7.5078125, 8.13671875, 8.765625, 9.39453125, 10.0234375, 10.65234375, 11.28125, 11.91015625, 12.5390625, 13.16796875, 13.796875, 14.42578125, 15.0546875, 15.68359375, 16.3125, 16.94140625, 17.5703125, 18.19921875, 18.828125, 19.45703125, 20.0859375, 20.71484375, 21.34375]}, "gradients/wav2vec2.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 5.0, 1.0, 7.0, 7.0, 7.0, 10.0, 27.0, 24.0, 46.0, 86.0, 135.0, 247.0, 477.0, 1308.0, 4523.0, 17581.0, 70637.0, 393544.0, 452212.0, 80209.0, 19749.0, 5076.0, 1451.0, 519.0, 247.0, 132.0, 77.0, 55.0, 45.0, 39.0, 22.0, 14.0, 13.0, 5.0, 9.0, 5.0, 5.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-90.1875, -87.373046875, -84.55859375, -81.744140625, -78.9296875, -76.115234375, -73.30078125, -70.486328125, -67.671875, -64.857421875, -62.04296875, -59.228515625, -56.4140625, -53.599609375, -50.78515625, -47.970703125, -45.15625, -42.341796875, -39.52734375, -36.712890625, -33.8984375, -31.083984375, -28.26953125, -25.455078125, -22.640625, -19.826171875, -17.01171875, -14.197265625, -11.3828125, -8.568359375, -5.75390625, -2.939453125, -0.125, 2.689453125, 5.50390625, 8.318359375, 11.1328125, 13.947265625, 16.76171875, 19.576171875, 22.390625, 25.205078125, 28.01953125, 30.833984375, 33.6484375, 36.462890625, 39.27734375, 42.091796875, 44.90625, 47.720703125, 50.53515625, 53.349609375, 56.1640625, 58.978515625, 61.79296875, 64.607421875, 67.421875, 70.236328125, 73.05078125, 75.865234375, 78.6796875, 81.494140625, 84.30859375, 87.123046875, 89.9375]}, "gradients/wav2vec2.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 5.0, 6.0, 16.0, 7.0, 12.0, 17.0, 10.0, 28.0, 24.0, 34.0, 41.0, 35.0, 44.0, 33.0, 44.0, 44.0, 45.0, 44.0, 53.0, 44.0, 48.0, 51.0, 39.0, 40.0, 46.0, 31.0, 25.0, 25.0, 27.0, 21.0, 11.0, 11.0, 9.0, 6.0, 6.0, 4.0, 4.0, 2.0, 5.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-61.25, -59.068359375, -56.88671875, -54.705078125, -52.5234375, -50.341796875, -48.16015625, -45.978515625, -43.796875, -41.615234375, -39.43359375, -37.251953125, -35.0703125, -32.888671875, -30.70703125, -28.525390625, -26.34375, -24.162109375, -21.98046875, -19.798828125, -17.6171875, -15.435546875, -13.25390625, -11.072265625, -8.890625, -6.708984375, -4.52734375, -2.345703125, -0.1640625, 2.017578125, 4.19921875, 6.380859375, 8.5625, 10.744140625, 12.92578125, 15.107421875, 17.2890625, 19.470703125, 21.65234375, 23.833984375, 26.015625, 28.197265625, 30.37890625, 32.560546875, 34.7421875, 36.923828125, 39.10546875, 41.287109375, 43.46875, 45.650390625, 47.83203125, 50.013671875, 52.1953125, 54.376953125, 56.55859375, 58.740234375, 60.921875, 63.103515625, 65.28515625, 67.466796875, 69.6484375, 71.830078125, 74.01171875, 76.193359375, 78.375]}, "gradients/wav2vec2.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 3.0, 7.0, 13.0, 13.0, 14.0, 32.0, 42.0, 59.0, 88.0, 132.0, 219.0, 355.0, 566.0, 996.0, 1903.0, 4148.0, 9898.0, 26804.0, 78712.0, 298407.0, 449824.0, 114471.0, 37762.0, 13421.0, 5220.0, 2456.0, 1227.0, 659.0, 394.0, 246.0, 157.0, 95.0, 62.0, 56.0, 28.0, 28.0, 18.0, 9.0, 7.0, 2.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-33.53125, -32.455078125, -31.37890625, -30.302734375, -29.2265625, -28.150390625, -27.07421875, -25.998046875, -24.921875, -23.845703125, -22.76953125, -21.693359375, -20.6171875, -19.541015625, -18.46484375, -17.388671875, -16.3125, -15.236328125, -14.16015625, -13.083984375, -12.0078125, -10.931640625, -9.85546875, -8.779296875, -7.703125, -6.626953125, -5.55078125, -4.474609375, -3.3984375, -2.322265625, -1.24609375, -0.169921875, 0.90625, 1.982421875, 3.05859375, 4.134765625, 5.2109375, 6.287109375, 7.36328125, 8.439453125, 9.515625, 10.591796875, 11.66796875, 12.744140625, 13.8203125, 14.896484375, 15.97265625, 17.048828125, 18.125, 19.201171875, 20.27734375, 21.353515625, 22.4296875, 23.505859375, 24.58203125, 25.658203125, 26.734375, 27.810546875, 28.88671875, 29.962890625, 31.0390625, 32.115234375, 33.19140625, 34.267578125, 35.34375]}, "gradients/wav2vec2.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 6.0, 3.0, 5.0, 6.0, 15.0, 9.0, 18.0, 41.0, 59.0, 63.0, 95.0, 181.0, 184.0, 87.0, 50.0, 48.0, 30.0, 32.0, 18.0, 17.0, 11.0, 6.0, 11.0, 5.0, 3.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00981903076171875, -0.009520411491394043, -0.009221792221069336, -0.008923172950744629, -0.008624553680419922, -0.008325934410095215, -0.008027315139770508, -0.007728695869445801, -0.007430076599121094, -0.007131457328796387, -0.00683283805847168, -0.006534218788146973, -0.006235599517822266, -0.005936980247497559, -0.0056383609771728516, -0.0053397417068481445, -0.0050411224365234375, -0.0047425031661987305, -0.0044438838958740234, -0.004145264625549316, -0.0038466453552246094, -0.0035480260848999023, -0.0032494068145751953, -0.0029507875442504883, -0.0026521682739257812, -0.0023535490036010742, -0.002054929733276367, -0.0017563104629516602, -0.0014576911926269531, -0.001159071922302246, -0.0008604526519775391, -0.000561833381652832, -0.000263214111328125, 3.540515899658203e-05, 0.00033402442932128906, 0.0006326436996459961, 0.0009312629699707031, 0.0012298822402954102, 0.0015285015106201172, 0.0018271207809448242, 0.0021257400512695312, 0.0024243593215942383, 0.0027229785919189453, 0.0030215978622436523, 0.0033202171325683594, 0.0036188364028930664, 0.0039174556732177734, 0.0042160749435424805, 0.0045146942138671875, 0.0048133134841918945, 0.0051119327545166016, 0.005410552024841309, 0.005709171295166016, 0.006007790565490723, 0.00630640983581543, 0.006605029106140137, 0.006903648376464844, 0.007202267646789551, 0.007500886917114258, 0.007799506187438965, 0.008098125457763672, 0.008396744728088379, 0.008695363998413086, 0.008993983268737793, 0.0092926025390625]}, "gradients/wav2vec2.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 8.0, 10.0, 6.0, 16.0, 5.0, 18.0, 23.0, 49.0, 61.0, 109.0, 154.0, 273.0, 521.0, 943.0, 2125.0, 5451.0, 16015.0, 51105.0, 171890.0, 488677.0, 218016.0, 62092.0, 19542.0, 6492.0, 2466.0, 1084.0, 563.0, 342.0, 165.0, 117.0, 67.0, 42.0, 32.0, 29.0, 17.0, 11.0, 6.0, 6.0, 7.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-33.0, -31.9873046875, -30.974609375, -29.9619140625, -28.94921875, -27.9365234375, -26.923828125, -25.9111328125, -24.8984375, -23.8857421875, -22.873046875, -21.8603515625, -20.84765625, -19.8349609375, -18.822265625, -17.8095703125, -16.796875, -15.7841796875, -14.771484375, -13.7587890625, -12.74609375, -11.7333984375, -10.720703125, -9.7080078125, -8.6953125, -7.6826171875, -6.669921875, -5.6572265625, -4.64453125, -3.6318359375, -2.619140625, -1.6064453125, -0.59375, 0.4189453125, 1.431640625, 2.4443359375, 3.45703125, 4.4697265625, 5.482421875, 6.4951171875, 7.5078125, 8.5205078125, 9.533203125, 10.5458984375, 11.55859375, 12.5712890625, 13.583984375, 14.5966796875, 15.609375, 16.6220703125, 17.634765625, 18.6474609375, 19.66015625, 20.6728515625, 21.685546875, 22.6982421875, 23.7109375, 24.7236328125, 25.736328125, 26.7490234375, 27.76171875, 28.7744140625, 29.787109375, 30.7998046875, 31.8125]}, "gradients/wav2vec2.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 8.0, 5.0, 6.0, 8.0, 10.0, 12.0, 10.0, 20.0, 30.0, 22.0, 34.0, 67.0, 92.0, 94.0, 114.0, 115.0, 97.0, 65.0, 44.0, 28.0, 21.0, 24.0, 21.0, 17.0, 7.0, 5.0, 7.0, 5.0, 3.0, 3.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-29.03125, -28.112060546875, -27.19287109375, -26.273681640625, -25.3544921875, -24.435302734375, -23.51611328125, -22.596923828125, -21.677734375, -20.758544921875, -19.83935546875, -18.920166015625, -18.0009765625, -17.081787109375, -16.16259765625, -15.243408203125, -14.32421875, -13.405029296875, -12.48583984375, -11.566650390625, -10.6474609375, -9.728271484375, -8.80908203125, -7.889892578125, -6.970703125, -6.051513671875, -5.13232421875, -4.213134765625, -3.2939453125, -2.374755859375, -1.45556640625, -0.536376953125, 0.3828125, 1.302001953125, 2.22119140625, 3.140380859375, 4.0595703125, 4.978759765625, 5.89794921875, 6.817138671875, 7.736328125, 8.655517578125, 9.57470703125, 10.493896484375, 11.4130859375, 12.332275390625, 13.25146484375, 14.170654296875, 15.08984375, 16.009033203125, 16.92822265625, 17.847412109375, 18.7666015625, 19.685791015625, 20.60498046875, 21.524169921875, 22.443359375, 23.362548828125, 24.28173828125, 25.200927734375, 26.1201171875, 27.039306640625, 27.95849609375, 28.877685546875, 29.796875]}, "gradients/wav2vec2.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 10.0, 23.0, 91.0, 242.0, 309.0, 238.0, 67.0, 13.0, 9.0, 4.0, 3.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1295.5455322265625, -1267.6490478515625, -1239.75244140625, -1211.85595703125, -1183.95947265625, -1156.06298828125, -1128.1663818359375, -1100.2698974609375, -1072.373291015625, -1044.476806640625, -1016.5802612304688, -988.6837158203125, -960.7872314453125, -932.8906860351562, -904.994140625, -877.09765625, -849.201171875, -821.3046264648438, -793.4081420898438, -765.5115966796875, -737.6151123046875, -709.7185668945312, -681.822021484375, -653.925537109375, -626.0289916992188, -598.1324462890625, -570.2359619140625, -542.3394165039062, -514.44287109375, -486.54638671875, -458.64984130859375, -430.7533264160156, -402.85675048828125, -374.9602355957031, -347.063720703125, -319.16717529296875, -291.2706604003906, -263.3741455078125, -235.4776153564453, -207.58108520507812, -179.6845703125, -151.78805541992188, -123.89152526855469, -95.99500274658203, -68.09848022460938, -40.20196533203125, -12.305435180664062, 15.591094970703125, 43.48760986328125, 71.3841323852539, 99.28065490722656, 127.17717742919922, 155.07369995117188, 182.97021484375, 210.8667449951172, 238.76327514648438, 266.6597900390625, 294.5563049316406, 322.45281982421875, 350.349365234375, 378.2458801269531, 406.14239501953125, 434.0389404296875, 461.9354553222656, 489.83197021484375]}, "gradients/wav2vec2.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 9.0, 5.0, 7.0, 11.0, 11.0, 18.0, 9.0, 11.0, 26.0, 21.0, 20.0, 31.0, 33.0, 40.0, 33.0, 35.0, 32.0, 57.0, 54.0, 44.0, 48.0, 37.0, 49.0, 44.0, 41.0, 42.0, 36.0, 35.0, 17.0, 25.0, 13.0, 13.0, 17.0, 13.0, 15.0, 10.0, 9.0, 9.0, 6.0, 6.0, 5.0, 4.0, 2.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-170.73532104492188, -165.0609893798828, -159.38665771484375, -153.7123260498047, -148.03799438476562, -142.36367797851562, -136.6893310546875, -131.0150146484375, -125.34068298339844, -119.66635131835938, -113.99201965332031, -108.31768798828125, -102.64336395263672, -96.96903228759766, -91.2947006225586, -85.62037658691406, -79.94603729248047, -74.2717056274414, -68.59737396240234, -62.92304611206055, -57.24871826171875, -51.57438659667969, -45.900054931640625, -40.22572708129883, -34.551395416259766, -28.877065658569336, -23.202735900878906, -17.528404235839844, -11.854074478149414, -6.179744720458984, -0.5054130554199219, 5.168914794921875, 10.843246459960938, 16.517576217651367, 22.191905975341797, 27.86623764038086, 33.540565490722656, 39.21489715576172, 44.88922882080078, 50.56355667114258, 56.23788833618164, 61.9122200012207, 67.5865478515625, 73.26087951660156, 78.93521118164062, 84.60954284667969, 90.28387451171875, 95.95819854736328, 101.63253021240234, 107.3068618774414, 112.98119354248047, 118.655517578125, 124.32984924316406, 130.00418090820312, 135.6785125732422, 141.35284423828125, 147.0271759033203, 152.70150756835938, 158.37583923339844, 164.0501708984375, 169.72450256347656, 175.39883422851562, 181.07315063476562, 186.7474822998047, 192.42181396484375]}, "gradients/wav2vec2.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 4.0, 6.0, 10.0, 13.0, 16.0, 42.0, 54.0, 97.0, 154.0, 284.0, 441.0, 839.0, 1243.0, 2059.0, 3430.0, 5990.0, 9576.0, 16325.0, 27194.0, 45058.0, 75334.0, 127458.0, 217325.0, 378477.0, 641814.0, 873042.0, 721876.0, 437554.0, 250447.0, 145450.0, 85369.0, 51195.0, 30492.0, 18138.0, 10999.0, 6608.0, 4004.0, 2306.0, 1404.0, 839.0, 515.0, 325.0, 160.0, 125.0, 68.0, 37.0, 31.0, 20.0, 13.0, 12.0, 10.0, 4.0, 6.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-11.3359375, -10.93994140625, -10.5439453125, -10.14794921875, -9.751953125, -9.35595703125, -8.9599609375, -8.56396484375, -8.16796875, -7.77197265625, -7.3759765625, -6.97998046875, -6.583984375, -6.18798828125, -5.7919921875, -5.39599609375, -5.0, -4.60400390625, -4.2080078125, -3.81201171875, -3.416015625, -3.02001953125, -2.6240234375, -2.22802734375, -1.83203125, -1.43603515625, -1.0400390625, -0.64404296875, -0.248046875, 0.14794921875, 0.5439453125, 0.93994140625, 1.3359375, 1.73193359375, 2.1279296875, 2.52392578125, 2.919921875, 3.31591796875, 3.7119140625, 4.10791015625, 4.50390625, 4.89990234375, 5.2958984375, 5.69189453125, 6.087890625, 6.48388671875, 6.8798828125, 7.27587890625, 7.671875, 8.06787109375, 8.4638671875, 8.85986328125, 9.255859375, 9.65185546875, 10.0478515625, 10.44384765625, 10.83984375, 11.23583984375, 11.6318359375, 12.02783203125, 12.423828125, 12.81982421875, 13.2158203125, 13.61181640625, 14.0078125]}, "gradients/wav2vec2.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 6.0, 4.0, 3.0, 9.0, 7.0, 4.0, 8.0, 12.0, 18.0, 20.0, 19.0, 15.0, 27.0, 30.0, 28.0, 24.0, 32.0, 31.0, 30.0, 33.0, 40.0, 42.0, 39.0, 44.0, 52.0, 44.0, 36.0, 28.0, 35.0, 41.0, 36.0, 22.0, 36.0, 24.0, 15.0, 22.0, 17.0, 14.0, 10.0, 14.0, 11.0, 7.0, 6.0, 4.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0], "bins": [-16.3125, -15.792724609375, -15.27294921875, -14.753173828125, -14.2333984375, -13.713623046875, -13.19384765625, -12.674072265625, -12.154296875, -11.634521484375, -11.11474609375, -10.594970703125, -10.0751953125, -9.555419921875, -9.03564453125, -8.515869140625, -7.99609375, -7.476318359375, -6.95654296875, -6.436767578125, -5.9169921875, -5.397216796875, -4.87744140625, -4.357666015625, -3.837890625, -3.318115234375, -2.79833984375, -2.278564453125, -1.7587890625, -1.239013671875, -0.71923828125, -0.199462890625, 0.3203125, 0.840087890625, 1.35986328125, 1.879638671875, 2.3994140625, 2.919189453125, 3.43896484375, 3.958740234375, 4.478515625, 4.998291015625, 5.51806640625, 6.037841796875, 6.5576171875, 7.077392578125, 7.59716796875, 8.116943359375, 8.63671875, 9.156494140625, 9.67626953125, 10.196044921875, 10.7158203125, 11.235595703125, 11.75537109375, 12.275146484375, 12.794921875, 13.314697265625, 13.83447265625, 14.354248046875, 14.8740234375, 15.393798828125, 15.91357421875, 16.433349609375, 16.953125]}, "gradients/wav2vec2.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 0.0, 6.0, 9.0, 10.0, 10.0, 22.0, 39.0, 41.0, 76.0, 137.0, 253.0, 409.0, 707.0, 1569.0, 3669.0, 10908.0, 35599.0, 131609.0, 526105.0, 2067287.0, 1072228.0, 247823.0, 65910.0, 19111.0, 6019.0, 2334.0, 1116.0, 531.0, 290.0, 177.0, 93.0, 62.0, 42.0, 36.0, 16.0, 10.0, 4.0, 8.0, 5.0, 7.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-41.28125, -39.93798828125, -38.5947265625, -37.25146484375, -35.908203125, -34.56494140625, -33.2216796875, -31.87841796875, -30.53515625, -29.19189453125, -27.8486328125, -26.50537109375, -25.162109375, -23.81884765625, -22.4755859375, -21.13232421875, -19.7890625, -18.44580078125, -17.1025390625, -15.75927734375, -14.416015625, -13.07275390625, -11.7294921875, -10.38623046875, -9.04296875, -7.69970703125, -6.3564453125, -5.01318359375, -3.669921875, -2.32666015625, -0.9833984375, 0.35986328125, 1.703125, 3.04638671875, 4.3896484375, 5.73291015625, 7.076171875, 8.41943359375, 9.7626953125, 11.10595703125, 12.44921875, 13.79248046875, 15.1357421875, 16.47900390625, 17.822265625, 19.16552734375, 20.5087890625, 21.85205078125, 23.1953125, 24.53857421875, 25.8818359375, 27.22509765625, 28.568359375, 29.91162109375, 31.2548828125, 32.59814453125, 33.94140625, 35.28466796875, 36.6279296875, 37.97119140625, 39.314453125, 40.65771484375, 42.0009765625, 43.34423828125, 44.6875]}, "gradients/wav2vec2.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 4.0, 3.0, 11.0, 9.0, 14.0, 16.0, 16.0, 19.0, 38.0, 53.0, 47.0, 72.0, 114.0, 116.0, 173.0, 236.0, 347.0, 405.0, 458.0, 458.0, 333.0, 283.0, 202.0, 137.0, 116.0, 83.0, 73.0, 70.0, 41.0, 38.0, 23.0, 20.0, 11.0, 12.0, 18.0, 7.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-41.96875, -40.79150390625, -39.6142578125, -38.43701171875, -37.259765625, -36.08251953125, -34.9052734375, -33.72802734375, -32.55078125, -31.37353515625, -30.1962890625, -29.01904296875, -27.841796875, -26.66455078125, -25.4873046875, -24.31005859375, -23.1328125, -21.95556640625, -20.7783203125, -19.60107421875, -18.423828125, -17.24658203125, -16.0693359375, -14.89208984375, -13.71484375, -12.53759765625, -11.3603515625, -10.18310546875, -9.005859375, -7.82861328125, -6.6513671875, -5.47412109375, -4.296875, -3.11962890625, -1.9423828125, -0.76513671875, 0.412109375, 1.58935546875, 2.7666015625, 3.94384765625, 5.12109375, 6.29833984375, 7.4755859375, 8.65283203125, 9.830078125, 11.00732421875, 12.1845703125, 13.36181640625, 14.5390625, 15.71630859375, 16.8935546875, 18.07080078125, 19.248046875, 20.42529296875, 21.6025390625, 22.77978515625, 23.95703125, 25.13427734375, 26.3115234375, 27.48876953125, 28.666015625, 29.84326171875, 31.0205078125, 32.19775390625, 33.375]}, "gradients/wav2vec2.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 4.0, 5.0, 19.0, 19.0, 39.0, 67.0, 103.0, 126.0, 122.0, 129.0, 102.0, 70.0, 74.0, 45.0, 28.0, 14.0, 5.0, 7.0, 1.0, 2.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-253.5888671875, -244.16632080078125, -234.74375915527344, -225.3212127685547, -215.89866638183594, -206.47610473632812, -197.05355834960938, -187.63101196289062, -178.20846557617188, -168.78591918945312, -159.3633575439453, -149.94081115722656, -140.5182647705078, -131.095703125, -121.67315673828125, -112.2506103515625, -102.82804870605469, -93.4054946899414, -83.98294830322266, -74.56039428710938, -65.13784790039062, -55.715293884277344, -46.29273986816406, -36.87019348144531, -27.44763946533203, -18.025089263916016, -8.602537155151367, 0.8200149536132812, 10.242565155029297, 19.665115356445312, 29.087669372558594, 38.510215759277344, 47.932769775390625, 57.35531997680664, 66.77787017822266, 76.20042419433594, 85.62297058105469, 95.04552459716797, 104.46807861328125, 113.890625, 123.31317901611328, 132.73573303222656, 142.1582794189453, 151.58084106445312, 161.00338745117188, 170.42593383789062, 179.84848022460938, 189.27102661132812, 198.69358825683594, 208.1161346435547, 217.5386962890625, 226.96124267578125, 236.3837890625, 245.80633544921875, 255.22889709472656, 264.65142822265625, 274.0740051269531, 283.4965515136719, 292.9190979003906, 302.3416748046875, 311.76422119140625, 321.186767578125, 330.60931396484375, 340.0318603515625, 349.45440673828125]}, "gradients/wav2vec2.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 0.0, 1.0, 4.0, 1.0, 3.0, 7.0, 7.0, 11.0, 11.0, 9.0, 11.0, 13.0, 20.0, 17.0, 20.0, 24.0, 27.0, 18.0, 34.0, 27.0, 31.0, 37.0, 29.0, 33.0, 40.0, 45.0, 41.0, 33.0, 37.0, 33.0, 43.0, 37.0, 27.0, 43.0, 32.0, 29.0, 20.0, 19.0, 25.0, 10.0, 10.0, 17.0, 12.0, 9.0, 8.0, 11.0, 6.0, 5.0, 8.0, 4.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0], "bins": [-128.74954223632812, -124.97370910644531, -121.1978759765625, -117.42204284667969, -113.6462173461914, -109.8703842163086, -106.09455108642578, -102.31871795654297, -98.54289245605469, -94.76705932617188, -90.99122619628906, -87.21539306640625, -83.43956756591797, -79.66373443603516, -75.88790130615234, -72.11206817626953, -68.33623504638672, -64.5604019165039, -60.78457260131836, -57.00873947143555, -53.23291015625, -49.45707702636719, -45.681243896484375, -41.90541076660156, -38.129581451416016, -34.3537483215332, -30.577919006347656, -26.802085876464844, -23.026254653930664, -19.250423431396484, -15.474590301513672, -11.698759078979492, -7.922920227050781, -4.147088527679443, -0.37125682830810547, 3.4045753479003906, 7.18040657043457, 10.95623779296875, 14.732070922851562, 18.507902145385742, 22.283733367919922, 26.0595645904541, 29.83539581298828, 33.611228942871094, 37.387062072753906, 41.16289138793945, 44.938724517822266, 48.71455383300781, 52.490386962890625, 56.26622009277344, 60.042049407958984, 63.8178825378418, 67.59371185302734, 71.36954498291016, 75.14537811279297, 78.92121124267578, 82.69703674316406, 86.47286987304688, 90.24870300292969, 94.0245361328125, 97.80036163330078, 101.5761947631836, 105.3520278930664, 109.12786102294922, 112.90369415283203]}, "gradients/wav2vec2.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 4.0, 1.0, 4.0, 8.0, 13.0, 10.0, 12.0, 26.0, 35.0, 50.0, 93.0, 134.0, 194.0, 292.0, 445.0, 677.0, 1056.0, 1527.0, 2489.0, 3778.0, 6053.0, 10299.0, 18640.0, 35666.0, 67273.0, 119121.0, 173501.0, 195208.0, 165774.0, 109770.0, 62017.0, 32135.0, 16789.0, 9593.0, 5702.0, 3560.0, 2338.0, 1496.0, 931.0, 662.0, 392.0, 273.0, 151.0, 116.0, 86.0, 65.0, 37.0, 23.0, 18.0, 12.0, 8.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-19.15625, -18.526611328125, -17.89697265625, -17.267333984375, -16.6376953125, -16.008056640625, -15.37841796875, -14.748779296875, -14.119140625, -13.489501953125, -12.85986328125, -12.230224609375, -11.6005859375, -10.970947265625, -10.34130859375, -9.711669921875, -9.08203125, -8.452392578125, -7.82275390625, -7.193115234375, -6.5634765625, -5.933837890625, -5.30419921875, -4.674560546875, -4.044921875, -3.415283203125, -2.78564453125, -2.156005859375, -1.5263671875, -0.896728515625, -0.26708984375, 0.362548828125, 0.9921875, 1.621826171875, 2.25146484375, 2.881103515625, 3.5107421875, 4.140380859375, 4.77001953125, 5.399658203125, 6.029296875, 6.658935546875, 7.28857421875, 7.918212890625, 8.5478515625, 9.177490234375, 9.80712890625, 10.436767578125, 11.06640625, 11.696044921875, 12.32568359375, 12.955322265625, 13.5849609375, 14.214599609375, 14.84423828125, 15.473876953125, 16.103515625, 16.733154296875, 17.36279296875, 17.992431640625, 18.6220703125, 19.251708984375, 19.88134765625, 20.510986328125, 21.140625]}, "gradients/wav2vec2.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 3.0, 5.0, 4.0, 13.0, 15.0, 19.0, 14.0, 22.0, 27.0, 23.0, 38.0, 34.0, 42.0, 43.0, 39.0, 43.0, 43.0, 48.0, 50.0, 41.0, 48.0, 49.0, 43.0, 54.0, 44.0, 35.0, 30.0, 30.0, 26.0, 17.0, 11.0, 15.0, 6.0, 8.0, 9.0, 5.0, 7.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.8359375, -15.2364501953125, -14.636962890625, -14.0374755859375, -13.43798828125, -12.8385009765625, -12.239013671875, -11.6395263671875, -11.0400390625, -10.4405517578125, -9.841064453125, -9.2415771484375, -8.64208984375, -8.0426025390625, -7.443115234375, -6.8436279296875, -6.244140625, -5.6446533203125, -5.045166015625, -4.4456787109375, -3.84619140625, -3.2467041015625, -2.647216796875, -2.0477294921875, -1.4482421875, -0.8487548828125, -0.249267578125, 0.3502197265625, 0.94970703125, 1.5491943359375, 2.148681640625, 2.7481689453125, 3.34765625, 3.9471435546875, 4.546630859375, 5.1461181640625, 5.74560546875, 6.3450927734375, 6.944580078125, 7.5440673828125, 8.1435546875, 8.7430419921875, 9.342529296875, 9.9420166015625, 10.54150390625, 11.1409912109375, 11.740478515625, 12.3399658203125, 12.939453125, 13.5389404296875, 14.138427734375, 14.7379150390625, 15.33740234375, 15.9368896484375, 16.536376953125, 17.1358642578125, 17.7353515625, 18.3348388671875, 18.934326171875, 19.5338134765625, 20.13330078125, 20.7327880859375, 21.332275390625, 21.9317626953125, 22.53125]}, "gradients/wav2vec2.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 5.0, 6.0, 9.0, 21.0, 29.0, 34.0, 50.0, 94.0, 151.0, 304.0, 659.0, 1403.0, 3578.0, 10092.0, 35539.0, 151355.0, 412793.0, 314205.0, 86215.0, 20983.0, 6544.0, 2465.0, 938.0, 473.0, 223.0, 141.0, 81.0, 64.0, 33.0, 24.0, 11.0, 8.0, 9.0, 7.0, 3.0, 7.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.25, -41.89013671875, -40.5302734375, -39.17041015625, -37.810546875, -36.45068359375, -35.0908203125, -33.73095703125, -32.37109375, -31.01123046875, -29.6513671875, -28.29150390625, -26.931640625, -25.57177734375, -24.2119140625, -22.85205078125, -21.4921875, -20.13232421875, -18.7724609375, -17.41259765625, -16.052734375, -14.69287109375, -13.3330078125, -11.97314453125, -10.61328125, -9.25341796875, -7.8935546875, -6.53369140625, -5.173828125, -3.81396484375, -2.4541015625, -1.09423828125, 0.265625, 1.62548828125, 2.9853515625, 4.34521484375, 5.705078125, 7.06494140625, 8.4248046875, 9.78466796875, 11.14453125, 12.50439453125, 13.8642578125, 15.22412109375, 16.583984375, 17.94384765625, 19.3037109375, 20.66357421875, 22.0234375, 23.38330078125, 24.7431640625, 26.10302734375, 27.462890625, 28.82275390625, 30.1826171875, 31.54248046875, 32.90234375, 34.26220703125, 35.6220703125, 36.98193359375, 38.341796875, 39.70166015625, 41.0615234375, 42.42138671875, 43.78125]}, "gradients/wav2vec2.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 0.0, 5.0, 2.0, 6.0, 5.0, 8.0, 6.0, 9.0, 10.0, 11.0, 14.0, 19.0, 26.0, 19.0, 20.0, 16.0, 19.0, 23.0, 32.0, 39.0, 42.0, 31.0, 26.0, 38.0, 38.0, 40.0, 29.0, 44.0, 33.0, 46.0, 39.0, 33.0, 31.0, 32.0, 32.0, 27.0, 23.0, 26.0, 15.0, 12.0, 16.0, 15.0, 7.0, 8.0, 7.0, 5.0, 7.0, 4.0, 3.0, 3.0, 3.0, 3.0, 3.0, 0.0, 0.0, 1.0], "bins": [-46.90625, -45.51416015625, -44.1220703125, -42.72998046875, -41.337890625, -39.94580078125, -38.5537109375, -37.16162109375, -35.76953125, -34.37744140625, -32.9853515625, -31.59326171875, -30.201171875, -28.80908203125, -27.4169921875, -26.02490234375, -24.6328125, -23.24072265625, -21.8486328125, -20.45654296875, -19.064453125, -17.67236328125, -16.2802734375, -14.88818359375, -13.49609375, -12.10400390625, -10.7119140625, -9.31982421875, -7.927734375, -6.53564453125, -5.1435546875, -3.75146484375, -2.359375, -0.96728515625, 0.4248046875, 1.81689453125, 3.208984375, 4.60107421875, 5.9931640625, 7.38525390625, 8.77734375, 10.16943359375, 11.5615234375, 12.95361328125, 14.345703125, 15.73779296875, 17.1298828125, 18.52197265625, 19.9140625, 21.30615234375, 22.6982421875, 24.09033203125, 25.482421875, 26.87451171875, 28.2666015625, 29.65869140625, 31.05078125, 32.44287109375, 33.8349609375, 35.22705078125, 36.619140625, 38.01123046875, 39.4033203125, 40.79541015625, 42.1875]}, "gradients/wav2vec2.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 5.0, 2.0, 3.0, 4.0, 2.0, 8.0, 15.0, 23.0, 33.0, 65.0, 104.0, 178.0, 373.0, 715.0, 1564.0, 3311.0, 7208.0, 16106.0, 38167.0, 100533.0, 247743.0, 330793.0, 183528.0, 68592.0, 27562.0, 11710.0, 5372.0, 2488.0, 1163.0, 558.0, 259.0, 151.0, 80.0, 51.0, 40.0, 18.0, 7.0, 9.0, 9.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-15.7890625, -15.3004150390625, -14.811767578125, -14.3231201171875, -13.83447265625, -13.3458251953125, -12.857177734375, -12.3685302734375, -11.8798828125, -11.3912353515625, -10.902587890625, -10.4139404296875, -9.92529296875, -9.4366455078125, -8.947998046875, -8.4593505859375, -7.970703125, -7.4820556640625, -6.993408203125, -6.5047607421875, -6.01611328125, -5.5274658203125, -5.038818359375, -4.5501708984375, -4.0615234375, -3.5728759765625, -3.084228515625, -2.5955810546875, -2.10693359375, -1.6182861328125, -1.129638671875, -0.6409912109375, -0.15234375, 0.3363037109375, 0.824951171875, 1.3135986328125, 1.80224609375, 2.2908935546875, 2.779541015625, 3.2681884765625, 3.7568359375, 4.2454833984375, 4.734130859375, 5.2227783203125, 5.71142578125, 6.2000732421875, 6.688720703125, 7.1773681640625, 7.666015625, 8.1546630859375, 8.643310546875, 9.1319580078125, 9.62060546875, 10.1092529296875, 10.597900390625, 11.0865478515625, 11.5751953125, 12.0638427734375, 12.552490234375, 13.0411376953125, 13.52978515625, 14.0184326171875, 14.507080078125, 14.9957275390625, 15.484375]}, "gradients/wav2vec2.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 4.0, 8.0, 5.0, 7.0, 3.0, 11.0, 4.0, 11.0, 17.0, 17.0, 25.0, 45.0, 35.0, 53.0, 62.0, 70.0, 77.0, 79.0, 74.0, 63.0, 66.0, 64.0, 36.0, 51.0, 20.0, 17.0, 24.0, 12.0, 11.0, 4.0, 5.0, 6.0, 4.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.004001617431640625, -0.00387495756149292, -0.003748297691345215, -0.0036216378211975098, -0.0034949779510498047, -0.0033683180809020996, -0.0032416582107543945, -0.0031149983406066895, -0.0029883384704589844, -0.0028616786003112793, -0.0027350187301635742, -0.002608358860015869, -0.002481698989868164, -0.002355039119720459, -0.002228379249572754, -0.002101719379425049, -0.0019750595092773438, -0.0018483996391296387, -0.0017217397689819336, -0.0015950798988342285, -0.0014684200286865234, -0.0013417601585388184, -0.0012151002883911133, -0.0010884404182434082, -0.0009617805480957031, -0.000835120677947998, -0.000708460807800293, -0.0005818009376525879, -0.0004551410675048828, -0.00032848119735717773, -0.00020182132720947266, -7.516145706176758e-05, 5.14984130859375e-05, 0.00017815828323364258, 0.00030481815338134766, 0.00043147802352905273, 0.0005581378936767578, 0.0006847977638244629, 0.000811457633972168, 0.000938117504119873, 0.0010647773742675781, 0.0011914372444152832, 0.0013180971145629883, 0.0014447569847106934, 0.0015714168548583984, 0.0016980767250061035, 0.0018247365951538086, 0.0019513964653015137, 0.0020780563354492188, 0.002204716205596924, 0.002331376075744629, 0.002458035945892334, 0.002584695816040039, 0.002711355686187744, 0.0028380155563354492, 0.0029646754264831543, 0.0030913352966308594, 0.0032179951667785645, 0.0033446550369262695, 0.0034713149070739746, 0.0035979747772216797, 0.0037246346473693848, 0.00385129451751709, 0.003977954387664795, 0.0041046142578125]}, "gradients/wav2vec2.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 3.0, 0.0, 4.0, 5.0, 11.0, 5.0, 21.0, 28.0, 61.0, 93.0, 173.0, 358.0, 737.0, 1761.0, 4523.0, 14610.0, 55249.0, 220766.0, 438320.0, 230285.0, 58261.0, 15041.0, 4878.0, 1846.0, 775.0, 366.0, 181.0, 77.0, 39.0, 27.0, 24.0, 14.0, 4.0, 8.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.0, -18.333740234375, -17.66748046875, -17.001220703125, -16.3349609375, -15.668701171875, -15.00244140625, -14.336181640625, -13.669921875, -13.003662109375, -12.33740234375, -11.671142578125, -11.0048828125, -10.338623046875, -9.67236328125, -9.006103515625, -8.33984375, -7.673583984375, -7.00732421875, -6.341064453125, -5.6748046875, -5.008544921875, -4.34228515625, -3.676025390625, -3.009765625, -2.343505859375, -1.67724609375, -1.010986328125, -0.3447265625, 0.321533203125, 0.98779296875, 1.654052734375, 2.3203125, 2.986572265625, 3.65283203125, 4.319091796875, 4.9853515625, 5.651611328125, 6.31787109375, 6.984130859375, 7.650390625, 8.316650390625, 8.98291015625, 9.649169921875, 10.3154296875, 10.981689453125, 11.64794921875, 12.314208984375, 12.98046875, 13.646728515625, 14.31298828125, 14.979248046875, 15.6455078125, 16.311767578125, 16.97802734375, 17.644287109375, 18.310546875, 18.976806640625, 19.64306640625, 20.309326171875, 20.9755859375, 21.641845703125, 22.30810546875, 22.974365234375, 23.640625]}, "gradients/wav2vec2.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 2.0, 4.0, 7.0, 4.0, 11.0, 16.0, 22.0, 29.0, 20.0, 31.0, 46.0, 52.0, 69.0, 82.0, 87.0, 74.0, 81.0, 63.0, 56.0, 40.0, 45.0, 31.0, 24.0, 28.0, 11.0, 6.0, 15.0, 9.0, 3.0, 10.0, 5.0, 4.0, 1.0, 3.0, 1.0, 3.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-15.171875, -14.704345703125, -14.23681640625, -13.769287109375, -13.3017578125, -12.834228515625, -12.36669921875, -11.899169921875, -11.431640625, -10.964111328125, -10.49658203125, -10.029052734375, -9.5615234375, -9.093994140625, -8.62646484375, -8.158935546875, -7.69140625, -7.223876953125, -6.75634765625, -6.288818359375, -5.8212890625, -5.353759765625, -4.88623046875, -4.418701171875, -3.951171875, -3.483642578125, -3.01611328125, -2.548583984375, -2.0810546875, -1.613525390625, -1.14599609375, -0.678466796875, -0.2109375, 0.256591796875, 0.72412109375, 1.191650390625, 1.6591796875, 2.126708984375, 2.59423828125, 3.061767578125, 3.529296875, 3.996826171875, 4.46435546875, 4.931884765625, 5.3994140625, 5.866943359375, 6.33447265625, 6.802001953125, 7.26953125, 7.737060546875, 8.20458984375, 8.672119140625, 9.1396484375, 9.607177734375, 10.07470703125, 10.542236328125, 11.009765625, 11.477294921875, 11.94482421875, 12.412353515625, 12.8798828125, 13.347412109375, 13.81494140625, 14.282470703125, 14.75]}, "gradients/wav2vec2.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 6.0, 8.0, 7.0, 24.0, 29.0, 51.0, 85.0, 95.0, 113.0, 124.0, 99.0, 98.0, 82.0, 58.0, 34.0, 21.0, 17.0, 12.0, 10.0, 7.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-170.7262725830078, -165.3650665283203, -160.0038604736328, -154.6426544189453, -149.28143310546875, -143.92022705078125, -138.55902099609375, -133.19781494140625, -127.83660888671875, -122.47540283203125, -117.11419677734375, -111.75298309326172, -106.39177703857422, -101.03057098388672, -95.66935729980469, -90.30815124511719, -84.94694519042969, -79.58573913574219, -74.22453308105469, -68.86331939697266, -63.502113342285156, -58.140907287597656, -52.77969741821289, -47.418487548828125, -42.057281494140625, -36.696075439453125, -31.33486557006836, -25.973657608032227, -20.612449645996094, -15.251241683959961, -9.890033721923828, -4.5288238525390625, 0.8323822021484375, 6.19359016418457, 11.554798126220703, 16.916006088256836, 22.27721405029297, 27.6384220123291, 32.999629974365234, 38.36083984375, 43.7220458984375, 49.083251953125, 54.444461822509766, 59.80567169189453, 65.16687774658203, 70.52808380126953, 75.88929748535156, 81.25050354003906, 86.61170959472656, 91.97291564941406, 97.33412170410156, 102.6953353881836, 108.0565414428711, 113.4177474975586, 118.77896118164062, 124.14016723632812, 129.50137329101562, 134.86257934570312, 140.22378540039062, 145.58499145507812, 150.94619750976562, 156.3074188232422, 161.6686248779297, 167.0298309326172, 172.3910369873047]}, "gradients/wav2vec2.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 6.0, 3.0, 6.0, 5.0, 9.0, 7.0, 14.0, 21.0, 10.0, 17.0, 22.0, 19.0, 17.0, 37.0, 30.0, 27.0, 33.0, 31.0, 30.0, 30.0, 42.0, 36.0, 42.0, 45.0, 51.0, 47.0, 39.0, 42.0, 37.0, 29.0, 25.0, 28.0, 20.0, 27.0, 20.0, 18.0, 14.0, 18.0, 13.0, 8.0, 8.0, 11.0, 4.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 3.0, 5.0, 0.0, 1.0, 0.0, 1.0], "bins": [-131.26638793945312, -127.13514709472656, -123.00390625, -118.87266540527344, -114.74142456054688, -110.61018371582031, -106.47895050048828, -102.34770965576172, -98.21646881103516, -94.0852279663086, -89.95398712158203, -85.82274627685547, -81.69151306152344, -77.56027221679688, -73.42903137207031, -69.29779052734375, -65.16654968261719, -61.035308837890625, -56.90406799316406, -52.772830963134766, -48.6415901184082, -44.51034927368164, -40.379112243652344, -36.24787139892578, -32.11663055419922, -27.985389709472656, -23.854150772094727, -19.722911834716797, -15.591670989990234, -11.460430145263672, -7.329191207885742, -3.1979522705078125, 0.93328857421875, 5.064528465270996, 9.195768356323242, 13.327008247375488, 17.458248138427734, 21.589488983154297, 25.720727920532227, 29.851966857910156, 33.98320770263672, 38.11444854736328, 42.245689392089844, 46.37692642211914, 50.5081672668457, 54.639408111572266, 58.77064514160156, 62.901885986328125, 67.03312683105469, 71.16436767578125, 75.29560852050781, 79.42684936523438, 83.55809020996094, 87.6893310546875, 91.82056427001953, 95.9518051147461, 100.08304595947266, 104.21428680419922, 108.34552764892578, 112.47676849365234, 116.60800170898438, 120.73924255371094, 124.8704833984375, 129.00172424316406, 133.13296508789062]}, "gradients/wav2vec2.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 5.0, 4.0, 9.0, 13.0, 20.0, 28.0, 41.0, 53.0, 95.0, 140.0, 213.0, 296.0, 485.0, 765.0, 1326.0, 2355.0, 4634.0, 10427.0, 25634.0, 75759.0, 274936.0, 1078033.0, 1824844.0, 650904.0, 160800.0, 48585.0, 17932.0, 7616.0, 3616.0, 1846.0, 1061.0, 642.0, 394.0, 243.0, 154.0, 105.0, 59.0, 63.0, 40.0, 27.0, 21.0, 20.0, 13.0, 7.0, 7.0, 10.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-20.140625, -19.403076171875, -18.66552734375, -17.927978515625, -17.1904296875, -16.452880859375, -15.71533203125, -14.977783203125, -14.240234375, -13.502685546875, -12.76513671875, -12.027587890625, -11.2900390625, -10.552490234375, -9.81494140625, -9.077392578125, -8.33984375, -7.602294921875, -6.86474609375, -6.127197265625, -5.3896484375, -4.652099609375, -3.91455078125, -3.177001953125, -2.439453125, -1.701904296875, -0.96435546875, -0.226806640625, 0.5107421875, 1.248291015625, 1.98583984375, 2.723388671875, 3.4609375, 4.198486328125, 4.93603515625, 5.673583984375, 6.4111328125, 7.148681640625, 7.88623046875, 8.623779296875, 9.361328125, 10.098876953125, 10.83642578125, 11.573974609375, 12.3115234375, 13.049072265625, 13.78662109375, 14.524169921875, 15.26171875, 15.999267578125, 16.73681640625, 17.474365234375, 18.2119140625, 18.949462890625, 19.68701171875, 20.424560546875, 21.162109375, 21.899658203125, 22.63720703125, 23.374755859375, 24.1123046875, 24.849853515625, 25.58740234375, 26.324951171875, 27.0625]}, "gradients/wav2vec2.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 6.0, 6.0, 5.0, 6.0, 9.0, 6.0, 7.0, 14.0, 16.0, 18.0, 21.0, 20.0, 22.0, 20.0, 31.0, 36.0, 42.0, 43.0, 39.0, 48.0, 41.0, 46.0, 50.0, 40.0, 49.0, 35.0, 36.0, 35.0, 30.0, 33.0, 28.0, 19.0, 24.0, 15.0, 19.0, 19.0, 14.0, 14.0, 14.0, 9.0, 6.0, 7.0, 7.0, 4.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-14.7734375, -14.3428955078125, -13.912353515625, -13.4818115234375, -13.05126953125, -12.6207275390625, -12.190185546875, -11.7596435546875, -11.3291015625, -10.8985595703125, -10.468017578125, -10.0374755859375, -9.60693359375, -9.1763916015625, -8.745849609375, -8.3153076171875, -7.884765625, -7.4542236328125, -7.023681640625, -6.5931396484375, -6.16259765625, -5.7320556640625, -5.301513671875, -4.8709716796875, -4.4404296875, -4.0098876953125, -3.579345703125, -3.1488037109375, -2.71826171875, -2.2877197265625, -1.857177734375, -1.4266357421875, -0.99609375, -0.5655517578125, -0.135009765625, 0.2955322265625, 0.72607421875, 1.1566162109375, 1.587158203125, 2.0177001953125, 2.4482421875, 2.8787841796875, 3.309326171875, 3.7398681640625, 4.17041015625, 4.6009521484375, 5.031494140625, 5.4620361328125, 5.892578125, 6.3231201171875, 6.753662109375, 7.1842041015625, 7.61474609375, 8.0452880859375, 8.475830078125, 8.9063720703125, 9.3369140625, 9.7674560546875, 10.197998046875, 10.6285400390625, 11.05908203125, 11.4896240234375, 11.920166015625, 12.3507080078125, 12.78125]}, "gradients/wav2vec2.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 5.0, 9.0, 17.0, 16.0, 28.0, 51.0, 65.0, 94.0, 157.0, 261.0, 571.0, 1001.0, 2034.0, 4338.0, 10030.0, 26014.0, 77685.0, 278838.0, 1329432.0, 1882440.0, 415107.0, 107839.0, 34685.0, 12878.0, 5364.0, 2516.0, 1208.0, 648.0, 383.0, 215.0, 123.0, 76.0, 58.0, 30.0, 22.0, 16.0, 8.0, 9.0, 6.0, 3.0, 4.0, 0.0, 1.0, 0.0, 3.0], "bins": [-32.53125, -31.67822265625, -30.8251953125, -29.97216796875, -29.119140625, -28.26611328125, -27.4130859375, -26.56005859375, -25.70703125, -24.85400390625, -24.0009765625, -23.14794921875, -22.294921875, -21.44189453125, -20.5888671875, -19.73583984375, -18.8828125, -18.02978515625, -17.1767578125, -16.32373046875, -15.470703125, -14.61767578125, -13.7646484375, -12.91162109375, -12.05859375, -11.20556640625, -10.3525390625, -9.49951171875, -8.646484375, -7.79345703125, -6.9404296875, -6.08740234375, -5.234375, -4.38134765625, -3.5283203125, -2.67529296875, -1.822265625, -0.96923828125, -0.1162109375, 0.73681640625, 1.58984375, 2.44287109375, 3.2958984375, 4.14892578125, 5.001953125, 5.85498046875, 6.7080078125, 7.56103515625, 8.4140625, 9.26708984375, 10.1201171875, 10.97314453125, 11.826171875, 12.67919921875, 13.5322265625, 14.38525390625, 15.23828125, 16.09130859375, 16.9443359375, 17.79736328125, 18.650390625, 19.50341796875, 20.3564453125, 21.20947265625, 22.0625]}, "gradients/wav2vec2.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 3.0, 6.0, 2.0, 6.0, 10.0, 9.0, 21.0, 12.0, 18.0, 21.0, 42.0, 43.0, 53.0, 80.0, 98.0, 118.0, 173.0, 244.0, 338.0, 438.0, 473.0, 449.0, 336.0, 267.0, 200.0, 128.0, 100.0, 85.0, 77.0, 59.0, 39.0, 25.0, 20.0, 15.0, 11.0, 9.0, 10.0, 4.0, 10.0, 12.0, 4.0, 5.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.53125, -24.7490234375, -23.966796875, -23.1845703125, -22.40234375, -21.6201171875, -20.837890625, -20.0556640625, -19.2734375, -18.4912109375, -17.708984375, -16.9267578125, -16.14453125, -15.3623046875, -14.580078125, -13.7978515625, -13.015625, -12.2333984375, -11.451171875, -10.6689453125, -9.88671875, -9.1044921875, -8.322265625, -7.5400390625, -6.7578125, -5.9755859375, -5.193359375, -4.4111328125, -3.62890625, -2.8466796875, -2.064453125, -1.2822265625, -0.5, 0.2822265625, 1.064453125, 1.8466796875, 2.62890625, 3.4111328125, 4.193359375, 4.9755859375, 5.7578125, 6.5400390625, 7.322265625, 8.1044921875, 8.88671875, 9.6689453125, 10.451171875, 11.2333984375, 12.015625, 12.7978515625, 13.580078125, 14.3623046875, 15.14453125, 15.9267578125, 16.708984375, 17.4912109375, 18.2734375, 19.0556640625, 19.837890625, 20.6201171875, 21.40234375, 22.1845703125, 22.966796875, 23.7490234375, 24.53125]}, "gradients/wav2vec2.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 6.0, 6.0, 15.0, 58.0, 107.0, 138.0, 187.0, 185.0, 149.0, 63.0, 40.0, 22.0, 6.0, 3.0, 8.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-233.76296997070312, -224.69371032714844, -215.62445068359375, -206.55517578125, -197.4859161376953, -188.41665649414062, -179.34738159179688, -170.2781219482422, -161.2088623046875, -152.1396026611328, -143.07034301757812, -134.00106811523438, -124.93180847167969, -115.862548828125, -106.79328155517578, -97.72401428222656, -88.65475463867188, -79.58549499511719, -70.51622772216797, -61.446964263916016, -52.37770080566406, -43.30843734741211, -34.239173889160156, -25.169910430908203, -16.10064697265625, -7.031383514404297, 2.0378799438476562, 11.10714340209961, 20.176406860351562, 29.245670318603516, 38.31493377685547, 47.38419723510742, 56.4534912109375, 65.52275085449219, 74.5920181274414, 83.66128540039062, 92.73054504394531, 101.7998046875, 110.86907196044922, 119.93833923339844, 129.00759887695312, 138.0768585205078, 147.1461181640625, 156.21539306640625, 165.28465270996094, 174.35391235351562, 183.42318725585938, 192.49244689941406, 201.56170654296875, 210.63096618652344, 219.70022583007812, 228.76950073242188, 237.83876037597656, 246.90802001953125, 255.977294921875, 265.0465393066406, 274.1158142089844, 283.1850891113281, 292.25433349609375, 301.3236083984375, 310.39288330078125, 319.4621276855469, 328.5314025878906, 337.60064697265625, 346.669921875]}, "gradients/wav2vec2.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 5.0, 3.0, 1.0, 7.0, 6.0, 9.0, 5.0, 6.0, 8.0, 11.0, 9.0, 12.0, 12.0, 23.0, 12.0, 21.0, 20.0, 35.0, 30.0, 37.0, 28.0, 32.0, 32.0, 37.0, 27.0, 36.0, 29.0, 43.0, 45.0, 34.0, 46.0, 33.0, 31.0, 31.0, 32.0, 28.0, 27.0, 19.0, 17.0, 16.0, 18.0, 18.0, 12.0, 14.0, 7.0, 6.0, 6.0, 12.0, 7.0, 4.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0], "bins": [-81.60433959960938, -79.13140869140625, -76.6584701538086, -74.18553924560547, -71.71260070800781, -69.23966979980469, -66.76673889160156, -64.2938003540039, -61.82086944580078, -59.34793472290039, -56.875, -54.402069091796875, -51.929134368896484, -49.456199645996094, -46.9832649230957, -44.51033020019531, -42.03739547729492, -39.56446075439453, -37.09152603149414, -34.61859130859375, -32.145660400390625, -29.672725677490234, -27.199790954589844, -24.726858139038086, -22.253923416137695, -19.780988693237305, -17.308055877685547, -14.835121154785156, -12.362187385559082, -9.889253616333008, -7.416318893432617, -4.943386077880859, -2.4704513549804688, 0.0024826526641845703, 2.475416660308838, 4.94835090637207, 7.4212846755981445, 9.894218444824219, 12.36715316772461, 14.840085983276367, 17.313020706176758, 19.78595542907715, 22.258888244628906, 24.731822967529297, 27.204757690429688, 29.677690505981445, 32.15062713623047, 34.623558044433594, 37.096492767333984, 39.569427490234375, 42.042362213134766, 44.515296936035156, 46.98822784423828, 49.46116256713867, 51.93409729003906, 54.40702819824219, 56.879966735839844, 59.352901458740234, 61.825836181640625, 64.29876708984375, 66.7717056274414, 69.24463653564453, 71.71757507324219, 74.19050598144531, 76.66343688964844]}, "gradients/wav2vec2.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 5.0, 12.0, 9.0, 12.0, 10.0, 20.0, 45.0, 68.0, 101.0, 172.0, 338.0, 619.0, 1107.0, 2070.0, 4152.0, 8101.0, 16203.0, 42071.0, 176497.0, 462176.0, 240399.0, 55548.0, 19429.0, 9220.0, 4794.0, 2483.0, 1312.0, 682.0, 394.0, 185.0, 107.0, 80.0, 46.0, 30.0, 18.0, 15.0, 9.0, 6.0, 5.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.0625, -34.75634765625, -33.4501953125, -32.14404296875, -30.837890625, -29.53173828125, -28.2255859375, -26.91943359375, -25.61328125, -24.30712890625, -23.0009765625, -21.69482421875, -20.388671875, -19.08251953125, -17.7763671875, -16.47021484375, -15.1640625, -13.85791015625, -12.5517578125, -11.24560546875, -9.939453125, -8.63330078125, -7.3271484375, -6.02099609375, -4.71484375, -3.40869140625, -2.1025390625, -0.79638671875, 0.509765625, 1.81591796875, 3.1220703125, 4.42822265625, 5.734375, 7.04052734375, 8.3466796875, 9.65283203125, 10.958984375, 12.26513671875, 13.5712890625, 14.87744140625, 16.18359375, 17.48974609375, 18.7958984375, 20.10205078125, 21.408203125, 22.71435546875, 24.0205078125, 25.32666015625, 26.6328125, 27.93896484375, 29.2451171875, 30.55126953125, 31.857421875, 33.16357421875, 34.4697265625, 35.77587890625, 37.08203125, 38.38818359375, 39.6943359375, 41.00048828125, 42.306640625, 43.61279296875, 44.9189453125, 46.22509765625, 47.53125]}, "gradients/wav2vec2.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 4.0, 1.0, 7.0, 11.0, 3.0, 14.0, 10.0, 12.0, 9.0, 17.0, 30.0, 25.0, 30.0, 26.0, 30.0, 33.0, 37.0, 33.0, 30.0, 52.0, 52.0, 47.0, 57.0, 42.0, 38.0, 46.0, 23.0, 39.0, 36.0, 31.0, 29.0, 26.0, 23.0, 21.0, 11.0, 19.0, 11.0, 13.0, 6.0, 4.0, 7.0, 5.0, 4.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-15.9453125, -15.470458984375, -14.99560546875, -14.520751953125, -14.0458984375, -13.571044921875, -13.09619140625, -12.621337890625, -12.146484375, -11.671630859375, -11.19677734375, -10.721923828125, -10.2470703125, -9.772216796875, -9.29736328125, -8.822509765625, -8.34765625, -7.872802734375, -7.39794921875, -6.923095703125, -6.4482421875, -5.973388671875, -5.49853515625, -5.023681640625, -4.548828125, -4.073974609375, -3.59912109375, -3.124267578125, -2.6494140625, -2.174560546875, -1.69970703125, -1.224853515625, -0.75, -0.275146484375, 0.19970703125, 0.674560546875, 1.1494140625, 1.624267578125, 2.09912109375, 2.573974609375, 3.048828125, 3.523681640625, 3.99853515625, 4.473388671875, 4.9482421875, 5.423095703125, 5.89794921875, 6.372802734375, 6.84765625, 7.322509765625, 7.79736328125, 8.272216796875, 8.7470703125, 9.221923828125, 9.69677734375, 10.171630859375, 10.646484375, 11.121337890625, 11.59619140625, 12.071044921875, 12.5458984375, 13.020751953125, 13.49560546875, 13.970458984375, 14.4453125]}, "gradients/wav2vec2.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 8.0, 12.0, 12.0, 25.0, 37.0, 59.0, 90.0, 139.0, 263.0, 540.0, 1053.0, 2246.0, 4971.0, 11324.0, 31763.0, 159445.0, 578604.0, 198533.0, 36534.0, 12834.0, 5309.0, 2414.0, 1119.0, 551.0, 287.0, 162.0, 74.0, 46.0, 38.0, 17.0, 12.0, 6.0, 16.0, 2.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.53125, -42.0068359375, -40.482421875, -38.9580078125, -37.43359375, -35.9091796875, -34.384765625, -32.8603515625, -31.3359375, -29.8115234375, -28.287109375, -26.7626953125, -25.23828125, -23.7138671875, -22.189453125, -20.6650390625, -19.140625, -17.6162109375, -16.091796875, -14.5673828125, -13.04296875, -11.5185546875, -9.994140625, -8.4697265625, -6.9453125, -5.4208984375, -3.896484375, -2.3720703125, -0.84765625, 0.6767578125, 2.201171875, 3.7255859375, 5.25, 6.7744140625, 8.298828125, 9.8232421875, 11.34765625, 12.8720703125, 14.396484375, 15.9208984375, 17.4453125, 18.9697265625, 20.494140625, 22.0185546875, 23.54296875, 25.0673828125, 26.591796875, 28.1162109375, 29.640625, 31.1650390625, 32.689453125, 34.2138671875, 35.73828125, 37.2626953125, 38.787109375, 40.3115234375, 41.8359375, 43.3603515625, 44.884765625, 46.4091796875, 47.93359375, 49.4580078125, 50.982421875, 52.5068359375, 54.03125]}, "gradients/wav2vec2.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 5.0, 4.0, 6.0, 2.0, 3.0, 19.0, 14.0, 18.0, 19.0, 18.0, 21.0, 24.0, 23.0, 33.0, 33.0, 36.0, 31.0, 41.0, 36.0, 48.0, 42.0, 41.0, 55.0, 42.0, 49.0, 28.0, 34.0, 44.0, 27.0, 34.0, 28.0, 31.0, 28.0, 21.0, 13.0, 16.0, 12.0, 4.0, 2.0, 7.0, 4.0, 6.0, 4.0, 4.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-39.65625, -38.26220703125, -36.8681640625, -35.47412109375, -34.080078125, -32.68603515625, -31.2919921875, -29.89794921875, -28.50390625, -27.10986328125, -25.7158203125, -24.32177734375, -22.927734375, -21.53369140625, -20.1396484375, -18.74560546875, -17.3515625, -15.95751953125, -14.5634765625, -13.16943359375, -11.775390625, -10.38134765625, -8.9873046875, -7.59326171875, -6.19921875, -4.80517578125, -3.4111328125, -2.01708984375, -0.623046875, 0.77099609375, 2.1650390625, 3.55908203125, 4.953125, 6.34716796875, 7.7412109375, 9.13525390625, 10.529296875, 11.92333984375, 13.3173828125, 14.71142578125, 16.10546875, 17.49951171875, 18.8935546875, 20.28759765625, 21.681640625, 23.07568359375, 24.4697265625, 25.86376953125, 27.2578125, 28.65185546875, 30.0458984375, 31.43994140625, 32.833984375, 34.22802734375, 35.6220703125, 37.01611328125, 38.41015625, 39.80419921875, 41.1982421875, 42.59228515625, 43.986328125, 45.38037109375, 46.7744140625, 48.16845703125, 49.5625]}, "gradients/wav2vec2.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 0.0, 3.0, 1.0, 6.0, 5.0, 12.0, 18.0, 19.0, 36.0, 83.0, 95.0, 210.0, 352.0, 484.0, 958.0, 1758.0, 3053.0, 6025.0, 11731.0, 25244.0, 61602.0, 178938.0, 367666.0, 242901.0, 84025.0, 32564.0, 14839.0, 7306.0, 3743.0, 2100.0, 1175.0, 619.0, 375.0, 237.0, 122.0, 87.0, 62.0, 43.0, 22.0, 18.0, 7.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.3671875, -10.017578125, -9.66796875, -9.318359375, -8.96875, -8.619140625, -8.26953125, -7.919921875, -7.5703125, -7.220703125, -6.87109375, -6.521484375, -6.171875, -5.822265625, -5.47265625, -5.123046875, -4.7734375, -4.423828125, -4.07421875, -3.724609375, -3.375, -3.025390625, -2.67578125, -2.326171875, -1.9765625, -1.626953125, -1.27734375, -0.927734375, -0.578125, -0.228515625, 0.12109375, 0.470703125, 0.8203125, 1.169921875, 1.51953125, 1.869140625, 2.21875, 2.568359375, 2.91796875, 3.267578125, 3.6171875, 3.966796875, 4.31640625, 4.666015625, 5.015625, 5.365234375, 5.71484375, 6.064453125, 6.4140625, 6.763671875, 7.11328125, 7.462890625, 7.8125, 8.162109375, 8.51171875, 8.861328125, 9.2109375, 9.560546875, 9.91015625, 10.259765625, 10.609375, 10.958984375, 11.30859375, 11.658203125, 12.0078125]}, "gradients/wav2vec2.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 4.0, 0.0, 3.0, 1.0, 3.0, 2.0, 4.0, 9.0, 10.0, 12.0, 20.0, 27.0, 50.0, 63.0, 93.0, 146.0, 149.0, 113.0, 89.0, 60.0, 39.0, 24.0, 22.0, 17.0, 11.0, 5.0, 2.0, 5.0, 4.0, 3.0, 5.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.004543304443359375, -0.0043984055519104, -0.004253506660461426, -0.004108607769012451, -0.0039637088775634766, -0.003818809986114502, -0.0036739110946655273, -0.0035290122032165527, -0.003384113311767578, -0.0032392144203186035, -0.003094315528869629, -0.0029494166374206543, -0.0028045177459716797, -0.002659618854522705, -0.0025147199630737305, -0.002369821071624756, -0.0022249221801757812, -0.0020800232887268066, -0.001935124397277832, -0.0017902255058288574, -0.0016453266143798828, -0.0015004277229309082, -0.0013555288314819336, -0.001210629940032959, -0.0010657310485839844, -0.0009208321571350098, -0.0007759332656860352, -0.0006310343742370605, -0.00048613548278808594, -0.00034123659133911133, -0.00019633769989013672, -5.143880844116211e-05, 9.34600830078125e-05, 0.0002383589744567871, 0.0003832578659057617, 0.0005281567573547363, 0.0006730556488037109, 0.0008179545402526855, 0.0009628534317016602, 0.0011077523231506348, 0.0012526512145996094, 0.001397550106048584, 0.0015424489974975586, 0.0016873478889465332, 0.0018322467803955078, 0.0019771456718444824, 0.002122044563293457, 0.0022669434547424316, 0.0024118423461914062, 0.002556741237640381, 0.0027016401290893555, 0.00284653902053833, 0.0029914379119873047, 0.0031363368034362793, 0.003281235694885254, 0.0034261345863342285, 0.003571033477783203, 0.0037159323692321777, 0.0038608312606811523, 0.004005730152130127, 0.0041506290435791016, 0.004295527935028076, 0.004440426826477051, 0.004585325717926025, 0.004730224609375]}, "gradients/wav2vec2.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 4.0, 2.0, 2.0, 5.0, 11.0, 16.0, 26.0, 35.0, 65.0, 64.0, 131.0, 221.0, 435.0, 857.0, 1840.0, 4558.0, 12046.0, 35091.0, 114486.0, 325931.0, 353894.0, 134721.0, 41125.0, 13851.0, 5016.0, 2078.0, 953.0, 461.0, 231.0, 143.0, 86.0, 56.0, 40.0, 21.0, 15.0, 10.0, 6.0, 7.0, 4.0, 2.0, 2.0, 5.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0], "bins": [-14.6953125, -14.287841796875, -13.88037109375, -13.472900390625, -13.0654296875, -12.657958984375, -12.25048828125, -11.843017578125, -11.435546875, -11.028076171875, -10.62060546875, -10.213134765625, -9.8056640625, -9.398193359375, -8.99072265625, -8.583251953125, -8.17578125, -7.768310546875, -7.36083984375, -6.953369140625, -6.5458984375, -6.138427734375, -5.73095703125, -5.323486328125, -4.916015625, -4.508544921875, -4.10107421875, -3.693603515625, -3.2861328125, -2.878662109375, -2.47119140625, -2.063720703125, -1.65625, -1.248779296875, -0.84130859375, -0.433837890625, -0.0263671875, 0.381103515625, 0.78857421875, 1.196044921875, 1.603515625, 2.010986328125, 2.41845703125, 2.825927734375, 3.2333984375, 3.640869140625, 4.04833984375, 4.455810546875, 4.86328125, 5.270751953125, 5.67822265625, 6.085693359375, 6.4931640625, 6.900634765625, 7.30810546875, 7.715576171875, 8.123046875, 8.530517578125, 8.93798828125, 9.345458984375, 9.7529296875, 10.160400390625, 10.56787109375, 10.975341796875, 11.3828125]}, "gradients/wav2vec2.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 2.0, 7.0, 2.0, 6.0, 7.0, 10.0, 7.0, 13.0, 24.0, 36.0, 37.0, 44.0, 57.0, 66.0, 69.0, 71.0, 73.0, 87.0, 79.0, 63.0, 53.0, 50.0, 28.0, 19.0, 15.0, 12.0, 18.0, 7.0, 10.0, 7.0, 5.0, 6.0, 7.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.59375, -10.2119140625, -9.830078125, -9.4482421875, -9.06640625, -8.6845703125, -8.302734375, -7.9208984375, -7.5390625, -7.1572265625, -6.775390625, -6.3935546875, -6.01171875, -5.6298828125, -5.248046875, -4.8662109375, -4.484375, -4.1025390625, -3.720703125, -3.3388671875, -2.95703125, -2.5751953125, -2.193359375, -1.8115234375, -1.4296875, -1.0478515625, -0.666015625, -0.2841796875, 0.09765625, 0.4794921875, 0.861328125, 1.2431640625, 1.625, 2.0068359375, 2.388671875, 2.7705078125, 3.15234375, 3.5341796875, 3.916015625, 4.2978515625, 4.6796875, 5.0615234375, 5.443359375, 5.8251953125, 6.20703125, 6.5888671875, 6.970703125, 7.3525390625, 7.734375, 8.1162109375, 8.498046875, 8.8798828125, 9.26171875, 9.6435546875, 10.025390625, 10.4072265625, 10.7890625, 11.1708984375, 11.552734375, 11.9345703125, 12.31640625, 12.6982421875, 13.080078125, 13.4619140625, 13.84375]}, "gradients/wav2vec2.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 6.0, 9.0, 14.0, 31.0, 59.0, 158.0, 201.0, 206.0, 159.0, 92.0, 29.0, 14.0, 5.0, 10.0, 6.0, 7.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-364.8834533691406, -355.9630126953125, -347.0426025390625, -338.1221618652344, -329.20172119140625, -320.28131103515625, -311.3608703613281, -302.4404296875, -293.52001953125, -284.5995788574219, -275.6791687011719, -266.75872802734375, -257.8382873535156, -248.91787719726562, -239.9974365234375, -231.07701110839844, -222.1565704345703, -213.23614501953125, -204.31570434570312, -195.39527893066406, -186.474853515625, -177.55441284179688, -168.6339874267578, -159.71356201171875, -150.79312133789062, -141.87269592285156, -132.95225524902344, -124.03182983398438, -115.11140441894531, -106.19097137451172, -97.27053833007812, -88.35011291503906, -79.4296875, -70.5092544555664, -61.588829040527344, -52.66839599609375, -43.74796676635742, -34.827537536621094, -25.9071044921875, -16.986675262451172, -8.066246032714844, 0.8541841506958008, 9.774614334106445, 18.695045471191406, 27.615474700927734, 36.53590393066406, 45.456336975097656, 54.376766204833984, 63.29719543457031, 72.2176284790039, 81.13805389404297, 90.05848693847656, 98.97891235351562, 107.89934539794922, 116.81977844238281, 125.74020385742188, 134.66064453125, 143.58106994628906, 152.5015106201172, 161.42193603515625, 170.3423614501953, 179.26278686523438, 188.1832275390625, 197.10365295410156, 206.02407836914062]}, "gradients/wav2vec2.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 2.0, 5.0, 3.0, 6.0, 9.0, 10.0, 10.0, 11.0, 14.0, 20.0, 31.0, 19.0, 29.0, 19.0, 29.0, 38.0, 34.0, 40.0, 41.0, 41.0, 42.0, 49.0, 37.0, 44.0, 36.0, 39.0, 40.0, 40.0, 27.0, 22.0, 25.0, 27.0, 27.0, 21.0, 24.0, 21.0, 15.0, 13.0, 13.0, 7.0, 7.0, 4.0, 4.0, 1.0, 7.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-103.6814193725586, -100.55793762207031, -97.43446350097656, -94.31098937988281, -91.18750762939453, -88.06402587890625, -84.9405517578125, -81.81707763671875, -78.69359588623047, -75.57011413574219, -72.44664001464844, -69.32316589355469, -66.1996841430664, -63.07620620727539, -59.952728271484375, -56.82925033569336, -53.705772399902344, -50.58229446411133, -47.45881652832031, -44.3353385925293, -41.21186065673828, -38.088382720947266, -34.96490478515625, -31.841426849365234, -28.71794891357422, -25.594470977783203, -22.470993041992188, -19.347515106201172, -16.224037170410156, -13.10055923461914, -9.977081298828125, -6.853603363037109, -3.730133056640625, -0.6066551208496094, 2.5168228149414062, 5.640300750732422, 8.763778686523438, 11.887256622314453, 15.010734558105469, 18.134212493896484, 21.2576904296875, 24.381168365478516, 27.50464630126953, 30.628124237060547, 33.75160217285156, 36.87508010864258, 39.998558044433594, 43.12203598022461, 46.245513916015625, 49.36899185180664, 52.492469787597656, 55.61594772338867, 58.73942565917969, 61.8629035949707, 64.98638153076172, 68.10986328125, 71.23333740234375, 74.3568115234375, 77.48029327392578, 80.60377502441406, 83.72724914550781, 86.85072326660156, 89.97420501708984, 93.09768676757812, 96.22116088867188]}, "gradients/wav2vec2.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 3.0, 6.0, 5.0, 4.0, 9.0, 9.0, 10.0, 24.0, 34.0, 48.0, 69.0, 80.0, 129.0, 196.0, 282.0, 381.0, 675.0, 1094.0, 1824.0, 3208.0, 5889.0, 11547.0, 25039.0, 57353.0, 134762.0, 294098.0, 550118.0, 819915.0, 888302.0, 674850.0, 389777.0, 186157.0, 80299.0, 35018.0, 16065.0, 7699.0, 3927.0, 2091.0, 1226.0, 774.0, 452.0, 297.0, 173.0, 110.0, 99.0, 60.0, 26.0, 29.0, 17.0, 17.0, 7.0, 2.0, 2.0, 4.0, 2.0, 1.0, 1.0], "bins": [-15.4453125, -15.006591796875, -14.56787109375, -14.129150390625, -13.6904296875, -13.251708984375, -12.81298828125, -12.374267578125, -11.935546875, -11.496826171875, -11.05810546875, -10.619384765625, -10.1806640625, -9.741943359375, -9.30322265625, -8.864501953125, -8.42578125, -7.987060546875, -7.54833984375, -7.109619140625, -6.6708984375, -6.232177734375, -5.79345703125, -5.354736328125, -4.916015625, -4.477294921875, -4.03857421875, -3.599853515625, -3.1611328125, -2.722412109375, -2.28369140625, -1.844970703125, -1.40625, -0.967529296875, -0.52880859375, -0.090087890625, 0.3486328125, 0.787353515625, 1.22607421875, 1.664794921875, 2.103515625, 2.542236328125, 2.98095703125, 3.419677734375, 3.8583984375, 4.297119140625, 4.73583984375, 5.174560546875, 5.61328125, 6.052001953125, 6.49072265625, 6.929443359375, 7.3681640625, 7.806884765625, 8.24560546875, 8.684326171875, 9.123046875, 9.561767578125, 10.00048828125, 10.439208984375, 10.8779296875, 11.316650390625, 11.75537109375, 12.194091796875, 12.6328125]}, "gradients/wav2vec2.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 10.0, 8.0, 5.0, 4.0, 5.0, 7.0, 10.0, 9.0, 22.0, 16.0, 24.0, 20.0, 27.0, 24.0, 42.0, 39.0, 39.0, 36.0, 37.0, 37.0, 42.0, 32.0, 41.0, 34.0, 44.0, 36.0, 37.0, 48.0, 23.0, 25.0, 27.0, 36.0, 25.0, 21.0, 16.0, 20.0, 21.0, 7.0, 11.0, 6.0, 10.0, 3.0, 7.0, 5.0, 6.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.3203125, -12.881591796875, -12.44287109375, -12.004150390625, -11.5654296875, -11.126708984375, -10.68798828125, -10.249267578125, -9.810546875, -9.371826171875, -8.93310546875, -8.494384765625, -8.0556640625, -7.616943359375, -7.17822265625, -6.739501953125, -6.30078125, -5.862060546875, -5.42333984375, -4.984619140625, -4.5458984375, -4.107177734375, -3.66845703125, -3.229736328125, -2.791015625, -2.352294921875, -1.91357421875, -1.474853515625, -1.0361328125, -0.597412109375, -0.15869140625, 0.280029296875, 0.71875, 1.157470703125, 1.59619140625, 2.034912109375, 2.4736328125, 2.912353515625, 3.35107421875, 3.789794921875, 4.228515625, 4.667236328125, 5.10595703125, 5.544677734375, 5.9833984375, 6.422119140625, 6.86083984375, 7.299560546875, 7.73828125, 8.177001953125, 8.61572265625, 9.054443359375, 9.4931640625, 9.931884765625, 10.37060546875, 10.809326171875, 11.248046875, 11.686767578125, 12.12548828125, 12.564208984375, 13.0029296875, 13.441650390625, 13.88037109375, 14.319091796875, 14.7578125]}, "gradients/wav2vec2.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 5.0, 6.0, 3.0, 12.0, 18.0, 20.0, 36.0, 55.0, 82.0, 147.0, 200.0, 348.0, 642.0, 1381.0, 3489.0, 10450.0, 42915.0, 240943.0, 1969998.0, 1666988.0, 203471.0, 37690.0, 9555.0, 3108.0, 1247.0, 583.0, 339.0, 198.0, 135.0, 72.0, 44.0, 27.0, 26.0, 15.0, 17.0, 6.0, 4.0, 2.0, 5.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.25, -37.12353515625, -35.9970703125, -34.87060546875, -33.744140625, -32.61767578125, -31.4912109375, -30.36474609375, -29.23828125, -28.11181640625, -26.9853515625, -25.85888671875, -24.732421875, -23.60595703125, -22.4794921875, -21.35302734375, -20.2265625, -19.10009765625, -17.9736328125, -16.84716796875, -15.720703125, -14.59423828125, -13.4677734375, -12.34130859375, -11.21484375, -10.08837890625, -8.9619140625, -7.83544921875, -6.708984375, -5.58251953125, -4.4560546875, -3.32958984375, -2.203125, -1.07666015625, 0.0498046875, 1.17626953125, 2.302734375, 3.42919921875, 4.5556640625, 5.68212890625, 6.80859375, 7.93505859375, 9.0615234375, 10.18798828125, 11.314453125, 12.44091796875, 13.5673828125, 14.69384765625, 15.8203125, 16.94677734375, 18.0732421875, 19.19970703125, 20.326171875, 21.45263671875, 22.5791015625, 23.70556640625, 24.83203125, 25.95849609375, 27.0849609375, 28.21142578125, 29.337890625, 30.46435546875, 31.5908203125, 32.71728515625, 33.84375]}, "gradients/wav2vec2.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 8.0, 5.0, 11.0, 14.0, 14.0, 21.0, 29.0, 50.0, 49.0, 78.0, 107.0, 128.0, 176.0, 220.0, 246.0, 297.0, 333.0, 393.0, 381.0, 303.0, 263.0, 215.0, 161.0, 123.0, 107.0, 81.0, 57.0, 68.0, 43.0, 20.0, 18.0, 16.0, 8.0, 15.0, 8.0, 6.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.71875, -27.71337890625, -26.7080078125, -25.70263671875, -24.697265625, -23.69189453125, -22.6865234375, -21.68115234375, -20.67578125, -19.67041015625, -18.6650390625, -17.65966796875, -16.654296875, -15.64892578125, -14.6435546875, -13.63818359375, -12.6328125, -11.62744140625, -10.6220703125, -9.61669921875, -8.611328125, -7.60595703125, -6.6005859375, -5.59521484375, -4.58984375, -3.58447265625, -2.5791015625, -1.57373046875, -0.568359375, 0.43701171875, 1.4423828125, 2.44775390625, 3.453125, 4.45849609375, 5.4638671875, 6.46923828125, 7.474609375, 8.47998046875, 9.4853515625, 10.49072265625, 11.49609375, 12.50146484375, 13.5068359375, 14.51220703125, 15.517578125, 16.52294921875, 17.5283203125, 18.53369140625, 19.5390625, 20.54443359375, 21.5498046875, 22.55517578125, 23.560546875, 24.56591796875, 25.5712890625, 26.57666015625, 27.58203125, 28.58740234375, 29.5927734375, 30.59814453125, 31.603515625, 32.60888671875, 33.6142578125, 34.61962890625, 35.625]}, "gradients/wav2vec2.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 4.0, 2.0, 9.0, 15.0, 15.0, 15.0, 32.0, 46.0, 43.0, 69.0, 81.0, 106.0, 118.0, 106.0, 94.0, 58.0, 45.0, 36.0, 34.0, 20.0, 15.0, 12.0, 10.0, 10.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-317.27740478515625, -306.5855407714844, -295.8936767578125, -285.2017822265625, -274.5099182128906, -263.81805419921875, -253.12619018554688, -242.434326171875, -231.74244689941406, -221.0505828857422, -210.35870361328125, -199.66683959960938, -188.9749755859375, -178.28309631347656, -167.5912322998047, -156.89935302734375, -146.20748901367188, -135.515625, -124.82374572753906, -114.13188171386719, -103.44001007080078, -92.74813842773438, -82.0562744140625, -71.3644027709961, -60.67253112792969, -49.98065948486328, -39.28879165649414, -28.596923828125, -17.905052185058594, -7.2131805419921875, 3.4786834716796875, 14.170555114746094, 24.862457275390625, 35.55432891845703, 46.24619674682617, 56.93806457519531, 67.62993621826172, 78.32180786132812, 89.013671875, 99.7055435180664, 110.39741516113281, 121.08928680419922, 131.78115844726562, 142.4730224609375, 153.16488647460938, 163.8567657470703, 174.5486297607422, 185.24050903320312, 195.932373046875, 206.62423706054688, 217.3161163330078, 228.0079803466797, 238.69985961914062, 249.3917236328125, 260.0835876464844, 270.77545166015625, 281.46734619140625, 292.1592102050781, 302.85107421875, 313.54296875, 324.2348327636719, 334.92669677734375, 345.6185607910156, 356.3104248046875, 367.0022888183594]}, "gradients/wav2vec2.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 6.0, 10.0, 2.0, 6.0, 5.0, 9.0, 12.0, 13.0, 15.0, 21.0, 22.0, 28.0, 22.0, 32.0, 36.0, 33.0, 45.0, 42.0, 45.0, 43.0, 48.0, 51.0, 44.0, 46.0, 35.0, 37.0, 37.0, 41.0, 27.0, 33.0, 21.0, 20.0, 25.0, 17.0, 17.0, 13.0, 12.0, 11.0, 8.0, 4.0, 4.0, 5.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-164.63174438476562, -159.68826293945312, -154.74476623535156, -149.80128479003906, -144.8577880859375, -139.914306640625, -134.97080993652344, -130.02732849121094, -125.08383178710938, -120.14034271240234, -115.19685363769531, -110.25336456298828, -105.30987548828125, -100.36638641357422, -95.42289733886719, -90.47941589355469, -85.53592681884766, -80.59243774414062, -75.6489486694336, -70.70545959472656, -65.76197052001953, -60.8184814453125, -55.874996185302734, -50.9315071105957, -45.98801803588867, -41.04452896118164, -36.10103988647461, -31.15755271911621, -26.21406364440918, -21.27057456970215, -16.32708740234375, -11.383598327636719, -6.4401092529296875, -1.4966206550598145, 3.4468679428100586, 8.390356063842773, 13.333845138549805, 18.277334213256836, 23.220821380615234, 28.164310455322266, 33.1077995300293, 38.05128860473633, 42.99477767944336, 47.938262939453125, 52.881752014160156, 57.82524108886719, 62.76873016357422, 67.71221923828125, 72.65570831298828, 77.59919738769531, 82.54268646240234, 87.48617553710938, 92.4296646118164, 97.37315368652344, 102.31663513183594, 107.2601318359375, 112.20361328125, 117.14710235595703, 122.09059143066406, 127.0340805053711, 131.97756958007812, 136.92105102539062, 141.8645477294922, 146.8080291748047, 151.75152587890625]}, "gradients/wav2vec2.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 4.0, 5.0, 9.0, 12.0, 21.0, 36.0, 45.0, 68.0, 121.0, 197.0, 339.0, 595.0, 1067.0, 1866.0, 3653.0, 7223.0, 14731.0, 31556.0, 70103.0, 159328.0, 295555.0, 248078.0, 116163.0, 51176.0, 23485.0, 11093.0, 5634.0, 2886.0, 1500.0, 831.0, 477.0, 273.0, 145.0, 114.0, 51.0, 44.0, 26.0, 21.0, 7.0, 9.0, 6.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.34375, -10.0185546875, -9.693359375, -9.3681640625, -9.04296875, -8.7177734375, -8.392578125, -8.0673828125, -7.7421875, -7.4169921875, -7.091796875, -6.7666015625, -6.44140625, -6.1162109375, -5.791015625, -5.4658203125, -5.140625, -4.8154296875, -4.490234375, -4.1650390625, -3.83984375, -3.5146484375, -3.189453125, -2.8642578125, -2.5390625, -2.2138671875, -1.888671875, -1.5634765625, -1.23828125, -0.9130859375, -0.587890625, -0.2626953125, 0.0625, 0.3876953125, 0.712890625, 1.0380859375, 1.36328125, 1.6884765625, 2.013671875, 2.3388671875, 2.6640625, 2.9892578125, 3.314453125, 3.6396484375, 3.96484375, 4.2900390625, 4.615234375, 4.9404296875, 5.265625, 5.5908203125, 5.916015625, 6.2412109375, 6.56640625, 6.8916015625, 7.216796875, 7.5419921875, 7.8671875, 8.1923828125, 8.517578125, 8.8427734375, 9.16796875, 9.4931640625, 9.818359375, 10.1435546875, 10.46875]}, "gradients/wav2vec2.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 7.0, 14.0, 17.0, 11.0, 6.0, 18.0, 21.0, 16.0, 27.0, 26.0, 26.0, 23.0, 32.0, 35.0, 31.0, 49.0, 34.0, 49.0, 56.0, 55.0, 35.0, 40.0, 42.0, 45.0, 36.0, 31.0, 32.0, 30.0, 21.0, 21.0, 25.0, 22.0, 18.0, 13.0, 13.0, 8.0, 7.0, 5.0, 1.0, 3.0, 0.0, 2.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.0625, -20.381591796875, -19.70068359375, -19.019775390625, -18.3388671875, -17.657958984375, -16.97705078125, -16.296142578125, -15.615234375, -14.934326171875, -14.25341796875, -13.572509765625, -12.8916015625, -12.210693359375, -11.52978515625, -10.848876953125, -10.16796875, -9.487060546875, -8.80615234375, -8.125244140625, -7.4443359375, -6.763427734375, -6.08251953125, -5.401611328125, -4.720703125, -4.039794921875, -3.35888671875, -2.677978515625, -1.9970703125, -1.316162109375, -0.63525390625, 0.045654296875, 0.7265625, 1.407470703125, 2.08837890625, 2.769287109375, 3.4501953125, 4.131103515625, 4.81201171875, 5.492919921875, 6.173828125, 6.854736328125, 7.53564453125, 8.216552734375, 8.8974609375, 9.578369140625, 10.25927734375, 10.940185546875, 11.62109375, 12.302001953125, 12.98291015625, 13.663818359375, 14.3447265625, 15.025634765625, 15.70654296875, 16.387451171875, 17.068359375, 17.749267578125, 18.43017578125, 19.111083984375, 19.7919921875, 20.472900390625, 21.15380859375, 21.834716796875, 22.515625]}, "gradients/wav2vec2.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 3.0, 4.0, 11.0, 8.0, 8.0, 21.0, 12.0, 28.0, 45.0, 55.0, 95.0, 129.0, 197.0, 287.0, 444.0, 753.0, 1162.0, 2025.0, 3204.0, 5910.0, 11095.0, 23058.0, 53430.0, 150649.0, 470759.0, 199675.0, 67860.0, 28149.0, 13227.0, 6789.0, 3727.0, 2065.0, 1319.0, 773.0, 517.0, 342.0, 222.0, 145.0, 104.0, 66.0, 54.0, 41.0, 34.0, 22.0, 14.0, 9.0, 9.0, 2.0, 3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-11.75, -11.37841796875, -11.0068359375, -10.63525390625, -10.263671875, -9.89208984375, -9.5205078125, -9.14892578125, -8.77734375, -8.40576171875, -8.0341796875, -7.66259765625, -7.291015625, -6.91943359375, -6.5478515625, -6.17626953125, -5.8046875, -5.43310546875, -5.0615234375, -4.68994140625, -4.318359375, -3.94677734375, -3.5751953125, -3.20361328125, -2.83203125, -2.46044921875, -2.0888671875, -1.71728515625, -1.345703125, -0.97412109375, -0.6025390625, -0.23095703125, 0.140625, 0.51220703125, 0.8837890625, 1.25537109375, 1.626953125, 1.99853515625, 2.3701171875, 2.74169921875, 3.11328125, 3.48486328125, 3.8564453125, 4.22802734375, 4.599609375, 4.97119140625, 5.3427734375, 5.71435546875, 6.0859375, 6.45751953125, 6.8291015625, 7.20068359375, 7.572265625, 7.94384765625, 8.3154296875, 8.68701171875, 9.05859375, 9.43017578125, 9.8017578125, 10.17333984375, 10.544921875, 10.91650390625, 11.2880859375, 11.65966796875, 12.03125]}, "gradients/wav2vec2.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 5.0, 1.0, 1.0, 6.0, 8.0, 8.0, 7.0, 19.0, 10.0, 15.0, 13.0, 25.0, 29.0, 44.0, 39.0, 53.0, 49.0, 59.0, 71.0, 54.0, 58.0, 61.0, 54.0, 56.0, 43.0, 30.0, 45.0, 34.0, 26.0, 16.0, 16.0, 7.0, 8.0, 8.0, 5.0, 5.0, 7.0, 5.0, 1.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-60.875, -59.080078125, -57.28515625, -55.490234375, -53.6953125, -51.900390625, -50.10546875, -48.310546875, -46.515625, -44.720703125, -42.92578125, -41.130859375, -39.3359375, -37.541015625, -35.74609375, -33.951171875, -32.15625, -30.361328125, -28.56640625, -26.771484375, -24.9765625, -23.181640625, -21.38671875, -19.591796875, -17.796875, -16.001953125, -14.20703125, -12.412109375, -10.6171875, -8.822265625, -7.02734375, -5.232421875, -3.4375, -1.642578125, 0.15234375, 1.947265625, 3.7421875, 5.537109375, 7.33203125, 9.126953125, 10.921875, 12.716796875, 14.51171875, 16.306640625, 18.1015625, 19.896484375, 21.69140625, 23.486328125, 25.28125, 27.076171875, 28.87109375, 30.666015625, 32.4609375, 34.255859375, 36.05078125, 37.845703125, 39.640625, 41.435546875, 43.23046875, 45.025390625, 46.8203125, 48.615234375, 50.41015625, 52.205078125, 54.0]}, "gradients/wav2vec2.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 4.0, 1.0, 4.0, 4.0, 7.0, 15.0, 25.0, 37.0, 82.0, 120.0, 248.0, 748.0, 3134.0, 29634.0, 818560.0, 184507.0, 9133.0, 1478.0, 449.0, 177.0, 84.0, 35.0, 36.0, 11.0, 10.0, 5.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.79296875, -7.54766845703125, -7.3023681640625, -7.05706787109375, -6.811767578125, -6.56646728515625, -6.3211669921875, -6.07586669921875, -5.83056640625, -5.58526611328125, -5.3399658203125, -5.09466552734375, -4.849365234375, -4.60406494140625, -4.3587646484375, -4.11346435546875, -3.8681640625, -3.62286376953125, -3.3775634765625, -3.13226318359375, -2.886962890625, -2.64166259765625, -2.3963623046875, -2.15106201171875, -1.90576171875, -1.66046142578125, -1.4151611328125, -1.16986083984375, -0.924560546875, -0.67926025390625, -0.4339599609375, -0.18865966796875, 0.056640625, 0.30194091796875, 0.5472412109375, 0.79254150390625, 1.037841796875, 1.28314208984375, 1.5284423828125, 1.77374267578125, 2.01904296875, 2.26434326171875, 2.5096435546875, 2.75494384765625, 3.000244140625, 3.24554443359375, 3.4908447265625, 3.73614501953125, 3.9814453125, 4.22674560546875, 4.4720458984375, 4.71734619140625, 4.962646484375, 5.20794677734375, 5.4532470703125, 5.69854736328125, 5.94384765625, 6.18914794921875, 6.4344482421875, 6.67974853515625, 6.925048828125, 7.17034912109375, 7.4156494140625, 7.66094970703125, 7.90625]}, "gradients/wav2vec2.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 4.0, 3.0, 3.0, 10.0, 7.0, 12.0, 6.0, 8.0, 19.0, 12.0, 19.0, 27.0, 36.0, 30.0, 37.0, 54.0, 47.0, 54.0, 60.0, 62.0, 56.0, 52.0, 41.0, 41.0, 60.0, 44.0, 34.0, 31.0, 27.0, 20.0, 19.0, 17.0, 8.0, 9.0, 6.0, 6.0, 7.0, 4.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0005121231079101562, -0.0004966109991073608, -0.00048109889030456543, -0.00046558678150177, -0.0004500746726989746, -0.0004345625638961792, -0.0004190504550933838, -0.0004035383462905884, -0.00038802623748779297, -0.00037251412868499756, -0.00035700201988220215, -0.00034148991107940674, -0.00032597780227661133, -0.0003104656934738159, -0.0002949535846710205, -0.0002794414758682251, -0.0002639293670654297, -0.0002484172582626343, -0.00023290514945983887, -0.00021739304065704346, -0.00020188093185424805, -0.00018636882305145264, -0.00017085671424865723, -0.00015534460544586182, -0.0001398324966430664, -0.000124320387840271, -0.00010880827903747559, -9.329617023468018e-05, -7.778406143188477e-05, -6.227195262908936e-05, -4.6759843826293945e-05, -3.1247735023498535e-05, -1.5735626220703125e-05, -2.2351741790771484e-07, 1.5288591384887695e-05, 3.0800700187683105e-05, 4.6312808990478516e-05, 6.182491779327393e-05, 7.733702659606934e-05, 9.284913539886475e-05, 0.00010836124420166016, 0.00012387335300445557, 0.00013938546180725098, 0.0001548975706100464, 0.0001704096794128418, 0.0001859217882156372, 0.00020143389701843262, 0.00021694600582122803, 0.00023245811462402344, 0.00024797022342681885, 0.00026348233222961426, 0.00027899444103240967, 0.0002945065498352051, 0.0003100186586380005, 0.0003255307674407959, 0.0003410428762435913, 0.0003565549850463867, 0.00037206709384918213, 0.00038757920265197754, 0.00040309131145477295, 0.00041860342025756836, 0.00043411552906036377, 0.0004496276378631592, 0.0004651397466659546, 0.00048065185546875]}, "gradients/wav2vec2.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 3.0, 4.0, 5.0, 11.0, 22.0, 23.0, 33.0, 52.0, 98.0, 170.0, 231.0, 436.0, 936.0, 1942.0, 4549.0, 12001.0, 38887.0, 159207.0, 580001.0, 183725.0, 43753.0, 13218.0, 4848.0, 2168.0, 1018.0, 517.0, 266.0, 147.0, 94.0, 65.0, 34.0, 26.0, 24.0, 9.0, 10.0, 9.0, 5.0, 4.0, 0.0, 2.0, 5.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-4.734375, -4.6011962890625, -4.468017578125, -4.3348388671875, -4.20166015625, -4.0684814453125, -3.935302734375, -3.8021240234375, -3.6689453125, -3.5357666015625, -3.402587890625, -3.2694091796875, -3.13623046875, -3.0030517578125, -2.869873046875, -2.7366943359375, -2.603515625, -2.4703369140625, -2.337158203125, -2.2039794921875, -2.07080078125, -1.9376220703125, -1.804443359375, -1.6712646484375, -1.5380859375, -1.4049072265625, -1.271728515625, -1.1385498046875, -1.00537109375, -0.8721923828125, -0.739013671875, -0.6058349609375, -0.47265625, -0.3394775390625, -0.206298828125, -0.0731201171875, 0.06005859375, 0.1932373046875, 0.326416015625, 0.4595947265625, 0.5927734375, 0.7259521484375, 0.859130859375, 0.9923095703125, 1.12548828125, 1.2586669921875, 1.391845703125, 1.5250244140625, 1.658203125, 1.7913818359375, 1.924560546875, 2.0577392578125, 2.19091796875, 2.3240966796875, 2.457275390625, 2.5904541015625, 2.7236328125, 2.8568115234375, 2.989990234375, 3.1231689453125, 3.25634765625, 3.3895263671875, 3.522705078125, 3.6558837890625, 3.7890625]}, "gradients/wav2vec2.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 8.0, 7.0, 11.0, 13.0, 37.0, 50.0, 98.0, 107.0, 152.0, 146.0, 94.0, 104.0, 56.0, 35.0, 29.0, 9.0, 17.0, 8.0, 8.0, 4.0, 2.0, 5.0, 2.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.5703125, -4.342529296875, -4.11474609375, -3.886962890625, -3.6591796875, -3.431396484375, -3.20361328125, -2.975830078125, -2.748046875, -2.520263671875, -2.29248046875, -2.064697265625, -1.8369140625, -1.609130859375, -1.38134765625, -1.153564453125, -0.92578125, -0.697998046875, -0.47021484375, -0.242431640625, -0.0146484375, 0.213134765625, 0.44091796875, 0.668701171875, 0.896484375, 1.124267578125, 1.35205078125, 1.579833984375, 1.8076171875, 2.035400390625, 2.26318359375, 2.490966796875, 2.71875, 2.946533203125, 3.17431640625, 3.402099609375, 3.6298828125, 3.857666015625, 4.08544921875, 4.313232421875, 4.541015625, 4.768798828125, 4.99658203125, 5.224365234375, 5.4521484375, 5.679931640625, 5.90771484375, 6.135498046875, 6.36328125, 6.591064453125, 6.81884765625, 7.046630859375, 7.2744140625, 7.502197265625, 7.72998046875, 7.957763671875, 8.185546875, 8.413330078125, 8.64111328125, 8.868896484375, 9.0966796875, 9.324462890625, 9.55224609375, 9.780029296875, 10.0078125]}, "gradients/wav2vec2.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 2.0, 11.0, 21.0, 52.0, 81.0, 114.0, 183.0, 171.0, 149.0, 95.0, 54.0, 22.0, 21.0, 12.0, 10.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-239.20298767089844, -233.49853515625, -227.79409790039062, -222.0896453857422, -216.38519287109375, -210.68075561523438, -204.97630310058594, -199.2718505859375, -193.56741333007812, -187.8629608154297, -182.1585235595703, -176.45407104492188, -170.74961853027344, -165.045166015625, -159.34072875976562, -153.6362762451172, -147.93182373046875, -142.2273712158203, -136.52293395996094, -130.8184814453125, -125.11402893066406, -119.40958404541016, -113.70513916015625, -108.00068664550781, -102.2962417602539, -96.591796875, -90.88734436035156, -85.18289947509766, -79.47845458984375, -73.77400207519531, -68.0695571899414, -62.365108489990234, -56.660675048828125, -50.95622634887695, -45.25177764892578, -39.547332763671875, -33.8428840637207, -28.13843536376953, -22.433990478515625, -16.729541778564453, -11.025093078613281, -5.320645332336426, 0.3838024139404297, 6.088249206542969, 11.79269790649414, 17.497146606445312, 23.20159149169922, 28.90604019165039, 34.61048889160156, 40.314937591552734, 46.019386291503906, 51.72383117675781, 57.428279876708984, 63.132728576660156, 68.83717346191406, 74.5416259765625, 80.2460708618164, 85.95051574707031, 91.65496826171875, 97.35941314697266, 103.06385803222656, 108.768310546875, 114.4727554321289, 120.17720031738281, 125.88165283203125]}, "gradients/wav2vec2.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 4.0, 3.0, 7.0, 5.0, 11.0, 10.0, 20.0, 26.0, 21.0, 31.0, 38.0, 36.0, 51.0, 45.0, 72.0, 67.0, 76.0, 72.0, 64.0, 54.0, 56.0, 39.0, 33.0, 30.0, 32.0, 22.0, 18.0, 16.0, 14.0, 11.0, 7.0, 10.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0], "bins": [-217.24835205078125, -211.91641235351562, -206.58447265625, -201.25253295898438, -195.92059326171875, -190.5886688232422, -185.25672912597656, -179.92478942871094, -174.5928497314453, -169.2609100341797, -163.92897033691406, -158.59703063964844, -153.26510620117188, -147.93316650390625, -142.60122680664062, -137.269287109375, -131.93734741210938, -126.60540771484375, -121.27346801757812, -115.94153594970703, -110.6095962524414, -105.27765655517578, -99.94572448730469, -94.61378479003906, -89.28184509277344, -83.94990539550781, -78.61796569824219, -73.2860336303711, -67.95409393310547, -62.622154235839844, -57.290218353271484, -51.958282470703125, -46.62632751464844, -41.29438781738281, -35.96245193481445, -30.63051414489746, -25.29857635498047, -19.966638565063477, -14.634700775146484, -9.302764892578125, -3.9708251953125, 1.3611125946044922, 6.693050384521484, 12.024988174438477, 17.35692596435547, 22.68886375427246, 28.020801544189453, 33.35273742675781, 38.68467712402344, 44.01661682128906, 49.34855270385742, 54.68048858642578, 60.012428283691406, 65.34436798095703, 70.67630004882812, 76.00823974609375, 81.34017944335938, 86.672119140625, 92.00405883789062, 97.33599090576172, 102.66793060302734, 107.99987030029297, 113.33180236816406, 118.66374206542969, 123.99568176269531]}, "gradients/wav2vec2.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 4.0, 9.0, 9.0, 14.0, 23.0, 29.0, 50.0, 67.0, 83.0, 131.0, 160.0, 253.0, 323.0, 482.0, 646.0, 924.0, 1344.0, 1944.0, 3305.0, 6046.0, 12053.0, 28309.0, 80478.0, 307236.0, 2337011.0, 1123713.0, 187853.0, 56718.0, 21770.0, 9834.0, 5113.0, 2965.0, 1802.0, 1173.0, 754.0, 541.0, 346.0, 222.0, 156.0, 127.0, 79.0, 66.0, 38.0, 34.0, 18.0, 6.0, 6.0, 8.0, 6.0, 4.0, 0.0, 2.0, 3.0, 0.0, 3.0], "bins": [-2.375, -2.3048095703125, -2.234619140625, -2.1644287109375, -2.09423828125, -2.0240478515625, -1.953857421875, -1.8836669921875, -1.8134765625, -1.7432861328125, -1.673095703125, -1.6029052734375, -1.53271484375, -1.4625244140625, -1.392333984375, -1.3221435546875, -1.251953125, -1.1817626953125, -1.111572265625, -1.0413818359375, -0.97119140625, -0.9010009765625, -0.830810546875, -0.7606201171875, -0.6904296875, -0.6202392578125, -0.550048828125, -0.4798583984375, -0.40966796875, -0.3394775390625, -0.269287109375, -0.1990966796875, -0.12890625, -0.0587158203125, 0.011474609375, 0.0816650390625, 0.15185546875, 0.2220458984375, 0.292236328125, 0.3624267578125, 0.4326171875, 0.5028076171875, 0.572998046875, 0.6431884765625, 0.71337890625, 0.7835693359375, 0.853759765625, 0.9239501953125, 0.994140625, 1.0643310546875, 1.134521484375, 1.2047119140625, 1.27490234375, 1.3450927734375, 1.415283203125, 1.4854736328125, 1.5556640625, 1.6258544921875, 1.696044921875, 1.7662353515625, 1.83642578125, 1.9066162109375, 1.976806640625, 2.0469970703125, 2.1171875]}, "gradients/wav2vec2.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 6.0, 0.0, 5.0, 7.0, 4.0, 9.0, 7.0, 12.0, 23.0, 22.0, 30.0, 36.0, 49.0, 53.0, 52.0, 55.0, 74.0, 69.0, 56.0, 68.0, 61.0, 47.0, 53.0, 38.0, 48.0, 28.0, 18.0, 19.0, 13.0, 15.0, 5.0, 5.0, 9.0, 0.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.425537109375, -0.4118232727050781, -0.39810943603515625, -0.3843955993652344, -0.3706817626953125, -0.3569679260253906, -0.34325408935546875, -0.3295402526855469, -0.315826416015625, -0.3021125793457031, -0.28839874267578125, -0.2746849060058594, -0.2609710693359375, -0.24725723266601562, -0.23354339599609375, -0.21982955932617188, -0.20611572265625, -0.19240188598632812, -0.17868804931640625, -0.16497421264648438, -0.1512603759765625, -0.13754653930664062, -0.12383270263671875, -0.11011886596679688, -0.096405029296875, -0.08269119262695312, -0.06897735595703125, -0.055263519287109375, -0.0415496826171875, -0.027835845947265625, -0.01412200927734375, -0.000408172607421875, 0.0133056640625, 0.027019500732421875, 0.04073333740234375, 0.054447174072265625, 0.0681610107421875, 0.08187484741210938, 0.09558868408203125, 0.10930252075195312, 0.123016357421875, 0.13673019409179688, 0.15044403076171875, 0.16415786743164062, 0.1778717041015625, 0.19158554077148438, 0.20529937744140625, 0.21901321411132812, 0.23272705078125, 0.24644088745117188, 0.26015472412109375, 0.2738685607910156, 0.2875823974609375, 0.3012962341308594, 0.31501007080078125, 0.3287239074707031, 0.342437744140625, 0.3561515808105469, 0.36986541748046875, 0.3835792541503906, 0.3972930908203125, 0.4110069274902344, 0.42472076416015625, 0.4384346008300781, 0.4521484375]}, "gradients/wav2vec2.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 4.0, 4.0, 6.0, 8.0, 13.0, 16.0, 35.0, 61.0, 88.0, 146.0, 328.0, 627.0, 1451.0, 3577.0, 9031.0, 26234.0, 86775.0, 349744.0, 1871420.0, 1451883.0, 283947.0, 72598.0, 22649.0, 7914.0, 3049.0, 1303.0, 653.0, 319.0, 169.0, 88.0, 64.0, 33.0, 17.0, 7.0, 10.0, 9.0, 4.0, 6.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.486328125, -2.372955322265625, -2.25958251953125, -2.146209716796875, -2.0328369140625, -1.919464111328125, -1.80609130859375, -1.692718505859375, -1.579345703125, -1.465972900390625, -1.35260009765625, -1.239227294921875, -1.1258544921875, -1.012481689453125, -0.89910888671875, -0.785736083984375, -0.67236328125, -0.558990478515625, -0.44561767578125, -0.332244873046875, -0.2188720703125, -0.105499267578125, 0.00787353515625, 0.121246337890625, 0.234619140625, 0.347991943359375, 0.46136474609375, 0.574737548828125, 0.6881103515625, 0.801483154296875, 0.91485595703125, 1.028228759765625, 1.1416015625, 1.254974365234375, 1.36834716796875, 1.481719970703125, 1.5950927734375, 1.708465576171875, 1.82183837890625, 1.935211181640625, 2.048583984375, 2.161956787109375, 2.27532958984375, 2.388702392578125, 2.5020751953125, 2.615447998046875, 2.72882080078125, 2.842193603515625, 2.95556640625, 3.068939208984375, 3.18231201171875, 3.295684814453125, 3.4090576171875, 3.522430419921875, 3.63580322265625, 3.749176025390625, 3.862548828125, 3.975921630859375, 4.08929443359375, 4.202667236328125, 4.3160400390625, 4.429412841796875, 4.54278564453125, 4.656158447265625, 4.76953125]}, "gradients/wav2vec2.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 4.0, 4.0, 3.0, 6.0, 6.0, 12.0, 9.0, 11.0, 14.0, 11.0, 25.0, 32.0, 41.0, 79.0, 91.0, 120.0, 134.0, 167.0, 252.0, 295.0, 345.0, 476.0, 447.0, 345.0, 251.0, 209.0, 143.0, 124.0, 99.0, 85.0, 66.0, 34.0, 32.0, 29.0, 16.0, 18.0, 13.0, 13.0, 7.0, 10.0, 3.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.0810546875, -1.03955078125, -0.998046875, -0.95654296875, -0.9150390625, -0.87353515625, -0.83203125, -0.79052734375, -0.7490234375, -0.70751953125, -0.666015625, -0.62451171875, -0.5830078125, -0.54150390625, -0.5, -0.45849609375, -0.4169921875, -0.37548828125, -0.333984375, -0.29248046875, -0.2509765625, -0.20947265625, -0.16796875, -0.12646484375, -0.0849609375, -0.04345703125, -0.001953125, 0.03955078125, 0.0810546875, 0.12255859375, 0.1640625, 0.20556640625, 0.2470703125, 0.28857421875, 0.330078125, 0.37158203125, 0.4130859375, 0.45458984375, 0.49609375, 0.53759765625, 0.5791015625, 0.62060546875, 0.662109375, 0.70361328125, 0.7451171875, 0.78662109375, 0.828125, 0.86962890625, 0.9111328125, 0.95263671875, 0.994140625, 1.03564453125, 1.0771484375, 1.11865234375, 1.16015625, 1.20166015625, 1.2431640625, 1.28466796875, 1.326171875, 1.36767578125, 1.4091796875, 1.45068359375, 1.4921875, 1.53369140625, 1.5751953125]}, "gradients/wav2vec2.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 7.0, 10.0, 50.0, 100.0, 298.0, 331.0, 140.0, 54.0, 18.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.8974609375, -8.67812728881836, -7.458792686462402, -6.2394585609436035, -5.020124435424805, -3.800790309906006, -2.581456184387207, -1.36212158203125, -0.14278793334960938, 1.0765461921691895, 2.2958803176879883, 3.515214443206787, 4.734548568725586, 5.953882694244385, 7.173216819763184, 8.39255142211914, 9.611885070800781, 10.831218719482422, 12.050553321838379, 13.269887924194336, 14.489221572875977, 15.708555221557617, 16.92789077758789, 18.14722442626953, 19.366558074951172, 20.585891723632812, 21.805225372314453, 23.024560928344727, 24.243894577026367, 25.463228225708008, 26.68256378173828, 27.901897430419922, 29.121231079101562, 30.340564727783203, 31.559898376464844, 32.779232025146484, 33.998565673828125, 35.21790313720703, 36.43723678588867, 37.65657043457031, 38.87590408325195, 40.095237731933594, 41.314571380615234, 42.533905029296875, 43.75324249267578, 44.97257614135742, 46.19190979003906, 47.4112434387207, 48.630577087402344, 49.849910736083984, 51.069244384765625, 52.288578033447266, 53.507911682128906, 54.72724914550781, 55.94658279418945, 57.165916442871094, 58.385250091552734, 59.604583740234375, 60.823917388916016, 62.043251037597656, 63.26258850097656, 64.48191833496094, 65.70125579833984, 66.92059326171875, 68.13992309570312]}, "gradients/wav2vec2.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 4.0, 0.0, 0.0, 7.0, 6.0, 12.0, 4.0, 11.0, 16.0, 19.0, 18.0, 16.0, 19.0, 30.0, 31.0, 34.0, 26.0, 36.0, 40.0, 37.0, 42.0, 49.0, 42.0, 40.0, 38.0, 43.0, 29.0, 43.0, 35.0, 39.0, 28.0, 29.0, 32.0, 23.0, 23.0, 21.0, 9.0, 20.0, 15.0, 11.0, 7.0, 6.0, 5.0, 4.0, 3.0, 3.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.686190605163574, -6.467989921569824, -6.249788761138916, -6.031587600708008, -5.813386917114258, -5.595186233520508, -5.3769850730896, -5.158783912658691, -4.940583229064941, -4.722382545471191, -4.504181385040283, -4.285980224609375, -4.067779541015625, -3.849578619003296, -3.631377696990967, -3.4131767749786377, -3.1949758529663086, -2.9767749309539795, -2.7585740089416504, -2.5403730869293213, -2.322172164916992, -2.103971242904663, -1.885770320892334, -1.6675693988800049, -1.4493684768676758, -1.2311675548553467, -1.0129666328430176, -0.7947657108306885, -0.5765647888183594, -0.3583638668060303, -0.14016294479370117, 0.07803797721862793, 0.29623937606811523, 0.5144402980804443, 0.7326412200927734, 0.9508421421051025, 1.1690430641174316, 1.3872439861297607, 1.6054449081420898, 1.823645830154419, 2.041846752166748, 2.260047674179077, 2.4782485961914062, 2.6964495182037354, 2.9146504402160645, 3.1328513622283936, 3.3510522842407227, 3.5692532062530518, 3.787454128265381, 4.005655288696289, 4.223855972290039, 4.442056655883789, 4.660257816314697, 4.8784589767456055, 5.0966596603393555, 5.3148603439331055, 5.533061504364014, 5.751262664794922, 5.969463348388672, 6.187664031982422, 6.40586519241333, 6.624066352844238, 6.842267036437988, 7.060467720031738, 7.2786688804626465]}, "gradients/wav2vec2.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 3.0, 6.0, 9.0, 8.0, 12.0, 27.0, 36.0, 31.0, 42.0, 78.0, 95.0, 134.0, 217.0, 325.0, 520.0, 867.0, 1465.0, 2484.0, 4581.0, 8929.0, 18479.0, 46022.0, 143349.0, 417703.0, 268294.0, 78829.0, 28568.0, 12773.0, 6300.0, 3336.0, 1854.0, 1182.0, 712.0, 429.0, 283.0, 170.0, 132.0, 83.0, 56.0, 39.0, 22.0, 25.0, 20.0, 11.0, 7.0, 9.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.75, -3.63189697265625, -3.5137939453125, -3.39569091796875, -3.277587890625, -3.15948486328125, -3.0413818359375, -2.92327880859375, -2.80517578125, -2.68707275390625, -2.5689697265625, -2.45086669921875, -2.332763671875, -2.21466064453125, -2.0965576171875, -1.97845458984375, -1.8603515625, -1.74224853515625, -1.6241455078125, -1.50604248046875, -1.387939453125, -1.26983642578125, -1.1517333984375, -1.03363037109375, -0.91552734375, -0.79742431640625, -0.6793212890625, -0.56121826171875, -0.443115234375, -0.32501220703125, -0.2069091796875, -0.08880615234375, 0.029296875, 0.14739990234375, 0.2655029296875, 0.38360595703125, 0.501708984375, 0.61981201171875, 0.7379150390625, 0.85601806640625, 0.97412109375, 1.09222412109375, 1.2103271484375, 1.32843017578125, 1.446533203125, 1.56463623046875, 1.6827392578125, 1.80084228515625, 1.9189453125, 2.03704833984375, 2.1551513671875, 2.27325439453125, 2.391357421875, 2.50946044921875, 2.6275634765625, 2.74566650390625, 2.86376953125, 2.98187255859375, 3.0999755859375, 3.21807861328125, 3.336181640625, 3.45428466796875, 3.5723876953125, 3.69049072265625, 3.80859375]}, "gradients/wav2vec2.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 5.0, 1.0, 3.0, 4.0, 5.0, 11.0, 6.0, 10.0, 8.0, 17.0, 15.0, 23.0, 25.0, 23.0, 19.0, 28.0, 38.0, 33.0, 37.0, 32.0, 35.0, 62.0, 37.0, 47.0, 44.0, 45.0, 37.0, 39.0, 34.0, 35.0, 33.0, 37.0, 32.0, 25.0, 19.0, 20.0, 17.0, 14.0, 8.0, 5.0, 6.0, 7.0, 4.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 3.0], "bins": [-0.478759765625, -0.46350860595703125, -0.4482574462890625, -0.43300628662109375, -0.417755126953125, -0.40250396728515625, -0.3872528076171875, -0.37200164794921875, -0.35675048828125, -0.34149932861328125, -0.3262481689453125, -0.31099700927734375, -0.295745849609375, -0.28049468994140625, -0.2652435302734375, -0.24999237060546875, -0.2347412109375, -0.21949005126953125, -0.2042388916015625, -0.18898773193359375, -0.173736572265625, -0.15848541259765625, -0.1432342529296875, -0.12798309326171875, -0.11273193359375, -0.09748077392578125, -0.0822296142578125, -0.06697845458984375, -0.051727294921875, -0.03647613525390625, -0.0212249755859375, -0.00597381591796875, 0.00927734375, 0.02452850341796875, 0.0397796630859375, 0.05503082275390625, 0.070281982421875, 0.08553314208984375, 0.1007843017578125, 0.11603546142578125, 0.13128662109375, 0.14653778076171875, 0.1617889404296875, 0.17704010009765625, 0.192291259765625, 0.20754241943359375, 0.2227935791015625, 0.23804473876953125, 0.2532958984375, 0.26854705810546875, 0.2837982177734375, 0.29904937744140625, 0.314300537109375, 0.32955169677734375, 0.3448028564453125, 0.36005401611328125, 0.37530517578125, 0.39055633544921875, 0.4058074951171875, 0.42105865478515625, 0.436309814453125, 0.45156097412109375, 0.4668121337890625, 0.48206329345703125, 0.497314453125]}, "gradients/wav2vec2.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 12.0, 15.0, 26.0, 30.0, 45.0, 86.0, 126.0, 235.0, 419.0, 699.0, 1199.0, 2177.0, 4098.0, 7864.0, 15963.0, 35210.0, 99901.0, 330324.0, 362356.0, 113877.0, 38606.0, 17181.0, 8403.0, 4455.0, 2235.0, 1290.0, 726.0, 380.0, 241.0, 133.0, 92.0, 53.0, 27.0, 20.0, 12.0, 9.0, 7.0, 6.0, 4.0, 3.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.748046875, -3.619049072265625, -3.49005126953125, -3.361053466796875, -3.2320556640625, -3.103057861328125, -2.97406005859375, -2.845062255859375, -2.716064453125, -2.587066650390625, -2.45806884765625, -2.329071044921875, -2.2000732421875, -2.071075439453125, -1.94207763671875, -1.813079833984375, -1.68408203125, -1.555084228515625, -1.42608642578125, -1.297088623046875, -1.1680908203125, -1.039093017578125, -0.91009521484375, -0.781097412109375, -0.652099609375, -0.523101806640625, -0.39410400390625, -0.265106201171875, -0.1361083984375, -0.007110595703125, 0.12188720703125, 0.250885009765625, 0.3798828125, 0.508880615234375, 0.63787841796875, 0.766876220703125, 0.8958740234375, 1.024871826171875, 1.15386962890625, 1.282867431640625, 1.411865234375, 1.540863037109375, 1.66986083984375, 1.798858642578125, 1.9278564453125, 2.056854248046875, 2.18585205078125, 2.314849853515625, 2.44384765625, 2.572845458984375, 2.70184326171875, 2.830841064453125, 2.9598388671875, 3.088836669921875, 3.21783447265625, 3.346832275390625, 3.475830078125, 3.604827880859375, 3.73382568359375, 3.862823486328125, 3.9918212890625, 4.120819091796875, 4.24981689453125, 4.378814697265625, 4.5078125]}, "gradients/wav2vec2.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 3.0, 7.0, 5.0, 3.0, 2.0, 5.0, 11.0, 13.0, 13.0, 8.0, 20.0, 30.0, 29.0, 34.0, 56.0, 44.0, 46.0, 51.0, 47.0, 56.0, 62.0, 61.0, 54.0, 55.0, 52.0, 35.0, 30.0, 31.0, 31.0, 20.0, 8.0, 17.0, 9.0, 16.0, 7.0, 8.0, 3.0, 6.0, 1.0, 3.0, 4.0, 3.0, 2.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0], "bins": [-2.1484375, -2.07867431640625, -2.0089111328125, -1.93914794921875, -1.869384765625, -1.79962158203125, -1.7298583984375, -1.66009521484375, -1.59033203125, -1.52056884765625, -1.4508056640625, -1.38104248046875, -1.311279296875, -1.24151611328125, -1.1717529296875, -1.10198974609375, -1.0322265625, -0.96246337890625, -0.8927001953125, -0.82293701171875, -0.753173828125, -0.68341064453125, -0.6136474609375, -0.54388427734375, -0.47412109375, -0.40435791015625, -0.3345947265625, -0.26483154296875, -0.195068359375, -0.12530517578125, -0.0555419921875, 0.01422119140625, 0.083984375, 0.15374755859375, 0.2235107421875, 0.29327392578125, 0.363037109375, 0.43280029296875, 0.5025634765625, 0.57232666015625, 0.64208984375, 0.71185302734375, 0.7816162109375, 0.85137939453125, 0.921142578125, 0.99090576171875, 1.0606689453125, 1.13043212890625, 1.2001953125, 1.26995849609375, 1.3397216796875, 1.40948486328125, 1.479248046875, 1.54901123046875, 1.6187744140625, 1.68853759765625, 1.75830078125, 1.82806396484375, 1.8978271484375, 1.96759033203125, 2.037353515625, 2.10711669921875, 2.1768798828125, 2.24664306640625, 2.31640625]}, "gradients/wav2vec2.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [3.0, 5.0, 1.0, 1.0, 1.0, 0.0, 4.0, 5.0, 9.0, 12.0, 16.0, 17.0, 21.0, 22.0, 42.0, 36.0, 62.0, 74.0, 121.0, 165.0, 190.0, 258.0, 377.0, 546.0, 745.0, 1133.0, 1685.0, 2696.0, 4826.0, 10516.0, 47447.0, 877273.0, 74014.0, 12149.0, 5260.0, 2988.0, 1799.0, 1140.0, 802.0, 576.0, 362.0, 320.0, 204.0, 150.0, 123.0, 95.0, 61.0, 54.0, 38.0, 32.0, 28.0, 11.0, 20.0, 7.0, 10.0, 6.0, 5.0, 2.0, 3.0, 5.0, 1.0, 0.0, 1.0, 1.0], "bins": [-16.890625, -16.355712890625, -15.82080078125, -15.285888671875, -14.7509765625, -14.216064453125, -13.68115234375, -13.146240234375, -12.611328125, -12.076416015625, -11.54150390625, -11.006591796875, -10.4716796875, -9.936767578125, -9.40185546875, -8.866943359375, -8.33203125, -7.797119140625, -7.26220703125, -6.727294921875, -6.1923828125, -5.657470703125, -5.12255859375, -4.587646484375, -4.052734375, -3.517822265625, -2.98291015625, -2.447998046875, -1.9130859375, -1.378173828125, -0.84326171875, -0.308349609375, 0.2265625, 0.761474609375, 1.29638671875, 1.831298828125, 2.3662109375, 2.901123046875, 3.43603515625, 3.970947265625, 4.505859375, 5.040771484375, 5.57568359375, 6.110595703125, 6.6455078125, 7.180419921875, 7.71533203125, 8.250244140625, 8.78515625, 9.320068359375, 9.85498046875, 10.389892578125, 10.9248046875, 11.459716796875, 11.99462890625, 12.529541015625, 13.064453125, 13.599365234375, 14.13427734375, 14.669189453125, 15.2041015625, 15.739013671875, 16.27392578125, 16.808837890625, 17.34375]}, "gradients/wav2vec2.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 3.0, 2.0, 4.0, 5.0, 11.0, 18.0, 21.0, 45.0, 86.0, 258.0, 288.0, 120.0, 57.0, 30.0, 22.0, 12.0, 5.0, 4.0, 3.0, 3.0, 4.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.001735687255859375, -0.0016668140888214111, -0.0015979409217834473, -0.0015290677547454834, -0.0014601945877075195, -0.0013913214206695557, -0.0013224482536315918, -0.001253575086593628, -0.001184701919555664, -0.0011158287525177002, -0.0010469555854797363, -0.0009780824184417725, -0.0009092092514038086, -0.0008403360843658447, -0.0007714629173278809, -0.000702589750289917, -0.0006337165832519531, -0.0005648434162139893, -0.0004959702491760254, -0.0004270970821380615, -0.00035822391510009766, -0.0002893507480621338, -0.00022047758102416992, -0.00015160441398620605, -8.273124694824219e-05, -1.385807991027832e-05, 5.501508712768555e-05, 0.00012388825416564941, 0.00019276142120361328, 0.00026163458824157715, 0.000330507755279541, 0.0003993809223175049, 0.00046825408935546875, 0.0005371272563934326, 0.0006060004234313965, 0.0006748735904693604, 0.0007437467575073242, 0.0008126199245452881, 0.000881493091583252, 0.0009503662586212158, 0.0010192394256591797, 0.0010881125926971436, 0.0011569857597351074, 0.0012258589267730713, 0.0012947320938110352, 0.001363605260848999, 0.0014324784278869629, 0.0015013515949249268, 0.0015702247619628906, 0.0016390979290008545, 0.0017079710960388184, 0.0017768442630767822, 0.001845717430114746, 0.00191459059715271, 0.001983463764190674, 0.0020523369312286377, 0.0021212100982666016, 0.0021900832653045654, 0.0022589564323425293, 0.002327829599380493, 0.002396702766418457, 0.002465575933456421, 0.0025344491004943848, 0.0026033222675323486, 0.0026721954345703125]}, "gradients/wav2vec2.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 5.0, 3.0, 3.0, 9.0, 9.0, 16.0, 13.0, 12.0, 24.0, 37.0, 34.0, 48.0, 76.0, 111.0, 134.0, 206.0, 265.0, 413.0, 643.0, 921.0, 1403.0, 2498.0, 4487.0, 10200.0, 46155.0, 779732.0, 169148.0, 17108.0, 6153.0, 3242.0, 1918.0, 1133.0, 735.0, 498.0, 333.0, 231.0, 157.0, 129.0, 86.0, 59.0, 50.0, 40.0, 32.0, 20.0, 9.0, 9.0, 9.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.6171875, -11.226318359375, -10.83544921875, -10.444580078125, -10.0537109375, -9.662841796875, -9.27197265625, -8.881103515625, -8.490234375, -8.099365234375, -7.70849609375, -7.317626953125, -6.9267578125, -6.535888671875, -6.14501953125, -5.754150390625, -5.36328125, -4.972412109375, -4.58154296875, -4.190673828125, -3.7998046875, -3.408935546875, -3.01806640625, -2.627197265625, -2.236328125, -1.845458984375, -1.45458984375, -1.063720703125, -0.6728515625, -0.281982421875, 0.10888671875, 0.499755859375, 0.890625, 1.281494140625, 1.67236328125, 2.063232421875, 2.4541015625, 2.844970703125, 3.23583984375, 3.626708984375, 4.017578125, 4.408447265625, 4.79931640625, 5.190185546875, 5.5810546875, 5.971923828125, 6.36279296875, 6.753662109375, 7.14453125, 7.535400390625, 7.92626953125, 8.317138671875, 8.7080078125, 9.098876953125, 9.48974609375, 9.880615234375, 10.271484375, 10.662353515625, 11.05322265625, 11.444091796875, 11.8349609375, 12.225830078125, 12.61669921875, 13.007568359375, 13.3984375]}, "gradients/wav2vec2.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 7.0, 7.0, 3.0, 6.0, 5.0, 5.0, 17.0, 36.0, 82.0, 188.0, 299.0, 188.0, 86.0, 30.0, 12.0, 6.0, 4.0, 4.0, 3.0, 1.0, 3.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.7109375, -5.5028076171875, -5.294677734375, -5.0865478515625, -4.87841796875, -4.6702880859375, -4.462158203125, -4.2540283203125, -4.0458984375, -3.8377685546875, -3.629638671875, -3.4215087890625, -3.21337890625, -3.0052490234375, -2.797119140625, -2.5889892578125, -2.380859375, -2.1727294921875, -1.964599609375, -1.7564697265625, -1.54833984375, -1.3402099609375, -1.132080078125, -0.9239501953125, -0.7158203125, -0.5076904296875, -0.299560546875, -0.0914306640625, 0.11669921875, 0.3248291015625, 0.532958984375, 0.7410888671875, 0.94921875, 1.1573486328125, 1.365478515625, 1.5736083984375, 1.78173828125, 1.9898681640625, 2.197998046875, 2.4061279296875, 2.6142578125, 2.8223876953125, 3.030517578125, 3.2386474609375, 3.44677734375, 3.6549072265625, 3.863037109375, 4.0711669921875, 4.279296875, 4.4874267578125, 4.695556640625, 4.9036865234375, 5.11181640625, 5.3199462890625, 5.528076171875, 5.7362060546875, 5.9443359375, 6.1524658203125, 6.360595703125, 6.5687255859375, 6.77685546875, 6.9849853515625, 7.193115234375, 7.4012451171875, 7.609375]}, "gradients/wav2vec2.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 13.0, 48.0, 234.0, 410.0, 235.0, 60.0, 12.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-149.87625122070312, -146.9685516357422, -144.06085205078125, -141.1531524658203, -138.24545288085938, -135.33775329589844, -132.4300537109375, -129.52236938476562, -126.61466217041016, -123.70696258544922, -120.79926300048828, -117.89157104492188, -114.98387145996094, -112.076171875, -109.16847229003906, -106.26077270507812, -103.35307312011719, -100.44537353515625, -97.53767395019531, -94.62997436523438, -91.72228240966797, -88.81458282470703, -85.9068832397461, -82.99918365478516, -80.09149169921875, -77.18379211425781, -74.27609252929688, -71.36839294433594, -68.46070098876953, -65.5530014038086, -62.645301818847656, -59.73760223388672, -56.82990646362305, -53.92220687866211, -51.01451110839844, -48.1068115234375, -45.19911193847656, -42.291412353515625, -39.38371658325195, -36.476016998291016, -33.568321228027344, -30.66062355041504, -27.7529239654541, -24.845226287841797, -21.93752670288086, -19.029829025268555, -16.12213134765625, -13.214431762695312, -10.306732177734375, -7.399033546447754, -4.491335391998291, -1.5836372375488281, 1.324061393737793, 4.231760025024414, 7.139457702636719, 10.047157287597656, 12.954854965209961, 15.862553596496582, 18.770252227783203, 21.677949905395508, 24.585647583007812, 27.49334716796875, 30.401044845581055, 33.308746337890625, 36.2164421081543]}, "gradients/wav2vec2.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 12.0, 23.0, 34.0, 44.0, 47.0, 54.0, 56.0, 70.0, 74.0, 95.0, 84.0, 79.0, 57.0, 58.0, 49.0, 43.0, 40.0, 29.0, 19.0, 11.0, 8.0, 5.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.138680458068848, -10.585841178894043, -10.033002853393555, -9.48016357421875, -8.927325248718262, -8.374485969543457, -7.8216471672058105, -7.268808364868164, -6.715969562530518, -6.163130760192871, -5.610291957855225, -5.057453155517578, -4.504613876342773, -3.951775312423706, -3.3989362716674805, -2.846097469329834, -2.2932586669921875, -1.740419864654541, -1.187580943107605, -0.634742021560669, -0.08190321922302246, 0.470935583114624, 1.0237746238708496, 1.576613426208496, 2.1294522285461426, 2.682291030883789, 3.2351298332214355, 3.787968873977661, 4.340807914733887, 4.893646240234375, 5.44648551940918, 5.999324321746826, 6.552164077758789, 7.1050028800964355, 7.657841682434082, 8.210680961608887, 8.763519287109375, 9.31635856628418, 9.869197845458984, 10.422036170959473, 10.974874496459961, 11.527713775634766, 12.080552101135254, 12.633391380310059, 13.186229705810547, 13.739068984985352, 14.291908264160156, 14.844746589660645, 15.39758586883545, 15.950425148010254, 16.503263473510742, 17.056102752685547, 17.60894203186035, 18.161779403686523, 18.714618682861328, 19.267457962036133, 19.820297241210938, 20.373136520385742, 20.925975799560547, 21.47881317138672, 22.031652450561523, 22.584491729736328, 23.137331008911133, 23.690170288085938, 24.24300765991211]}, "gradients/wav2vec2.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 4.0, 2.0, 4.0, 7.0, 9.0, 7.0, 18.0, 21.0, 25.0, 57.0, 68.0, 82.0, 114.0, 193.0, 263.0, 428.0, 617.0, 1023.0, 1757.0, 3038.0, 5509.0, 11053.0, 23920.0, 57485.0, 158706.0, 527580.0, 1665329.0, 1207651.0, 336859.0, 110294.0, 42569.0, 18758.0, 9051.0, 4753.0, 2630.0, 1606.0, 940.0, 606.0, 389.0, 235.0, 155.0, 131.0, 88.0, 76.0, 55.0, 42.0, 30.0, 21.0, 13.0, 8.0, 4.0, 6.0, 3.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6494140625, -1.5941162109375, -1.538818359375, -1.4835205078125, -1.42822265625, -1.3729248046875, -1.317626953125, -1.2623291015625, -1.20703125, -1.1517333984375, -1.096435546875, -1.0411376953125, -0.98583984375, -0.9305419921875, -0.875244140625, -0.8199462890625, -0.7646484375, -0.7093505859375, -0.654052734375, -0.5987548828125, -0.54345703125, -0.4881591796875, -0.432861328125, -0.3775634765625, -0.322265625, -0.2669677734375, -0.211669921875, -0.1563720703125, -0.10107421875, -0.0457763671875, 0.009521484375, 0.0648193359375, 0.1201171875, 0.1754150390625, 0.230712890625, 0.2860107421875, 0.34130859375, 0.3966064453125, 0.451904296875, 0.5072021484375, 0.5625, 0.6177978515625, 0.673095703125, 0.7283935546875, 0.78369140625, 0.8389892578125, 0.894287109375, 0.9495849609375, 1.0048828125, 1.0601806640625, 1.115478515625, 1.1707763671875, 1.22607421875, 1.2813720703125, 1.336669921875, 1.3919677734375, 1.447265625, 1.5025634765625, 1.557861328125, 1.6131591796875, 1.66845703125, 1.7237548828125, 1.779052734375, 1.8343505859375, 1.8896484375]}, "gradients/wav2vec2.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 5.0, 3.0, 6.0, 2.0, 5.0, 12.0, 12.0, 11.0, 12.0, 17.0, 27.0, 20.0, 32.0, 26.0, 42.0, 40.0, 48.0, 38.0, 51.0, 46.0, 51.0, 55.0, 45.0, 44.0, 37.0, 36.0, 36.0, 31.0, 29.0, 20.0, 31.0, 23.0, 24.0, 21.0, 16.0, 7.0, 7.0, 5.0, 10.0, 9.0, 4.0, 7.0, 3.0, 2.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.5927734375, -0.5750732421875, -0.557373046875, -0.5396728515625, -0.52197265625, -0.5042724609375, -0.486572265625, -0.4688720703125, -0.451171875, -0.4334716796875, -0.415771484375, -0.3980712890625, -0.38037109375, -0.3626708984375, -0.344970703125, -0.3272705078125, -0.3095703125, -0.2918701171875, -0.274169921875, -0.2564697265625, -0.23876953125, -0.2210693359375, -0.203369140625, -0.1856689453125, -0.16796875, -0.1502685546875, -0.132568359375, -0.1148681640625, -0.09716796875, -0.0794677734375, -0.061767578125, -0.0440673828125, -0.0263671875, -0.0086669921875, 0.009033203125, 0.0267333984375, 0.04443359375, 0.0621337890625, 0.079833984375, 0.0975341796875, 0.115234375, 0.1329345703125, 0.150634765625, 0.1683349609375, 0.18603515625, 0.2037353515625, 0.221435546875, 0.2391357421875, 0.2568359375, 0.2745361328125, 0.292236328125, 0.3099365234375, 0.32763671875, 0.3453369140625, 0.363037109375, 0.3807373046875, 0.3984375, 0.4161376953125, 0.433837890625, 0.4515380859375, 0.46923828125, 0.4869384765625, 0.504638671875, 0.5223388671875, 0.5400390625]}, "gradients/wav2vec2.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 2.0, 5.0, 5.0, 3.0, 11.0, 15.0, 32.0, 45.0, 69.0, 150.0, 220.0, 364.0, 800.0, 1532.0, 3195.0, 6800.0, 16816.0, 47796.0, 160766.0, 656150.0, 1982079.0, 981367.0, 232653.0, 65074.0, 21756.0, 8545.0, 3830.0, 1904.0, 976.0, 561.0, 309.0, 172.0, 107.0, 77.0, 24.0, 24.0, 18.0, 16.0, 12.0, 5.0, 5.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.7109375, -2.59625244140625, -2.4815673828125, -2.36688232421875, -2.252197265625, -2.13751220703125, -2.0228271484375, -1.90814208984375, -1.79345703125, -1.67877197265625, -1.5640869140625, -1.44940185546875, -1.334716796875, -1.22003173828125, -1.1053466796875, -0.99066162109375, -0.8759765625, -0.76129150390625, -0.6466064453125, -0.53192138671875, -0.417236328125, -0.30255126953125, -0.1878662109375, -0.07318115234375, 0.04150390625, 0.15618896484375, 0.2708740234375, 0.38555908203125, 0.500244140625, 0.61492919921875, 0.7296142578125, 0.84429931640625, 0.958984375, 1.07366943359375, 1.1883544921875, 1.30303955078125, 1.417724609375, 1.53240966796875, 1.6470947265625, 1.76177978515625, 1.87646484375, 1.99114990234375, 2.1058349609375, 2.22052001953125, 2.335205078125, 2.44989013671875, 2.5645751953125, 2.67926025390625, 2.7939453125, 2.90863037109375, 3.0233154296875, 3.13800048828125, 3.252685546875, 3.36737060546875, 3.4820556640625, 3.59674072265625, 3.71142578125, 3.82611083984375, 3.9407958984375, 4.05548095703125, 4.170166015625, 4.28485107421875, 4.3995361328125, 4.51422119140625, 4.62890625]}, "gradients/wav2vec2.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 8.0, 4.0, 4.0, 6.0, 14.0, 14.0, 18.0, 30.0, 33.0, 65.0, 78.0, 126.0, 164.0, 191.0, 295.0, 330.0, 421.0, 416.0, 415.0, 327.0, 281.0, 213.0, 157.0, 128.0, 86.0, 87.0, 38.0, 43.0, 25.0, 22.0, 10.0, 9.0, 4.0, 6.0, 4.0, 3.0, 3.0, 0.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.041015625, -1.972320556640625, -1.90362548828125, -1.834930419921875, -1.7662353515625, -1.697540283203125, -1.62884521484375, -1.560150146484375, -1.491455078125, -1.422760009765625, -1.35406494140625, -1.285369873046875, -1.2166748046875, -1.147979736328125, -1.07928466796875, -1.010589599609375, -0.94189453125, -0.873199462890625, -0.80450439453125, -0.735809326171875, -0.6671142578125, -0.598419189453125, -0.52972412109375, -0.461029052734375, -0.392333984375, -0.323638916015625, -0.25494384765625, -0.186248779296875, -0.1175537109375, -0.048858642578125, 0.01983642578125, 0.088531494140625, 0.1572265625, 0.225921630859375, 0.29461669921875, 0.363311767578125, 0.4320068359375, 0.500701904296875, 0.56939697265625, 0.638092041015625, 0.706787109375, 0.775482177734375, 0.84417724609375, 0.912872314453125, 0.9815673828125, 1.050262451171875, 1.11895751953125, 1.187652587890625, 1.25634765625, 1.325042724609375, 1.39373779296875, 1.462432861328125, 1.5311279296875, 1.599822998046875, 1.66851806640625, 1.737213134765625, 1.805908203125, 1.874603271484375, 1.94329833984375, 2.011993408203125, 2.0806884765625, 2.149383544921875, 2.21807861328125, 2.286773681640625, 2.35546875]}, "gradients/wav2vec2.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 6.0, 19.0, 47.0, 129.0, 294.0, 307.0, 140.0, 48.0, 14.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-33.751834869384766, -31.970882415771484, -30.189929962158203, -28.408979415893555, -26.628026962280273, -24.847074508666992, -23.066123962402344, -21.285171508789062, -19.50421905517578, -17.7232666015625, -15.942315101623535, -14.16136360168457, -12.380411148071289, -10.599458694458008, -8.818507194519043, -7.037555694580078, -5.256603240966797, -3.475651264190674, -1.6946992874145508, 0.08625268936157227, 1.8672046661376953, 3.6481571197509766, 5.429108619689941, 7.210060119628906, 8.991012573242188, 10.771965026855469, 12.552916526794434, 14.333868026733398, 16.11482048034668, 17.89577293395996, 19.67672348022461, 21.45767593383789, 23.238624572753906, 25.019577026367188, 26.80052947998047, 28.581480026245117, 30.3624324798584, 32.14338684082031, 33.92433547973633, 35.70528793334961, 37.48624038696289, 39.26719284057617, 41.04814529418945, 42.829097747802734, 44.61004638671875, 46.39099884033203, 48.17195129394531, 49.952903747558594, 51.733856201171875, 53.514808654785156, 55.29576110839844, 57.07671356201172, 58.857666015625, 60.63861846923828, 62.4195671081543, 64.20051574707031, 65.98147583007812, 67.7624282836914, 69.54338073730469, 71.32433319091797, 73.10528564453125, 74.88623809814453, 76.66719055175781, 78.44813537597656, 80.22908782958984]}, "gradients/wav2vec2.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 4.0, 8.0, 8.0, 11.0, 10.0, 13.0, 21.0, 17.0, 27.0, 35.0, 27.0, 37.0, 34.0, 48.0, 41.0, 48.0, 43.0, 50.0, 52.0, 65.0, 44.0, 30.0, 42.0, 36.0, 43.0, 44.0, 27.0, 15.0, 22.0, 14.0, 18.0, 14.0, 13.0, 13.0, 11.0, 4.0, 4.0, 5.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.894420623779297, -8.596413612365723, -8.298405647277832, -8.000398635864258, -7.702391147613525, -7.404383659362793, -7.1063761711120605, -6.808368682861328, -6.510361671447754, -6.2123541831970215, -5.914346694946289, -5.616339683532715, -5.318332195281982, -5.02032470703125, -4.722317218780518, -4.424309730529785, -4.126302242279053, -3.8282947540283203, -3.530287504196167, -3.2322800159454346, -2.9342727661132812, -2.636265277862549, -2.3382577896118164, -2.040250539779663, -1.7422430515289307, -1.4442356824874878, -1.146228313446045, -0.8482208251953125, -0.5502134561538696, -0.25220608711242676, 0.045801401138305664, 0.343808650970459, 0.6418161392211914, 0.9398235082626343, 1.2378308773040771, 1.5358383655548096, 1.8338457345962524, 2.1318531036376953, 2.4298605918884277, 2.727867841720581, 3.0258753299713135, 3.323882818222046, 3.621890068054199, 3.9198975563049316, 4.217905044555664, 4.515912055969238, 4.813920021057129, 5.111927032470703, 5.4099345207214355, 5.707942008972168, 6.0059494972229, 6.303956985473633, 6.601963996887207, 6.8999714851379395, 7.197978973388672, 7.495985984802246, 7.793993949890137, 8.092000961303711, 8.390008926391602, 8.688015937805176, 8.986023902893066, 9.28403091430664, 9.582038879394531, 9.880045890808105, 10.17805290222168]}, "gradients/wav2vec2.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 7.0, 2.0, 3.0, 5.0, 8.0, 13.0, 18.0, 31.0, 40.0, 42.0, 89.0, 127.0, 203.0, 293.0, 448.0, 731.0, 1200.0, 2138.0, 3558.0, 6554.0, 12326.0, 25422.0, 58202.0, 154119.0, 321463.0, 266923.0, 109459.0, 43081.0, 19630.0, 9686.0, 5282.0, 2962.0, 1675.0, 1009.0, 630.0, 368.0, 261.0, 174.0, 118.0, 98.0, 46.0, 33.0, 23.0, 27.0, 12.0, 6.0, 8.0, 3.0, 4.0, 0.0, 2.0, 4.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.955078125, -2.848876953125, -2.74267578125, -2.636474609375, -2.5302734375, -2.424072265625, -2.31787109375, -2.211669921875, -2.10546875, -1.999267578125, -1.89306640625, -1.786865234375, -1.6806640625, -1.574462890625, -1.46826171875, -1.362060546875, -1.255859375, -1.149658203125, -1.04345703125, -0.937255859375, -0.8310546875, -0.724853515625, -0.61865234375, -0.512451171875, -0.40625, -0.300048828125, -0.19384765625, -0.087646484375, 0.0185546875, 0.124755859375, 0.23095703125, 0.337158203125, 0.443359375, 0.549560546875, 0.65576171875, 0.761962890625, 0.8681640625, 0.974365234375, 1.08056640625, 1.186767578125, 1.29296875, 1.399169921875, 1.50537109375, 1.611572265625, 1.7177734375, 1.823974609375, 1.93017578125, 2.036376953125, 2.142578125, 2.248779296875, 2.35498046875, 2.461181640625, 2.5673828125, 2.673583984375, 2.77978515625, 2.885986328125, 2.9921875, 3.098388671875, 3.20458984375, 3.310791015625, 3.4169921875, 3.523193359375, 3.62939453125, 3.735595703125, 3.841796875]}, "gradients/wav2vec2.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 4.0, 4.0, 5.0, 6.0, 13.0, 8.0, 14.0, 17.0, 22.0, 16.0, 25.0, 27.0, 27.0, 36.0, 41.0, 33.0, 37.0, 48.0, 60.0, 44.0, 42.0, 46.0, 50.0, 42.0, 43.0, 34.0, 28.0, 40.0, 32.0, 20.0, 27.0, 27.0, 13.0, 11.0, 13.0, 7.0, 12.0, 8.0, 5.0, 4.0, 4.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 4.0], "bins": [-0.77783203125, -0.7552032470703125, -0.732574462890625, -0.7099456787109375, -0.68731689453125, -0.6646881103515625, -0.642059326171875, -0.6194305419921875, -0.5968017578125, -0.5741729736328125, -0.551544189453125, -0.5289154052734375, -0.50628662109375, -0.4836578369140625, -0.461029052734375, -0.4384002685546875, -0.415771484375, -0.3931427001953125, -0.370513916015625, -0.3478851318359375, -0.32525634765625, -0.3026275634765625, -0.279998779296875, -0.2573699951171875, -0.2347412109375, -0.2121124267578125, -0.189483642578125, -0.1668548583984375, -0.14422607421875, -0.1215972900390625, -0.098968505859375, -0.0763397216796875, -0.0537109375, -0.0310821533203125, -0.008453369140625, 0.0141754150390625, 0.03680419921875, 0.0594329833984375, 0.082061767578125, 0.1046905517578125, 0.1273193359375, 0.1499481201171875, 0.172576904296875, 0.1952056884765625, 0.21783447265625, 0.2404632568359375, 0.263092041015625, 0.2857208251953125, 0.308349609375, 0.3309783935546875, 0.353607177734375, 0.3762359619140625, 0.39886474609375, 0.4214935302734375, 0.444122314453125, 0.4667510986328125, 0.4893798828125, 0.5120086669921875, 0.534637451171875, 0.5572662353515625, 0.57989501953125, 0.6025238037109375, 0.625152587890625, 0.6477813720703125, 0.67041015625]}, "gradients/wav2vec2.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 3.0, 3.0, 8.0, 10.0, 15.0, 24.0, 41.0, 51.0, 70.0, 90.0, 132.0, 211.0, 358.0, 506.0, 844.0, 1381.0, 2293.0, 4042.0, 7187.0, 14291.0, 30669.0, 76987.0, 211425.0, 357178.0, 206084.0, 74836.0, 29754.0, 13729.0, 7006.0, 3742.0, 2138.0, 1286.0, 734.0, 523.0, 293.0, 218.0, 113.0, 101.0, 59.0, 37.0, 27.0, 17.0, 16.0, 11.0, 6.0, 4.0, 5.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.20703125, -4.0814208984375, -3.955810546875, -3.8302001953125, -3.70458984375, -3.5789794921875, -3.453369140625, -3.3277587890625, -3.2021484375, -3.0765380859375, -2.950927734375, -2.8253173828125, -2.69970703125, -2.5740966796875, -2.448486328125, -2.3228759765625, -2.197265625, -2.0716552734375, -1.946044921875, -1.8204345703125, -1.69482421875, -1.5692138671875, -1.443603515625, -1.3179931640625, -1.1923828125, -1.0667724609375, -0.941162109375, -0.8155517578125, -0.68994140625, -0.5643310546875, -0.438720703125, -0.3131103515625, -0.1875, -0.0618896484375, 0.063720703125, 0.1893310546875, 0.31494140625, 0.4405517578125, 0.566162109375, 0.6917724609375, 0.8173828125, 0.9429931640625, 1.068603515625, 1.1942138671875, 1.31982421875, 1.4454345703125, 1.571044921875, 1.6966552734375, 1.822265625, 1.9478759765625, 2.073486328125, 2.1990966796875, 2.32470703125, 2.4503173828125, 2.575927734375, 2.7015380859375, 2.8271484375, 2.9527587890625, 3.078369140625, 3.2039794921875, 3.32958984375, 3.4552001953125, 3.580810546875, 3.7064208984375, 3.83203125]}, "gradients/wav2vec2.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 1.0, 7.0, 6.0, 7.0, 9.0, 18.0, 14.0, 17.0, 21.0, 23.0, 46.0, 34.0, 39.0, 57.0, 50.0, 47.0, 57.0, 63.0, 59.0, 48.0, 53.0, 50.0, 33.0, 41.0, 38.0, 36.0, 29.0, 26.0, 13.0, 14.0, 11.0, 8.0, 7.0, 9.0, 0.0, 4.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5390625, -2.448974609375, -2.35888671875, -2.268798828125, -2.1787109375, -2.088623046875, -1.99853515625, -1.908447265625, -1.818359375, -1.728271484375, -1.63818359375, -1.548095703125, -1.4580078125, -1.367919921875, -1.27783203125, -1.187744140625, -1.09765625, -1.007568359375, -0.91748046875, -0.827392578125, -0.7373046875, -0.647216796875, -0.55712890625, -0.467041015625, -0.376953125, -0.286865234375, -0.19677734375, -0.106689453125, -0.0166015625, 0.073486328125, 0.16357421875, 0.253662109375, 0.34375, 0.433837890625, 0.52392578125, 0.614013671875, 0.7041015625, 0.794189453125, 0.88427734375, 0.974365234375, 1.064453125, 1.154541015625, 1.24462890625, 1.334716796875, 1.4248046875, 1.514892578125, 1.60498046875, 1.695068359375, 1.78515625, 1.875244140625, 1.96533203125, 2.055419921875, 2.1455078125, 2.235595703125, 2.32568359375, 2.415771484375, 2.505859375, 2.595947265625, 2.68603515625, 2.776123046875, 2.8662109375, 2.956298828125, 3.04638671875, 3.136474609375, 3.2265625]}, "gradients/wav2vec2.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 6.0, 8.0, 10.0, 21.0, 19.0, 34.0, 40.0, 68.0, 114.0, 188.0, 251.0, 375.0, 532.0, 882.0, 1312.0, 1998.0, 3157.0, 5204.0, 8695.0, 15839.0, 32618.0, 94331.0, 358644.0, 358681.0, 94177.0, 32655.0, 15601.0, 8831.0, 5237.0, 3240.0, 1988.0, 1277.0, 799.0, 580.0, 364.0, 244.0, 184.0, 115.0, 79.0, 59.0, 33.0, 26.0, 14.0, 12.0, 9.0, 6.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-6.01171875, -5.83489990234375, -5.6580810546875, -5.48126220703125, -5.304443359375, -5.12762451171875, -4.9508056640625, -4.77398681640625, -4.59716796875, -4.42034912109375, -4.2435302734375, -4.06671142578125, -3.889892578125, -3.71307373046875, -3.5362548828125, -3.35943603515625, -3.1826171875, -3.00579833984375, -2.8289794921875, -2.65216064453125, -2.475341796875, -2.29852294921875, -2.1217041015625, -1.94488525390625, -1.76806640625, -1.59124755859375, -1.4144287109375, -1.23760986328125, -1.060791015625, -0.88397216796875, -0.7071533203125, -0.53033447265625, -0.353515625, -0.17669677734375, 0.0001220703125, 0.17694091796875, 0.353759765625, 0.53057861328125, 0.7073974609375, 0.88421630859375, 1.06103515625, 1.23785400390625, 1.4146728515625, 1.59149169921875, 1.768310546875, 1.94512939453125, 2.1219482421875, 2.29876708984375, 2.4755859375, 2.65240478515625, 2.8292236328125, 3.00604248046875, 3.182861328125, 3.35968017578125, 3.5364990234375, 3.71331787109375, 3.89013671875, 4.06695556640625, 4.2437744140625, 4.42059326171875, 4.597412109375, 4.77423095703125, 4.9510498046875, 5.12786865234375, 5.3046875]}, "gradients/wav2vec2.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 7.0, 6.0, 4.0, 3.0, 5.0, 15.0, 14.0, 32.0, 46.0, 134.0, 206.0, 249.0, 116.0, 38.0, 34.0, 18.0, 13.0, 13.0, 11.0, 4.0, 5.0, 6.0, 2.0, 0.0, 5.0, 5.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.001434326171875, -0.001379162073135376, -0.001323997974395752, -0.001268833875656128, -0.001213669776916504, -0.0011585056781768799, -0.0011033415794372559, -0.0010481774806976318, -0.0009930133819580078, -0.0009378492832183838, -0.0008826851844787598, -0.0008275210857391357, -0.0007723569869995117, -0.0007171928882598877, -0.0006620287895202637, -0.0006068646907806396, -0.0005517005920410156, -0.0004965364933013916, -0.0004413723945617676, -0.00038620829582214355, -0.00033104419708251953, -0.0002758800983428955, -0.00022071599960327148, -0.00016555190086364746, -0.00011038780212402344, -5.5223703384399414e-05, -5.960464477539063e-08, 5.510449409484863e-05, 0.00011026859283447266, 0.00016543269157409668, 0.0002205967903137207, 0.0002757608890533447, 0.00033092498779296875, 0.0003860890865325928, 0.0004412531852722168, 0.0004964172840118408, 0.0005515813827514648, 0.0006067454814910889, 0.0006619095802307129, 0.0007170736789703369, 0.0007722377777099609, 0.000827401876449585, 0.000882565975189209, 0.000937730073928833, 0.000992894172668457, 0.001048058271408081, 0.001103222370147705, 0.001158386468887329, 0.0012135505676269531, 0.0012687146663665771, 0.0013238787651062012, 0.0013790428638458252, 0.0014342069625854492, 0.0014893710613250732, 0.0015445351600646973, 0.0015996992588043213, 0.0016548633575439453, 0.0017100274562835693, 0.0017651915550231934, 0.0018203556537628174, 0.0018755197525024414, 0.0019306838512420654, 0.0019858479499816895, 0.0020410120487213135, 0.0020961761474609375]}, "gradients/wav2vec2.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 4.0, 1.0, 4.0, 10.0, 16.0, 18.0, 23.0, 42.0, 78.0, 107.0, 173.0, 259.0, 484.0, 778.0, 1342.0, 2302.0, 4320.0, 8086.0, 16305.0, 37552.0, 123577.0, 467667.0, 271041.0, 64874.0, 24231.0, 11534.0, 6042.0, 3274.0, 1717.0, 1045.0, 625.0, 383.0, 239.0, 152.0, 86.0, 48.0, 42.0, 24.0, 17.0, 15.0, 8.0, 7.0, 5.0, 3.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.97265625, -4.79351806640625, -4.6143798828125, -4.43524169921875, -4.256103515625, -4.07696533203125, -3.8978271484375, -3.71868896484375, -3.53955078125, -3.36041259765625, -3.1812744140625, -3.00213623046875, -2.822998046875, -2.64385986328125, -2.4647216796875, -2.28558349609375, -2.1064453125, -1.92730712890625, -1.7481689453125, -1.56903076171875, -1.389892578125, -1.21075439453125, -1.0316162109375, -0.85247802734375, -0.67333984375, -0.49420166015625, -0.3150634765625, -0.13592529296875, 0.043212890625, 0.22235107421875, 0.4014892578125, 0.58062744140625, 0.759765625, 0.93890380859375, 1.1180419921875, 1.29718017578125, 1.476318359375, 1.65545654296875, 1.8345947265625, 2.01373291015625, 2.19287109375, 2.37200927734375, 2.5511474609375, 2.73028564453125, 2.909423828125, 3.08856201171875, 3.2677001953125, 3.44683837890625, 3.6259765625, 3.80511474609375, 3.9842529296875, 4.16339111328125, 4.342529296875, 4.52166748046875, 4.7008056640625, 4.87994384765625, 5.05908203125, 5.23822021484375, 5.4173583984375, 5.59649658203125, 5.775634765625, 5.95477294921875, 6.1339111328125, 6.31304931640625, 6.4921875]}, "gradients/wav2vec2.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 2.0, 4.0, 5.0, 4.0, 9.0, 9.0, 8.0, 11.0, 11.0, 15.0, 14.0, 15.0, 42.0, 59.0, 67.0, 102.0, 114.0, 115.0, 106.0, 71.0, 50.0, 56.0, 20.0, 19.0, 14.0, 17.0, 9.0, 6.0, 7.0, 5.0, 1.0, 5.0, 2.0, 3.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-3.71875, -3.618255615234375, -3.51776123046875, -3.417266845703125, -3.3167724609375, -3.216278076171875, -3.11578369140625, -3.015289306640625, -2.914794921875, -2.814300537109375, -2.71380615234375, -2.613311767578125, -2.5128173828125, -2.412322998046875, -2.31182861328125, -2.211334228515625, -2.11083984375, -2.010345458984375, -1.90985107421875, -1.809356689453125, -1.7088623046875, -1.608367919921875, -1.50787353515625, -1.407379150390625, -1.306884765625, -1.206390380859375, -1.10589599609375, -1.005401611328125, -0.9049072265625, -0.804412841796875, -0.70391845703125, -0.603424072265625, -0.5029296875, -0.402435302734375, -0.30194091796875, -0.201446533203125, -0.1009521484375, -0.000457763671875, 0.10003662109375, 0.200531005859375, 0.301025390625, 0.401519775390625, 0.50201416015625, 0.602508544921875, 0.7030029296875, 0.803497314453125, 0.90399169921875, 1.004486083984375, 1.10498046875, 1.205474853515625, 1.30596923828125, 1.406463623046875, 1.5069580078125, 1.607452392578125, 1.70794677734375, 1.808441162109375, 1.908935546875, 2.009429931640625, 2.10992431640625, 2.210418701171875, 2.3109130859375, 2.411407470703125, 2.51190185546875, 2.612396240234375, 2.712890625]}, "gradients/wav2vec2.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 16.0, 39.0, 122.0, 240.0, 280.0, 184.0, 90.0, 19.0, 7.0, 6.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-77.18118286132812, -75.35340118408203, -73.5256118774414, -71.69783020019531, -69.87004852294922, -68.04226684570312, -66.2144775390625, -64.3866958618164, -62.55891036987305, -60.73112487792969, -58.903343200683594, -57.075557708740234, -55.24777603149414, -53.41999053955078, -51.59220886230469, -49.76442337036133, -47.93663787841797, -46.10885238647461, -44.281070709228516, -42.453285217285156, -40.62550354003906, -38.7977180480957, -36.969932556152344, -35.14215087890625, -33.314369201660156, -31.48658561706543, -29.658802032470703, -27.831016540527344, -26.003232955932617, -24.17544937133789, -22.347665786743164, -20.519882202148438, -18.692096710205078, -16.86431312561035, -15.036528587341309, -13.208745002746582, -11.380960464477539, -9.553176879882812, -7.725393295288086, -5.897608757019043, -4.069825172424316, -2.2420411109924316, -0.414257287979126, 1.4135265350341797, 3.2413105964660645, 5.069094657897949, 6.896878242492676, 8.724662780761719, 10.552446365356445, 12.380229949951172, 14.208014488220215, 16.035797119140625, 17.863582611083984, 19.69136619567871, 21.519149780273438, 23.346935272216797, 25.17471694946289, 27.002500534057617, 28.830284118652344, 30.658069610595703, 32.4858512878418, 34.313636779785156, 36.14141845703125, 37.96920394897461, 39.79698944091797]}, "gradients/wav2vec2.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 5.0, 2.0, 6.0, 6.0, 10.0, 15.0, 18.0, 17.0, 26.0, 27.0, 34.0, 29.0, 36.0, 35.0, 46.0, 53.0, 36.0, 55.0, 56.0, 65.0, 52.0, 51.0, 45.0, 44.0, 44.0, 29.0, 37.0, 31.0, 16.0, 16.0, 21.0, 11.0, 8.0, 11.0, 7.0, 2.0, 4.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.508323669433594, -10.14861011505127, -9.788896560668945, -9.429183959960938, -9.069470405578613, -8.709756851196289, -8.350043296813965, -7.990329742431641, -7.630616188049316, -7.270902633666992, -6.911189556121826, -6.551476001739502, -6.191762447357178, -5.832049369812012, -5.4723358154296875, -5.112622261047363, -4.752909183502197, -4.393195629119873, -4.033482551574707, -3.673768997192383, -3.3140554428100586, -2.9543421268463135, -2.5946288108825684, -2.234915256500244, -1.875201940536499, -1.5154885053634644, -1.1557750701904297, -0.7960617542266846, -0.4363483190536499, -0.07663488388061523, 0.2830784320831299, 0.6427919864654541, 1.0025053024291992, 1.3622187376022339, 1.7219321727752686, 2.0816454887390137, 2.441359043121338, 2.801072359085083, 3.160785675048828, 3.5204992294311523, 3.8802125453948975, 4.239925861358643, 4.599639415740967, 4.959352493286133, 5.319066047668457, 5.678779602050781, 6.0384931564331055, 6.39820671081543, 6.757919788360596, 7.11763334274292, 7.477346420288086, 7.83705997467041, 8.196773529052734, 8.556487083435059, 8.916200637817383, 9.27591323852539, 9.635626792907715, 9.995340347290039, 10.355053901672363, 10.714767456054688, 11.074480056762695, 11.43419361114502, 11.793907165527344, 12.153620719909668, 12.513334274291992]}, "train/loss": 0.075, "train/learning_rate": 6.074933814946524e-05, "train/epoch": 0.32, "train/global_step": 500, "_runtime": 1541, "_timestamp": 1644270283, "_step": 5, "eval/loss": 0.1920064240694046, "eval/wer": 0.10916097149636718, "eval/runtime": 380.1587, "eval/samples_per_second": 14.302, "eval/steps_per_second": 0.894} \ No newline at end of file