diff --git "a/wandb/run-20220306_154547-4pqitlp3/files/wandb-summary.json" "b/wandb/run-20220306_154547-4pqitlp3/files/wandb-summary.json"
--- "a/wandb/run-20220306_154547-4pqitlp3/files/wandb-summary.json"
+++ "b/wandb/run-20220306_154547-4pqitlp3/files/wandb-summary.json"
@@ -1 +1 @@
-{"train/loss": 2.7795, "train/learning_rate": 9.11104513064133e-05, "train/epoch": 2.8, "train/global_step": 2500, "_runtime": 15110, "_timestamp": 1646596657, "_step": 2500, "gradients/decoder.transformer.ln_f.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 6.0, 62.0, 312.0, 458.0, 154.0, 23.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0], "bins": [-43.907230377197266, -38.670928955078125, -33.43463134765625, -28.198331832885742, -22.962032318115234, -17.725732803344727, -12.489433288574219, -7.253131866455078, -2.016834259033203, 3.2194652557373047, 8.455764770507812, 13.69206428527832, 18.928363800048828, 24.164663314819336, 29.400962829589844, 34.637264251708984, 39.87356185913086, 45.10986328125, 50.346160888671875, 55.58245849609375, 60.81875991821289, 66.05506134033203, 71.2913589477539, 76.52766418457031, 81.76396179199219, 87.00025939941406, 92.23655700683594, 97.47286224365234, 102.70915985107422, 107.9454574584961, 113.1817626953125, 118.41806030273438, 123.65435791015625, 128.89065551757812, 134.126953125, 139.36325073242188, 144.59954833984375, 149.8358612060547, 155.07215881347656, 160.30845642089844, 165.5447540283203, 170.7810516357422, 176.01734924316406, 181.25364685058594, 186.48995971679688, 191.72625732421875, 196.96255493164062, 202.1988525390625, 207.43515014648438, 212.67144775390625, 217.90774536132812, 223.14404296875, 228.38034057617188, 233.6166534423828, 238.8529510498047, 244.08924865722656, 249.32554626464844, 254.5618438720703, 259.79815673828125, 265.0344543457031, 270.270751953125, 275.5070495605469, 280.74334716796875, 285.9796447753906, 291.2159423828125]}, "gradients/decoder.transformer.ln_f.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 1.0, 6.0, 1.0, 4.0, 4.0, 7.0, 11.0, 9.0, 16.0, 10.0, 15.0, 15.0, 18.0, 23.0, 17.0, 27.0, 34.0, 40.0, 38.0, 42.0, 39.0, 47.0, 38.0, 46.0, 44.0, 38.0, 43.0, 48.0, 42.0, 42.0, 34.0, 28.0, 23.0, 34.0, 17.0, 21.0, 19.0, 13.0, 6.0, 12.0, 8.0, 5.0, 5.0, 5.0, 3.0, 2.0, 5.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-48.289798736572266, -46.86337661743164, -45.43695831298828, -44.010536193847656, -42.58411407470703, -41.15769577026367, -39.73127365112305, -38.30485534667969, -36.87843322753906, -35.45201110839844, -34.02559280395508, -32.59917068481445, -31.17275047302246, -29.74633026123047, -28.319908142089844, -26.89348793029785, -25.46706771850586, -24.040647506713867, -22.614227294921875, -21.18780517578125, -19.761384963989258, -18.334964752197266, -16.90854263305664, -15.482122421264648, -14.055702209472656, -12.629281997680664, -11.202860832214355, -9.776439666748047, -8.350019454956055, -6.923598766326904, -5.497178077697754, -4.070756912231445, -2.6443405151367188, -1.2179198265075684, 0.20850086212158203, 1.6349215507507324, 3.061342239379883, 4.487762928009033, 5.914183616638184, 7.340604782104492, 8.767024993896484, 10.193445205688477, 11.619866371154785, 13.046287536621094, 14.472707748413086, 15.899127960205078, 17.325550079345703, 18.751970291137695, 20.178390502929688, 21.60481071472168, 23.031230926513672, 24.457653045654297, 25.88407325744629, 27.31049346923828, 28.736915588378906, 30.1633358001709, 31.58975601196289, 33.016178131103516, 34.442596435546875, 35.8690185546875, 37.295440673828125, 38.721858978271484, 40.14828109741211, 41.57469940185547, 43.001121520996094]}, "gradients/decoder.transformer.h.23.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 4.0, 3.0, 3.0, 4.0, 6.0, 5.0, 8.0, 10.0, 13.0, 14.0, 12.0, 22.0, 19.0, 23.0, 29.0, 21.0, 39.0, 41.0, 46.0, 35.0, 37.0, 47.0, 38.0, 39.0, 46.0, 44.0, 45.0, 48.0, 37.0, 36.0, 33.0, 32.0, 26.0, 25.0, 18.0, 19.0, 15.0, 16.0, 8.0, 10.0, 6.0, 2.0, 7.0, 8.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.044921875, -1.977142333984375, -1.90936279296875, -1.841583251953125, -1.7738037109375, -1.706024169921875, -1.63824462890625, -1.570465087890625, -1.502685546875, -1.434906005859375, -1.36712646484375, -1.299346923828125, -1.2315673828125, -1.163787841796875, -1.09600830078125, -1.028228759765625, -0.96044921875, -0.892669677734375, -0.82489013671875, -0.757110595703125, -0.6893310546875, -0.621551513671875, -0.55377197265625, -0.485992431640625, -0.418212890625, -0.350433349609375, -0.28265380859375, -0.214874267578125, -0.1470947265625, -0.079315185546875, -0.01153564453125, 0.056243896484375, 0.1240234375, 0.191802978515625, 0.25958251953125, 0.327362060546875, 0.3951416015625, 0.462921142578125, 0.53070068359375, 0.598480224609375, 0.666259765625, 0.734039306640625, 0.80181884765625, 0.869598388671875, 0.9373779296875, 1.005157470703125, 1.07293701171875, 1.140716552734375, 1.20849609375, 1.276275634765625, 1.34405517578125, 1.411834716796875, 1.4796142578125, 1.547393798828125, 1.61517333984375, 1.682952880859375, 1.750732421875, 1.818511962890625, 1.88629150390625, 1.954071044921875, 2.0218505859375, 2.089630126953125, 2.15740966796875, 2.225189208984375, 2.29296875]}, "gradients/decoder.transformer.h.23.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 4.0, 2.0, 7.0, 6.0, 2.0, 11.0, 20.0, 8.0, 22.0, 39.0, 45.0, 84.0, 102.0, 129.0, 225.0, 345.0, 644.0, 1167.0, 2559.0, 6435.0, 22834.0, 139319.0, 1656051.0, 2145507.0, 180551.0, 26665.0, 6519.0, 2362.0, 1094.0, 592.0, 321.0, 197.0, 136.0, 89.0, 54.0, 42.0, 28.0, 15.0, 21.0, 16.0, 8.0, 8.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.359375, -11.0050048828125, -10.650634765625, -10.2962646484375, -9.94189453125, -9.5875244140625, -9.233154296875, -8.8787841796875, -8.5244140625, -8.1700439453125, -7.815673828125, -7.4613037109375, -7.10693359375, -6.7525634765625, -6.398193359375, -6.0438232421875, -5.689453125, -5.3350830078125, -4.980712890625, -4.6263427734375, -4.27197265625, -3.9176025390625, -3.563232421875, -3.2088623046875, -2.8544921875, -2.5001220703125, -2.145751953125, -1.7913818359375, -1.43701171875, -1.0826416015625, -0.728271484375, -0.3739013671875, -0.01953125, 0.3348388671875, 0.689208984375, 1.0435791015625, 1.39794921875, 1.7523193359375, 2.106689453125, 2.4610595703125, 2.8154296875, 3.1697998046875, 3.524169921875, 3.8785400390625, 4.23291015625, 4.5872802734375, 4.941650390625, 5.2960205078125, 5.650390625, 6.0047607421875, 6.359130859375, 6.7135009765625, 7.06787109375, 7.4222412109375, 7.776611328125, 8.1309814453125, 8.4853515625, 8.8397216796875, 9.194091796875, 9.5484619140625, 9.90283203125, 10.2572021484375, 10.611572265625, 10.9659423828125, 11.3203125]}, "gradients/decoder.transformer.h.23.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 8.0, 11.0, 20.0, 23.0, 31.0, 56.0, 97.0, 187.0, 258.0, 440.0, 662.0, 738.0, 513.0, 367.0, 240.0, 160.0, 107.0, 60.0, 41.0, 20.0, 18.0, 8.0, 2.0, 1.0, 2.0, 5.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-15.15625, -14.7373046875, -14.318359375, -13.8994140625, -13.48046875, -13.0615234375, -12.642578125, -12.2236328125, -11.8046875, -11.3857421875, -10.966796875, -10.5478515625, -10.12890625, -9.7099609375, -9.291015625, -8.8720703125, -8.453125, -8.0341796875, -7.615234375, -7.1962890625, -6.77734375, -6.3583984375, -5.939453125, -5.5205078125, -5.1015625, -4.6826171875, -4.263671875, -3.8447265625, -3.42578125, -3.0068359375, -2.587890625, -2.1689453125, -1.75, -1.3310546875, -0.912109375, -0.4931640625, -0.07421875, 0.3447265625, 0.763671875, 1.1826171875, 1.6015625, 2.0205078125, 2.439453125, 2.8583984375, 3.27734375, 3.6962890625, 4.115234375, 4.5341796875, 4.953125, 5.3720703125, 5.791015625, 6.2099609375, 6.62890625, 7.0478515625, 7.466796875, 7.8857421875, 8.3046875, 8.7236328125, 9.142578125, 9.5615234375, 9.98046875, 10.3994140625, 10.818359375, 11.2373046875, 11.65625]}, "gradients/decoder.transformer.h.23.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 9.0, 14.0, 25.0, 50.0, 103.0, 158.0, 353.0, 739.0, 1797.0, 5935.0, 150688.0, 3875655.0, 149333.0, 5886.0, 1846.0, 814.0, 404.0, 216.0, 114.0, 53.0, 26.0, 11.0, 9.0, 5.0, 8.0, 5.0, 1.0, 2.0, 3.0, 5.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-45.28125, -43.96875, -42.65625, -41.34375, -40.03125, -38.71875, -37.40625, -36.09375, -34.78125, -33.46875, -32.15625, -30.84375, -29.53125, -28.21875, -26.90625, -25.59375, -24.28125, -22.96875, -21.65625, -20.34375, -19.03125, -17.71875, -16.40625, -15.09375, -13.78125, -12.46875, -11.15625, -9.84375, -8.53125, -7.21875, -5.90625, -4.59375, -3.28125, -1.96875, -0.65625, 0.65625, 1.96875, 3.28125, 4.59375, 5.90625, 7.21875, 8.53125, 9.84375, 11.15625, 12.46875, 13.78125, 15.09375, 16.40625, 17.71875, 19.03125, 20.34375, 21.65625, 22.96875, 24.28125, 25.59375, 26.90625, 28.21875, 29.53125, 30.84375, 32.15625, 33.46875, 34.78125, 36.09375, 37.40625, 38.71875]}, "gradients/decoder.transformer.h.23.ln_2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 22.0, 469.0, 477.0, 44.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-403.0662536621094, -395.85528564453125, -388.644287109375, -381.4333190917969, -374.2223205566406, -367.0113525390625, -359.80035400390625, -352.5893859863281, -345.37841796875, -338.1674499511719, -330.9564514160156, -323.7454833984375, -316.53448486328125, -309.3235168457031, -302.1125183105469, -294.90155029296875, -287.6905517578125, -280.4795837402344, -273.2685852050781, -266.0576171875, -258.84661865234375, -251.63565063476562, -244.42466735839844, -237.21368408203125, -230.00270080566406, -222.79171752929688, -215.5807342529297, -208.3697509765625, -201.15878295898438, -193.94778442382812, -186.73681640625, -179.5258331298828, -172.31484985351562, -165.10386657714844, -157.89288330078125, -150.68190002441406, -143.47091674804688, -136.25994873046875, -129.04896545410156, -121.83798217773438, -114.62699890136719, -107.416015625, -100.20503234863281, -92.99405670166016, -85.78307342529297, -78.57209014892578, -71.36111450195312, -64.15013122558594, -56.939144134521484, -49.72816467285156, -42.517181396484375, -35.30619812011719, -28.095218658447266, -20.884235382080078, -13.673255920410156, -6.462276458740234, 0.7487068176269531, 7.959688186645508, 15.170669555664062, 22.381650924682617, 29.592632293701172, 36.80361557006836, 44.01459503173828, 51.2255744934082, 58.43655776977539]}, "gradients/decoder.transformer.h.23.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 6.0, 4.0, 7.0, 7.0, 7.0, 10.0, 16.0, 17.0, 26.0, 18.0, 37.0, 27.0, 30.0, 40.0, 46.0, 51.0, 47.0, 52.0, 52.0, 62.0, 58.0, 39.0, 47.0, 43.0, 50.0, 40.0, 39.0, 30.0, 22.0, 22.0, 15.0, 13.0, 6.0, 10.0, 5.0, 3.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-62.02030944824219, -60.410709381103516, -58.801109313964844, -57.191505432128906, -55.581905364990234, -53.97230529785156, -52.362701416015625, -50.75310134887695, -49.14350128173828, -47.53390121459961, -45.92430114746094, -44.314697265625, -42.70509719848633, -41.095497131347656, -39.48589324951172, -37.87629318237305, -36.266693115234375, -34.6570930480957, -33.04749298095703, -31.437889099121094, -29.828289031982422, -28.21868896484375, -26.609086990356445, -24.99948501586914, -23.38988494873047, -21.780284881591797, -20.170682907104492, -18.561080932617188, -16.951480865478516, -15.341879844665527, -13.732278823852539, -12.12267780303955, -10.513072967529297, -8.903471946716309, -7.29387092590332, -5.684269905090332, -4.074668884277344, -2.4650678634643555, -0.8554668426513672, 0.7541341781616211, 2.3637351989746094, 3.9733362197875977, 5.582937240600586, 7.192538261413574, 8.802139282226562, 10.41174030303955, 12.021341323852539, 13.630942344665527, 15.240543365478516, 16.850143432617188, 18.459745407104492, 20.069347381591797, 21.67894744873047, 23.28854751586914, 24.898149490356445, 26.50775146484375, 28.117351531982422, 29.726951599121094, 31.3365535736084, 32.9461555480957, 34.555755615234375, 36.16535568237305, 37.77495574951172, 39.384559631347656, 40.99415969848633]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 5.0, 3.0, 2.0, 6.0, 8.0, 11.0, 4.0, 11.0, 10.0, 8.0, 16.0, 24.0, 23.0, 22.0, 28.0, 44.0, 26.0, 44.0, 42.0, 54.0, 54.0, 41.0, 47.0, 50.0, 45.0, 35.0, 40.0, 29.0, 38.0, 30.0, 28.0, 36.0, 30.0, 21.0, 13.0, 17.0, 12.0, 10.0, 9.0, 7.0, 5.0, 7.0, 5.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.38671875, -2.31304931640625, -2.2393798828125, -2.16571044921875, -2.092041015625, -2.01837158203125, -1.9447021484375, -1.87103271484375, -1.79736328125, -1.72369384765625, -1.6500244140625, -1.57635498046875, -1.502685546875, -1.42901611328125, -1.3553466796875, -1.28167724609375, -1.2080078125, -1.13433837890625, -1.0606689453125, -0.98699951171875, -0.913330078125, -0.83966064453125, -0.7659912109375, -0.69232177734375, -0.61865234375, -0.54498291015625, -0.4713134765625, -0.39764404296875, -0.323974609375, -0.25030517578125, -0.1766357421875, -0.10296630859375, -0.029296875, 0.04437255859375, 0.1180419921875, 0.19171142578125, 0.265380859375, 0.33905029296875, 0.4127197265625, 0.48638916015625, 0.56005859375, 0.63372802734375, 0.7073974609375, 0.78106689453125, 0.854736328125, 0.92840576171875, 1.0020751953125, 1.07574462890625, 1.1494140625, 1.22308349609375, 1.2967529296875, 1.37042236328125, 1.444091796875, 1.51776123046875, 1.5914306640625, 1.66510009765625, 1.73876953125, 1.81243896484375, 1.8861083984375, 1.95977783203125, 2.033447265625, 2.10711669921875, 2.1807861328125, 2.25445556640625, 2.328125]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 4.0, 11.0, 6.0, 23.0, 38.0, 59.0, 79.0, 102.0, 186.0, 248.0, 440.0, 739.0, 1370.0, 2598.0, 5287.0, 11385.0, 28226.0, 75167.0, 206332.0, 379261.0, 208712.0, 76745.0, 28679.0, 11574.0, 5257.0, 2602.0, 1348.0, 829.0, 447.0, 279.0, 183.0, 123.0, 89.0, 45.0, 25.0, 23.0, 13.0, 9.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.029296875, -2.92303466796875, -2.8167724609375, -2.71051025390625, -2.604248046875, -2.49798583984375, -2.3917236328125, -2.28546142578125, -2.17919921875, -2.07293701171875, -1.9666748046875, -1.86041259765625, -1.754150390625, -1.64788818359375, -1.5416259765625, -1.43536376953125, -1.3291015625, -1.22283935546875, -1.1165771484375, -1.01031494140625, -0.904052734375, -0.79779052734375, -0.6915283203125, -0.58526611328125, -0.47900390625, -0.37274169921875, -0.2664794921875, -0.16021728515625, -0.053955078125, 0.05230712890625, 0.1585693359375, 0.26483154296875, 0.37109375, 0.47735595703125, 0.5836181640625, 0.68988037109375, 0.796142578125, 0.90240478515625, 1.0086669921875, 1.11492919921875, 1.22119140625, 1.32745361328125, 1.4337158203125, 1.53997802734375, 1.646240234375, 1.75250244140625, 1.8587646484375, 1.96502685546875, 2.0712890625, 2.17755126953125, 2.2838134765625, 2.39007568359375, 2.496337890625, 2.60260009765625, 2.7088623046875, 2.81512451171875, 2.92138671875, 3.02764892578125, 3.1339111328125, 3.24017333984375, 3.346435546875, 3.45269775390625, 3.5589599609375, 3.66522216796875, 3.771484375]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 4.0, 4.0, 6.0, 7.0, 9.0, 14.0, 9.0, 14.0, 13.0, 9.0, 13.0, 21.0, 13.0, 21.0, 36.0, 22.0, 27.0, 30.0, 25.0, 35.0, 37.0, 44.0, 42.0, 35.0, 1057.0, 37.0, 28.0, 46.0, 32.0, 33.0, 26.0, 35.0, 18.0, 32.0, 24.0, 25.0, 27.0, 14.0, 16.0, 22.0, 8.0, 10.0, 10.0, 16.0, 7.0, 1.0, 5.0, 8.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.8203125, -1.764251708984375, -1.70819091796875, -1.652130126953125, -1.5960693359375, -1.540008544921875, -1.48394775390625, -1.427886962890625, -1.371826171875, -1.315765380859375, -1.25970458984375, -1.203643798828125, -1.1475830078125, -1.091522216796875, -1.03546142578125, -0.979400634765625, -0.92333984375, -0.867279052734375, -0.81121826171875, -0.755157470703125, -0.6990966796875, -0.643035888671875, -0.58697509765625, -0.530914306640625, -0.474853515625, -0.418792724609375, -0.36273193359375, -0.306671142578125, -0.2506103515625, -0.194549560546875, -0.13848876953125, -0.082427978515625, -0.0263671875, 0.029693603515625, 0.08575439453125, 0.141815185546875, 0.1978759765625, 0.253936767578125, 0.30999755859375, 0.366058349609375, 0.422119140625, 0.478179931640625, 0.53424072265625, 0.590301513671875, 0.6463623046875, 0.702423095703125, 0.75848388671875, 0.814544677734375, 0.87060546875, 0.926666259765625, 0.98272705078125, 1.038787841796875, 1.0948486328125, 1.150909423828125, 1.20697021484375, 1.263031005859375, 1.319091796875, 1.375152587890625, 1.43121337890625, 1.487274169921875, 1.5433349609375, 1.599395751953125, 1.65545654296875, 1.711517333984375, 1.767578125]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 0.0, 3.0, 3.0, 4.0, 5.0, 12.0, 15.0, 8.0, 25.0, 18.0, 31.0, 43.0, 54.0, 76.0, 97.0, 140.0, 199.0, 245.0, 380.0, 512.0, 756.0, 1160.0, 1800.0, 2989.0, 5735.0, 13105.0, 37666.0, 150944.0, 960296.0, 737685.0, 125270.0, 32523.0, 11710.0, 5409.0, 2863.0, 1756.0, 1105.0, 710.0, 501.0, 340.0, 234.0, 179.0, 133.0, 91.0, 80.0, 59.0, 47.0, 34.0, 21.0, 22.0, 20.0, 8.0, 8.0, 5.0, 3.0, 5.0, 0.0, 1.0, 0.0, 3.0, 1.0], "bins": [-2.615234375, -2.533355712890625, -2.45147705078125, -2.369598388671875, -2.2877197265625, -2.205841064453125, -2.12396240234375, -2.042083740234375, -1.960205078125, -1.878326416015625, -1.79644775390625, -1.714569091796875, -1.6326904296875, -1.550811767578125, -1.46893310546875, -1.387054443359375, -1.30517578125, -1.223297119140625, -1.14141845703125, -1.059539794921875, -0.9776611328125, -0.895782470703125, -0.81390380859375, -0.732025146484375, -0.650146484375, -0.568267822265625, -0.48638916015625, -0.404510498046875, -0.3226318359375, -0.240753173828125, -0.15887451171875, -0.076995849609375, 0.0048828125, 0.086761474609375, 0.16864013671875, 0.250518798828125, 0.3323974609375, 0.414276123046875, 0.49615478515625, 0.578033447265625, 0.659912109375, 0.741790771484375, 0.82366943359375, 0.905548095703125, 0.9874267578125, 1.069305419921875, 1.15118408203125, 1.233062744140625, 1.31494140625, 1.396820068359375, 1.47869873046875, 1.560577392578125, 1.6424560546875, 1.724334716796875, 1.80621337890625, 1.888092041015625, 1.969970703125, 2.051849365234375, 2.13372802734375, 2.215606689453125, 2.2974853515625, 2.379364013671875, 2.46124267578125, 2.543121337890625, 2.625]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 5.0, 0.0, 6.0, 6.0, 7.0, 16.0, 14.0, 18.0, 9.0, 34.0, 31.0, 44.0, 64.0, 101.0, 124.0, 99.0, 111.0, 72.0, 61.0, 38.0, 48.0, 21.0, 17.0, 12.0, 9.0, 12.0, 6.0, 2.0, 3.0, 5.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4931640625, -1.444061279296875, -1.39495849609375, -1.345855712890625, -1.2967529296875, -1.247650146484375, -1.19854736328125, -1.149444580078125, -1.100341796875, -1.051239013671875, -1.00213623046875, -0.953033447265625, -0.9039306640625, -0.854827880859375, -0.80572509765625, -0.756622314453125, -0.70751953125, -0.658416748046875, -0.60931396484375, -0.560211181640625, -0.5111083984375, -0.462005615234375, -0.41290283203125, -0.363800048828125, -0.314697265625, -0.265594482421875, -0.21649169921875, -0.167388916015625, -0.1182861328125, -0.069183349609375, -0.02008056640625, 0.029022216796875, 0.078125, 0.127227783203125, 0.17633056640625, 0.225433349609375, 0.2745361328125, 0.323638916015625, 0.37274169921875, 0.421844482421875, 0.470947265625, 0.520050048828125, 0.56915283203125, 0.618255615234375, 0.6673583984375, 0.716461181640625, 0.76556396484375, 0.814666748046875, 0.86376953125, 0.912872314453125, 0.96197509765625, 1.011077880859375, 1.0601806640625, 1.109283447265625, 1.15838623046875, 1.207489013671875, 1.256591796875, 1.305694580078125, 1.35479736328125, 1.403900146484375, 1.4530029296875, 1.502105712890625, 1.55120849609375, 1.600311279296875, 1.6494140625]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 6.0, 3.0, 7.0, 3.0, 6.0, 7.0, 4.0, 19.0, 24.0, 18.0, 47.0, 42.0, 39.0, 92.0, 99.0, 176.0, 270.0, 515.0, 3562.0, 1035304.0, 6874.0, 538.0, 274.0, 165.0, 132.0, 84.0, 66.0, 39.0, 31.0, 24.0, 23.0, 8.0, 5.0, 11.0, 5.0, 6.0, 2.0, 3.0, 4.0, 5.0, 6.0, 3.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-26.546875, -25.678466796875, -24.81005859375, -23.941650390625, -23.0732421875, -22.204833984375, -21.33642578125, -20.468017578125, -19.599609375, -18.731201171875, -17.86279296875, -16.994384765625, -16.1259765625, -15.257568359375, -14.38916015625, -13.520751953125, -12.65234375, -11.783935546875, -10.91552734375, -10.047119140625, -9.1787109375, -8.310302734375, -7.44189453125, -6.573486328125, -5.705078125, -4.836669921875, -3.96826171875, -3.099853515625, -2.2314453125, -1.363037109375, -0.49462890625, 0.373779296875, 1.2421875, 2.110595703125, 2.97900390625, 3.847412109375, 4.7158203125, 5.584228515625, 6.45263671875, 7.321044921875, 8.189453125, 9.057861328125, 9.92626953125, 10.794677734375, 11.6630859375, 12.531494140625, 13.39990234375, 14.268310546875, 15.13671875, 16.005126953125, 16.87353515625, 17.741943359375, 18.6103515625, 19.478759765625, 20.34716796875, 21.215576171875, 22.083984375, 22.952392578125, 23.82080078125, 24.689208984375, 25.5576171875, 26.426025390625, 27.29443359375, 28.162841796875, 29.03125]}, "gradients/decoder.transformer.h.23.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 15.0, 724.0, 269.0, 6.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-32.230812072753906, -31.35637092590332, -30.481931686401367, -29.60749053955078, -28.733051300048828, -27.858610153198242, -26.984169006347656, -26.109729766845703, -25.23529052734375, -24.360849380493164, -23.48641014099121, -22.611968994140625, -21.737529754638672, -20.863088607788086, -19.9886474609375, -19.114208221435547, -18.23976707458496, -17.365325927734375, -16.490886688232422, -15.616445541381836, -14.742006301879883, -13.867565155029297, -12.993124961853027, -12.118684768676758, -11.244244575500488, -10.369804382324219, -9.49536418914795, -8.62092399597168, -7.746483325958252, -6.872043132781982, -5.997602462768555, -5.123162269592285, -4.248720169067383, -3.3742799758911133, -2.4998395442962646, -1.625399112701416, -0.7509589195251465, 0.12348127365112305, 0.9979219436645508, 1.8723621368408203, 2.74680233001709, 3.6212425231933594, 4.495682716369629, 5.370123386383057, 6.244563579559326, 7.119003772735596, 7.993444442749023, 8.867884635925293, 9.742324829101562, 10.616765022277832, 11.491205215454102, 12.365646362304688, 13.24008560180664, 14.114526748657227, 14.988966941833496, 15.863407135009766, 16.73784637451172, 17.612287521362305, 18.486726760864258, 19.361167907714844, 20.235607147216797, 21.110048294067383, 21.98448944091797, 22.858928680419922, 23.733369827270508]}, "gradients/decoder.transformer.h.23.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 6.0, 3.0, 4.0, 3.0, 8.0, 12.0, 10.0, 6.0, 22.0, 30.0, 26.0, 29.0, 47.0, 36.0, 56.0, 43.0, 51.0, 57.0, 58.0, 59.0, 43.0, 58.0, 43.0, 59.0, 36.0, 38.0, 29.0, 26.0, 30.0, 15.0, 19.0, 10.0, 10.0, 10.0, 11.0, 3.0, 5.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.035630702972412, -4.872547626495361, -4.7094645500183105, -4.54638147354126, -4.383298397064209, -4.220215320587158, -4.057132244110107, -3.8940491676330566, -3.730966091156006, -3.567883014678955, -3.4047999382019043, -3.2417168617248535, -3.0786337852478027, -2.915550708770752, -2.752467632293701, -2.5893845558166504, -2.4263014793395996, -2.263218402862549, -2.100135326385498, -1.9370522499084473, -1.7739691734313965, -1.6108860969543457, -1.447803020477295, -1.2847199440002441, -1.1216368675231934, -0.9585537910461426, -0.7954707145690918, -0.632387638092041, -0.46930456161499023, -0.30622148513793945, -0.14313840866088867, 0.01994466781616211, 0.1830272674560547, 0.34611034393310547, 0.5091934204101562, 0.672276496887207, 0.8353595733642578, 0.9984426498413086, 1.1615257263183594, 1.3246088027954102, 1.487691879272461, 1.6507749557495117, 1.8138580322265625, 1.9769411087036133, 2.140024185180664, 2.303107261657715, 2.4661903381347656, 2.6292734146118164, 2.792356491088867, 2.955439567565918, 3.1185226440429688, 3.2816057205200195, 3.4446887969970703, 3.607771873474121, 3.770854949951172, 3.9339380264282227, 4.097021102905273, 4.260104179382324, 4.423187255859375, 4.586270332336426, 4.749353408813477, 4.912436485290527, 5.075519561767578, 5.238602638244629, 5.40168571472168]}, "gradients/decoder.transformer.h.23.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 4.0, 4.0, 7.0, 8.0, 9.0, 5.0, 11.0, 9.0, 15.0, 17.0, 28.0, 21.0, 28.0, 38.0, 29.0, 37.0, 44.0, 47.0, 49.0, 49.0, 57.0, 43.0, 48.0, 33.0, 45.0, 28.0, 38.0, 33.0, 30.0, 34.0, 27.0, 23.0, 17.0, 19.0, 16.0, 10.0, 8.0, 6.0, 8.0, 7.0, 4.0, 4.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.349609375, -2.2757568359375, -2.201904296875, -2.1280517578125, -2.05419921875, -1.9803466796875, -1.906494140625, -1.8326416015625, -1.7587890625, -1.6849365234375, -1.611083984375, -1.5372314453125, -1.46337890625, -1.3895263671875, -1.315673828125, -1.2418212890625, -1.16796875, -1.0941162109375, -1.020263671875, -0.9464111328125, -0.87255859375, -0.7987060546875, -0.724853515625, -0.6510009765625, -0.5771484375, -0.5032958984375, -0.429443359375, -0.3555908203125, -0.28173828125, -0.2078857421875, -0.134033203125, -0.0601806640625, 0.013671875, 0.0875244140625, 0.161376953125, 0.2352294921875, 0.30908203125, 0.3829345703125, 0.456787109375, 0.5306396484375, 0.6044921875, 0.6783447265625, 0.752197265625, 0.8260498046875, 0.89990234375, 0.9737548828125, 1.047607421875, 1.1214599609375, 1.1953125, 1.2691650390625, 1.343017578125, 1.4168701171875, 1.49072265625, 1.5645751953125, 1.638427734375, 1.7122802734375, 1.7861328125, 1.8599853515625, 1.933837890625, 2.0076904296875, 2.08154296875, 2.1553955078125, 2.229248046875, 2.3031005859375, 2.376953125]}, "gradients/decoder.transformer.h.23.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 5.0, 7.0, 10.0, 16.0, 14.0, 28.0, 37.0, 55.0, 67.0, 87.0, 139.0, 158.0, 262.0, 403.0, 536.0, 780.0, 1162.0, 1936.0, 3125.0, 5108.0, 8752.0, 15919.0, 30964.0, 62726.0, 136714.0, 256132.0, 255587.0, 135798.0, 63113.0, 30546.0, 15662.0, 8745.0, 5102.0, 2990.0, 1907.0, 1261.0, 767.0, 603.0, 427.0, 272.0, 188.0, 148.0, 75.0, 73.0, 46.0, 39.0, 18.0, 14.0, 17.0, 6.0, 5.0, 3.0, 3.0, 4.0, 2.0, 0.0, 2.0], "bins": [-5.9453125, -5.76513671875, -5.5849609375, -5.40478515625, -5.224609375, -5.04443359375, -4.8642578125, -4.68408203125, -4.50390625, -4.32373046875, -4.1435546875, -3.96337890625, -3.783203125, -3.60302734375, -3.4228515625, -3.24267578125, -3.0625, -2.88232421875, -2.7021484375, -2.52197265625, -2.341796875, -2.16162109375, -1.9814453125, -1.80126953125, -1.62109375, -1.44091796875, -1.2607421875, -1.08056640625, -0.900390625, -0.72021484375, -0.5400390625, -0.35986328125, -0.1796875, 0.00048828125, 0.1806640625, 0.36083984375, 0.541015625, 0.72119140625, 0.9013671875, 1.08154296875, 1.26171875, 1.44189453125, 1.6220703125, 1.80224609375, 1.982421875, 2.16259765625, 2.3427734375, 2.52294921875, 2.703125, 2.88330078125, 3.0634765625, 3.24365234375, 3.423828125, 3.60400390625, 3.7841796875, 3.96435546875, 4.14453125, 4.32470703125, 4.5048828125, 4.68505859375, 4.865234375, 5.04541015625, 5.2255859375, 5.40576171875, 5.5859375]}, "gradients/decoder.transformer.h.23.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 6.0, 2.0, 5.0, 5.0, 8.0, 11.0, 19.0, 16.0, 15.0, 29.0, 19.0, 23.0, 25.0, 42.0, 49.0, 87.0, 80.0, 111.0, 182.0, 259.0, 1271.0, 211.0, 140.0, 68.0, 52.0, 37.0, 51.0, 41.0, 36.0, 26.0, 24.0, 19.0, 21.0, 12.0, 13.0, 9.0, 8.0, 8.0, 4.0, 5.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.9140625, -8.644287109375, -8.37451171875, -8.104736328125, -7.8349609375, -7.565185546875, -7.29541015625, -7.025634765625, -6.755859375, -6.486083984375, -6.21630859375, -5.946533203125, -5.6767578125, -5.406982421875, -5.13720703125, -4.867431640625, -4.59765625, -4.327880859375, -4.05810546875, -3.788330078125, -3.5185546875, -3.248779296875, -2.97900390625, -2.709228515625, -2.439453125, -2.169677734375, -1.89990234375, -1.630126953125, -1.3603515625, -1.090576171875, -0.82080078125, -0.551025390625, -0.28125, -0.011474609375, 0.25830078125, 0.528076171875, 0.7978515625, 1.067626953125, 1.33740234375, 1.607177734375, 1.876953125, 2.146728515625, 2.41650390625, 2.686279296875, 2.9560546875, 3.225830078125, 3.49560546875, 3.765380859375, 4.03515625, 4.304931640625, 4.57470703125, 4.844482421875, 5.1142578125, 5.384033203125, 5.65380859375, 5.923583984375, 6.193359375, 6.463134765625, 6.73291015625, 7.002685546875, 7.2724609375, 7.542236328125, 7.81201171875, 8.081787109375, 8.3515625]}, "gradients/decoder.transformer.h.23.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 3.0, 7.0, 5.0, 6.0, 7.0, 6.0, 8.0, 7.0, 13.0, 14.0, 14.0, 27.0, 32.0, 38.0, 45.0, 62.0, 121.0, 210.0, 452.0, 1627.0, 35755.0, 2835397.0, 266314.0, 4016.0, 737.0, 300.0, 151.0, 76.0, 62.0, 34.0, 26.0, 17.0, 22.0, 16.0, 13.0, 15.0, 11.0, 12.0, 11.0, 3.0, 0.0, 4.0, 2.0, 2.0, 5.0, 4.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-30.015625, -29.06884765625, -28.1220703125, -27.17529296875, -26.228515625, -25.28173828125, -24.3349609375, -23.38818359375, -22.44140625, -21.49462890625, -20.5478515625, -19.60107421875, -18.654296875, -17.70751953125, -16.7607421875, -15.81396484375, -14.8671875, -13.92041015625, -12.9736328125, -12.02685546875, -11.080078125, -10.13330078125, -9.1865234375, -8.23974609375, -7.29296875, -6.34619140625, -5.3994140625, -4.45263671875, -3.505859375, -2.55908203125, -1.6123046875, -0.66552734375, 0.28125, 1.22802734375, 2.1748046875, 3.12158203125, 4.068359375, 5.01513671875, 5.9619140625, 6.90869140625, 7.85546875, 8.80224609375, 9.7490234375, 10.69580078125, 11.642578125, 12.58935546875, 13.5361328125, 14.48291015625, 15.4296875, 16.37646484375, 17.3232421875, 18.27001953125, 19.216796875, 20.16357421875, 21.1103515625, 22.05712890625, 23.00390625, 23.95068359375, 24.8974609375, 25.84423828125, 26.791015625, 27.73779296875, 28.6845703125, 29.63134765625, 30.578125]}, "gradients/decoder.transformer.h.23.ln_1.weight": {"_type": "histogram", "values": [2.0, 45.0, 968.0, 5.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.639591217041016, -17.614709854125977, -4.5898284912109375, 8.435054779052734, 21.45993423461914, 34.48481369018555, 47.509700775146484, 60.53458023071289, 73.55946350097656, 86.58434295654297, 99.60922241210938, 112.63410949707031, 125.65898895263672, 138.68386840820312, 151.70875549316406, 164.733642578125, 177.75851440429688, 190.7834014892578, 203.8082733154297, 216.83316040039062, 229.8580322265625, 242.88291931152344, 255.90780639648438, 268.93267822265625, 281.9575500488281, 294.982421875, 308.00732421875, 321.0321960449219, 334.05706787109375, 347.08197021484375, 360.1068420410156, 373.1317138671875, 386.1566162109375, 399.1814880371094, 412.2063903808594, 425.23126220703125, 438.2561340332031, 451.281005859375, 464.305908203125, 477.3307800292969, 490.35565185546875, 503.3805236816406, 516.4053955078125, 529.4302978515625, 542.4552001953125, 555.4800415039062, 568.5049438476562, 581.5298461914062, 594.5546875, 607.57958984375, 620.6044311523438, 633.6293334960938, 646.6542358398438, 659.6790771484375, 672.7039794921875, 685.7288818359375, 698.7537841796875, 711.7786865234375, 724.8035278320312, 737.8284301757812, 750.8533325195312, 763.878173828125, 776.903076171875, 789.927978515625, 802.9528198242188]}, "gradients/decoder.transformer.h.23.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 3.0, 3.0, 11.0, 9.0, 15.0, 23.0, 26.0, 22.0, 32.0, 45.0, 53.0, 54.0, 41.0, 60.0, 56.0, 55.0, 62.0, 62.0, 62.0, 53.0, 42.0, 42.0, 39.0, 34.0, 26.0, 14.0, 8.0, 18.0, 5.0, 9.0, 7.0, 4.0, 3.0, 1.0, 0.0, 4.0, 1.0, 2.0], "bins": [-45.02326965332031, -43.847530364990234, -42.671791076660156, -41.496055603027344, -40.320316314697266, -39.14457702636719, -37.96883773803711, -36.79309844970703, -35.61736297607422, -34.44162368774414, -33.26588439941406, -32.09014892578125, -30.914409637451172, -29.738670349121094, -28.562931060791016, -27.387191772460938, -26.21145248413086, -25.03571319580078, -23.859975814819336, -22.684236526489258, -21.508499145507812, -20.332759857177734, -19.157020568847656, -17.981281280517578, -16.805543899536133, -15.629805564880371, -14.45406723022461, -13.278327941894531, -12.10258960723877, -10.926851272583008, -9.75111198425293, -8.575373649597168, -7.399637222290039, -6.223898887634277, -5.048160076141357, -3.8724215030670166, -2.696682929992676, -1.520944595336914, -0.34520578384399414, 0.8305330276489258, 2.0062713623046875, 3.1820099353790283, 4.357748508453369, 5.533487319946289, 6.709225654602051, 7.8849639892578125, 9.06070327758789, 10.236441612243652, 11.412179946899414, 12.587918281555176, 13.763656616210938, 14.939395904541016, 16.115135192871094, 17.29087257385254, 18.466611862182617, 19.642349243164062, 20.81808853149414, 21.99382781982422, 23.169565200805664, 24.345304489135742, 25.521041870117188, 26.696781158447266, 27.872520446777344, 29.048259735107422, 30.223997116088867]}, "gradients/decoder.transformer.h.22.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 5.0, 0.0, 3.0, 7.0, 8.0, 7.0, 5.0, 13.0, 15.0, 13.0, 16.0, 22.0, 23.0, 32.0, 39.0, 42.0, 48.0, 41.0, 48.0, 46.0, 50.0, 51.0, 54.0, 42.0, 36.0, 37.0, 23.0, 40.0, 38.0, 32.0, 27.0, 37.0, 19.0, 22.0, 19.0, 5.0, 7.0, 8.0, 7.0, 7.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.4765625, -2.392608642578125, -2.30865478515625, -2.224700927734375, -2.1407470703125, -2.056793212890625, -1.97283935546875, -1.888885498046875, -1.804931640625, -1.720977783203125, -1.63702392578125, -1.553070068359375, -1.4691162109375, -1.385162353515625, -1.30120849609375, -1.217254638671875, -1.13330078125, -1.049346923828125, -0.96539306640625, -0.881439208984375, -0.7974853515625, -0.713531494140625, -0.62957763671875, -0.545623779296875, -0.461669921875, -0.377716064453125, -0.29376220703125, -0.209808349609375, -0.1258544921875, -0.041900634765625, 0.04205322265625, 0.126007080078125, 0.2099609375, 0.293914794921875, 0.37786865234375, 0.461822509765625, 0.5457763671875, 0.629730224609375, 0.71368408203125, 0.797637939453125, 0.881591796875, 0.965545654296875, 1.04949951171875, 1.133453369140625, 1.2174072265625, 1.301361083984375, 1.38531494140625, 1.469268798828125, 1.55322265625, 1.637176513671875, 1.72113037109375, 1.805084228515625, 1.8890380859375, 1.972991943359375, 2.05694580078125, 2.140899658203125, 2.224853515625, 2.308807373046875, 2.39276123046875, 2.476715087890625, 2.5606689453125, 2.644622802734375, 2.72857666015625, 2.812530517578125, 2.896484375]}, "gradients/decoder.transformer.h.22.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 4.0, 8.0, 7.0, 9.0, 11.0, 13.0, 16.0, 21.0, 51.0, 46.0, 71.0, 120.0, 203.0, 337.0, 558.0, 1105.0, 2478.0, 7718.0, 37564.0, 332244.0, 3065756.0, 666735.0, 63276.0, 10618.0, 2822.0, 1082.0, 540.0, 299.0, 184.0, 102.0, 87.0, 63.0, 40.0, 39.0, 14.0, 9.0, 12.0, 9.0, 5.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-13.296875, -12.87646484375, -12.4560546875, -12.03564453125, -11.615234375, -11.19482421875, -10.7744140625, -10.35400390625, -9.93359375, -9.51318359375, -9.0927734375, -8.67236328125, -8.251953125, -7.83154296875, -7.4111328125, -6.99072265625, -6.5703125, -6.14990234375, -5.7294921875, -5.30908203125, -4.888671875, -4.46826171875, -4.0478515625, -3.62744140625, -3.20703125, -2.78662109375, -2.3662109375, -1.94580078125, -1.525390625, -1.10498046875, -0.6845703125, -0.26416015625, 0.15625, 0.57666015625, 0.9970703125, 1.41748046875, 1.837890625, 2.25830078125, 2.6787109375, 3.09912109375, 3.51953125, 3.93994140625, 4.3603515625, 4.78076171875, 5.201171875, 5.62158203125, 6.0419921875, 6.46240234375, 6.8828125, 7.30322265625, 7.7236328125, 8.14404296875, 8.564453125, 8.98486328125, 9.4052734375, 9.82568359375, 10.24609375, 10.66650390625, 11.0869140625, 11.50732421875, 11.927734375, 12.34814453125, 12.7685546875, 13.18896484375, 13.609375]}, "gradients/decoder.transformer.h.22.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 4.0, 13.0, 19.0, 51.0, 110.0, 231.0, 462.0, 890.0, 1082.0, 626.0, 299.0, 144.0, 95.0, 28.0, 15.0, 5.0, 5.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.984375, -18.333984375, -17.68359375, -17.033203125, -16.3828125, -15.732421875, -15.08203125, -14.431640625, -13.78125, -13.130859375, -12.48046875, -11.830078125, -11.1796875, -10.529296875, -9.87890625, -9.228515625, -8.578125, -7.927734375, -7.27734375, -6.626953125, -5.9765625, -5.326171875, -4.67578125, -4.025390625, -3.375, -2.724609375, -2.07421875, -1.423828125, -0.7734375, -0.123046875, 0.52734375, 1.177734375, 1.828125, 2.478515625, 3.12890625, 3.779296875, 4.4296875, 5.080078125, 5.73046875, 6.380859375, 7.03125, 7.681640625, 8.33203125, 8.982421875, 9.6328125, 10.283203125, 10.93359375, 11.583984375, 12.234375, 12.884765625, 13.53515625, 14.185546875, 14.8359375, 15.486328125, 16.13671875, 16.787109375, 17.4375, 18.087890625, 18.73828125, 19.388671875, 20.0390625, 20.689453125, 21.33984375, 21.990234375, 22.640625]}, "gradients/decoder.transformer.h.22.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 3.0, 5.0, 16.0, 34.0, 57.0, 99.0, 194.0, 398.0, 1057.0, 4404.0, 62222.0, 2855056.0, 1239508.0, 26835.0, 2857.0, 803.0, 390.0, 159.0, 87.0, 41.0, 33.0, 11.0, 9.0, 6.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-32.46875, -31.34423828125, -30.2197265625, -29.09521484375, -27.970703125, -26.84619140625, -25.7216796875, -24.59716796875, -23.47265625, -22.34814453125, -21.2236328125, -20.09912109375, -18.974609375, -17.85009765625, -16.7255859375, -15.60107421875, -14.4765625, -13.35205078125, -12.2275390625, -11.10302734375, -9.978515625, -8.85400390625, -7.7294921875, -6.60498046875, -5.48046875, -4.35595703125, -3.2314453125, -2.10693359375, -0.982421875, 0.14208984375, 1.2666015625, 2.39111328125, 3.515625, 4.64013671875, 5.7646484375, 6.88916015625, 8.013671875, 9.13818359375, 10.2626953125, 11.38720703125, 12.51171875, 13.63623046875, 14.7607421875, 15.88525390625, 17.009765625, 18.13427734375, 19.2587890625, 20.38330078125, 21.5078125, 22.63232421875, 23.7568359375, 24.88134765625, 26.005859375, 27.13037109375, 28.2548828125, 29.37939453125, 30.50390625, 31.62841796875, 32.7529296875, 33.87744140625, 35.001953125, 36.12646484375, 37.2509765625, 38.37548828125, 39.5]}, "gradients/decoder.transformer.h.22.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 11.0, 17.0, 81.0, 123.0, 194.0, 225.0, 184.0, 102.0, 49.0, 15.0, 6.0, 5.0, 1.0, 1.0], "bins": [-138.86685180664062, -136.34844970703125, -133.8300323486328, -131.31163024902344, -128.793212890625, -126.27481079101562, -123.75640106201172, -121.23799133300781, -118.71958923339844, -116.20117950439453, -113.68276977539062, -111.16436767578125, -108.64595794677734, -106.12754821777344, -103.60913848876953, -101.09072875976562, -98.57232666015625, -96.05391693115234, -93.53550720214844, -91.01710510253906, -88.49869537353516, -85.98028564453125, -83.46187591552734, -80.94346618652344, -78.42505645751953, -75.90664672851562, -73.38823699951172, -70.86983489990234, -68.35142517089844, -65.83301544189453, -63.314605712890625, -60.796199798583984, -58.277793884277344, -55.75938415527344, -53.2409782409668, -50.72256851196289, -48.20416259765625, -45.685752868652344, -43.16734313964844, -40.6489372253418, -38.13052749633789, -35.612117767333984, -33.093711853027344, -30.575302124023438, -28.056896209716797, -25.53848648071289, -23.020078659057617, -20.501670837402344, -17.98326301574707, -15.464855194091797, -12.946447372436523, -10.428038597106934, -7.90963077545166, -5.391222953796387, -2.872814178466797, -0.35440635681152344, 2.16400146484375, 4.682409286499023, 7.200817584991455, 9.719225883483887, 12.23763370513916, 14.756041526794434, 17.274450302124023, 19.792858123779297, 22.31126594543457]}, "gradients/decoder.transformer.h.22.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 4.0, 1.0, 7.0, 4.0, 7.0, 6.0, 5.0, 14.0, 6.0, 12.0, 14.0, 16.0, 12.0, 23.0, 26.0, 32.0, 39.0, 25.0, 29.0, 37.0, 38.0, 33.0, 40.0, 41.0, 41.0, 42.0, 35.0, 30.0, 38.0, 38.0, 32.0, 35.0, 31.0, 27.0, 24.0, 26.0, 24.0, 16.0, 19.0, 15.0, 18.0, 10.0, 11.0, 8.0, 4.0, 2.0, 6.0, 2.0, 0.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-29.689434051513672, -28.752147674560547, -27.814861297607422, -26.877573013305664, -25.94028663635254, -25.003000259399414, -24.06571388244629, -23.12842559814453, -22.191139221191406, -21.25385284423828, -20.316566467285156, -19.3792781829834, -18.441991806030273, -17.50470542907715, -16.567419052124023, -15.630131721496582, -14.692845344543457, -13.755558967590332, -12.81827163696289, -11.880985260009766, -10.943697929382324, -10.0064115524292, -9.069124221801758, -8.131837844848633, -7.19455099105835, -6.257264137268066, -5.319977283477783, -4.3826904296875, -3.445403814315796, -2.508117198944092, -1.5708303451538086, -0.6335434913635254, 0.3037433624267578, 1.241030216217041, 2.178317070007324, 3.1156036853790283, 4.052890777587891, 4.990177154541016, 5.927464008331299, 6.864750862121582, 7.802037715911865, 8.739324569702148, 9.676610946655273, 10.613898277282715, 11.55118465423584, 12.488471984863281, 13.425758361816406, 14.363044738769531, 15.300332069396973, 16.237619400024414, 17.17490577697754, 18.112192153930664, 19.04947853088379, 19.986766815185547, 20.924053192138672, 21.861339569091797, 22.798625946044922, 23.735912322998047, 24.673198699951172, 25.61048698425293, 26.547773361206055, 27.48505973815918, 28.422346115112305, 29.359634399414062, 30.296920776367188]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.bias": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 3.0, 2.0, 4.0, 1.0, 1.0, 4.0, 1.0, 3.0, 7.0, 6.0, 7.0, 14.0, 13.0, 12.0, 23.0, 17.0, 18.0, 26.0, 26.0, 26.0, 34.0, 29.0, 37.0, 52.0, 39.0, 55.0, 36.0, 41.0, 41.0, 47.0, 50.0, 39.0, 40.0, 27.0, 16.0, 24.0, 25.0, 32.0, 24.0, 15.0, 17.0, 12.0, 11.0, 15.0, 7.0, 8.0, 5.0, 8.0, 4.0, 5.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.361328125, -2.283355712890625, -2.20538330078125, -2.127410888671875, -2.0494384765625, -1.971466064453125, -1.89349365234375, -1.815521240234375, -1.737548828125, -1.659576416015625, -1.58160400390625, -1.503631591796875, -1.4256591796875, -1.347686767578125, -1.26971435546875, -1.191741943359375, -1.11376953125, -1.035797119140625, -0.95782470703125, -0.879852294921875, -0.8018798828125, -0.723907470703125, -0.64593505859375, -0.567962646484375, -0.489990234375, -0.412017822265625, -0.33404541015625, -0.256072998046875, -0.1781005859375, -0.100128173828125, -0.02215576171875, 0.055816650390625, 0.1337890625, 0.211761474609375, 0.28973388671875, 0.367706298828125, 0.4456787109375, 0.523651123046875, 0.60162353515625, 0.679595947265625, 0.757568359375, 0.835540771484375, 0.91351318359375, 0.991485595703125, 1.0694580078125, 1.147430419921875, 1.22540283203125, 1.303375244140625, 1.38134765625, 1.459320068359375, 1.53729248046875, 1.615264892578125, 1.6932373046875, 1.771209716796875, 1.84918212890625, 1.927154541015625, 2.005126953125, 2.083099365234375, 2.16107177734375, 2.239044189453125, 2.3170166015625, 2.394989013671875, 2.47296142578125, 2.550933837890625, 2.62890625]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 6.0, 17.0, 22.0, 37.0, 57.0, 97.0, 146.0, 258.0, 470.0, 840.0, 1499.0, 2879.0, 5547.0, 11426.0, 24065.0, 50947.0, 109374.0, 224988.0, 294090.0, 169363.0, 79801.0, 37256.0, 17678.0, 8535.0, 4294.0, 2133.0, 1207.0, 666.0, 375.0, 209.0, 109.0, 83.0, 35.0, 21.0, 22.0, 6.0, 7.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.80859375, -2.71588134765625, -2.6231689453125, -2.53045654296875, -2.437744140625, -2.34503173828125, -2.2523193359375, -2.15960693359375, -2.06689453125, -1.97418212890625, -1.8814697265625, -1.78875732421875, -1.696044921875, -1.60333251953125, -1.5106201171875, -1.41790771484375, -1.3251953125, -1.23248291015625, -1.1397705078125, -1.04705810546875, -0.954345703125, -0.86163330078125, -0.7689208984375, -0.67620849609375, -0.58349609375, -0.49078369140625, -0.3980712890625, -0.30535888671875, -0.212646484375, -0.11993408203125, -0.0272216796875, 0.06549072265625, 0.158203125, 0.25091552734375, 0.3436279296875, 0.43634033203125, 0.529052734375, 0.62176513671875, 0.7144775390625, 0.80718994140625, 0.89990234375, 0.99261474609375, 1.0853271484375, 1.17803955078125, 1.270751953125, 1.36346435546875, 1.4561767578125, 1.54888916015625, 1.6416015625, 1.73431396484375, 1.8270263671875, 1.91973876953125, 2.012451171875, 2.10516357421875, 2.1978759765625, 2.29058837890625, 2.38330078125, 2.47601318359375, 2.5687255859375, 2.66143798828125, 2.754150390625, 2.84686279296875, 2.9395751953125, 3.03228759765625, 3.125]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 8.0, 6.0, 4.0, 6.0, 4.0, 4.0, 12.0, 15.0, 13.0, 17.0, 19.0, 18.0, 23.0, 24.0, 20.0, 31.0, 30.0, 37.0, 32.0, 41.0, 38.0, 49.0, 40.0, 1063.0, 43.0, 45.0, 36.0, 40.0, 43.0, 26.0, 43.0, 32.0, 20.0, 31.0, 17.0, 18.0, 11.0, 15.0, 10.0, 13.0, 4.0, 11.0, 5.0, 3.0, 6.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0], "bins": [-2.15234375, -2.091522216796875, -2.03070068359375, -1.969879150390625, -1.9090576171875, -1.848236083984375, -1.78741455078125, -1.726593017578125, -1.665771484375, -1.604949951171875, -1.54412841796875, -1.483306884765625, -1.4224853515625, -1.361663818359375, -1.30084228515625, -1.240020751953125, -1.17919921875, -1.118377685546875, -1.05755615234375, -0.996734619140625, -0.9359130859375, -0.875091552734375, -0.81427001953125, -0.753448486328125, -0.692626953125, -0.631805419921875, -0.57098388671875, -0.510162353515625, -0.4493408203125, -0.388519287109375, -0.32769775390625, -0.266876220703125, -0.2060546875, -0.145233154296875, -0.08441162109375, -0.023590087890625, 0.0372314453125, 0.098052978515625, 0.15887451171875, 0.219696044921875, 0.280517578125, 0.341339111328125, 0.40216064453125, 0.462982177734375, 0.5238037109375, 0.584625244140625, 0.64544677734375, 0.706268310546875, 0.76708984375, 0.827911376953125, 0.88873291015625, 0.949554443359375, 1.0103759765625, 1.071197509765625, 1.13201904296875, 1.192840576171875, 1.253662109375, 1.314483642578125, 1.37530517578125, 1.436126708984375, 1.4969482421875, 1.557769775390625, 1.61859130859375, 1.679412841796875, 1.740234375]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 7.0, 14.0, 16.0, 24.0, 38.0, 47.0, 79.0, 112.0, 150.0, 229.0, 364.0, 561.0, 935.0, 1556.0, 2640.0, 4642.0, 8029.0, 14631.0, 27754.0, 55880.0, 118422.0, 274663.0, 709563.0, 497665.0, 198626.0, 88596.0, 42738.0, 22022.0, 11416.0, 6406.0, 3621.0, 2179.0, 1287.0, 794.0, 479.0, 342.0, 198.0, 135.0, 93.0, 53.0, 37.0, 28.0, 17.0, 14.0, 8.0, 5.0, 6.0, 3.0, 3.0, 2.0, 6.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.1552734375, -1.1177825927734375, -1.080291748046875, -1.0428009033203125, -1.00531005859375, -0.9678192138671875, -0.930328369140625, -0.8928375244140625, -0.8553466796875, -0.8178558349609375, -0.780364990234375, -0.7428741455078125, -0.70538330078125, -0.6678924560546875, -0.630401611328125, -0.5929107666015625, -0.555419921875, -0.5179290771484375, -0.480438232421875, -0.4429473876953125, -0.40545654296875, -0.3679656982421875, -0.330474853515625, -0.2929840087890625, -0.2554931640625, -0.2180023193359375, -0.180511474609375, -0.1430206298828125, -0.10552978515625, -0.0680389404296875, -0.030548095703125, 0.0069427490234375, 0.04443359375, 0.0819244384765625, 0.119415283203125, 0.1569061279296875, 0.19439697265625, 0.2318878173828125, 0.269378662109375, 0.3068695068359375, 0.3443603515625, 0.3818511962890625, 0.419342041015625, 0.4568328857421875, 0.49432373046875, 0.5318145751953125, 0.569305419921875, 0.6067962646484375, 0.644287109375, 0.6817779541015625, 0.719268798828125, 0.7567596435546875, 0.79425048828125, 0.8317413330078125, 0.869232177734375, 0.9067230224609375, 0.9442138671875, 0.9817047119140625, 1.019195556640625, 1.0566864013671875, 1.09417724609375, 1.1316680908203125, 1.169158935546875, 1.2066497802734375, 1.244140625]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 5.0, 2.0, 3.0, 8.0, 6.0, 8.0, 6.0, 10.0, 5.0, 10.0, 10.0, 14.0, 20.0, 18.0, 24.0, 26.0, 35.0, 36.0, 35.0, 52.0, 50.0, 70.0, 79.0, 66.0, 64.0, 53.0, 35.0, 43.0, 36.0, 29.0, 27.0, 23.0, 20.0, 10.0, 10.0, 11.0, 7.0, 10.0, 6.0, 6.0, 3.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0], "bins": [-0.85546875, -0.832550048828125, -0.80963134765625, -0.786712646484375, -0.7637939453125, -0.740875244140625, -0.71795654296875, -0.695037841796875, -0.672119140625, -0.649200439453125, -0.62628173828125, -0.603363037109375, -0.5804443359375, -0.557525634765625, -0.53460693359375, -0.511688232421875, -0.48876953125, -0.465850830078125, -0.44293212890625, -0.420013427734375, -0.3970947265625, -0.374176025390625, -0.35125732421875, -0.328338623046875, -0.305419921875, -0.282501220703125, -0.25958251953125, -0.236663818359375, -0.2137451171875, -0.190826416015625, -0.16790771484375, -0.144989013671875, -0.1220703125, -0.099151611328125, -0.07623291015625, -0.053314208984375, -0.0303955078125, -0.007476806640625, 0.01544189453125, 0.038360595703125, 0.061279296875, 0.084197998046875, 0.10711669921875, 0.130035400390625, 0.1529541015625, 0.175872802734375, 0.19879150390625, 0.221710205078125, 0.24462890625, 0.267547607421875, 0.29046630859375, 0.313385009765625, 0.3363037109375, 0.359222412109375, 0.38214111328125, 0.405059814453125, 0.427978515625, 0.450897216796875, 0.47381591796875, 0.496734619140625, 0.5196533203125, 0.542572021484375, 0.56549072265625, 0.588409423828125, 0.611328125]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 6.0, 5.0, 0.0, 6.0, 9.0, 5.0, 8.0, 6.0, 7.0, 10.0, 24.0, 25.0, 21.0, 24.0, 34.0, 32.0, 47.0, 58.0, 80.0, 90.0, 101.0, 150.0, 200.0, 295.0, 585.0, 6308.0, 968757.0, 69177.0, 1038.0, 393.0, 221.0, 171.0, 148.0, 108.0, 92.0, 65.0, 48.0, 31.0, 27.0, 35.0, 23.0, 26.0, 13.0, 9.0, 14.0, 7.0, 6.0, 12.0, 3.0, 4.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.5234375, -13.122314453125, -12.72119140625, -12.320068359375, -11.9189453125, -11.517822265625, -11.11669921875, -10.715576171875, -10.314453125, -9.913330078125, -9.51220703125, -9.111083984375, -8.7099609375, -8.308837890625, -7.90771484375, -7.506591796875, -7.10546875, -6.704345703125, -6.30322265625, -5.902099609375, -5.5009765625, -5.099853515625, -4.69873046875, -4.297607421875, -3.896484375, -3.495361328125, -3.09423828125, -2.693115234375, -2.2919921875, -1.890869140625, -1.48974609375, -1.088623046875, -0.6875, -0.286376953125, 0.11474609375, 0.515869140625, 0.9169921875, 1.318115234375, 1.71923828125, 2.120361328125, 2.521484375, 2.922607421875, 3.32373046875, 3.724853515625, 4.1259765625, 4.527099609375, 4.92822265625, 5.329345703125, 5.73046875, 6.131591796875, 6.53271484375, 6.933837890625, 7.3349609375, 7.736083984375, 8.13720703125, 8.538330078125, 8.939453125, 9.340576171875, 9.74169921875, 10.142822265625, 10.5439453125, 10.945068359375, 11.34619140625, 11.747314453125, 12.1484375]}, "gradients/decoder.transformer.h.22.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 566.0, 440.0, 5.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-36.83631896972656, -35.999141693115234, -35.16196060180664, -34.32478332519531, -33.48760223388672, -32.65042495727539, -31.81324577331543, -30.97606658935547, -30.13888931274414, -29.30171012878418, -28.46453094482422, -27.62735366821289, -26.79017448425293, -25.95299530029297, -25.115816116333008, -24.278636932373047, -23.441457748413086, -22.604278564453125, -21.767099380493164, -20.929920196533203, -20.092742919921875, -19.255563735961914, -18.418384552001953, -17.581205368041992, -16.74402618408203, -15.90684700012207, -15.069668769836426, -14.232489585876465, -13.39531135559082, -12.55813217163086, -11.720952987670898, -10.883773803710938, -10.046598434448242, -9.209419250488281, -8.372241020202637, -7.535061836242676, -6.697883129119873, -5.86070442199707, -5.023525238037109, -4.186346530914307, -3.349167823791504, -2.511989116668701, -1.6748101711273193, -0.8376312255859375, -0.0004525184631347656, 0.836726188659668, 1.673905372619629, 2.5110840797424316, 3.3482627868652344, 4.185441493988037, 5.02262020111084, 5.859799385070801, 6.6969780921936035, 7.534156799316406, 8.371335983276367, 9.208515167236328, 10.045693397521973, 10.882872581481934, 11.720050811767578, 12.557229995727539, 13.3944091796875, 14.231587409973145, 15.068766593933105, 15.90594482421875, 16.74312400817871]}, "gradients/decoder.transformer.h.22.ln_cross_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 4.0, 3.0, 6.0, 1.0, 3.0, 6.0, 10.0, 14.0, 7.0, 12.0, 21.0, 17.0, 22.0, 34.0, 26.0, 43.0, 33.0, 31.0, 41.0, 53.0, 61.0, 47.0, 45.0, 32.0, 52.0, 40.0, 42.0, 35.0, 34.0, 33.0, 29.0, 30.0, 33.0, 16.0, 14.0, 17.0, 16.0, 14.0, 10.0, 6.0, 5.0, 4.0, 2.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.2913382053375244, -2.2104341983795166, -2.129530191421509, -2.048626184463501, -1.9677220582962036, -1.8868180513381958, -1.805914044380188, -1.7250099182128906, -1.6441059112548828, -1.563201904296875, -1.4822978973388672, -1.4013938903808594, -1.320489764213562, -1.2395857572555542, -1.1586817502975464, -1.077777624130249, -0.9968737363815308, -0.915969729423523, -0.8350656628608704, -0.7541616559028625, -0.67325758934021, -0.5923535823822021, -0.5114495754241943, -0.43054550886154175, -0.34964150190353394, -0.26873746514320374, -0.18783344328403473, -0.10692942142486572, -0.026025384664535522, 0.05487865209579468, 0.1357826590538025, 0.21668672561645508, 0.2975907325744629, 0.3784947693347931, 0.4593988060951233, 0.5403028130531311, 0.6212068796157837, 0.7021108865737915, 0.7830148935317993, 0.8639189600944519, 0.9448229670524597, 1.0257270336151123, 1.1066310405731201, 1.187535047531128, 1.2684390544891357, 1.3493430614471436, 1.4302470684051514, 1.5111511945724487, 1.5920552015304565, 1.6729592084884644, 1.7538632154464722, 1.8347673416137695, 1.9156713485717773, 1.9965753555297852, 2.077479362487793, 2.158383369445801, 2.2392873764038086, 2.3201913833618164, 2.401095390319824, 2.481999397277832, 2.56290340423584, 2.6438074111938477, 2.7247114181518555, 2.8056156635284424, 2.88651967048645]}, "gradients/decoder.transformer.h.22.attn.c_proj.bias": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 4.0, 1.0, 3.0, 4.0, 9.0, 11.0, 12.0, 10.0, 11.0, 21.0, 19.0, 22.0, 26.0, 22.0, 27.0, 34.0, 36.0, 38.0, 42.0, 48.0, 51.0, 40.0, 36.0, 45.0, 41.0, 48.0, 44.0, 40.0, 27.0, 21.0, 24.0, 21.0, 30.0, 27.0, 12.0, 18.0, 14.0, 14.0, 9.0, 9.0, 6.0, 8.0, 8.0, 4.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.38671875, -2.307830810546875, -2.22894287109375, -2.150054931640625, -2.0711669921875, -1.992279052734375, -1.91339111328125, -1.834503173828125, -1.755615234375, -1.676727294921875, -1.59783935546875, -1.518951416015625, -1.4400634765625, -1.361175537109375, -1.28228759765625, -1.203399658203125, -1.12451171875, -1.045623779296875, -0.96673583984375, -0.887847900390625, -0.8089599609375, -0.730072021484375, -0.65118408203125, -0.572296142578125, -0.493408203125, -0.414520263671875, -0.33563232421875, -0.256744384765625, -0.1778564453125, -0.098968505859375, -0.02008056640625, 0.058807373046875, 0.1376953125, 0.216583251953125, 0.29547119140625, 0.374359130859375, 0.4532470703125, 0.532135009765625, 0.61102294921875, 0.689910888671875, 0.768798828125, 0.847686767578125, 0.92657470703125, 1.005462646484375, 1.0843505859375, 1.163238525390625, 1.24212646484375, 1.321014404296875, 1.39990234375, 1.478790283203125, 1.55767822265625, 1.636566162109375, 1.7154541015625, 1.794342041015625, 1.87322998046875, 1.952117919921875, 2.031005859375, 2.109893798828125, 2.18878173828125, 2.267669677734375, 2.3465576171875, 2.425445556640625, 2.50433349609375, 2.583221435546875, 2.662109375]}, "gradients/decoder.transformer.h.22.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 8.0, 7.0, 7.0, 22.0, 30.0, 31.0, 35.0, 59.0, 98.0, 144.0, 209.0, 335.0, 535.0, 940.0, 1647.0, 3191.0, 5812.0, 10874.0, 20813.0, 39930.0, 74067.0, 124792.0, 179724.0, 199678.0, 158657.0, 102520.0, 58050.0, 31303.0, 16199.0, 8420.0, 4533.0, 2463.0, 1363.0, 787.0, 486.0, 260.0, 184.0, 110.0, 71.0, 47.0, 37.0, 21.0, 17.0, 19.0, 9.0, 9.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-2.62109375, -2.544677734375, -2.46826171875, -2.391845703125, -2.3154296875, -2.239013671875, -2.16259765625, -2.086181640625, -2.009765625, -1.933349609375, -1.85693359375, -1.780517578125, -1.7041015625, -1.627685546875, -1.55126953125, -1.474853515625, -1.3984375, -1.322021484375, -1.24560546875, -1.169189453125, -1.0927734375, -1.016357421875, -0.93994140625, -0.863525390625, -0.787109375, -0.710693359375, -0.63427734375, -0.557861328125, -0.4814453125, -0.405029296875, -0.32861328125, -0.252197265625, -0.17578125, -0.099365234375, -0.02294921875, 0.053466796875, 0.1298828125, 0.206298828125, 0.28271484375, 0.359130859375, 0.435546875, 0.511962890625, 0.58837890625, 0.664794921875, 0.7412109375, 0.817626953125, 0.89404296875, 0.970458984375, 1.046875, 1.123291015625, 1.19970703125, 1.276123046875, 1.3525390625, 1.428955078125, 1.50537109375, 1.581787109375, 1.658203125, 1.734619140625, 1.81103515625, 1.887451171875, 1.9638671875, 2.040283203125, 2.11669921875, 2.193115234375, 2.26953125]}, "gradients/decoder.transformer.h.22.attn.c_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 1.0, 3.0, 6.0, 5.0, 12.0, 10.0, 16.0, 7.0, 13.0, 15.0, 21.0, 31.0, 29.0, 24.0, 30.0, 32.0, 32.0, 51.0, 58.0, 108.0, 170.0, 308.0, 1288.0, 207.0, 110.0, 87.0, 53.0, 25.0, 40.0, 51.0, 27.0, 27.0, 17.0, 25.0, 15.0, 17.0, 17.0, 14.0, 11.0, 12.0, 6.0, 4.0, 6.0, 2.0, 4.0, 1.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-7.87109375, -7.60064697265625, -7.3302001953125, -7.05975341796875, -6.789306640625, -6.51885986328125, -6.2484130859375, -5.97796630859375, -5.70751953125, -5.43707275390625, -5.1666259765625, -4.89617919921875, -4.625732421875, -4.35528564453125, -4.0848388671875, -3.81439208984375, -3.5439453125, -3.27349853515625, -3.0030517578125, -2.73260498046875, -2.462158203125, -2.19171142578125, -1.9212646484375, -1.65081787109375, -1.38037109375, -1.10992431640625, -0.8394775390625, -0.56903076171875, -0.298583984375, -0.02813720703125, 0.2423095703125, 0.51275634765625, 0.783203125, 1.05364990234375, 1.3240966796875, 1.59454345703125, 1.864990234375, 2.13543701171875, 2.4058837890625, 2.67633056640625, 2.94677734375, 3.21722412109375, 3.4876708984375, 3.75811767578125, 4.028564453125, 4.29901123046875, 4.5694580078125, 4.83990478515625, 5.1103515625, 5.38079833984375, 5.6512451171875, 5.92169189453125, 6.192138671875, 6.46258544921875, 6.7330322265625, 7.00347900390625, 7.27392578125, 7.54437255859375, 7.8148193359375, 8.08526611328125, 8.355712890625, 8.62615966796875, 8.8966064453125, 9.16705322265625, 9.4375]}, "gradients/decoder.transformer.h.22.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 2.0, 4.0, 2.0, 6.0, 8.0, 9.0, 6.0, 8.0, 20.0, 17.0, 23.0, 21.0, 23.0, 32.0, 48.0, 67.0, 90.0, 139.0, 298.0, 647.0, 1684.0, 6304.0, 82067.0, 2386491.0, 644184.0, 18349.0, 3071.0, 1056.0, 426.0, 202.0, 107.0, 55.0, 46.0, 48.0, 32.0, 19.0, 17.0, 12.0, 10.0, 15.0, 17.0, 8.0, 9.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0], "bins": [-17.578125, -17.0723876953125, -16.566650390625, -16.0609130859375, -15.55517578125, -15.0494384765625, -14.543701171875, -14.0379638671875, -13.5322265625, -13.0264892578125, -12.520751953125, -12.0150146484375, -11.50927734375, -11.0035400390625, -10.497802734375, -9.9920654296875, -9.486328125, -8.9805908203125, -8.474853515625, -7.9691162109375, -7.46337890625, -6.9576416015625, -6.451904296875, -5.9461669921875, -5.4404296875, -4.9346923828125, -4.428955078125, -3.9232177734375, -3.41748046875, -2.9117431640625, -2.406005859375, -1.9002685546875, -1.39453125, -0.8887939453125, -0.383056640625, 0.1226806640625, 0.62841796875, 1.1341552734375, 1.639892578125, 2.1456298828125, 2.6513671875, 3.1571044921875, 3.662841796875, 4.1685791015625, 4.67431640625, 5.1800537109375, 5.685791015625, 6.1915283203125, 6.697265625, 7.2030029296875, 7.708740234375, 8.2144775390625, 8.72021484375, 9.2259521484375, 9.731689453125, 10.2374267578125, 10.7431640625, 11.2489013671875, 11.754638671875, 12.2603759765625, 12.76611328125, 13.2718505859375, 13.777587890625, 14.2833251953125, 14.7890625]}, "gradients/decoder.transformer.h.22.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 11.0, 136.0, 603.0, 258.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-171.8081817626953, -168.60153198242188, -165.3948974609375, -162.18824768066406, -158.9816131591797, -155.77496337890625, -152.5683135986328, -149.36167907714844, -146.155029296875, -142.94837951660156, -139.7417449951172, -136.53509521484375, -133.32846069335938, -130.12181091308594, -126.91516876220703, -123.70852661132812, -120.50187683105469, -117.29523468017578, -114.08859252929688, -110.88194274902344, -107.67530059814453, -104.46865844726562, -101.26201629638672, -98.05537414550781, -94.8487319946289, -91.64208984375, -88.4354476928711, -85.22879791259766, -82.02215576171875, -78.81551361083984, -75.60887145996094, -72.4022216796875, -69.1955795288086, -65.98893737792969, -62.782291412353516, -59.57564926147461, -56.36900329589844, -53.16236114501953, -49.955718994140625, -46.74907302856445, -43.54242706298828, -40.335784912109375, -37.1291389465332, -33.9224967956543, -30.715850830078125, -27.50920867919922, -24.30256462097168, -21.09592056274414, -17.889278411865234, -14.682634353637695, -11.475990295410156, -8.269347190856934, -5.0627031326293945, -1.8560600280761719, 1.3505840301513672, 4.557228088378906, 7.763872146606445, 10.970516204833984, 14.177160263061523, 17.383804321289062, 20.59044647216797, 23.797090530395508, 27.003734588623047, 30.210378646850586, 33.417022705078125]}, "gradients/decoder.transformer.h.22.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 1.0, 3.0, 6.0, 6.0, 10.0, 13.0, 12.0, 7.0, 11.0, 18.0, 17.0, 18.0, 27.0, 33.0, 36.0, 34.0, 38.0, 42.0, 40.0, 39.0, 34.0, 39.0, 56.0, 46.0, 42.0, 44.0, 46.0, 29.0, 40.0, 33.0, 27.0, 25.0, 26.0, 24.0, 16.0, 13.0, 10.0, 11.0, 14.0, 7.0, 7.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-31.9439754486084, -31.003604888916016, -30.063232421875, -29.122859954833984, -28.1824893951416, -27.24211883544922, -26.301746368408203, -25.361373901367188, -24.421003341674805, -23.480632781982422, -22.540260314941406, -21.59988784790039, -20.659517288208008, -19.719146728515625, -18.77877426147461, -17.838401794433594, -16.89803123474121, -15.957659721374512, -15.017288208007812, -14.076916694641113, -13.136545181274414, -12.196173667907715, -11.255802154541016, -10.315430641174316, -9.375059127807617, -8.434687614440918, -7.494316101074219, -6.5539445877075195, -5.61357307434082, -4.673201560974121, -3.732830047607422, -2.7924585342407227, -1.8520889282226562, -0.911717414855957, 0.028654098510742188, 0.9690256118774414, 1.9093971252441406, 2.84976863861084, 3.790140151977539, 4.730511665344238, 5.6708831787109375, 6.611254692077637, 7.551626205444336, 8.491997718811035, 9.432369232177734, 10.372740745544434, 11.313112258911133, 12.253483772277832, 13.193855285644531, 14.13422679901123, 15.07459831237793, 16.014968872070312, 16.955341339111328, 17.895713806152344, 18.836084365844727, 19.77645492553711, 20.716827392578125, 21.65719985961914, 22.597570419311523, 23.537940979003906, 24.478313446044922, 25.418685913085938, 26.35905647277832, 27.299427032470703, 28.23979949951172]}, "gradients/decoder.transformer.h.21.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 4.0, 4.0, 3.0, 1.0, 4.0, 2.0, 2.0, 2.0, 3.0, 8.0, 3.0, 12.0, 14.0, 7.0, 9.0, 18.0, 22.0, 20.0, 22.0, 29.0, 22.0, 31.0, 43.0, 42.0, 41.0, 36.0, 43.0, 52.0, 41.0, 39.0, 43.0, 36.0, 48.0, 38.0, 28.0, 25.0, 33.0, 16.0, 30.0, 24.0, 21.0, 19.0, 11.0, 11.0, 7.0, 10.0, 7.0, 10.0, 8.0, 4.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.365234375, -2.284942626953125, -2.20465087890625, -2.124359130859375, -2.0440673828125, -1.963775634765625, -1.88348388671875, -1.803192138671875, -1.722900390625, -1.642608642578125, -1.56231689453125, -1.482025146484375, -1.4017333984375, -1.321441650390625, -1.24114990234375, -1.160858154296875, -1.08056640625, -1.000274658203125, -0.91998291015625, -0.839691162109375, -0.7593994140625, -0.679107666015625, -0.59881591796875, -0.518524169921875, -0.438232421875, -0.357940673828125, -0.27764892578125, -0.197357177734375, -0.1170654296875, -0.036773681640625, 0.04351806640625, 0.123809814453125, 0.2041015625, 0.284393310546875, 0.36468505859375, 0.444976806640625, 0.5252685546875, 0.605560302734375, 0.68585205078125, 0.766143798828125, 0.846435546875, 0.926727294921875, 1.00701904296875, 1.087310791015625, 1.1676025390625, 1.247894287109375, 1.32818603515625, 1.408477783203125, 1.48876953125, 1.569061279296875, 1.64935302734375, 1.729644775390625, 1.8099365234375, 1.890228271484375, 1.97052001953125, 2.050811767578125, 2.131103515625, 2.211395263671875, 2.29168701171875, 2.371978759765625, 2.4522705078125, 2.532562255859375, 2.61285400390625, 2.693145751953125, 2.7734375]}, "gradients/decoder.transformer.h.21.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 4.0, 3.0, 8.0, 8.0, 6.0, 6.0, 6.0, 20.0, 22.0, 35.0, 40.0, 66.0, 79.0, 115.0, 169.0, 287.0, 596.0, 1265.0, 3922.0, 15607.0, 86152.0, 745949.0, 2874205.0, 397772.0, 52760.0, 10373.0, 2822.0, 947.0, 384.0, 207.0, 112.0, 97.0, 52.0, 44.0, 27.0, 35.0, 19.0, 16.0, 14.0, 13.0, 9.0, 4.0, 7.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.5, -12.1253662109375, -11.750732421875, -11.3760986328125, -11.00146484375, -10.6268310546875, -10.252197265625, -9.8775634765625, -9.5029296875, -9.1282958984375, -8.753662109375, -8.3790283203125, -8.00439453125, -7.6297607421875, -7.255126953125, -6.8804931640625, -6.505859375, -6.1312255859375, -5.756591796875, -5.3819580078125, -5.00732421875, -4.6326904296875, -4.258056640625, -3.8834228515625, -3.5087890625, -3.1341552734375, -2.759521484375, -2.3848876953125, -2.01025390625, -1.6356201171875, -1.260986328125, -0.8863525390625, -0.51171875, -0.1370849609375, 0.237548828125, 0.6121826171875, 0.98681640625, 1.3614501953125, 1.736083984375, 2.1107177734375, 2.4853515625, 2.8599853515625, 3.234619140625, 3.6092529296875, 3.98388671875, 4.3585205078125, 4.733154296875, 5.1077880859375, 5.482421875, 5.8570556640625, 6.231689453125, 6.6063232421875, 6.98095703125, 7.3555908203125, 7.730224609375, 8.1048583984375, 8.4794921875, 8.8541259765625, 9.228759765625, 9.6033935546875, 9.97802734375, 10.3526611328125, 10.727294921875, 11.1019287109375, 11.4765625]}, "gradients/decoder.transformer.h.21.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 0.0, 0.0, 1.0, 5.0, 2.0, 6.0, 11.0, 10.0, 16.0, 20.0, 15.0, 25.0, 34.0, 45.0, 60.0, 89.0, 94.0, 142.0, 193.0, 279.0, 332.0, 361.0, 395.0, 431.0, 328.0, 258.0, 222.0, 197.0, 123.0, 102.0, 61.0, 56.0, 44.0, 40.0, 19.0, 17.0, 17.0, 11.0, 6.0, 5.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-8.8984375, -8.65020751953125, -8.4019775390625, -8.15374755859375, -7.905517578125, -7.65728759765625, -7.4090576171875, -7.16082763671875, -6.91259765625, -6.66436767578125, -6.4161376953125, -6.16790771484375, -5.919677734375, -5.67144775390625, -5.4232177734375, -5.17498779296875, -4.9267578125, -4.67852783203125, -4.4302978515625, -4.18206787109375, -3.933837890625, -3.68560791015625, -3.4373779296875, -3.18914794921875, -2.94091796875, -2.69268798828125, -2.4444580078125, -2.19622802734375, -1.947998046875, -1.69976806640625, -1.4515380859375, -1.20330810546875, -0.955078125, -0.70684814453125, -0.4586181640625, -0.21038818359375, 0.037841796875, 0.28607177734375, 0.5343017578125, 0.78253173828125, 1.03076171875, 1.27899169921875, 1.5272216796875, 1.77545166015625, 2.023681640625, 2.27191162109375, 2.5201416015625, 2.76837158203125, 3.0166015625, 3.26483154296875, 3.5130615234375, 3.76129150390625, 4.009521484375, 4.25775146484375, 4.5059814453125, 4.75421142578125, 5.00244140625, 5.25067138671875, 5.4989013671875, 5.74713134765625, 5.995361328125, 6.24359130859375, 6.4918212890625, 6.74005126953125, 6.98828125]}, "gradients/decoder.transformer.h.21.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 7.0, 9.0, 5.0, 4.0, 12.0, 8.0, 23.0, 31.0, 35.0, 65.0, 126.0, 184.0, 273.0, 573.0, 1107.0, 2673.0, 8025.0, 29938.0, 130752.0, 629975.0, 2173159.0, 957724.0, 198018.0, 43940.0, 11167.0, 3470.0, 1391.0, 686.0, 367.0, 181.0, 132.0, 80.0, 39.0, 37.0, 25.0, 17.0, 11.0, 4.0, 6.0, 2.0, 3.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-12.9609375, -12.5235595703125, -12.086181640625, -11.6488037109375, -11.21142578125, -10.7740478515625, -10.336669921875, -9.8992919921875, -9.4619140625, -9.0245361328125, -8.587158203125, -8.1497802734375, -7.71240234375, -7.2750244140625, -6.837646484375, -6.4002685546875, -5.962890625, -5.5255126953125, -5.088134765625, -4.6507568359375, -4.21337890625, -3.7760009765625, -3.338623046875, -2.9012451171875, -2.4638671875, -2.0264892578125, -1.589111328125, -1.1517333984375, -0.71435546875, -0.2769775390625, 0.160400390625, 0.5977783203125, 1.03515625, 1.4725341796875, 1.909912109375, 2.3472900390625, 2.78466796875, 3.2220458984375, 3.659423828125, 4.0968017578125, 4.5341796875, 4.9715576171875, 5.408935546875, 5.8463134765625, 6.28369140625, 6.7210693359375, 7.158447265625, 7.5958251953125, 8.033203125, 8.4705810546875, 8.907958984375, 9.3453369140625, 9.78271484375, 10.2200927734375, 10.657470703125, 11.0948486328125, 11.5322265625, 11.9696044921875, 12.406982421875, 12.8443603515625, 13.28173828125, 13.7191162109375, 14.156494140625, 14.5938720703125, 15.03125]}, "gradients/decoder.transformer.h.21.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 5.0, 6.0, 7.0, 14.0, 23.0, 21.0, 29.0, 49.0, 55.0, 62.0, 83.0, 83.0, 101.0, 99.0, 92.0, 63.0, 48.0, 52.0, 38.0, 25.0, 17.0, 17.0, 6.0, 4.0, 6.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.544818878173828, -26.341169357299805, -25.13751983642578, -23.933870315551758, -22.730220794677734, -21.526573181152344, -20.32292366027832, -19.119274139404297, -17.915624618530273, -16.71197509765625, -15.508325576782227, -14.30467700958252, -13.101027488708496, -11.897377967834473, -10.693729400634766, -9.490079879760742, -8.286430358886719, -7.082780838012695, -5.87913179397583, -4.675482749938965, -3.4718332290649414, -2.268183708190918, -1.0645346641540527, 0.1391143798828125, 1.342763900756836, 2.5464131832122803, 3.7500624656677246, 4.95371150970459, 6.157361030578613, 7.361010551452637, 8.564659118652344, 9.768308639526367, 10.971961975097656, 12.17561149597168, 13.379261016845703, 14.58290958404541, 15.786559104919434, 16.99020767211914, 18.193857192993164, 19.397506713867188, 20.60115623474121, 21.804805755615234, 23.008455276489258, 24.21210479736328, 25.415752410888672, 26.619403839111328, 27.82305145263672, 29.026700973510742, 30.230350494384766, 31.43400001525879, 32.63764953613281, 33.8412971496582, 35.04494857788086, 36.24859619140625, 37.452247619628906, 38.6558952331543, 39.85954284667969, 41.06319046020508, 42.266841888427734, 43.470489501953125, 44.67414093017578, 45.87778854370117, 47.08143997192383, 48.28508758544922, 49.488739013671875]}, "gradients/decoder.transformer.h.21.ln_2.bias": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 1.0, 4.0, 2.0, 6.0, 0.0, 4.0, 6.0, 8.0, 8.0, 7.0, 18.0, 13.0, 20.0, 23.0, 19.0, 22.0, 28.0, 36.0, 37.0, 39.0, 37.0, 29.0, 37.0, 46.0, 48.0, 24.0, 40.0, 25.0, 42.0, 26.0, 30.0, 36.0, 26.0, 27.0, 25.0, 36.0, 19.0, 28.0, 11.0, 26.0, 22.0, 6.0, 14.0, 11.0, 9.0, 7.0, 3.0, 6.0, 3.0, 3.0, 3.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-24.320316314697266, -23.48772430419922, -22.655132293701172, -21.822540283203125, -20.989948272705078, -20.15735626220703, -19.32476234436035, -18.492170333862305, -17.659578323364258, -16.82698631286621, -15.994394302368164, -15.1618013381958, -14.329209327697754, -13.496617317199707, -12.664024353027344, -11.831432342529297, -10.99884033203125, -10.166248321533203, -9.333656311035156, -8.501063346862793, -7.668471336364746, -6.835879325866699, -6.003286838531494, -5.170694351196289, -4.338102340698242, -3.505510091781616, -2.6729178428649902, -1.8403255939483643, -1.0077333450317383, -0.1751413345336914, 0.6574511528015137, 1.4900436401367188, 2.3226375579833984, 3.1552298069000244, 3.9878220558166504, 4.8204145431518555, 5.653006553649902, 6.485598564147949, 7.318191051483154, 8.15078353881836, 8.983375549316406, 9.815967559814453, 10.6485595703125, 11.481152534484863, 12.31374454498291, 13.146336555480957, 13.97892951965332, 14.811521530151367, 15.644113540649414, 16.47670555114746, 17.309297561645508, 18.141889572143555, 18.974483489990234, 19.80707550048828, 20.639667510986328, 21.472259521484375, 22.304851531982422, 23.13744354248047, 23.970035552978516, 24.802627563476562, 25.63521957397461, 26.467811584472656, 27.300405502319336, 28.132997512817383, 28.96558952331543]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 3.0, 4.0, 5.0, 3.0, 6.0, 7.0, 10.0, 6.0, 11.0, 19.0, 14.0, 17.0, 23.0, 29.0, 32.0, 35.0, 36.0, 34.0, 45.0, 54.0, 32.0, 49.0, 60.0, 48.0, 33.0, 37.0, 40.0, 39.0, 34.0, 25.0, 29.0, 32.0, 24.0, 21.0, 23.0, 19.0, 11.0, 19.0, 10.0, 8.0, 6.0, 7.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.0, -2.908294677734375, -2.81658935546875, -2.724884033203125, -2.6331787109375, -2.541473388671875, -2.44976806640625, -2.358062744140625, -2.266357421875, -2.174652099609375, -2.08294677734375, -1.991241455078125, -1.8995361328125, -1.807830810546875, -1.71612548828125, -1.624420166015625, -1.53271484375, -1.441009521484375, -1.34930419921875, -1.257598876953125, -1.1658935546875, -1.074188232421875, -0.98248291015625, -0.890777587890625, -0.799072265625, -0.707366943359375, -0.61566162109375, -0.523956298828125, -0.4322509765625, -0.340545654296875, -0.24884033203125, -0.157135009765625, -0.0654296875, 0.026275634765625, 0.11798095703125, 0.209686279296875, 0.3013916015625, 0.393096923828125, 0.48480224609375, 0.576507568359375, 0.668212890625, 0.759918212890625, 0.85162353515625, 0.943328857421875, 1.0350341796875, 1.126739501953125, 1.21844482421875, 1.310150146484375, 1.40185546875, 1.493560791015625, 1.58526611328125, 1.676971435546875, 1.7686767578125, 1.860382080078125, 1.95208740234375, 2.043792724609375, 2.135498046875, 2.227203369140625, 2.31890869140625, 2.410614013671875, 2.5023193359375, 2.594024658203125, 2.68572998046875, 2.777435302734375, 2.869140625]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 6.0, 11.0, 5.0, 16.0, 27.0, 50.0, 64.0, 121.0, 181.0, 291.0, 510.0, 768.0, 1315.0, 1969.0, 3092.0, 5092.0, 7980.0, 12490.0, 20125.0, 31046.0, 47330.0, 71636.0, 104912.0, 145875.0, 166813.0, 138999.0, 98652.0, 66492.0, 44064.0, 28577.0, 18266.0, 11616.0, 7539.0, 4799.0, 2965.0, 1834.0, 1162.0, 700.0, 430.0, 302.0, 172.0, 108.0, 55.0, 38.0, 24.0, 14.0, 11.0, 14.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.263671875, -2.1959228515625, -2.128173828125, -2.0604248046875, -1.99267578125, -1.9249267578125, -1.857177734375, -1.7894287109375, -1.7216796875, -1.6539306640625, -1.586181640625, -1.5184326171875, -1.45068359375, -1.3829345703125, -1.315185546875, -1.2474365234375, -1.1796875, -1.1119384765625, -1.044189453125, -0.9764404296875, -0.90869140625, -0.8409423828125, -0.773193359375, -0.7054443359375, -0.6376953125, -0.5699462890625, -0.502197265625, -0.4344482421875, -0.36669921875, -0.2989501953125, -0.231201171875, -0.1634521484375, -0.095703125, -0.0279541015625, 0.039794921875, 0.1075439453125, 0.17529296875, 0.2430419921875, 0.310791015625, 0.3785400390625, 0.4462890625, 0.5140380859375, 0.581787109375, 0.6495361328125, 0.71728515625, 0.7850341796875, 0.852783203125, 0.9205322265625, 0.98828125, 1.0560302734375, 1.123779296875, 1.1915283203125, 1.25927734375, 1.3270263671875, 1.394775390625, 1.4625244140625, 1.5302734375, 1.5980224609375, 1.665771484375, 1.7335205078125, 1.80126953125, 1.8690185546875, 1.936767578125, 2.0045166015625, 2.072265625]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 0.0, 1.0, 3.0, 6.0, 3.0, 8.0, 5.0, 6.0, 12.0, 8.0, 12.0, 8.0, 11.0, 22.0, 20.0, 27.0, 21.0, 23.0, 29.0, 23.0, 29.0, 38.0, 29.0, 43.0, 39.0, 37.0, 47.0, 1061.0, 36.0, 37.0, 25.0, 36.0, 26.0, 33.0, 33.0, 25.0, 29.0, 25.0, 25.0, 22.0, 20.0, 12.0, 13.0, 18.0, 8.0, 10.0, 6.0, 5.0, 8.0, 3.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0], "bins": [-1.9677734375, -1.908203125, -1.8486328125, -1.7890625, -1.7294921875, -1.669921875, -1.6103515625, -1.55078125, -1.4912109375, -1.431640625, -1.3720703125, -1.3125, -1.2529296875, -1.193359375, -1.1337890625, -1.07421875, -1.0146484375, -0.955078125, -0.8955078125, -0.8359375, -0.7763671875, -0.716796875, -0.6572265625, -0.59765625, -0.5380859375, -0.478515625, -0.4189453125, -0.359375, -0.2998046875, -0.240234375, -0.1806640625, -0.12109375, -0.0615234375, -0.001953125, 0.0576171875, 0.1171875, 0.1767578125, 0.236328125, 0.2958984375, 0.35546875, 0.4150390625, 0.474609375, 0.5341796875, 0.59375, 0.6533203125, 0.712890625, 0.7724609375, 0.83203125, 0.8916015625, 0.951171875, 1.0107421875, 1.0703125, 1.1298828125, 1.189453125, 1.2490234375, 1.30859375, 1.3681640625, 1.427734375, 1.4873046875, 1.546875, 1.6064453125, 1.666015625, 1.7255859375, 1.78515625, 1.8447265625]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 10.0, 20.0, 25.0, 40.0, 53.0, 75.0, 137.0, 200.0, 291.0, 492.0, 804.0, 1247.0, 1924.0, 3083.0, 4999.0, 8285.0, 14069.0, 23978.0, 42670.0, 75822.0, 139531.0, 264728.0, 546258.0, 461115.0, 228225.0, 121804.0, 66525.0, 37218.0, 21516.0, 12372.0, 7563.0, 4461.0, 2772.0, 1773.0, 1088.0, 695.0, 465.0, 286.0, 188.0, 113.0, 80.0, 44.0, 31.0, 22.0, 14.0, 10.0, 6.0, 8.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1513671875, -1.11151123046875, -1.0716552734375, -1.03179931640625, -0.991943359375, -0.95208740234375, -0.9122314453125, -0.87237548828125, -0.83251953125, -0.79266357421875, -0.7528076171875, -0.71295166015625, -0.673095703125, -0.63323974609375, -0.5933837890625, -0.55352783203125, -0.513671875, -0.47381591796875, -0.4339599609375, -0.39410400390625, -0.354248046875, -0.31439208984375, -0.2745361328125, -0.23468017578125, -0.19482421875, -0.15496826171875, -0.1151123046875, -0.07525634765625, -0.035400390625, 0.00445556640625, 0.0443115234375, 0.08416748046875, 0.1240234375, 0.16387939453125, 0.2037353515625, 0.24359130859375, 0.283447265625, 0.32330322265625, 0.3631591796875, 0.40301513671875, 0.44287109375, 0.48272705078125, 0.5225830078125, 0.56243896484375, 0.602294921875, 0.64215087890625, 0.6820068359375, 0.72186279296875, 0.76171875, 0.80157470703125, 0.8414306640625, 0.88128662109375, 0.921142578125, 0.96099853515625, 1.0008544921875, 1.04071044921875, 1.08056640625, 1.12042236328125, 1.1602783203125, 1.20013427734375, 1.239990234375, 1.27984619140625, 1.3197021484375, 1.35955810546875, 1.3994140625]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 4.0, 5.0, 4.0, 3.0, 2.0, 3.0, 3.0, 1.0, 2.0, 7.0, 10.0, 9.0, 16.0, 6.0, 22.0, 20.0, 19.0, 27.0, 36.0, 33.0, 56.0, 85.0, 75.0, 88.0, 98.0, 73.0, 58.0, 47.0, 24.0, 27.0, 28.0, 9.0, 24.0, 13.0, 10.0, 14.0, 10.0, 10.0, 7.0, 5.0, 5.0, 2.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.8642578125, -0.8385391235351562, -0.8128204345703125, -0.7871017456054688, -0.761383056640625, -0.7356643676757812, -0.7099456787109375, -0.6842269897460938, -0.65850830078125, -0.6327896118164062, -0.6070709228515625, -0.5813522338867188, -0.555633544921875, -0.5299148559570312, -0.5041961669921875, -0.47847747802734375, -0.4527587890625, -0.42704010009765625, -0.4013214111328125, -0.37560272216796875, -0.349884033203125, -0.32416534423828125, -0.2984466552734375, -0.27272796630859375, -0.24700927734375, -0.22129058837890625, -0.1955718994140625, -0.16985321044921875, -0.144134521484375, -0.11841583251953125, -0.0926971435546875, -0.06697845458984375, -0.041259765625, -0.01554107666015625, 0.0101776123046875, 0.03589630126953125, 0.061614990234375, 0.08733367919921875, 0.1130523681640625, 0.13877105712890625, 0.16448974609375, 0.19020843505859375, 0.2159271240234375, 0.24164581298828125, 0.267364501953125, 0.29308319091796875, 0.3188018798828125, 0.34452056884765625, 0.3702392578125, 0.39595794677734375, 0.4216766357421875, 0.44739532470703125, 0.473114013671875, 0.49883270263671875, 0.5245513916015625, 0.5502700805664062, 0.57598876953125, 0.6017074584960938, 0.6274261474609375, 0.6531448364257812, 0.678863525390625, 0.7045822143554688, 0.7303009033203125, 0.7560195922851562, 0.78173828125]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 7.0, 11.0, 12.0, 14.0, 11.0, 12.0, 9.0, 20.0, 20.0, 21.0, 23.0, 45.0, 55.0, 58.0, 82.0, 82.0, 122.0, 158.0, 236.0, 525.0, 3592.0, 130109.0, 883400.0, 27312.0, 1370.0, 387.0, 175.0, 148.0, 93.0, 81.0, 75.0, 66.0, 35.0, 44.0, 38.0, 24.0, 20.0, 9.0, 7.0, 14.0, 11.0, 5.0, 4.0, 6.0, 4.0, 1.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.828125, -11.4503173828125, -11.072509765625, -10.6947021484375, -10.31689453125, -9.9390869140625, -9.561279296875, -9.1834716796875, -8.8056640625, -8.4278564453125, -8.050048828125, -7.6722412109375, -7.29443359375, -6.9166259765625, -6.538818359375, -6.1610107421875, -5.783203125, -5.4053955078125, -5.027587890625, -4.6497802734375, -4.27197265625, -3.8941650390625, -3.516357421875, -3.1385498046875, -2.7607421875, -2.3829345703125, -2.005126953125, -1.6273193359375, -1.24951171875, -0.8717041015625, -0.493896484375, -0.1160888671875, 0.26171875, 0.6395263671875, 1.017333984375, 1.3951416015625, 1.77294921875, 2.1507568359375, 2.528564453125, 2.9063720703125, 3.2841796875, 3.6619873046875, 4.039794921875, 4.4176025390625, 4.79541015625, 5.1732177734375, 5.551025390625, 5.9288330078125, 6.306640625, 6.6844482421875, 7.062255859375, 7.4400634765625, 7.81787109375, 8.1956787109375, 8.573486328125, 8.9512939453125, 9.3291015625, 9.7069091796875, 10.084716796875, 10.4625244140625, 10.84033203125, 11.2181396484375, 11.595947265625, 11.9737548828125, 12.3515625]}, "gradients/decoder.transformer.h.21.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 38.0, 719.0, 249.0, 8.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-39.62961959838867, -38.849700927734375, -38.069786071777344, -37.28986740112305, -36.50994873046875, -35.73003387451172, -34.95011520385742, -34.170196533203125, -33.390281677246094, -32.6103630065918, -31.830446243286133, -31.05052947998047, -30.270612716674805, -29.49069595336914, -28.710777282714844, -27.93086051940918, -27.150941848754883, -26.37102508544922, -25.591106414794922, -24.811189651489258, -24.031272888183594, -23.251354217529297, -22.471437454223633, -21.69152069091797, -20.911602020263672, -20.131685256958008, -19.35176658630371, -18.571849822998047, -17.791933059692383, -17.01201629638672, -16.232097625732422, -15.452180862426758, -14.672266006469727, -13.892348289489746, -13.112431526184082, -12.332513809204102, -11.552597045898438, -10.772679328918457, -9.992761611938477, -9.212844848632812, -8.432927131652832, -7.65300989151001, -6.8730926513671875, -6.093174934387207, -5.313257694244385, -4.5333404541015625, -3.753422737121582, -2.9735054969787598, -2.1935882568359375, -1.4136708974838257, -0.6337535381317139, 0.1461639404296875, 0.9260811805725098, 1.705998420715332, 2.4859161376953125, 3.2658333778381348, 4.045750617980957, 4.825667858123779, 5.605585098266602, 6.385502815246582, 7.165420055389404, 7.945337295532227, 8.725255012512207, 9.505172729492188, 10.285089492797852]}, "gradients/decoder.transformer.h.21.ln_cross_attn.bias": {"_type": "histogram", "values": [4.0, 1.0, 3.0, 4.0, 1.0, 4.0, 1.0, 4.0, 4.0, 10.0, 13.0, 18.0, 15.0, 25.0, 21.0, 22.0, 33.0, 32.0, 36.0, 36.0, 42.0, 42.0, 41.0, 43.0, 41.0, 49.0, 37.0, 47.0, 38.0, 47.0, 37.0, 35.0, 36.0, 31.0, 25.0, 23.0, 27.0, 15.0, 19.0, 15.0, 8.0, 10.0, 4.0, 6.0, 4.0, 0.0, 5.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.085641860961914, -2.007338762283325, -1.9290359020233154, -1.8507328033447266, -1.7724298238754272, -1.694126844406128, -1.615823745727539, -1.5375207662582397, -1.4592177867889404, -1.3809148073196411, -1.3026118278503418, -1.224308729171753, -1.1460057497024536, -1.0677027702331543, -0.9893997311592102, -0.9110966920852661, -0.8327937126159668, -0.7544907331466675, -0.6761876940727234, -0.5978846549987793, -0.51958167552948, -0.4412786662578583, -0.3629756569862366, -0.2846726179122925, -0.20636963844299316, -0.12806662917137146, -0.049763619899749756, 0.028539389371871948, 0.10684239864349365, 0.18514540791511536, 0.26344841718673706, 0.34175145626068115, 0.42005443572998047, 0.4983574450016022, 0.5766604542732239, 0.654963493347168, 0.7332664728164673, 0.8115694522857666, 0.8898724913597107, 0.9681755304336548, 1.046478509902954, 1.1247814893722534, 1.2030844688415527, 1.2813875675201416, 1.359690546989441, 1.4379935264587402, 1.516296625137329, 1.5945996046066284, 1.6729025840759277, 1.751205563545227, 1.8295085430145264, 1.9078116416931152, 1.9861146211624146, 2.064417600631714, 2.1427206993103027, 2.2210235595703125, 2.2993266582489014, 2.3776297569274902, 2.4559326171875, 2.534235715866089, 2.6125388145446777, 2.6908416748046875, 2.7691447734832764, 2.8474478721618652, 2.925750732421875]}, "gradients/decoder.transformer.h.21.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 4.0, 3.0, 4.0, 5.0, 6.0, 9.0, 9.0, 8.0, 12.0, 17.0, 13.0, 19.0, 29.0, 26.0, 30.0, 40.0, 38.0, 33.0, 51.0, 42.0, 44.0, 56.0, 55.0, 39.0, 35.0, 38.0, 40.0, 36.0, 30.0, 32.0, 23.0, 29.0, 27.0, 26.0, 15.0, 19.0, 15.0, 13.0, 13.0, 6.0, 6.0, 5.0, 2.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.998046875, -2.905548095703125, -2.81304931640625, -2.720550537109375, -2.6280517578125, -2.535552978515625, -2.44305419921875, -2.350555419921875, -2.258056640625, -2.165557861328125, -2.07305908203125, -1.980560302734375, -1.8880615234375, -1.795562744140625, -1.70306396484375, -1.610565185546875, -1.51806640625, -1.425567626953125, -1.33306884765625, -1.240570068359375, -1.1480712890625, -1.055572509765625, -0.96307373046875, -0.870574951171875, -0.778076171875, -0.685577392578125, -0.59307861328125, -0.500579833984375, -0.4080810546875, -0.315582275390625, -0.22308349609375, -0.130584716796875, -0.0380859375, 0.054412841796875, 0.14691162109375, 0.239410400390625, 0.3319091796875, 0.424407958984375, 0.51690673828125, 0.609405517578125, 0.701904296875, 0.794403076171875, 0.88690185546875, 0.979400634765625, 1.0718994140625, 1.164398193359375, 1.25689697265625, 1.349395751953125, 1.44189453125, 1.534393310546875, 1.62689208984375, 1.719390869140625, 1.8118896484375, 1.904388427734375, 1.99688720703125, 2.089385986328125, 2.181884765625, 2.274383544921875, 2.36688232421875, 2.459381103515625, 2.5518798828125, 2.644378662109375, 2.73687744140625, 2.829376220703125, 2.921875]}, "gradients/decoder.transformer.h.21.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 3.0, 3.0, 5.0, 8.0, 13.0, 19.0, 31.0, 52.0, 70.0, 96.0, 158.0, 223.0, 396.0, 507.0, 756.0, 1139.0, 1823.0, 2547.0, 4018.0, 6188.0, 9589.0, 14509.0, 22648.0, 37100.0, 63045.0, 110436.0, 181887.0, 214006.0, 152479.0, 89034.0, 50892.0, 30396.0, 18996.0, 12022.0, 8071.0, 5192.0, 3454.0, 2227.0, 1520.0, 1020.0, 668.0, 447.0, 288.0, 184.0, 141.0, 93.0, 55.0, 40.0, 23.0, 19.0, 7.0, 9.0, 6.0, 2.0, 1.0, 6.0, 1.0, 1.0, 0.0, 3.0], "bins": [-2.107421875, -2.04010009765625, -1.9727783203125, -1.90545654296875, -1.838134765625, -1.77081298828125, -1.7034912109375, -1.63616943359375, -1.56884765625, -1.50152587890625, -1.4342041015625, -1.36688232421875, -1.299560546875, -1.23223876953125, -1.1649169921875, -1.09759521484375, -1.0302734375, -0.96295166015625, -0.8956298828125, -0.82830810546875, -0.760986328125, -0.69366455078125, -0.6263427734375, -0.55902099609375, -0.49169921875, -0.42437744140625, -0.3570556640625, -0.28973388671875, -0.222412109375, -0.15509033203125, -0.0877685546875, -0.02044677734375, 0.046875, 0.11419677734375, 0.1815185546875, 0.24884033203125, 0.316162109375, 0.38348388671875, 0.4508056640625, 0.51812744140625, 0.58544921875, 0.65277099609375, 0.7200927734375, 0.78741455078125, 0.854736328125, 0.92205810546875, 0.9893798828125, 1.05670166015625, 1.1240234375, 1.19134521484375, 1.2586669921875, 1.32598876953125, 1.393310546875, 1.46063232421875, 1.5279541015625, 1.59527587890625, 1.66259765625, 1.72991943359375, 1.7972412109375, 1.86456298828125, 1.931884765625, 1.99920654296875, 2.0665283203125, 2.13385009765625, 2.201171875]}, "gradients/decoder.transformer.h.21.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 3.0, 5.0, 2.0, 5.0, 10.0, 11.0, 7.0, 9.0, 13.0, 12.0, 18.0, 18.0, 18.0, 20.0, 40.0, 31.0, 36.0, 42.0, 43.0, 54.0, 82.0, 162.0, 323.0, 1352.0, 190.0, 94.0, 65.0, 40.0, 47.0, 41.0, 42.0, 35.0, 33.0, 27.0, 22.0, 9.0, 17.0, 22.0, 14.0, 13.0, 7.0, 6.0, 3.0, 4.0, 2.0, 1.0, 1.0, 3.0, 3.0, 3.0, 0.0, 1.0], "bins": [-10.921875, -10.611572265625, -10.30126953125, -9.990966796875, -9.6806640625, -9.370361328125, -9.06005859375, -8.749755859375, -8.439453125, -8.129150390625, -7.81884765625, -7.508544921875, -7.1982421875, -6.887939453125, -6.57763671875, -6.267333984375, -5.95703125, -5.646728515625, -5.33642578125, -5.026123046875, -4.7158203125, -4.405517578125, -4.09521484375, -3.784912109375, -3.474609375, -3.164306640625, -2.85400390625, -2.543701171875, -2.2333984375, -1.923095703125, -1.61279296875, -1.302490234375, -0.9921875, -0.681884765625, -0.37158203125, -0.061279296875, 0.2490234375, 0.559326171875, 0.86962890625, 1.179931640625, 1.490234375, 1.800537109375, 2.11083984375, 2.421142578125, 2.7314453125, 3.041748046875, 3.35205078125, 3.662353515625, 3.97265625, 4.282958984375, 4.59326171875, 4.903564453125, 5.2138671875, 5.524169921875, 5.83447265625, 6.144775390625, 6.455078125, 6.765380859375, 7.07568359375, 7.385986328125, 7.6962890625, 8.006591796875, 8.31689453125, 8.627197265625, 8.9375]}, "gradients/decoder.transformer.h.21.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 6.0, 2.0, 1.0, 1.0, 5.0, 3.0, 3.0, 4.0, 10.0, 16.0, 15.0, 17.0, 20.0, 32.0, 38.0, 54.0, 85.0, 119.0, 176.0, 335.0, 699.0, 1762.0, 8578.0, 103366.0, 2495494.0, 506401.0, 23033.0, 3268.0, 974.0, 471.0, 248.0, 124.0, 94.0, 67.0, 49.0, 29.0, 35.0, 15.0, 13.0, 14.0, 6.0, 5.0, 4.0, 9.0, 9.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.8828125, -13.3995361328125, -12.916259765625, -12.4329833984375, -11.94970703125, -11.4664306640625, -10.983154296875, -10.4998779296875, -10.0166015625, -9.5333251953125, -9.050048828125, -8.5667724609375, -8.08349609375, -7.6002197265625, -7.116943359375, -6.6336669921875, -6.150390625, -5.6671142578125, -5.183837890625, -4.7005615234375, -4.21728515625, -3.7340087890625, -3.250732421875, -2.7674560546875, -2.2841796875, -1.8009033203125, -1.317626953125, -0.8343505859375, -0.35107421875, 0.1322021484375, 0.615478515625, 1.0987548828125, 1.58203125, 2.0653076171875, 2.548583984375, 3.0318603515625, 3.51513671875, 3.9984130859375, 4.481689453125, 4.9649658203125, 5.4482421875, 5.9315185546875, 6.414794921875, 6.8980712890625, 7.38134765625, 7.8646240234375, 8.347900390625, 8.8311767578125, 9.314453125, 9.7977294921875, 10.281005859375, 10.7642822265625, 11.24755859375, 11.7308349609375, 12.214111328125, 12.6973876953125, 13.1806640625, 13.6639404296875, 14.147216796875, 14.6304931640625, 15.11376953125, 15.5970458984375, 16.080322265625, 16.5635986328125, 17.046875]}, "gradients/decoder.transformer.h.21.ln_1.weight": {"_type": "histogram", "values": [130.0, 849.0, 38.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.425074577331543, -2.647998332977295, 4.129077911376953, 10.906153678894043, 17.683231353759766, 24.460304260253906, 31.237380981445312, 38.01445770263672, 44.791534423828125, 51.56861114501953, 58.34568786621094, 65.12276458740234, 71.89984130859375, 78.67691040039062, 85.45399475097656, 92.23106384277344, 99.00814819335938, 105.78522491455078, 112.56230163574219, 119.3393783569336, 126.116455078125, 132.89352416992188, 139.6706085205078, 146.4476776123047, 153.22476196289062, 160.0018310546875, 166.77891540527344, 173.5559844970703, 180.33306884765625, 187.11013793945312, 193.88722229003906, 200.66429138183594, 207.4413604736328, 214.2184295654297, 220.99551391601562, 227.7725830078125, 234.54966735839844, 241.3267364501953, 248.10382080078125, 254.88088989257812, 261.657958984375, 268.4350280761719, 275.21209716796875, 281.98919677734375, 288.7662658691406, 295.5433349609375, 302.3204040527344, 309.0975036621094, 315.87457275390625, 322.6516418457031, 329.4287109375, 336.205810546875, 342.9828796386719, 349.75994873046875, 356.5370178222656, 363.3141174316406, 370.0911865234375, 376.8682556152344, 383.64532470703125, 390.42242431640625, 397.1994934082031, 403.9765625, 410.7536315917969, 417.5307312011719, 424.30780029296875]}, "gradients/decoder.transformer.h.21.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 3.0, 3.0, 2.0, 8.0, 9.0, 4.0, 18.0, 8.0, 16.0, 17.0, 13.0, 13.0, 26.0, 26.0, 25.0, 29.0, 26.0, 32.0, 26.0, 32.0, 40.0, 28.0, 38.0, 36.0, 38.0, 41.0, 32.0, 46.0, 32.0, 35.0, 35.0, 30.0, 20.0, 31.0, 33.0, 26.0, 19.0, 16.0, 13.0, 20.0, 13.0, 6.0, 11.0, 8.0, 9.0, 4.0, 2.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-32.88773727416992, -31.913469314575195, -30.9392032623291, -29.964935302734375, -28.99066925048828, -28.016401290893555, -27.042133331298828, -26.067867279052734, -25.09360122680664, -24.119333267211914, -23.14506721496582, -22.170799255371094, -21.196533203125, -20.222265243530273, -19.247997283935547, -18.273731231689453, -17.299463272094727, -16.3251953125, -15.350929260253906, -14.37666130065918, -13.402395248413086, -12.42812728881836, -11.45386028289795, -10.479593276977539, -9.505326271057129, -8.531059265136719, -7.556792259216309, -6.58252477645874, -5.60825777053833, -4.63399076461792, -3.6597232818603516, -2.6854562759399414, -1.7111892700195312, -0.7369221448898315, 0.23734498023986816, 1.2116122245788574, 2.1858792304992676, 3.1601462364196777, 4.134413719177246, 5.108680725097656, 6.082947731018066, 7.057214736938477, 8.031481742858887, 9.005748748779297, 9.980016708374023, 10.954282760620117, 11.928550720214844, 12.902817726135254, 13.877084732055664, 14.851351737976074, 15.825618743896484, 16.79988670349121, 17.774152755737305, 18.74842071533203, 19.722686767578125, 20.69695472717285, 21.671222686767578, 22.645490646362305, 23.6197566986084, 24.594024658203125, 25.56829071044922, 26.542558670043945, 27.516826629638672, 28.491092681884766, 29.46535873413086]}, "gradients/decoder.transformer.h.20.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 4.0, 5.0, 5.0, 8.0, 11.0, 5.0, 7.0, 15.0, 10.0, 11.0, 26.0, 24.0, 21.0, 24.0, 35.0, 47.0, 30.0, 48.0, 35.0, 48.0, 48.0, 43.0, 46.0, 42.0, 40.0, 27.0, 35.0, 33.0, 32.0, 26.0, 32.0, 27.0, 27.0, 18.0, 21.0, 14.0, 24.0, 10.0, 12.0, 12.0, 7.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.919921875, -2.826019287109375, -2.73211669921875, -2.638214111328125, -2.5443115234375, -2.450408935546875, -2.35650634765625, -2.262603759765625, -2.168701171875, -2.074798583984375, -1.98089599609375, -1.886993408203125, -1.7930908203125, -1.699188232421875, -1.60528564453125, -1.511383056640625, -1.41748046875, -1.323577880859375, -1.22967529296875, -1.135772705078125, -1.0418701171875, -0.947967529296875, -0.85406494140625, -0.760162353515625, -0.666259765625, -0.572357177734375, -0.47845458984375, -0.384552001953125, -0.2906494140625, -0.196746826171875, -0.10284423828125, -0.008941650390625, 0.0849609375, 0.178863525390625, 0.27276611328125, 0.366668701171875, 0.4605712890625, 0.554473876953125, 0.64837646484375, 0.742279052734375, 0.836181640625, 0.930084228515625, 1.02398681640625, 1.117889404296875, 1.2117919921875, 1.305694580078125, 1.39959716796875, 1.493499755859375, 1.58740234375, 1.681304931640625, 1.77520751953125, 1.869110107421875, 1.9630126953125, 2.056915283203125, 2.15081787109375, 2.244720458984375, 2.338623046875, 2.432525634765625, 2.52642822265625, 2.620330810546875, 2.7142333984375, 2.808135986328125, 2.90203857421875, 2.995941162109375, 3.08984375]}, "gradients/decoder.transformer.h.20.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 5.0, 2.0, 1.0, 5.0, 5.0, 5.0, 6.0, 8.0, 15.0, 9.0, 13.0, 19.0, 26.0, 35.0, 47.0, 54.0, 81.0, 126.0, 178.0, 287.0, 476.0, 955.0, 2227.0, 5991.0, 18863.0, 67962.0, 310889.0, 1859724.0, 1577960.0, 262925.0, 59239.0, 16921.0, 5270.0, 2010.0, 807.0, 383.0, 229.0, 153.0, 89.0, 56.0, 45.0, 60.0, 26.0, 15.0, 24.0, 23.0, 13.0, 6.0, 6.0, 9.0, 4.0, 0.0, 3.0, 4.0, 1.0, 0.0, 1.0, 2.0], "bins": [-9.53125, -9.25048828125, -8.9697265625, -8.68896484375, -8.408203125, -8.12744140625, -7.8466796875, -7.56591796875, -7.28515625, -7.00439453125, -6.7236328125, -6.44287109375, -6.162109375, -5.88134765625, -5.6005859375, -5.31982421875, -5.0390625, -4.75830078125, -4.4775390625, -4.19677734375, -3.916015625, -3.63525390625, -3.3544921875, -3.07373046875, -2.79296875, -2.51220703125, -2.2314453125, -1.95068359375, -1.669921875, -1.38916015625, -1.1083984375, -0.82763671875, -0.546875, -0.26611328125, 0.0146484375, 0.29541015625, 0.576171875, 0.85693359375, 1.1376953125, 1.41845703125, 1.69921875, 1.97998046875, 2.2607421875, 2.54150390625, 2.822265625, 3.10302734375, 3.3837890625, 3.66455078125, 3.9453125, 4.22607421875, 4.5068359375, 4.78759765625, 5.068359375, 5.34912109375, 5.6298828125, 5.91064453125, 6.19140625, 6.47216796875, 6.7529296875, 7.03369140625, 7.314453125, 7.59521484375, 7.8759765625, 8.15673828125, 8.4375]}, "gradients/decoder.transformer.h.20.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 5.0, 8.0, 13.0, 25.0, 32.0, 30.0, 50.0, 47.0, 79.0, 112.0, 147.0, 205.0, 330.0, 363.0, 495.0, 538.0, 402.0, 309.0, 246.0, 202.0, 111.0, 91.0, 70.0, 48.0, 32.0, 27.0, 16.0, 13.0, 11.0, 6.0, 6.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.9375, -9.6368408203125, -9.336181640625, -9.0355224609375, -8.73486328125, -8.4342041015625, -8.133544921875, -7.8328857421875, -7.5322265625, -7.2315673828125, -6.930908203125, -6.6302490234375, -6.32958984375, -6.0289306640625, -5.728271484375, -5.4276123046875, -5.126953125, -4.8262939453125, -4.525634765625, -4.2249755859375, -3.92431640625, -3.6236572265625, -3.322998046875, -3.0223388671875, -2.7216796875, -2.4210205078125, -2.120361328125, -1.8197021484375, -1.51904296875, -1.2183837890625, -0.917724609375, -0.6170654296875, -0.31640625, -0.0157470703125, 0.284912109375, 0.5855712890625, 0.88623046875, 1.1868896484375, 1.487548828125, 1.7882080078125, 2.0888671875, 2.3895263671875, 2.690185546875, 2.9908447265625, 3.29150390625, 3.5921630859375, 3.892822265625, 4.1934814453125, 4.494140625, 4.7947998046875, 5.095458984375, 5.3961181640625, 5.69677734375, 5.9974365234375, 6.298095703125, 6.5987548828125, 6.8994140625, 7.2000732421875, 7.500732421875, 7.8013916015625, 8.10205078125, 8.4027099609375, 8.703369140625, 9.0040283203125, 9.3046875]}, "gradients/decoder.transformer.h.20.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 7.0, 6.0, 14.0, 24.0, 27.0, 39.0, 81.0, 108.0, 186.0, 283.0, 509.0, 1075.0, 2482.0, 7887.0, 32299.0, 168495.0, 975039.0, 2324285.0, 554760.0, 97658.0, 20237.0, 5094.0, 1839.0, 776.0, 390.0, 261.0, 148.0, 107.0, 58.0, 37.0, 24.0, 19.0, 7.0, 11.0, 2.0, 10.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.5625, -14.066162109375, -13.56982421875, -13.073486328125, -12.5771484375, -12.080810546875, -11.58447265625, -11.088134765625, -10.591796875, -10.095458984375, -9.59912109375, -9.102783203125, -8.6064453125, -8.110107421875, -7.61376953125, -7.117431640625, -6.62109375, -6.124755859375, -5.62841796875, -5.132080078125, -4.6357421875, -4.139404296875, -3.64306640625, -3.146728515625, -2.650390625, -2.154052734375, -1.65771484375, -1.161376953125, -0.6650390625, -0.168701171875, 0.32763671875, 0.823974609375, 1.3203125, 1.816650390625, 2.31298828125, 2.809326171875, 3.3056640625, 3.802001953125, 4.29833984375, 4.794677734375, 5.291015625, 5.787353515625, 6.28369140625, 6.780029296875, 7.2763671875, 7.772705078125, 8.26904296875, 8.765380859375, 9.26171875, 9.758056640625, 10.25439453125, 10.750732421875, 11.2470703125, 11.743408203125, 12.23974609375, 12.736083984375, 13.232421875, 13.728759765625, 14.22509765625, 14.721435546875, 15.2177734375, 15.714111328125, 16.21044921875, 16.706787109375, 17.203125]}, "gradients/decoder.transformer.h.20.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 7.0, 7.0, 15.0, 21.0, 36.0, 61.0, 62.0, 107.0, 85.0, 117.0, 91.0, 96.0, 103.0, 63.0, 49.0, 43.0, 21.0, 10.0, 6.0, 5.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-57.41718673706055, -55.767822265625, -54.11845779418945, -52.46908950805664, -50.819725036621094, -49.17036056518555, -47.52099609375, -45.87162780761719, -44.22226333618164, -42.572898864746094, -40.92353439331055, -39.274166107177734, -37.62480163574219, -35.97543716430664, -34.326072692871094, -32.67670440673828, -31.027341842651367, -29.37797737121582, -27.72861099243164, -26.079246520996094, -24.429880142211914, -22.780515670776367, -21.131149291992188, -19.48178482055664, -17.832420349121094, -16.183055877685547, -14.533689498901367, -12.88432502746582, -11.23495864868164, -9.585594177246094, -7.9362287521362305, -6.286863327026367, -4.6374969482421875, -2.988131523132324, -1.33876633644104, 0.31059885025024414, 1.9599642753601074, 3.6093292236328125, 5.258694648742676, 6.908060073852539, 8.557425498962402, 10.206790924072266, 11.856156349182129, 13.505521774291992, 15.154886245727539, 16.80425262451172, 18.453617095947266, 20.102981567382812, 21.752347946166992, 23.40171241760254, 25.05107879638672, 26.700443267822266, 28.349809646606445, 29.999174118041992, 31.648540496826172, 33.29790496826172, 34.947269439697266, 36.59663391113281, 38.24599838256836, 39.89536666870117, 41.54473114013672, 43.194095611572266, 44.84346008300781, 46.492828369140625, 48.14219284057617]}, "gradients/decoder.transformer.h.20.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 6.0, 3.0, 4.0, 7.0, 7.0, 10.0, 9.0, 12.0, 12.0, 10.0, 13.0, 27.0, 28.0, 25.0, 37.0, 27.0, 48.0, 32.0, 43.0, 33.0, 37.0, 45.0, 55.0, 25.0, 43.0, 39.0, 49.0, 38.0, 36.0, 33.0, 30.0, 30.0, 22.0, 18.0, 23.0, 14.0, 10.0, 12.0, 12.0, 8.0, 12.0, 3.0, 4.0, 5.0, 6.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.408931732177734, -30.45629119873047, -29.503652572631836, -28.55101203918457, -27.598373413085938, -26.645732879638672, -25.693092346191406, -24.740453720092773, -23.78781509399414, -22.835174560546875, -21.882535934448242, -20.929895401000977, -19.977256774902344, -19.024616241455078, -18.071975708007812, -17.11933708190918, -16.166696548461914, -15.214056968688965, -14.261417388916016, -13.30877685546875, -12.356138229370117, -11.403497695922852, -10.450858116149902, -9.498218536376953, -8.545578956604004, -7.592939376831055, -6.6402997970581055, -5.687659740447998, -4.735020160675049, -3.7823805809020996, -2.829740524291992, -1.877100944519043, -0.9244632720947266, 0.028176426887512207, 0.980816125869751, 1.9334559440612793, 2.8860955238342285, 3.8387351036071777, 4.791375160217285, 5.744014739990234, 6.696654319763184, 7.649293899536133, 8.601933479309082, 9.554573059082031, 10.507213592529297, 11.45985221862793, 12.412492752075195, 13.365132331848145, 14.317771911621094, 15.270411491394043, 16.223051071166992, 17.175691604614258, 18.12833023071289, 19.080970764160156, 20.033611297607422, 20.986249923706055, 21.938888549804688, 22.891529083251953, 23.844167709350586, 24.79680824279785, 25.749446868896484, 26.70208740234375, 27.654727935791016, 28.60736656188965, 29.560007095336914]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 3.0, 4.0, 6.0, 8.0, 13.0, 14.0, 15.0, 14.0, 17.0, 25.0, 20.0, 26.0, 38.0, 28.0, 29.0, 38.0, 32.0, 45.0, 41.0, 50.0, 37.0, 39.0, 49.0, 50.0, 31.0, 38.0, 39.0, 36.0, 17.0, 32.0, 29.0, 17.0, 24.0, 12.0, 15.0, 19.0, 10.0, 11.0, 10.0, 9.0, 5.0, 4.0, 2.0, 1.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.333984375, -3.23583984375, -3.1376953125, -3.03955078125, -2.94140625, -2.84326171875, -2.7451171875, -2.64697265625, -2.548828125, -2.45068359375, -2.3525390625, -2.25439453125, -2.15625, -2.05810546875, -1.9599609375, -1.86181640625, -1.763671875, -1.66552734375, -1.5673828125, -1.46923828125, -1.37109375, -1.27294921875, -1.1748046875, -1.07666015625, -0.978515625, -0.88037109375, -0.7822265625, -0.68408203125, -0.5859375, -0.48779296875, -0.3896484375, -0.29150390625, -0.193359375, -0.09521484375, 0.0029296875, 0.10107421875, 0.19921875, 0.29736328125, 0.3955078125, 0.49365234375, 0.591796875, 0.68994140625, 0.7880859375, 0.88623046875, 0.984375, 1.08251953125, 1.1806640625, 1.27880859375, 1.376953125, 1.47509765625, 1.5732421875, 1.67138671875, 1.76953125, 1.86767578125, 1.9658203125, 2.06396484375, 2.162109375, 2.26025390625, 2.3583984375, 2.45654296875, 2.5546875, 2.65283203125, 2.7509765625, 2.84912109375, 2.947265625]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 2.0, 6.0, 1.0, 7.0, 7.0, 20.0, 21.0, 20.0, 43.0, 53.0, 92.0, 125.0, 195.0, 264.0, 379.0, 577.0, 939.0, 1608.0, 2859.0, 5647.0, 12007.0, 26461.0, 61640.0, 147958.0, 321060.0, 266647.0, 111671.0, 47483.0, 20610.0, 9519.0, 4548.0, 2337.0, 1321.0, 812.0, 552.0, 322.0, 229.0, 188.0, 115.0, 73.0, 46.0, 41.0, 21.0, 16.0, 10.0, 5.0, 9.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.4453125, -4.29119873046875, -4.1370849609375, -3.98297119140625, -3.828857421875, -3.67474365234375, -3.5206298828125, -3.36651611328125, -3.21240234375, -3.05828857421875, -2.9041748046875, -2.75006103515625, -2.595947265625, -2.44183349609375, -2.2877197265625, -2.13360595703125, -1.9794921875, -1.82537841796875, -1.6712646484375, -1.51715087890625, -1.363037109375, -1.20892333984375, -1.0548095703125, -0.90069580078125, -0.74658203125, -0.59246826171875, -0.4383544921875, -0.28424072265625, -0.130126953125, 0.02398681640625, 0.1781005859375, 0.33221435546875, 0.486328125, 0.64044189453125, 0.7945556640625, 0.94866943359375, 1.102783203125, 1.25689697265625, 1.4110107421875, 1.56512451171875, 1.71923828125, 1.87335205078125, 2.0274658203125, 2.18157958984375, 2.335693359375, 2.48980712890625, 2.6439208984375, 2.79803466796875, 2.9521484375, 3.10626220703125, 3.2603759765625, 3.41448974609375, 3.568603515625, 3.72271728515625, 3.8768310546875, 4.03094482421875, 4.18505859375, 4.33917236328125, 4.4932861328125, 4.64739990234375, 4.801513671875, 4.95562744140625, 5.1097412109375, 5.26385498046875, 5.41796875]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 8.0, 4.0, 5.0, 6.0, 9.0, 7.0, 18.0, 15.0, 26.0, 17.0, 25.0, 33.0, 37.0, 41.0, 35.0, 29.0, 39.0, 31.0, 37.0, 50.0, 1069.0, 50.0, 56.0, 36.0, 36.0, 42.0, 39.0, 30.0, 29.0, 24.0, 20.0, 24.0, 20.0, 13.0, 16.0, 10.0, 12.0, 6.0, 8.0, 7.0, 4.0, 2.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.890625, -2.808441162109375, -2.72625732421875, -2.644073486328125, -2.5618896484375, -2.479705810546875, -2.39752197265625, -2.315338134765625, -2.233154296875, -2.150970458984375, -2.06878662109375, -1.986602783203125, -1.9044189453125, -1.822235107421875, -1.74005126953125, -1.657867431640625, -1.57568359375, -1.493499755859375, -1.41131591796875, -1.329132080078125, -1.2469482421875, -1.164764404296875, -1.08258056640625, -1.000396728515625, -0.918212890625, -0.836029052734375, -0.75384521484375, -0.671661376953125, -0.5894775390625, -0.507293701171875, -0.42510986328125, -0.342926025390625, -0.2607421875, -0.178558349609375, -0.09637451171875, -0.014190673828125, 0.0679931640625, 0.150177001953125, 0.23236083984375, 0.314544677734375, 0.396728515625, 0.478912353515625, 0.56109619140625, 0.643280029296875, 0.7254638671875, 0.807647705078125, 0.88983154296875, 0.972015380859375, 1.05419921875, 1.136383056640625, 1.21856689453125, 1.300750732421875, 1.3829345703125, 1.465118408203125, 1.54730224609375, 1.629486083984375, 1.711669921875, 1.793853759765625, 1.87603759765625, 1.958221435546875, 2.0404052734375, 2.122589111328125, 2.20477294921875, 2.286956787109375, 2.369140625]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 1.0, 8.0, 3.0, 7.0, 14.0, 21.0, 12.0, 32.0, 50.0, 70.0, 104.0, 172.0, 245.0, 363.0, 631.0, 1113.0, 1986.0, 4425.0, 10435.0, 31121.0, 115473.0, 608336.0, 1079708.0, 173597.0, 43523.0, 14314.0, 5589.0, 2520.0, 1367.0, 688.0, 431.0, 277.0, 168.0, 99.0, 77.0, 38.0, 30.0, 28.0, 24.0, 9.0, 10.0, 5.0, 5.0, 5.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.0859375, -3.95880126953125, -3.8316650390625, -3.70452880859375, -3.577392578125, -3.45025634765625, -3.3231201171875, -3.19598388671875, -3.06884765625, -2.94171142578125, -2.8145751953125, -2.68743896484375, -2.560302734375, -2.43316650390625, -2.3060302734375, -2.17889404296875, -2.0517578125, -1.92462158203125, -1.7974853515625, -1.67034912109375, -1.543212890625, -1.41607666015625, -1.2889404296875, -1.16180419921875, -1.03466796875, -0.90753173828125, -0.7803955078125, -0.65325927734375, -0.526123046875, -0.39898681640625, -0.2718505859375, -0.14471435546875, -0.017578125, 0.10955810546875, 0.2366943359375, 0.36383056640625, 0.490966796875, 0.61810302734375, 0.7452392578125, 0.87237548828125, 0.99951171875, 1.12664794921875, 1.2537841796875, 1.38092041015625, 1.508056640625, 1.63519287109375, 1.7623291015625, 1.88946533203125, 2.0166015625, 2.14373779296875, 2.2708740234375, 2.39801025390625, 2.525146484375, 2.65228271484375, 2.7794189453125, 2.90655517578125, 3.03369140625, 3.16082763671875, 3.2879638671875, 3.41510009765625, 3.542236328125, 3.66937255859375, 3.7965087890625, 3.92364501953125, 4.05078125]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 1.0, 3.0, 6.0, 7.0, 4.0, 5.0, 7.0, 5.0, 12.0, 11.0, 14.0, 11.0, 16.0, 27.0, 23.0, 29.0, 55.0, 50.0, 85.0, 96.0, 99.0, 98.0, 85.0, 46.0, 31.0, 33.0, 32.0, 21.0, 18.0, 14.0, 13.0, 8.0, 7.0, 5.0, 3.0, 5.0, 5.0, 3.0, 0.0, 2.0, 3.0, 4.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0], "bins": [-1.1806640625, -1.1482086181640625, -1.115753173828125, -1.0832977294921875, -1.05084228515625, -1.0183868408203125, -0.985931396484375, -0.9534759521484375, -0.9210205078125, -0.8885650634765625, -0.856109619140625, -0.8236541748046875, -0.79119873046875, -0.7587432861328125, -0.726287841796875, -0.6938323974609375, -0.661376953125, -0.6289215087890625, -0.596466064453125, -0.5640106201171875, -0.53155517578125, -0.4990997314453125, -0.466644287109375, -0.4341888427734375, -0.4017333984375, -0.3692779541015625, -0.336822509765625, -0.3043670654296875, -0.27191162109375, -0.2394561767578125, -0.207000732421875, -0.1745452880859375, -0.14208984375, -0.1096343994140625, -0.077178955078125, -0.0447235107421875, -0.01226806640625, 0.0201873779296875, 0.052642822265625, 0.0850982666015625, 0.1175537109375, 0.1500091552734375, 0.182464599609375, 0.2149200439453125, 0.24737548828125, 0.2798309326171875, 0.312286376953125, 0.3447418212890625, 0.377197265625, 0.4096527099609375, 0.442108154296875, 0.4745635986328125, 0.50701904296875, 0.5394744873046875, 0.571929931640625, 0.6043853759765625, 0.6368408203125, 0.6692962646484375, 0.701751708984375, 0.7342071533203125, 0.76666259765625, 0.7991180419921875, 0.831573486328125, 0.8640289306640625, 0.896484375]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 4.0, 2.0, 5.0, 6.0, 7.0, 4.0, 6.0, 15.0, 8.0, 12.0, 27.0, 24.0, 22.0, 37.0, 60.0, 66.0, 85.0, 99.0, 175.0, 290.0, 1154.0, 10601.0, 244635.0, 768805.0, 19435.0, 1893.0, 376.0, 193.0, 122.0, 97.0, 65.0, 41.0, 37.0, 31.0, 21.0, 24.0, 17.0, 13.0, 7.0, 7.0, 12.0, 5.0, 5.0, 6.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-14.3359375, -13.8436279296875, -13.351318359375, -12.8590087890625, -12.36669921875, -11.8743896484375, -11.382080078125, -10.8897705078125, -10.3974609375, -9.9051513671875, -9.412841796875, -8.9205322265625, -8.42822265625, -7.9359130859375, -7.443603515625, -6.9512939453125, -6.458984375, -5.9666748046875, -5.474365234375, -4.9820556640625, -4.48974609375, -3.9974365234375, -3.505126953125, -3.0128173828125, -2.5205078125, -2.0281982421875, -1.535888671875, -1.0435791015625, -0.55126953125, -0.0589599609375, 0.433349609375, 0.9256591796875, 1.41796875, 1.9102783203125, 2.402587890625, 2.8948974609375, 3.38720703125, 3.8795166015625, 4.371826171875, 4.8641357421875, 5.3564453125, 5.8487548828125, 6.341064453125, 6.8333740234375, 7.32568359375, 7.8179931640625, 8.310302734375, 8.8026123046875, 9.294921875, 9.7872314453125, 10.279541015625, 10.7718505859375, 11.26416015625, 11.7564697265625, 12.248779296875, 12.7410888671875, 13.2333984375, 13.7257080078125, 14.218017578125, 14.7103271484375, 15.20263671875, 15.6949462890625, 16.187255859375, 16.6795654296875, 17.171875]}, "gradients/decoder.transformer.h.20.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 7.0, 22.0, 159.0, 481.0, 283.0, 51.0, 13.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.300748825073242, -20.904409408569336, -20.508068084716797, -20.11172866821289, -19.715389251708984, -19.319047927856445, -18.92270851135254, -18.5263671875, -18.130027770996094, -17.733688354492188, -17.33734703063965, -16.941007614135742, -16.544668197631836, -16.148326873779297, -15.75198745727539, -15.355647087097168, -14.959306716918945, -14.562966346740723, -14.166626930236816, -13.770286560058594, -13.373946189880371, -12.977605819702148, -12.581266403198242, -12.18492603302002, -11.788586616516113, -11.39224624633789, -10.995906829833984, -10.599566459655762, -10.203226089477539, -9.806885719299316, -9.41054630279541, -9.014205932617188, -8.617866516113281, -8.221526145935059, -7.825186252593994, -7.42884635925293, -7.032505989074707, -6.636166095733643, -6.239826202392578, -5.8434858322143555, -5.447145462036133, -5.050805568695068, -4.654465198516846, -4.258125305175781, -3.8617849349975586, -3.465445041656494, -3.0691049098968506, -2.672764778137207, -2.2764244079589844, -1.8800842761993408, -1.4837441444396973, -1.0874041318893433, -0.6910640001296997, -0.29472386837005615, 0.10161614418029785, 0.4979562759399414, 0.894296407699585, 1.2906365394592285, 1.686976671218872, 2.0833168029785156, 2.47965669631958, 2.8759970664978027, 3.272336959838867, 3.6686770915985107, 4.065017223358154]}, "gradients/decoder.transformer.h.20.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 10.0, 7.0, 9.0, 7.0, 16.0, 12.0, 15.0, 31.0, 23.0, 28.0, 34.0, 39.0, 36.0, 47.0, 41.0, 26.0, 41.0, 46.0, 51.0, 36.0, 36.0, 44.0, 39.0, 32.0, 30.0, 32.0, 26.0, 29.0, 26.0, 28.0, 27.0, 20.0, 16.0, 12.0, 11.0, 8.0, 11.0, 5.0, 5.0, 4.0, 2.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-1.2586278915405273, -1.219032883644104, -1.1794378757476807, -1.1398428678512573, -1.100247859954834, -1.0606528520584106, -1.0210578441619873, -0.981462836265564, -0.9418678283691406, -0.9022728204727173, -0.862677812576294, -0.8230828046798706, -0.7834877967834473, -0.7438927888870239, -0.7042977809906006, -0.6647027730941772, -0.6251077651977539, -0.5855127573013306, -0.5459177494049072, -0.5063227415084839, -0.46672773361206055, -0.4271327257156372, -0.38753771781921387, -0.3479427099227905, -0.3083477020263672, -0.26875269412994385, -0.2291576862335205, -0.18956267833709717, -0.14996767044067383, -0.11037266254425049, -0.07077765464782715, -0.03118264675140381, 0.008412361145019531, 0.04800736904144287, 0.08760237693786621, 0.12719738483428955, 0.1667923927307129, 0.20638740062713623, 0.24598240852355957, 0.2855774164199829, 0.32517242431640625, 0.3647674322128296, 0.40436244010925293, 0.44395744800567627, 0.4835524559020996, 0.523147463798523, 0.5627424716949463, 0.6023374795913696, 0.641932487487793, 0.6815274953842163, 0.7211225032806396, 0.760717511177063, 0.8003125190734863, 0.8399075269699097, 0.879502534866333, 0.9190975427627563, 0.9586925506591797, 0.998287558555603, 1.0378825664520264, 1.0774775743484497, 1.117072582244873, 1.1566675901412964, 1.1962625980377197, 1.235857605934143, 1.2754526138305664]}, "gradients/decoder.transformer.h.20.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 4.0, 6.0, 12.0, 12.0, 16.0, 18.0, 10.0, 17.0, 25.0, 21.0, 26.0, 36.0, 31.0, 29.0, 34.0, 37.0, 46.0, 41.0, 42.0, 44.0, 46.0, 42.0, 51.0, 27.0, 40.0, 44.0, 29.0, 23.0, 28.0, 26.0, 18.0, 22.0, 15.0, 18.0, 17.0, 8.0, 13.0, 8.0, 10.0, 3.0, 3.0, 2.0, 0.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.34375, -3.244842529296875, -3.14593505859375, -3.047027587890625, -2.9481201171875, -2.849212646484375, -2.75030517578125, -2.651397705078125, -2.552490234375, -2.453582763671875, -2.35467529296875, -2.255767822265625, -2.1568603515625, -2.057952880859375, -1.95904541015625, -1.860137939453125, -1.76123046875, -1.662322998046875, -1.56341552734375, -1.464508056640625, -1.3656005859375, -1.266693115234375, -1.16778564453125, -1.068878173828125, -0.969970703125, -0.871063232421875, -0.77215576171875, -0.673248291015625, -0.5743408203125, -0.475433349609375, -0.37652587890625, -0.277618408203125, -0.1787109375, -0.079803466796875, 0.01910400390625, 0.118011474609375, 0.2169189453125, 0.315826416015625, 0.41473388671875, 0.513641357421875, 0.612548828125, 0.711456298828125, 0.81036376953125, 0.909271240234375, 1.0081787109375, 1.107086181640625, 1.20599365234375, 1.304901123046875, 1.40380859375, 1.502716064453125, 1.60162353515625, 1.700531005859375, 1.7994384765625, 1.898345947265625, 1.99725341796875, 2.096160888671875, 2.195068359375, 2.293975830078125, 2.39288330078125, 2.491790771484375, 2.5906982421875, 2.689605712890625, 2.78851318359375, 2.887420654296875, 2.986328125]}, "gradients/decoder.transformer.h.20.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 8.0, 13.0, 14.0, 20.0, 26.0, 53.0, 62.0, 106.0, 185.0, 272.0, 406.0, 629.0, 1025.0, 1582.0, 2437.0, 3786.0, 6205.0, 9910.0, 15764.0, 25635.0, 41653.0, 68099.0, 108538.0, 161319.0, 189744.0, 151068.0, 99149.0, 61397.0, 37586.0, 23262.0, 14352.0, 8780.0, 5685.0, 3640.0, 2195.0, 1420.0, 886.0, 586.0, 391.0, 273.0, 135.0, 114.0, 51.0, 47.0, 18.0, 19.0, 9.0, 8.0, 3.0, 2.0, 2.0], "bins": [-2.185546875, -2.127105712890625, -2.06866455078125, -2.010223388671875, -1.9517822265625, -1.893341064453125, -1.83489990234375, -1.776458740234375, -1.718017578125, -1.659576416015625, -1.60113525390625, -1.542694091796875, -1.4842529296875, -1.425811767578125, -1.36737060546875, -1.308929443359375, -1.25048828125, -1.192047119140625, -1.13360595703125, -1.075164794921875, -1.0167236328125, -0.958282470703125, -0.89984130859375, -0.841400146484375, -0.782958984375, -0.724517822265625, -0.66607666015625, -0.607635498046875, -0.5491943359375, -0.490753173828125, -0.43231201171875, -0.373870849609375, -0.3154296875, -0.256988525390625, -0.19854736328125, -0.140106201171875, -0.0816650390625, -0.023223876953125, 0.03521728515625, 0.093658447265625, 0.152099609375, 0.210540771484375, 0.26898193359375, 0.327423095703125, 0.3858642578125, 0.444305419921875, 0.50274658203125, 0.561187744140625, 0.61962890625, 0.678070068359375, 0.73651123046875, 0.794952392578125, 0.8533935546875, 0.911834716796875, 0.97027587890625, 1.028717041015625, 1.087158203125, 1.145599365234375, 1.20404052734375, 1.262481689453125, 1.3209228515625, 1.379364013671875, 1.43780517578125, 1.496246337890625, 1.5546875]}, "gradients/decoder.transformer.h.20.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 3.0, 3.0, 6.0, 4.0, 9.0, 11.0, 17.0, 22.0, 24.0, 28.0, 48.0, 31.0, 38.0, 40.0, 56.0, 50.0, 76.0, 161.0, 378.0, 1422.0, 155.0, 89.0, 60.0, 55.0, 38.0, 44.0, 40.0, 31.0, 24.0, 19.0, 11.0, 9.0, 7.0, 9.0, 9.0, 4.0, 4.0, 13.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.671875, -12.276123046875, -11.88037109375, -11.484619140625, -11.0888671875, -10.693115234375, -10.29736328125, -9.901611328125, -9.505859375, -9.110107421875, -8.71435546875, -8.318603515625, -7.9228515625, -7.527099609375, -7.13134765625, -6.735595703125, -6.33984375, -5.944091796875, -5.54833984375, -5.152587890625, -4.7568359375, -4.361083984375, -3.96533203125, -3.569580078125, -3.173828125, -2.778076171875, -2.38232421875, -1.986572265625, -1.5908203125, -1.195068359375, -0.79931640625, -0.403564453125, -0.0078125, 0.387939453125, 0.78369140625, 1.179443359375, 1.5751953125, 1.970947265625, 2.36669921875, 2.762451171875, 3.158203125, 3.553955078125, 3.94970703125, 4.345458984375, 4.7412109375, 5.136962890625, 5.53271484375, 5.928466796875, 6.32421875, 6.719970703125, 7.11572265625, 7.511474609375, 7.9072265625, 8.302978515625, 8.69873046875, 9.094482421875, 9.490234375, 9.885986328125, 10.28173828125, 10.677490234375, 11.0732421875, 11.468994140625, 11.86474609375, 12.260498046875, 12.65625]}, "gradients/decoder.transformer.h.20.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 6.0, 9.0, 3.0, 5.0, 12.0, 10.0, 11.0, 13.0, 19.0, 25.0, 46.0, 70.0, 96.0, 176.0, 261.0, 652.0, 2302.0, 15054.0, 377094.0, 2641752.0, 98669.0, 6902.0, 1332.0, 504.0, 234.0, 141.0, 85.0, 55.0, 46.0, 31.0, 28.0, 23.0, 16.0, 7.0, 5.0, 4.0, 6.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.890625, -17.353759765625, -16.81689453125, -16.280029296875, -15.7431640625, -15.206298828125, -14.66943359375, -14.132568359375, -13.595703125, -13.058837890625, -12.52197265625, -11.985107421875, -11.4482421875, -10.911376953125, -10.37451171875, -9.837646484375, -9.30078125, -8.763916015625, -8.22705078125, -7.690185546875, -7.1533203125, -6.616455078125, -6.07958984375, -5.542724609375, -5.005859375, -4.468994140625, -3.93212890625, -3.395263671875, -2.8583984375, -2.321533203125, -1.78466796875, -1.247802734375, -0.7109375, -0.174072265625, 0.36279296875, 0.899658203125, 1.4365234375, 1.973388671875, 2.51025390625, 3.047119140625, 3.583984375, 4.120849609375, 4.65771484375, 5.194580078125, 5.7314453125, 6.268310546875, 6.80517578125, 7.342041015625, 7.87890625, 8.415771484375, 8.95263671875, 9.489501953125, 10.0263671875, 10.563232421875, 11.10009765625, 11.636962890625, 12.173828125, 12.710693359375, 13.24755859375, 13.784423828125, 14.3212890625, 14.858154296875, 15.39501953125, 15.931884765625, 16.46875]}, "gradients/decoder.transformer.h.20.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 9.0, 55.0, 188.0, 274.0, 263.0, 150.0, 59.0, 16.0, 2.0], "bins": [-104.8390121459961, -103.0617904663086, -101.28456115722656, -99.50733947753906, -97.73011016845703, -95.95288848876953, -94.1756591796875, -92.3984375, -90.6212158203125, -88.843994140625, -87.06676483154297, -85.28954315185547, -83.51231384277344, -81.73509216308594, -79.95787048339844, -78.1806411743164, -76.40341186523438, -74.62619018554688, -72.84896087646484, -71.07173919677734, -69.29450988769531, -67.51728820800781, -65.74006652832031, -63.96283721923828, -62.18561553955078, -60.408390045166016, -58.63116455078125, -56.85394287109375, -55.076717376708984, -53.29949188232422, -51.52226638793945, -49.74504089355469, -47.967811584472656, -46.19058609008789, -44.413360595703125, -42.636138916015625, -40.85891342163086, -39.081687927246094, -37.30446243286133, -35.52723693847656, -33.75001525878906, -31.972789764404297, -30.195566177368164, -28.4183406829834, -26.641115188598633, -24.8638916015625, -23.086666107177734, -21.30944061279297, -19.532215118408203, -17.754989624023438, -15.977765083312988, -14.200540542602539, -12.423315048217773, -10.646090507507324, -8.868865966796875, -7.091640472412109, -5.314414978027344, -3.5371899604797363, -1.759965181350708, 0.017259597778320312, 1.7944846153259277, 3.571709632873535, 5.348934173583984, 7.12615966796875, 8.9033842086792]}, "gradients/decoder.transformer.h.20.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 5.0, 3.0, 5.0, 4.0, 6.0, 9.0, 3.0, 10.0, 7.0, 8.0, 14.0, 22.0, 15.0, 18.0, 21.0, 26.0, 22.0, 33.0, 25.0, 35.0, 31.0, 36.0, 39.0, 38.0, 38.0, 41.0, 52.0, 35.0, 38.0, 46.0, 33.0, 39.0, 30.0, 28.0, 24.0, 22.0, 14.0, 15.0, 20.0, 16.0, 16.0, 12.0, 12.0, 8.0, 6.0, 12.0, 8.0, 5.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0], "bins": [-35.679744720458984, -34.64829635620117, -33.61684799194336, -32.58539962768555, -31.553951263427734, -30.522502899169922, -29.49105453491211, -28.459606170654297, -27.428157806396484, -26.396709442138672, -25.36526107788086, -24.333812713623047, -23.302364349365234, -22.270915985107422, -21.23946762084961, -20.208019256591797, -19.176570892333984, -18.145122528076172, -17.11367416381836, -16.082225799560547, -15.050777435302734, -14.019329071044922, -12.98788070678711, -11.956432342529297, -10.924983978271484, -9.893535614013672, -8.86208724975586, -7.830638885498047, -6.799190521240234, -5.767742156982422, -4.736293792724609, -3.704845428466797, -2.6733970642089844, -1.6419486999511719, -0.6105003356933594, 0.4209480285644531, 1.4523963928222656, 2.483844757080078, 3.5152931213378906, 4.546741485595703, 5.578189849853516, 6.609638214111328, 7.641086578369141, 8.672534942626953, 9.703983306884766, 10.735431671142578, 11.76688003540039, 12.798328399658203, 13.829776763916016, 14.861225128173828, 15.89267349243164, 16.924121856689453, 17.955570220947266, 18.987018585205078, 20.01846694946289, 21.049915313720703, 22.081363677978516, 23.112812042236328, 24.14426040649414, 25.175708770751953, 26.207157135009766, 27.238605499267578, 28.27005386352539, 29.301502227783203, 30.332950592041016]}, "gradients/decoder.transformer.h.19.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 4.0, 2.0, 8.0, 7.0, 8.0, 8.0, 15.0, 12.0, 15.0, 14.0, 22.0, 22.0, 24.0, 35.0, 32.0, 31.0, 33.0, 33.0, 32.0, 56.0, 54.0, 34.0, 45.0, 51.0, 44.0, 32.0, 30.0, 52.0, 26.0, 31.0, 26.0, 25.0, 21.0, 23.0, 16.0, 19.0, 15.0, 13.0, 5.0, 10.0, 8.0, 5.0, 6.0, 2.0, 0.0, 2.0, 5.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.494140625, -3.391571044921875, -3.28900146484375, -3.186431884765625, -3.0838623046875, -2.981292724609375, -2.87872314453125, -2.776153564453125, -2.673583984375, -2.571014404296875, -2.46844482421875, -2.365875244140625, -2.2633056640625, -2.160736083984375, -2.05816650390625, -1.955596923828125, -1.85302734375, -1.750457763671875, -1.64788818359375, -1.545318603515625, -1.4427490234375, -1.340179443359375, -1.23760986328125, -1.135040283203125, -1.032470703125, -0.929901123046875, -0.82733154296875, -0.724761962890625, -0.6221923828125, -0.519622802734375, -0.41705322265625, -0.314483642578125, -0.2119140625, -0.109344482421875, -0.00677490234375, 0.095794677734375, 0.1983642578125, 0.300933837890625, 0.40350341796875, 0.506072998046875, 0.608642578125, 0.711212158203125, 0.81378173828125, 0.916351318359375, 1.0189208984375, 1.121490478515625, 1.22406005859375, 1.326629638671875, 1.42919921875, 1.531768798828125, 1.63433837890625, 1.736907958984375, 1.8394775390625, 1.942047119140625, 2.04461669921875, 2.147186279296875, 2.249755859375, 2.352325439453125, 2.45489501953125, 2.557464599609375, 2.6600341796875, 2.762603759765625, 2.86517333984375, 2.967742919921875, 3.0703125]}, "gradients/decoder.transformer.h.19.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 5.0, 7.0, 5.0, 9.0, 10.0, 12.0, 23.0, 21.0, 35.0, 56.0, 86.0, 130.0, 232.0, 435.0, 751.0, 1517.0, 3385.0, 8160.0, 23131.0, 74967.0, 285600.0, 1349055.0, 1867940.0, 423788.0, 105115.0, 31248.0, 10831.0, 4154.0, 1738.0, 818.0, 404.0, 238.0, 146.0, 76.0, 43.0, 38.0, 23.0, 19.0, 9.0, 6.0, 12.0, 7.0, 3.0, 1.0, 2.0, 0.0, 3.0, 2.0], "bins": [-9.4375, -9.19000244140625, -8.9425048828125, -8.69500732421875, -8.447509765625, -8.20001220703125, -7.9525146484375, -7.70501708984375, -7.45751953125, -7.21002197265625, -6.9625244140625, -6.71502685546875, -6.467529296875, -6.22003173828125, -5.9725341796875, -5.72503662109375, -5.4775390625, -5.23004150390625, -4.9825439453125, -4.73504638671875, -4.487548828125, -4.24005126953125, -3.9925537109375, -3.74505615234375, -3.49755859375, -3.25006103515625, -3.0025634765625, -2.75506591796875, -2.507568359375, -2.26007080078125, -2.0125732421875, -1.76507568359375, -1.517578125, -1.27008056640625, -1.0225830078125, -0.77508544921875, -0.527587890625, -0.28009033203125, -0.0325927734375, 0.21490478515625, 0.46240234375, 0.70989990234375, 0.9573974609375, 1.20489501953125, 1.452392578125, 1.69989013671875, 1.9473876953125, 2.19488525390625, 2.4423828125, 2.68988037109375, 2.9373779296875, 3.18487548828125, 3.432373046875, 3.67987060546875, 3.9273681640625, 4.17486572265625, 4.42236328125, 4.66986083984375, 4.9173583984375, 5.16485595703125, 5.412353515625, 5.65985107421875, 5.9073486328125, 6.15484619140625, 6.40234375]}, "gradients/decoder.transformer.h.19.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 2.0, 6.0, 8.0, 17.0, 28.0, 41.0, 54.0, 77.0, 164.0, 243.0, 418.0, 612.0, 764.0, 600.0, 411.0, 271.0, 142.0, 84.0, 50.0, 29.0, 25.0, 8.0, 10.0, 6.0, 3.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.921875, -14.4622802734375, -14.002685546875, -13.5430908203125, -13.08349609375, -12.6239013671875, -12.164306640625, -11.7047119140625, -11.2451171875, -10.7855224609375, -10.325927734375, -9.8663330078125, -9.40673828125, -8.9471435546875, -8.487548828125, -8.0279541015625, -7.568359375, -7.1087646484375, -6.649169921875, -6.1895751953125, -5.72998046875, -5.2703857421875, -4.810791015625, -4.3511962890625, -3.8916015625, -3.4320068359375, -2.972412109375, -2.5128173828125, -2.05322265625, -1.5936279296875, -1.134033203125, -0.6744384765625, -0.21484375, 0.2447509765625, 0.704345703125, 1.1639404296875, 1.62353515625, 2.0831298828125, 2.542724609375, 3.0023193359375, 3.4619140625, 3.9215087890625, 4.381103515625, 4.8406982421875, 5.30029296875, 5.7598876953125, 6.219482421875, 6.6790771484375, 7.138671875, 7.5982666015625, 8.057861328125, 8.5174560546875, 8.97705078125, 9.4366455078125, 9.896240234375, 10.3558349609375, 10.8154296875, 11.2750244140625, 11.734619140625, 12.1942138671875, 12.65380859375, 13.1134033203125, 13.572998046875, 14.0325927734375, 14.4921875]}, "gradients/decoder.transformer.h.19.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 6.0, 8.0, 19.0, 37.0, 56.0, 91.0, 114.0, 201.0, 285.0, 613.0, 1419.0, 4292.0, 18136.0, 100788.0, 663504.0, 2504671.0, 757090.0, 115151.0, 20110.0, 4644.0, 1519.0, 672.0, 348.0, 208.0, 108.0, 71.0, 55.0, 26.0, 18.0, 12.0, 5.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-16.9375, -16.400390625, -15.86328125, -15.326171875, -14.7890625, -14.251953125, -13.71484375, -13.177734375, -12.640625, -12.103515625, -11.56640625, -11.029296875, -10.4921875, -9.955078125, -9.41796875, -8.880859375, -8.34375, -7.806640625, -7.26953125, -6.732421875, -6.1953125, -5.658203125, -5.12109375, -4.583984375, -4.046875, -3.509765625, -2.97265625, -2.435546875, -1.8984375, -1.361328125, -0.82421875, -0.287109375, 0.25, 0.787109375, 1.32421875, 1.861328125, 2.3984375, 2.935546875, 3.47265625, 4.009765625, 4.546875, 5.083984375, 5.62109375, 6.158203125, 6.6953125, 7.232421875, 7.76953125, 8.306640625, 8.84375, 9.380859375, 9.91796875, 10.455078125, 10.9921875, 11.529296875, 12.06640625, 12.603515625, 13.140625, 13.677734375, 14.21484375, 14.751953125, 15.2890625, 15.826171875, 16.36328125, 16.900390625, 17.4375]}, "gradients/decoder.transformer.h.19.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 13.0, 45.0, 106.0, 177.0, 221.0, 197.0, 143.0, 67.0, 27.0, 11.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-65.38697814941406, -61.72600173950195, -58.065025329589844, -54.404048919677734, -50.743072509765625, -47.08209228515625, -43.421119689941406, -39.76013946533203, -36.09916687011719, -32.43819046020508, -28.77721405029297, -25.11623764038086, -21.45526123046875, -17.794282913208008, -14.133306503295898, -10.472330093383789, -6.811351776123047, -3.1503751277923584, 0.5106015205383301, 4.171578407287598, 7.832554817199707, 11.493532180786133, 15.154508590698242, 18.81548500061035, 22.47646141052246, 26.13743782043457, 29.79841423034668, 33.45939254760742, 37.12036895751953, 40.78134536743164, 44.44232177734375, 48.10329818725586, 51.76427459716797, 55.42525100708008, 59.08622741699219, 62.7472038269043, 66.4081802368164, 70.06916046142578, 73.73013305664062, 77.39111328125, 81.05208587646484, 84.71306610107422, 88.37403869628906, 92.03501892089844, 95.69599151611328, 99.35697174072266, 103.0179443359375, 106.67892456054688, 110.33990478515625, 114.00088500976562, 117.66185760498047, 121.32283782958984, 124.98381042480469, 128.64479064941406, 132.30577087402344, 135.96673583984375, 139.62771606445312, 143.2886962890625, 146.94967651367188, 150.6106414794922, 154.27162170410156, 157.93260192871094, 161.5935821533203, 165.25454711914062, 168.91552734375]}, "gradients/decoder.transformer.h.19.ln_2.bias": {"_type": "histogram", "values": [4.0, 2.0, 5.0, 2.0, 5.0, 8.0, 9.0, 7.0, 10.0, 8.0, 17.0, 13.0, 24.0, 20.0, 24.0, 22.0, 25.0, 23.0, 34.0, 26.0, 34.0, 39.0, 33.0, 32.0, 40.0, 37.0, 33.0, 36.0, 32.0, 49.0, 22.0, 38.0, 29.0, 31.0, 26.0, 41.0, 26.0, 27.0, 19.0, 16.0, 20.0, 12.0, 10.0, 6.0, 7.0, 8.0, 5.0, 6.0, 3.0, 5.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.458450317382812, -22.551666259765625, -21.64488410949707, -20.738100051879883, -19.831315994262695, -18.92453384399414, -18.017749786376953, -17.110965728759766, -16.204181671142578, -15.297398567199707, -14.39061450958252, -13.483831405639648, -12.577047348022461, -11.67026424407959, -10.763481140136719, -9.856697082519531, -8.949914932250977, -8.043131828308105, -7.136347770690918, -6.229564666748047, -5.322781085968018, -4.415997505187988, -3.509214401245117, -2.602430820465088, -1.6956472396850586, -0.7888637781143188, 0.1179196834564209, 1.024703025817871, 1.9314866065979004, 2.8382701873779297, 3.745053291320801, 4.65183687210083, 5.558620452880859, 6.465404033660889, 7.372187614440918, 8.278970718383789, 9.185754776000977, 10.092537879943848, 10.999320983886719, 11.906105041503906, 12.812888145446777, 13.719671249389648, 14.626455307006836, 15.533238410949707, 16.440021514892578, 17.346805572509766, 18.253589630126953, 19.160371780395508, 20.067155838012695, 20.973939895629883, 21.880722045898438, 22.787506103515625, 23.694290161132812, 24.60107421875, 25.507856369018555, 26.414640426635742, 27.321422576904297, 28.228206634521484, 29.13498878479004, 30.041772842407227, 30.948556900024414, 31.85533905029297, 32.762123107910156, 33.668907165527344, 34.57569122314453]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 1.0, 6.0, 4.0, 1.0, 6.0, 9.0, 13.0, 15.0, 11.0, 20.0, 20.0, 20.0, 20.0, 32.0, 20.0, 26.0, 39.0, 36.0, 33.0, 62.0, 44.0, 40.0, 45.0, 39.0, 43.0, 41.0, 28.0, 35.0, 31.0, 40.0, 25.0, 32.0, 28.0, 25.0, 22.0, 17.0, 8.0, 20.0, 8.0, 8.0, 11.0, 5.0, 4.0, 4.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 3.0], "bins": [-3.47265625, -3.36639404296875, -3.2601318359375, -3.15386962890625, -3.047607421875, -2.94134521484375, -2.8350830078125, -2.72882080078125, -2.62255859375, -2.51629638671875, -2.4100341796875, -2.30377197265625, -2.197509765625, -2.09124755859375, -1.9849853515625, -1.87872314453125, -1.7724609375, -1.66619873046875, -1.5599365234375, -1.45367431640625, -1.347412109375, -1.24114990234375, -1.1348876953125, -1.02862548828125, -0.92236328125, -0.81610107421875, -0.7098388671875, -0.60357666015625, -0.497314453125, -0.39105224609375, -0.2847900390625, -0.17852783203125, -0.072265625, 0.03399658203125, 0.1402587890625, 0.24652099609375, 0.352783203125, 0.45904541015625, 0.5653076171875, 0.67156982421875, 0.77783203125, 0.88409423828125, 0.9903564453125, 1.09661865234375, 1.202880859375, 1.30914306640625, 1.4154052734375, 1.52166748046875, 1.6279296875, 1.73419189453125, 1.8404541015625, 1.94671630859375, 2.052978515625, 2.15924072265625, 2.2655029296875, 2.37176513671875, 2.47802734375, 2.58428955078125, 2.6905517578125, 2.79681396484375, 2.903076171875, 3.00933837890625, 3.1156005859375, 3.22186279296875, 3.328125]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 5.0, 3.0, 10.0, 12.0, 20.0, 25.0, 35.0, 65.0, 99.0, 127.0, 216.0, 281.0, 466.0, 679.0, 1147.0, 1674.0, 2581.0, 4278.0, 6884.0, 11106.0, 17225.0, 28069.0, 48193.0, 100560.0, 294751.0, 301851.0, 103245.0, 49220.0, 28571.0, 17351.0, 10962.0, 6734.0, 4367.0, 2755.0, 1767.0, 1099.0, 773.0, 438.0, 290.0, 211.0, 141.0, 87.0, 72.0, 44.0, 25.0, 20.0, 8.0, 7.0, 6.0, 6.0, 3.0, 1.0, 1.0, 1.0], "bins": [-3.34765625, -3.252044677734375, -3.15643310546875, -3.060821533203125, -2.9652099609375, -2.869598388671875, -2.77398681640625, -2.678375244140625, -2.582763671875, -2.487152099609375, -2.39154052734375, -2.295928955078125, -2.2003173828125, -2.104705810546875, -2.00909423828125, -1.913482666015625, -1.81787109375, -1.722259521484375, -1.62664794921875, -1.531036376953125, -1.4354248046875, -1.339813232421875, -1.24420166015625, -1.148590087890625, -1.052978515625, -0.957366943359375, -0.86175537109375, -0.766143798828125, -0.6705322265625, -0.574920654296875, -0.47930908203125, -0.383697509765625, -0.2880859375, -0.192474365234375, -0.09686279296875, -0.001251220703125, 0.0943603515625, 0.189971923828125, 0.28558349609375, 0.381195068359375, 0.476806640625, 0.572418212890625, 0.66802978515625, 0.763641357421875, 0.8592529296875, 0.954864501953125, 1.05047607421875, 1.146087646484375, 1.24169921875, 1.337310791015625, 1.43292236328125, 1.528533935546875, 1.6241455078125, 1.719757080078125, 1.81536865234375, 1.910980224609375, 2.006591796875, 2.102203369140625, 2.19781494140625, 2.293426513671875, 2.3890380859375, 2.484649658203125, 2.58026123046875, 2.675872802734375, 2.771484375]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.bias": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 6.0, 3.0, 1.0, 6.0, 6.0, 6.0, 7.0, 17.0, 16.0, 15.0, 19.0, 13.0, 27.0, 22.0, 29.0, 42.0, 35.0, 32.0, 45.0, 33.0, 42.0, 46.0, 36.0, 1073.0, 34.0, 42.0, 29.0, 38.0, 41.0, 42.0, 23.0, 20.0, 25.0, 30.0, 15.0, 21.0, 13.0, 18.0, 18.0, 9.0, 10.0, 6.0, 6.0, 3.0, 7.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.423828125, -2.34112548828125, -2.2584228515625, -2.17572021484375, -2.093017578125, -2.01031494140625, -1.9276123046875, -1.84490966796875, -1.76220703125, -1.67950439453125, -1.5968017578125, -1.51409912109375, -1.431396484375, -1.34869384765625, -1.2659912109375, -1.18328857421875, -1.1005859375, -1.01788330078125, -0.9351806640625, -0.85247802734375, -0.769775390625, -0.68707275390625, -0.6043701171875, -0.52166748046875, -0.43896484375, -0.35626220703125, -0.2735595703125, -0.19085693359375, -0.108154296875, -0.02545166015625, 0.0572509765625, 0.13995361328125, 0.22265625, 0.30535888671875, 0.3880615234375, 0.47076416015625, 0.553466796875, 0.63616943359375, 0.7188720703125, 0.80157470703125, 0.88427734375, 0.96697998046875, 1.0496826171875, 1.13238525390625, 1.215087890625, 1.29779052734375, 1.3804931640625, 1.46319580078125, 1.5458984375, 1.62860107421875, 1.7113037109375, 1.79400634765625, 1.876708984375, 1.95941162109375, 2.0421142578125, 2.12481689453125, 2.20751953125, 2.29022216796875, 2.3729248046875, 2.45562744140625, 2.538330078125, 2.62103271484375, 2.7037353515625, 2.78643798828125, 2.869140625]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 2.0, 4.0, 2.0, 5.0, 9.0, 14.0, 21.0, 27.0, 49.0, 49.0, 78.0, 121.0, 180.0, 264.0, 400.0, 606.0, 1002.0, 1581.0, 2658.0, 4615.0, 8988.0, 18867.0, 45483.0, 130179.0, 987843.0, 700345.0, 115543.0, 41355.0, 17340.0, 8394.0, 4412.0, 2534.0, 1452.0, 941.0, 601.0, 364.0, 269.0, 176.0, 123.0, 64.0, 50.0, 37.0, 23.0, 22.0, 10.0, 12.0, 4.0, 8.0, 1.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-2.849609375, -2.757537841796875, -2.66546630859375, -2.573394775390625, -2.4813232421875, -2.389251708984375, -2.29718017578125, -2.205108642578125, -2.113037109375, -2.020965576171875, -1.92889404296875, -1.836822509765625, -1.7447509765625, -1.652679443359375, -1.56060791015625, -1.468536376953125, -1.37646484375, -1.284393310546875, -1.19232177734375, -1.100250244140625, -1.0081787109375, -0.916107177734375, -0.82403564453125, -0.731964111328125, -0.639892578125, -0.547821044921875, -0.45574951171875, -0.363677978515625, -0.2716064453125, -0.179534912109375, -0.08746337890625, 0.004608154296875, 0.0966796875, 0.188751220703125, 0.28082275390625, 0.372894287109375, 0.4649658203125, 0.557037353515625, 0.64910888671875, 0.741180419921875, 0.833251953125, 0.925323486328125, 1.01739501953125, 1.109466552734375, 1.2015380859375, 1.293609619140625, 1.38568115234375, 1.477752685546875, 1.56982421875, 1.661895751953125, 1.75396728515625, 1.846038818359375, 1.9381103515625, 2.030181884765625, 2.12225341796875, 2.214324951171875, 2.306396484375, 2.398468017578125, 2.49053955078125, 2.582611083984375, 2.6746826171875, 2.766754150390625, 2.85882568359375, 2.950897216796875, 3.04296875]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 2.0, 2.0, 6.0, 2.0, 9.0, 5.0, 1.0, 7.0, 13.0, 19.0, 21.0, 21.0, 25.0, 38.0, 58.0, 208.0, 319.0, 73.0, 42.0, 23.0, 21.0, 11.0, 16.0, 18.0, 8.0, 5.0, 7.0, 10.0, 4.0, 3.0, 6.0, 1.0, 0.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.384765625, -1.337249755859375, -1.28973388671875, -1.242218017578125, -1.1947021484375, -1.147186279296875, -1.09967041015625, -1.052154541015625, -1.004638671875, -0.957122802734375, -0.90960693359375, -0.862091064453125, -0.8145751953125, -0.767059326171875, -0.71954345703125, -0.672027587890625, -0.62451171875, -0.576995849609375, -0.52947998046875, -0.481964111328125, -0.4344482421875, -0.386932373046875, -0.33941650390625, -0.291900634765625, -0.244384765625, -0.196868896484375, -0.14935302734375, -0.101837158203125, -0.0543212890625, -0.006805419921875, 0.04071044921875, 0.088226318359375, 0.1357421875, 0.183258056640625, 0.23077392578125, 0.278289794921875, 0.3258056640625, 0.373321533203125, 0.42083740234375, 0.468353271484375, 0.515869140625, 0.563385009765625, 0.61090087890625, 0.658416748046875, 0.7059326171875, 0.753448486328125, 0.80096435546875, 0.848480224609375, 0.89599609375, 0.943511962890625, 0.99102783203125, 1.038543701171875, 1.0860595703125, 1.133575439453125, 1.18109130859375, 1.228607177734375, 1.276123046875, 1.323638916015625, 1.37115478515625, 1.418670654296875, 1.4661865234375, 1.513702392578125, 1.56121826171875, 1.608734130859375, 1.65625]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 6.0, 4.0, 5.0, 5.0, 12.0, 17.0, 15.0, 19.0, 34.0, 40.0, 54.0, 68.0, 121.0, 182.0, 437.0, 4916.0, 917367.0, 122471.0, 1959.0, 286.0, 144.0, 112.0, 72.0, 66.0, 43.0, 29.0, 18.0, 14.0, 11.0, 9.0, 6.0, 2.0, 5.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-22.546875, -21.900146484375, -21.25341796875, -20.606689453125, -19.9599609375, -19.313232421875, -18.66650390625, -18.019775390625, -17.373046875, -16.726318359375, -16.07958984375, -15.432861328125, -14.7861328125, -14.139404296875, -13.49267578125, -12.845947265625, -12.19921875, -11.552490234375, -10.90576171875, -10.259033203125, -9.6123046875, -8.965576171875, -8.31884765625, -7.672119140625, -7.025390625, -6.378662109375, -5.73193359375, -5.085205078125, -4.4384765625, -3.791748046875, -3.14501953125, -2.498291015625, -1.8515625, -1.204833984375, -0.55810546875, 0.088623046875, 0.7353515625, 1.382080078125, 2.02880859375, 2.675537109375, 3.322265625, 3.968994140625, 4.61572265625, 5.262451171875, 5.9091796875, 6.555908203125, 7.20263671875, 7.849365234375, 8.49609375, 9.142822265625, 9.78955078125, 10.436279296875, 11.0830078125, 11.729736328125, 12.37646484375, 13.023193359375, 13.669921875, 14.316650390625, 14.96337890625, 15.610107421875, 16.2568359375, 16.903564453125, 17.55029296875, 18.197021484375, 18.84375]}, "gradients/decoder.transformer.h.19.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 8.0, 82.0, 313.0, 441.0, 129.0, 34.0, 6.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.17528247833252, -11.89950180053711, -11.6237211227417, -11.347940444946289, -11.072159767150879, -10.796379089355469, -10.520598411560059, -10.244817733764648, -9.969036102294922, -9.693255424499512, -9.417474746704102, -9.141694068908691, -8.865913391113281, -8.590132713317871, -8.314352035522461, -8.038570404052734, -7.762790679931641, -7.4870100021362305, -7.21122932434082, -6.93544864654541, -6.65966796875, -6.38388729095459, -6.1081061363220215, -5.832325458526611, -5.556544780731201, -5.280764102935791, -5.004983425140381, -4.729202747344971, -4.453421592712402, -4.177640914916992, -3.901860237121582, -3.626079559326172, -3.35029935836792, -3.0745186805725098, -2.7987380027770996, -2.5229570865631104, -2.2471764087677, -1.97139573097229, -1.6956149339675903, -1.4198341369628906, -1.1440534591674805, -0.8682727217674255, -0.5924919843673706, -0.3167112469673157, -0.04093050956726074, 0.23485016822814941, 0.5106309652328491, 0.7864117622375488, 1.062192440032959, 1.3379731178283691, 1.6137539148330688, 1.8895347118377686, 2.1653153896331787, 2.441096067428589, 2.716876983642578, 2.9926576614379883, 3.2684383392333984, 3.5442190170288086, 3.8199996948242188, 4.095780372619629, 4.371561050415039, 4.647341728210449, 4.923122882843018, 5.198903560638428, 5.474684238433838]}, "gradients/decoder.transformer.h.19.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 9.0, 7.0, 6.0, 10.0, 16.0, 16.0, 15.0, 18.0, 29.0, 24.0, 29.0, 44.0, 32.0, 45.0, 48.0, 50.0, 44.0, 34.0, 46.0, 50.0, 47.0, 33.0, 38.0, 41.0, 35.0, 34.0, 29.0, 29.0, 33.0, 24.0, 14.0, 16.0, 15.0, 9.0, 12.0, 6.0, 8.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0], "bins": [-1.7320293188095093, -1.6847132444381714, -1.6373971700668335, -1.5900810956954956, -1.5427650213241577, -1.4954489469528198, -1.4481329917907715, -1.4008169174194336, -1.3535008430480957, -1.3061847686767578, -1.25886869430542, -1.211552619934082, -1.1642365455627441, -1.1169204711914062, -1.0696043968200684, -1.0222883224487305, -0.9749722480773926, -0.9276561737060547, -0.8803400993347168, -0.8330240249633789, -0.785707950592041, -0.7383918762207031, -0.69107586145401, -0.6437597870826721, -0.5964437127113342, -0.5491276383399963, -0.5018115639686584, -0.45449551939964294, -0.40717944502830505, -0.35986337065696716, -0.31254732608795166, -0.26523125171661377, -0.21791517734527588, -0.170599102973938, -0.12328304350376129, -0.0759669840335846, -0.028650909662246704, 0.018665164709091187, 0.06598120927810669, 0.11329728364944458, 0.16061335802078247, 0.20792943239212036, 0.25524550676345825, 0.30256155133247375, 0.34987762570381165, 0.39719370007514954, 0.44450974464416504, 0.49182581901550293, 0.5391418933868408, 0.5864579677581787, 0.6337740421295166, 0.6810901165008545, 0.7284061908721924, 0.7757222652435303, 0.8230382800102234, 0.8703543543815613, 0.9176704287528992, 0.9649865031242371, 1.0123025178909302, 1.059618592262268, 1.106934666633606, 1.1542507410049438, 1.2015668153762817, 1.2488828897476196, 1.2961989641189575]}, "gradients/decoder.transformer.h.19.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 6.0, 1.0, 3.0, 7.0, 1.0, 4.0, 10.0, 16.0, 9.0, 13.0, 19.0, 24.0, 16.0, 20.0, 33.0, 20.0, 28.0, 33.0, 37.0, 39.0, 54.0, 43.0, 41.0, 42.0, 45.0, 35.0, 45.0, 32.0, 29.0, 36.0, 39.0, 27.0, 31.0, 25.0, 24.0, 27.0, 17.0, 15.0, 12.0, 13.0, 7.0, 10.0, 5.0, 6.0, 2.0, 4.0, 0.0, 2.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-3.48828125, -3.381927490234375, -3.27557373046875, -3.169219970703125, -3.0628662109375, -2.956512451171875, -2.85015869140625, -2.743804931640625, -2.637451171875, -2.531097412109375, -2.42474365234375, -2.318389892578125, -2.2120361328125, -2.105682373046875, -1.99932861328125, -1.892974853515625, -1.78662109375, -1.680267333984375, -1.57391357421875, -1.467559814453125, -1.3612060546875, -1.254852294921875, -1.14849853515625, -1.042144775390625, -0.935791015625, -0.829437255859375, -0.72308349609375, -0.616729736328125, -0.5103759765625, -0.404022216796875, -0.29766845703125, -0.191314697265625, -0.0849609375, 0.021392822265625, 0.12774658203125, 0.234100341796875, 0.3404541015625, 0.446807861328125, 0.55316162109375, 0.659515380859375, 0.765869140625, 0.872222900390625, 0.97857666015625, 1.084930419921875, 1.1912841796875, 1.297637939453125, 1.40399169921875, 1.510345458984375, 1.61669921875, 1.723052978515625, 1.82940673828125, 1.935760498046875, 2.0421142578125, 2.148468017578125, 2.25482177734375, 2.361175537109375, 2.467529296875, 2.573883056640625, 2.68023681640625, 2.786590576171875, 2.8929443359375, 2.999298095703125, 3.10565185546875, 3.212005615234375, 3.318359375]}, "gradients/decoder.transformer.h.19.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 4.0, 3.0, 11.0, 17.0, 20.0, 27.0, 37.0, 69.0, 107.0, 149.0, 230.0, 289.0, 429.0, 672.0, 895.0, 1410.0, 1998.0, 3033.0, 4179.0, 6381.0, 9143.0, 13428.0, 19805.0, 29904.0, 47567.0, 78517.0, 129798.0, 185097.0, 181660.0, 124525.0, 74934.0, 45388.0, 29026.0, 18878.0, 12833.0, 8822.0, 5989.0, 4226.0, 2956.0, 1939.0, 1315.0, 908.0, 654.0, 443.0, 264.0, 202.0, 118.0, 79.0, 54.0, 33.0, 30.0, 24.0, 17.0, 13.0, 7.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0], "bins": [-2.166015625, -2.096038818359375, -2.02606201171875, -1.956085205078125, -1.8861083984375, -1.816131591796875, -1.74615478515625, -1.676177978515625, -1.606201171875, -1.536224365234375, -1.46624755859375, -1.396270751953125, -1.3262939453125, -1.256317138671875, -1.18634033203125, -1.116363525390625, -1.04638671875, -0.976409912109375, -0.90643310546875, -0.836456298828125, -0.7664794921875, -0.696502685546875, -0.62652587890625, -0.556549072265625, -0.486572265625, -0.416595458984375, -0.34661865234375, -0.276641845703125, -0.2066650390625, -0.136688232421875, -0.06671142578125, 0.003265380859375, 0.0732421875, 0.143218994140625, 0.21319580078125, 0.283172607421875, 0.3531494140625, 0.423126220703125, 0.49310302734375, 0.563079833984375, 0.633056640625, 0.703033447265625, 0.77301025390625, 0.842987060546875, 0.9129638671875, 0.982940673828125, 1.05291748046875, 1.122894287109375, 1.19287109375, 1.262847900390625, 1.33282470703125, 1.402801513671875, 1.4727783203125, 1.542755126953125, 1.61273193359375, 1.682708740234375, 1.752685546875, 1.822662353515625, 1.89263916015625, 1.962615966796875, 2.0325927734375, 2.102569580078125, 2.17254638671875, 2.242523193359375, 2.3125]}, "gradients/decoder.transformer.h.19.attn.c_attn.bias": {"_type": "histogram", "values": [3.0, 5.0, 0.0, 1.0, 2.0, 4.0, 1.0, 5.0, 7.0, 2.0, 2.0, 7.0, 15.0, 10.0, 13.0, 20.0, 23.0, 21.0, 18.0, 29.0, 33.0, 31.0, 45.0, 46.0, 44.0, 64.0, 103.0, 200.0, 1366.0, 288.0, 152.0, 89.0, 56.0, 42.0, 35.0, 35.0, 42.0, 28.0, 26.0, 20.0, 20.0, 20.0, 17.0, 17.0, 14.0, 17.0, 7.0, 6.0, 5.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.6328125, -10.2635498046875, -9.894287109375, -9.5250244140625, -9.15576171875, -8.7864990234375, -8.417236328125, -8.0479736328125, -7.6787109375, -7.3094482421875, -6.940185546875, -6.5709228515625, -6.20166015625, -5.8323974609375, -5.463134765625, -5.0938720703125, -4.724609375, -4.3553466796875, -3.986083984375, -3.6168212890625, -3.24755859375, -2.8782958984375, -2.509033203125, -2.1397705078125, -1.7705078125, -1.4012451171875, -1.031982421875, -0.6627197265625, -0.29345703125, 0.0758056640625, 0.445068359375, 0.8143310546875, 1.18359375, 1.5528564453125, 1.922119140625, 2.2913818359375, 2.66064453125, 3.0299072265625, 3.399169921875, 3.7684326171875, 4.1376953125, 4.5069580078125, 4.876220703125, 5.2454833984375, 5.61474609375, 5.9840087890625, 6.353271484375, 6.7225341796875, 7.091796875, 7.4610595703125, 7.830322265625, 8.1995849609375, 8.56884765625, 8.9381103515625, 9.307373046875, 9.6766357421875, 10.0458984375, 10.4151611328125, 10.784423828125, 11.1536865234375, 11.52294921875, 11.8922119140625, 12.261474609375, 12.6307373046875, 13.0]}, "gradients/decoder.transformer.h.19.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 4.0, 7.0, 8.0, 13.0, 5.0, 18.0, 17.0, 12.0, 17.0, 35.0, 40.0, 47.0, 56.0, 110.0, 155.0, 296.0, 560.0, 1329.0, 4884.0, 38318.0, 760853.0, 2223093.0, 102167.0, 9765.0, 2169.0, 756.0, 333.0, 204.0, 133.0, 69.0, 63.0, 38.0, 29.0, 19.0, 23.0, 17.0, 10.0, 5.0, 10.0, 4.0, 5.0, 4.0, 4.0, 3.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0], "bins": [-18.6875, -18.156494140625, -17.62548828125, -17.094482421875, -16.5634765625, -16.032470703125, -15.50146484375, -14.970458984375, -14.439453125, -13.908447265625, -13.37744140625, -12.846435546875, -12.3154296875, -11.784423828125, -11.25341796875, -10.722412109375, -10.19140625, -9.660400390625, -9.12939453125, -8.598388671875, -8.0673828125, -7.536376953125, -7.00537109375, -6.474365234375, -5.943359375, -5.412353515625, -4.88134765625, -4.350341796875, -3.8193359375, -3.288330078125, -2.75732421875, -2.226318359375, -1.6953125, -1.164306640625, -0.63330078125, -0.102294921875, 0.4287109375, 0.959716796875, 1.49072265625, 2.021728515625, 2.552734375, 3.083740234375, 3.61474609375, 4.145751953125, 4.6767578125, 5.207763671875, 5.73876953125, 6.269775390625, 6.80078125, 7.331787109375, 7.86279296875, 8.393798828125, 8.9248046875, 9.455810546875, 9.98681640625, 10.517822265625, 11.048828125, 11.579833984375, 12.11083984375, 12.641845703125, 13.1728515625, 13.703857421875, 14.23486328125, 14.765869140625, 15.296875]}, "gradients/decoder.transformer.h.19.ln_1.weight": {"_type": "histogram", "values": [17.0, 421.0, 548.0, 30.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.639066696166992, -6.532107353210449, -0.42514801025390625, 5.68181037902832, 11.78877067565918, 17.89573097229004, 24.002687454223633, 30.109647750854492, 36.21660614013672, 42.32356643676758, 48.43052673339844, 54.53748321533203, 60.64444351196289, 66.75140380859375, 72.85836029052734, 78.96531677246094, 85.07228088378906, 91.17923736572266, 97.28620147705078, 103.39315795898438, 109.5001220703125, 115.6070785522461, 121.71403503417969, 127.82099914550781, 133.92796325683594, 140.03492736816406, 146.14187622070312, 152.24884033203125, 158.35580444335938, 164.4627685546875, 170.56971740722656, 176.6766815185547, 182.78363037109375, 188.89059448242188, 194.99754333496094, 201.10450744628906, 207.2114715576172, 213.31842041015625, 219.42538452148438, 225.5323486328125, 231.63931274414062, 237.74627685546875, 243.8532257080078, 249.96018981933594, 256.067138671875, 262.1741027832031, 268.28106689453125, 274.3880310058594, 280.4949951171875, 286.6019592285156, 292.70892333984375, 298.81585693359375, 304.9228210449219, 311.02978515625, 317.1367492675781, 323.24371337890625, 329.35064697265625, 335.4576110839844, 341.5645751953125, 347.6715087890625, 353.7784729003906, 359.88543701171875, 365.9924011230469, 372.099365234375, 378.2063293457031]}, "gradients/decoder.transformer.h.19.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 5.0, 5.0, 2.0, 5.0, 5.0, 7.0, 20.0, 19.0, 21.0, 26.0, 15.0, 24.0, 34.0, 39.0, 32.0, 43.0, 44.0, 51.0, 34.0, 37.0, 47.0, 46.0, 33.0, 38.0, 42.0, 40.0, 31.0, 33.0, 40.0, 19.0, 21.0, 24.0, 23.0, 19.0, 18.0, 19.0, 16.0, 6.0, 5.0, 7.0, 4.0, 1.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.79521179199219, -42.48344802856445, -41.17168426513672, -39.859920501708984, -38.54815673828125, -37.236392974853516, -35.92462921142578, -34.61286926269531, -33.30110168457031, -31.989337921142578, -30.677574157714844, -29.36581039428711, -28.054046630859375, -26.74228286743164, -25.43052101135254, -24.118757247924805, -22.806995391845703, -21.49523162841797, -20.183467864990234, -18.8717041015625, -17.559940338134766, -16.24817657470703, -14.93641471862793, -13.624650955200195, -12.312887191772461, -11.001123428344727, -9.689359664916992, -8.377596855163574, -7.06583309173584, -5.7540693283081055, -4.442306041717529, -3.130542755126953, -1.8187828063964844, -0.5070192813873291, 0.8047442436218262, 2.1165077686309814, 3.4282712936401367, 4.740035057067871, 6.051798343658447, 7.363561630249023, 8.675325393676758, 9.987089157104492, 11.298852920532227, 12.610615730285645, 13.922379493713379, 15.234143257141113, 16.54590606689453, 17.857669830322266, 19.16943359375, 20.481197357177734, 21.79296112060547, 23.104724884033203, 24.416488647460938, 25.728252410888672, 27.040014266967773, 28.351778030395508, 29.663541793823242, 30.975305557250977, 32.28706741333008, 33.59883117675781, 34.91059494018555, 36.22235870361328, 37.534122467041016, 38.84588623046875, 40.157649993896484]}, "gradients/decoder.transformer.h.18.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 2.0, 5.0, 7.0, 5.0, 11.0, 7.0, 13.0, 4.0, 19.0, 18.0, 15.0, 22.0, 21.0, 25.0, 26.0, 37.0, 33.0, 41.0, 50.0, 33.0, 49.0, 38.0, 52.0, 46.0, 34.0, 42.0, 41.0, 22.0, 40.0, 26.0, 35.0, 27.0, 24.0, 27.0, 21.0, 19.0, 16.0, 8.0, 10.0, 7.0, 11.0, 3.0, 3.0, 2.0, 5.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0], "bins": [-3.794921875, -3.68170166015625, -3.5684814453125, -3.45526123046875, -3.342041015625, -3.22882080078125, -3.1156005859375, -3.00238037109375, -2.88916015625, -2.77593994140625, -2.6627197265625, -2.54949951171875, -2.436279296875, -2.32305908203125, -2.2098388671875, -2.09661865234375, -1.9833984375, -1.87017822265625, -1.7569580078125, -1.64373779296875, -1.530517578125, -1.41729736328125, -1.3040771484375, -1.19085693359375, -1.07763671875, -0.96441650390625, -0.8511962890625, -0.73797607421875, -0.624755859375, -0.51153564453125, -0.3983154296875, -0.28509521484375, -0.171875, -0.05865478515625, 0.0545654296875, 0.16778564453125, 0.281005859375, 0.39422607421875, 0.5074462890625, 0.62066650390625, 0.73388671875, 0.84710693359375, 0.9603271484375, 1.07354736328125, 1.186767578125, 1.29998779296875, 1.4132080078125, 1.52642822265625, 1.6396484375, 1.75286865234375, 1.8660888671875, 1.97930908203125, 2.092529296875, 2.20574951171875, 2.3189697265625, 2.43218994140625, 2.54541015625, 2.65863037109375, 2.7718505859375, 2.88507080078125, 2.998291015625, 3.11151123046875, 3.2247314453125, 3.33795166015625, 3.451171875]}, "gradients/decoder.transformer.h.18.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 5.0, 1.0, 4.0, 2.0, 5.0, 6.0, 11.0, 15.0, 21.0, 36.0, 42.0, 77.0, 92.0, 223.0, 358.0, 737.0, 1654.0, 3786.0, 9339.0, 25730.0, 76919.0, 257715.0, 995639.0, 1899091.0, 660353.0, 176862.0, 54659.0, 18888.0, 6962.0, 2741.0, 1159.0, 540.0, 248.0, 123.0, 94.0, 48.0, 32.0, 27.0, 26.0, 4.0, 8.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-7.53515625, -7.3092041015625, -7.083251953125, -6.8572998046875, -6.63134765625, -6.4053955078125, -6.179443359375, -5.9534912109375, -5.7275390625, -5.5015869140625, -5.275634765625, -5.0496826171875, -4.82373046875, -4.5977783203125, -4.371826171875, -4.1458740234375, -3.919921875, -3.6939697265625, -3.468017578125, -3.2420654296875, -3.01611328125, -2.7901611328125, -2.564208984375, -2.3382568359375, -2.1123046875, -1.8863525390625, -1.660400390625, -1.4344482421875, -1.20849609375, -0.9825439453125, -0.756591796875, -0.5306396484375, -0.3046875, -0.0787353515625, 0.147216796875, 0.3731689453125, 0.59912109375, 0.8250732421875, 1.051025390625, 1.2769775390625, 1.5029296875, 1.7288818359375, 1.954833984375, 2.1807861328125, 2.40673828125, 2.6326904296875, 2.858642578125, 3.0845947265625, 3.310546875, 3.5364990234375, 3.762451171875, 3.9884033203125, 4.21435546875, 4.4403076171875, 4.666259765625, 4.8922119140625, 5.1181640625, 5.3441162109375, 5.570068359375, 5.7960205078125, 6.02197265625, 6.2479248046875, 6.473876953125, 6.6998291015625, 6.92578125]}, "gradients/decoder.transformer.h.18.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 4.0, 1.0, 2.0, 7.0, 12.0, 6.0, 24.0, 21.0, 31.0, 40.0, 48.0, 73.0, 95.0, 137.0, 172.0, 193.0, 299.0, 360.0, 433.0, 394.0, 386.0, 317.0, 251.0, 206.0, 137.0, 97.0, 75.0, 79.0, 45.0, 31.0, 33.0, 13.0, 14.0, 11.0, 10.0, 8.0, 5.0, 3.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-9.796875, -9.51025390625, -9.2236328125, -8.93701171875, -8.650390625, -8.36376953125, -8.0771484375, -7.79052734375, -7.50390625, -7.21728515625, -6.9306640625, -6.64404296875, -6.357421875, -6.07080078125, -5.7841796875, -5.49755859375, -5.2109375, -4.92431640625, -4.6376953125, -4.35107421875, -4.064453125, -3.77783203125, -3.4912109375, -3.20458984375, -2.91796875, -2.63134765625, -2.3447265625, -2.05810546875, -1.771484375, -1.48486328125, -1.1982421875, -0.91162109375, -0.625, -0.33837890625, -0.0517578125, 0.23486328125, 0.521484375, 0.80810546875, 1.0947265625, 1.38134765625, 1.66796875, 1.95458984375, 2.2412109375, 2.52783203125, 2.814453125, 3.10107421875, 3.3876953125, 3.67431640625, 3.9609375, 4.24755859375, 4.5341796875, 4.82080078125, 5.107421875, 5.39404296875, 5.6806640625, 5.96728515625, 6.25390625, 6.54052734375, 6.8271484375, 7.11376953125, 7.400390625, 7.68701171875, 7.9736328125, 8.26025390625, 8.546875]}, "gradients/decoder.transformer.h.18.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 6.0, 12.0, 14.0, 18.0, 22.0, 46.0, 58.0, 76.0, 134.0, 199.0, 361.0, 681.0, 1376.0, 3662.0, 10831.0, 39506.0, 158921.0, 662173.0, 1980247.0, 1007472.0, 244539.0, 59488.0, 15845.0, 4827.0, 1784.0, 848.0, 434.0, 250.0, 147.0, 116.0, 54.0, 46.0, 24.0, 24.0, 17.0, 14.0, 3.0, 7.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.59375, -11.1890869140625, -10.784423828125, -10.3797607421875, -9.97509765625, -9.5704345703125, -9.165771484375, -8.7611083984375, -8.3564453125, -7.9517822265625, -7.547119140625, -7.1424560546875, -6.73779296875, -6.3331298828125, -5.928466796875, -5.5238037109375, -5.119140625, -4.7144775390625, -4.309814453125, -3.9051513671875, -3.50048828125, -3.0958251953125, -2.691162109375, -2.2864990234375, -1.8818359375, -1.4771728515625, -1.072509765625, -0.6678466796875, -0.26318359375, 0.1414794921875, 0.546142578125, 0.9508056640625, 1.35546875, 1.7601318359375, 2.164794921875, 2.5694580078125, 2.97412109375, 3.3787841796875, 3.783447265625, 4.1881103515625, 4.5927734375, 4.9974365234375, 5.402099609375, 5.8067626953125, 6.21142578125, 6.6160888671875, 7.020751953125, 7.4254150390625, 7.830078125, 8.2347412109375, 8.639404296875, 9.0440673828125, 9.44873046875, 9.8533935546875, 10.258056640625, 10.6627197265625, 11.0673828125, 11.4720458984375, 11.876708984375, 12.2813720703125, 12.68603515625, 13.0906982421875, 13.495361328125, 13.9000244140625, 14.3046875]}, "gradients/decoder.transformer.h.18.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 8.0, 12.0, 22.0, 54.0, 75.0, 114.0, 148.0, 148.0, 134.0, 92.0, 84.0, 61.0, 26.0, 18.0, 10.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-85.1100082397461, -82.71879577636719, -80.32757568359375, -77.93636322021484, -75.54515075683594, -73.1539306640625, -70.7627182006836, -68.37150573730469, -65.98028564453125, -63.58906936645508, -61.19785690307617, -58.806640625, -56.41542434692383, -54.024208068847656, -51.63299560546875, -49.24177932739258, -46.85056686401367, -44.4593505859375, -42.068138122558594, -39.67692184448242, -37.28570556640625, -34.894493103027344, -32.50327682495117, -30.112060546875, -27.72084617614746, -25.329631805419922, -22.93841552734375, -20.54720115661621, -18.155986785888672, -15.7647705078125, -13.373556137084961, -10.982339859008789, -8.59112548828125, -6.1999101638793945, -3.8086953163146973, -1.41748046875, 0.9737348556518555, 3.364950180053711, 5.75616455078125, 8.147380828857422, 10.538595199584961, 12.929810523986816, 15.321025848388672, 17.71224021911621, 20.10345458984375, 22.494670867919922, 24.88588523864746, 27.277101516723633, 29.668315887451172, 32.059532165527344, 34.45074462890625, 36.84196090698242, 39.233177185058594, 41.6243896484375, 44.01560592651367, 46.406822204589844, 48.79803466796875, 51.18925094604492, 53.58046340942383, 55.9716796875, 58.36289596557617, 60.754112243652344, 63.14532470703125, 65.53654479980469, 67.9277572631836]}, "gradients/decoder.transformer.h.18.ln_2.bias": {"_type": "histogram", "values": [3.0, 6.0, 2.0, 3.0, 3.0, 7.0, 7.0, 6.0, 10.0, 12.0, 14.0, 9.0, 18.0, 16.0, 19.0, 19.0, 27.0, 36.0, 30.0, 27.0, 47.0, 33.0, 43.0, 27.0, 33.0, 42.0, 34.0, 30.0, 34.0, 45.0, 43.0, 39.0, 28.0, 33.0, 32.0, 17.0, 29.0, 26.0, 20.0, 15.0, 15.0, 14.0, 14.0, 11.0, 8.0, 6.0, 3.0, 5.0, 5.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-24.67066192626953, -23.732879638671875, -22.79509925842285, -21.857316970825195, -20.919536590576172, -19.981754302978516, -19.04397201538086, -18.106191635131836, -17.16840934753418, -16.230627059936523, -15.2928466796875, -14.355064392089844, -13.417283058166504, -12.479501724243164, -11.541720390319824, -10.603939056396484, -9.666157722473145, -8.728376388549805, -7.790594577789307, -6.852813243865967, -5.915031433105469, -4.977250099182129, -4.039468765258789, -3.101686954498291, -2.163905620574951, -1.2261240482330322, -0.28834259510040283, 0.6494388580322266, 1.5872204303741455, 2.5250020027160645, 3.4627833366394043, 4.400565147399902, 5.338346481323242, 6.276127815246582, 7.21390962600708, 8.151691436767578, 9.089472770690918, 10.027254104614258, 10.965035438537598, 11.902816772460938, 12.840599060058594, 13.778380393981934, 14.716161727905273, 15.65394401550293, 16.591724395751953, 17.52950668334961, 18.467288970947266, 19.40506935119629, 20.342849731445312, 21.28063201904297, 22.218412399291992, 23.15619468688965, 24.093975067138672, 25.031757354736328, 25.969539642333984, 26.907320022583008, 27.845102310180664, 28.78288459777832, 29.720664978027344, 30.658447265625, 31.596227645874023, 32.53401184082031, 33.4717903137207, 34.40957260131836, 35.347354888916016]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 5.0, 3.0, 5.0, 1.0, 3.0, 8.0, 16.0, 7.0, 8.0, 12.0, 18.0, 21.0, 29.0, 21.0, 31.0, 30.0, 25.0, 35.0, 27.0, 31.0, 40.0, 29.0, 45.0, 60.0, 42.0, 37.0, 50.0, 31.0, 23.0, 39.0, 34.0, 24.0, 24.0, 29.0, 24.0, 17.0, 19.0, 26.0, 13.0, 9.0, 15.0, 9.0, 7.0, 4.0, 7.0, 3.0, 3.0, 1.0, 3.0, 2.0, 3.0, 0.0, 2.0, 1.0], "bins": [-3.73828125, -3.6279296875, -3.517578125, -3.4072265625, -3.296875, -3.1865234375, -3.076171875, -2.9658203125, -2.85546875, -2.7451171875, -2.634765625, -2.5244140625, -2.4140625, -2.3037109375, -2.193359375, -2.0830078125, -1.97265625, -1.8623046875, -1.751953125, -1.6416015625, -1.53125, -1.4208984375, -1.310546875, -1.2001953125, -1.08984375, -0.9794921875, -0.869140625, -0.7587890625, -0.6484375, -0.5380859375, -0.427734375, -0.3173828125, -0.20703125, -0.0966796875, 0.013671875, 0.1240234375, 0.234375, 0.3447265625, 0.455078125, 0.5654296875, 0.67578125, 0.7861328125, 0.896484375, 1.0068359375, 1.1171875, 1.2275390625, 1.337890625, 1.4482421875, 1.55859375, 1.6689453125, 1.779296875, 1.8896484375, 2.0, 2.1103515625, 2.220703125, 2.3310546875, 2.44140625, 2.5517578125, 2.662109375, 2.7724609375, 2.8828125, 2.9931640625, 3.103515625, 3.2138671875, 3.32421875]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 3.0, 0.0, 5.0, 3.0, 9.0, 12.0, 18.0, 33.0, 29.0, 45.0, 38.0, 69.0, 89.0, 124.0, 186.0, 245.0, 313.0, 437.0, 685.0, 1048.0, 1660.0, 2849.0, 5411.0, 11050.0, 24223.0, 53742.0, 116596.0, 266279.0, 310665.0, 133625.0, 63309.0, 28129.0, 12795.0, 6193.0, 3247.0, 1792.0, 1117.0, 733.0, 491.0, 330.0, 268.0, 178.0, 138.0, 87.0, 74.0, 58.0, 32.0, 28.0, 17.0, 16.0, 15.0, 8.0, 8.0, 6.0, 1.0, 4.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-4.90625, -4.74322509765625, -4.5802001953125, -4.41717529296875, -4.254150390625, -4.09112548828125, -3.9281005859375, -3.76507568359375, -3.60205078125, -3.43902587890625, -3.2760009765625, -3.11297607421875, -2.949951171875, -2.78692626953125, -2.6239013671875, -2.46087646484375, -2.2978515625, -2.13482666015625, -1.9718017578125, -1.80877685546875, -1.645751953125, -1.48272705078125, -1.3197021484375, -1.15667724609375, -0.99365234375, -0.83062744140625, -0.6676025390625, -0.50457763671875, -0.341552734375, -0.17852783203125, -0.0155029296875, 0.14752197265625, 0.310546875, 0.47357177734375, 0.6365966796875, 0.79962158203125, 0.962646484375, 1.12567138671875, 1.2886962890625, 1.45172119140625, 1.61474609375, 1.77777099609375, 1.9407958984375, 2.10382080078125, 2.266845703125, 2.42987060546875, 2.5928955078125, 2.75592041015625, 2.9189453125, 3.08197021484375, 3.2449951171875, 3.40802001953125, 3.571044921875, 3.73406982421875, 3.8970947265625, 4.06011962890625, 4.22314453125, 4.38616943359375, 4.5491943359375, 4.71221923828125, 4.875244140625, 5.03826904296875, 5.2012939453125, 5.36431884765625, 5.52734375]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 4.0, 12.0, 8.0, 15.0, 13.0, 9.0, 21.0, 15.0, 24.0, 31.0, 26.0, 29.0, 21.0, 34.0, 36.0, 39.0, 34.0, 37.0, 39.0, 1066.0, 41.0, 51.0, 28.0, 46.0, 41.0, 34.0, 33.0, 29.0, 26.0, 30.0, 27.0, 23.0, 22.0, 11.0, 12.0, 11.0, 11.0, 6.0, 6.0, 6.0, 4.0, 5.0, 4.0, 6.0, 0.0, 2.0, 1.0, 1.0], "bins": [-3.5, -3.402008056640625, -3.30401611328125, -3.206024169921875, -3.1080322265625, -3.010040283203125, -2.91204833984375, -2.814056396484375, -2.716064453125, -2.618072509765625, -2.52008056640625, -2.422088623046875, -2.3240966796875, -2.226104736328125, -2.12811279296875, -2.030120849609375, -1.93212890625, -1.834136962890625, -1.73614501953125, -1.638153076171875, -1.5401611328125, -1.442169189453125, -1.34417724609375, -1.246185302734375, -1.148193359375, -1.050201416015625, -0.95220947265625, -0.854217529296875, -0.7562255859375, -0.658233642578125, -0.56024169921875, -0.462249755859375, -0.3642578125, -0.266265869140625, -0.16827392578125, -0.070281982421875, 0.0277099609375, 0.125701904296875, 0.22369384765625, 0.321685791015625, 0.419677734375, 0.517669677734375, 0.61566162109375, 0.713653564453125, 0.8116455078125, 0.909637451171875, 1.00762939453125, 1.105621337890625, 1.20361328125, 1.301605224609375, 1.39959716796875, 1.497589111328125, 1.5955810546875, 1.693572998046875, 1.79156494140625, 1.889556884765625, 1.987548828125, 2.085540771484375, 2.18353271484375, 2.281524658203125, 2.3795166015625, 2.477508544921875, 2.57550048828125, 2.673492431640625, 2.771484375]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 4.0, 3.0, 7.0, 9.0, 9.0, 15.0, 27.0, 30.0, 63.0, 67.0, 125.0, 181.0, 327.0, 441.0, 821.0, 1570.0, 3162.0, 6616.0, 16211.0, 45262.0, 155536.0, 835952.0, 804628.0, 152385.0, 44355.0, 16089.0, 6578.0, 3018.0, 1567.0, 816.0, 443.0, 293.0, 192.0, 105.0, 65.0, 55.0, 40.0, 24.0, 10.0, 9.0, 7.0, 5.0, 7.0, 4.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.734375, -3.621185302734375, -3.50799560546875, -3.394805908203125, -3.2816162109375, -3.168426513671875, -3.05523681640625, -2.942047119140625, -2.828857421875, -2.715667724609375, -2.60247802734375, -2.489288330078125, -2.3760986328125, -2.262908935546875, -2.14971923828125, -2.036529541015625, -1.92333984375, -1.810150146484375, -1.69696044921875, -1.583770751953125, -1.4705810546875, -1.357391357421875, -1.24420166015625, -1.131011962890625, -1.017822265625, -0.904632568359375, -0.79144287109375, -0.678253173828125, -0.5650634765625, -0.451873779296875, -0.33868408203125, -0.225494384765625, -0.1123046875, 0.000885009765625, 0.11407470703125, 0.227264404296875, 0.3404541015625, 0.453643798828125, 0.56683349609375, 0.680023193359375, 0.793212890625, 0.906402587890625, 1.01959228515625, 1.132781982421875, 1.2459716796875, 1.359161376953125, 1.47235107421875, 1.585540771484375, 1.69873046875, 1.811920166015625, 1.92510986328125, 2.038299560546875, 2.1514892578125, 2.264678955078125, 2.37786865234375, 2.491058349609375, 2.604248046875, 2.717437744140625, 2.83062744140625, 2.943817138671875, 3.0570068359375, 3.170196533203125, 3.28338623046875, 3.396575927734375, 3.509765625]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 1.0, 4.0, 4.0, 2.0, 3.0, 7.0, 6.0, 14.0, 10.0, 9.0, 18.0, 12.0, 20.0, 19.0, 44.0, 34.0, 37.0, 39.0, 40.0, 76.0, 92.0, 106.0, 63.0, 52.0, 42.0, 39.0, 28.0, 35.0, 37.0, 19.0, 14.0, 14.0, 10.0, 10.0, 9.0, 14.0, 6.0, 2.0, 4.0, 5.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.9873046875, -0.9585037231445312, -0.9297027587890625, -0.9009017944335938, -0.872100830078125, -0.8432998657226562, -0.8144989013671875, -0.7856979370117188, -0.75689697265625, -0.7280960083007812, -0.6992950439453125, -0.6704940795898438, -0.641693115234375, -0.6128921508789062, -0.5840911865234375, -0.5552902221679688, -0.5264892578125, -0.49768829345703125, -0.4688873291015625, -0.44008636474609375, -0.411285400390625, -0.38248443603515625, -0.3536834716796875, -0.32488250732421875, -0.29608154296875, -0.26728057861328125, -0.2384796142578125, -0.20967864990234375, -0.180877685546875, -0.15207672119140625, -0.1232757568359375, -0.09447479248046875, -0.065673828125, -0.03687286376953125, -0.0080718994140625, 0.02072906494140625, 0.049530029296875, 0.07833099365234375, 0.1071319580078125, 0.13593292236328125, 0.16473388671875, 0.19353485107421875, 0.2223358154296875, 0.25113677978515625, 0.279937744140625, 0.30873870849609375, 0.3375396728515625, 0.36634063720703125, 0.3951416015625, 0.42394256591796875, 0.4527435302734375, 0.48154449462890625, 0.510345458984375, 0.5391464233398438, 0.5679473876953125, 0.5967483520507812, 0.62554931640625, 0.6543502807617188, 0.6831512451171875, 0.7119522094726562, 0.740753173828125, 0.7695541381835938, 0.7983551025390625, 0.8271560668945312, 0.85595703125]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 5.0, 2.0, 4.0, 3.0, 2.0, 10.0, 16.0, 15.0, 19.0, 27.0, 38.0, 52.0, 91.0, 112.0, 135.0, 203.0, 314.0, 626.0, 5076.0, 414221.0, 619532.0, 6302.0, 706.0, 324.0, 178.0, 151.0, 115.0, 73.0, 54.0, 33.0, 25.0, 20.0, 26.0, 10.0, 11.0, 6.0, 5.0, 4.0, 7.0, 3.0, 2.0, 0.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.9921875, -12.544677734375, -12.09716796875, -11.649658203125, -11.2021484375, -10.754638671875, -10.30712890625, -9.859619140625, -9.412109375, -8.964599609375, -8.51708984375, -8.069580078125, -7.6220703125, -7.174560546875, -6.72705078125, -6.279541015625, -5.83203125, -5.384521484375, -4.93701171875, -4.489501953125, -4.0419921875, -3.594482421875, -3.14697265625, -2.699462890625, -2.251953125, -1.804443359375, -1.35693359375, -0.909423828125, -0.4619140625, -0.014404296875, 0.43310546875, 0.880615234375, 1.328125, 1.775634765625, 2.22314453125, 2.670654296875, 3.1181640625, 3.565673828125, 4.01318359375, 4.460693359375, 4.908203125, 5.355712890625, 5.80322265625, 6.250732421875, 6.6982421875, 7.145751953125, 7.59326171875, 8.040771484375, 8.48828125, 8.935791015625, 9.38330078125, 9.830810546875, 10.2783203125, 10.725830078125, 11.17333984375, 11.620849609375, 12.068359375, 12.515869140625, 12.96337890625, 13.410888671875, 13.8583984375, 14.305908203125, 14.75341796875, 15.200927734375, 15.6484375]}, "gradients/decoder.transformer.h.18.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 33.0, 226.0, 557.0, 168.0, 22.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.74971866607666, -13.392121315002441, -13.034523963928223, -12.676926612854004, -12.319328308105469, -11.96173095703125, -11.604133605957031, -11.246536254882812, -10.888938903808594, -10.531341552734375, -10.173744201660156, -9.816146850585938, -9.458549499511719, -9.100951194763184, -8.743353843688965, -8.385756492614746, -8.028159141540527, -7.670561790466309, -7.31296443939209, -6.955366611480713, -6.597769260406494, -6.240171909332275, -5.882574081420898, -5.52497673034668, -5.167379379272461, -4.809782028198242, -4.452184677124023, -4.0945868492126465, -3.7369894981384277, -3.379392147064209, -3.021794557571411, -2.6641969680786133, -2.306598663330078, -1.9490011930465698, -1.5914037227630615, -1.2338062524795532, -0.8762087821960449, -0.5186113119125366, -0.16101384162902832, 0.19658374786376953, 0.5541810989379883, 0.9117785692214966, 1.2693760395050049, 1.6269735097885132, 1.9845709800720215, 2.3421683311462402, 2.699765920639038, 3.057363510131836, 3.4149608612060547, 3.7725582122802734, 4.130155563354492, 4.487753391265869, 4.845350742340088, 5.202948093414307, 5.560545921325684, 5.918143272399902, 6.275740623474121, 6.63333797454834, 6.990935325622559, 7.3485331535339355, 7.706130504608154, 8.063728332519531, 8.42132568359375, 8.778923034667969, 9.136520385742188]}, "gradients/decoder.transformer.h.18.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 6.0, 8.0, 3.0, 7.0, 12.0, 8.0, 11.0, 27.0, 19.0, 21.0, 30.0, 30.0, 28.0, 32.0, 37.0, 40.0, 36.0, 25.0, 35.0, 49.0, 39.0, 51.0, 40.0, 36.0, 29.0, 31.0, 32.0, 37.0, 43.0, 30.0, 24.0, 21.0, 23.0, 20.0, 14.0, 18.0, 10.0, 11.0, 10.0, 3.0, 1.0, 7.0, 3.0, 1.0, 3.0, 4.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.6563961505889893, -1.6036303043365479, -1.550864577293396, -1.4980988502502441, -1.4453330039978027, -1.3925671577453613, -1.3398014307022095, -1.2870357036590576, -1.2342698574066162, -1.1815040111541748, -1.128738284111023, -1.075972557067871, -1.0232067108154297, -0.9704409241676331, -0.9176751375198364, -0.8649093508720398, -0.8121435642242432, -0.7593777775764465, -0.7066119909286499, -0.6538462042808533, -0.6010804176330566, -0.54831463098526, -0.4955488443374634, -0.44278305768966675, -0.3900172710418701, -0.3372514843940735, -0.28448569774627686, -0.23171991109848022, -0.1789541244506836, -0.12618833780288696, -0.07342255115509033, -0.0206567645072937, 0.03210890293121338, 0.08487468957901001, 0.13764047622680664, 0.19040626287460327, 0.2431720495223999, 0.29593783617019653, 0.34870362281799316, 0.4014694094657898, 0.4542351961135864, 0.5070009827613831, 0.5597667694091797, 0.6125325560569763, 0.665298342704773, 0.7180641293525696, 0.7708299160003662, 0.8235957026481628, 0.8763614892959595, 0.9291272759437561, 0.9818930625915527, 1.0346589088439941, 1.087424635887146, 1.1401903629302979, 1.1929562091827393, 1.2457220554351807, 1.2984877824783325, 1.3512535095214844, 1.4040193557739258, 1.4567852020263672, 1.509550929069519, 1.562316656112671, 1.6150825023651123, 1.6678483486175537, 1.7206140756607056]}, "gradients/decoder.transformer.h.18.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 7.0, 4.0, 4.0, 3.0, 1.0, 7.0, 7.0, 9.0, 14.0, 8.0, 14.0, 20.0, 25.0, 23.0, 26.0, 31.0, 26.0, 30.0, 32.0, 31.0, 36.0, 35.0, 32.0, 59.0, 53.0, 35.0, 39.0, 45.0, 26.0, 31.0, 35.0, 31.0, 25.0, 27.0, 25.0, 18.0, 24.0, 26.0, 14.0, 12.0, 16.0, 9.0, 8.0, 4.0, 6.0, 7.0, 2.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0], "bins": [-3.73828125, -3.6268310546875, -3.515380859375, -3.4039306640625, -3.29248046875, -3.1810302734375, -3.069580078125, -2.9581298828125, -2.8466796875, -2.7352294921875, -2.623779296875, -2.5123291015625, -2.40087890625, -2.2894287109375, -2.177978515625, -2.0665283203125, -1.955078125, -1.8436279296875, -1.732177734375, -1.6207275390625, -1.50927734375, -1.3978271484375, -1.286376953125, -1.1749267578125, -1.0634765625, -0.9520263671875, -0.840576171875, -0.7291259765625, -0.61767578125, -0.5062255859375, -0.394775390625, -0.2833251953125, -0.171875, -0.0604248046875, 0.051025390625, 0.1624755859375, 0.27392578125, 0.3853759765625, 0.496826171875, 0.6082763671875, 0.7197265625, 0.8311767578125, 0.942626953125, 1.0540771484375, 1.16552734375, 1.2769775390625, 1.388427734375, 1.4998779296875, 1.611328125, 1.7227783203125, 1.834228515625, 1.9456787109375, 2.05712890625, 2.1685791015625, 2.280029296875, 2.3914794921875, 2.5029296875, 2.6143798828125, 2.725830078125, 2.8372802734375, 2.94873046875, 3.0601806640625, 3.171630859375, 3.2830810546875, 3.39453125]}, "gradients/decoder.transformer.h.18.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 5.0, 6.0, 5.0, 6.0, 8.0, 11.0, 11.0, 17.0, 26.0, 36.0, 62.0, 118.0, 228.0, 443.0, 946.0, 1842.0, 3729.0, 8211.0, 18378.0, 45235.0, 120393.0, 389538.0, 296224.0, 97143.0, 37194.0, 15396.0, 6886.0, 3251.0, 1600.0, 774.0, 347.0, 203.0, 91.0, 49.0, 39.0, 27.0, 17.0, 13.0, 13.0, 7.0, 7.0, 6.0, 4.0, 5.0, 0.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.2890625, -6.07867431640625, -5.8682861328125, -5.65789794921875, -5.447509765625, -5.23712158203125, -5.0267333984375, -4.81634521484375, -4.60595703125, -4.39556884765625, -4.1851806640625, -3.97479248046875, -3.764404296875, -3.55401611328125, -3.3436279296875, -3.13323974609375, -2.9228515625, -2.71246337890625, -2.5020751953125, -2.29168701171875, -2.081298828125, -1.87091064453125, -1.6605224609375, -1.45013427734375, -1.23974609375, -1.02935791015625, -0.8189697265625, -0.60858154296875, -0.398193359375, -0.18780517578125, 0.0225830078125, 0.23297119140625, 0.443359375, 0.65374755859375, 0.8641357421875, 1.07452392578125, 1.284912109375, 1.49530029296875, 1.7056884765625, 1.91607666015625, 2.12646484375, 2.33685302734375, 2.5472412109375, 2.75762939453125, 2.968017578125, 3.17840576171875, 3.3887939453125, 3.59918212890625, 3.8095703125, 4.01995849609375, 4.2303466796875, 4.44073486328125, 4.651123046875, 4.86151123046875, 5.0718994140625, 5.28228759765625, 5.49267578125, 5.70306396484375, 5.9134521484375, 6.12384033203125, 6.334228515625, 6.54461669921875, 6.7550048828125, 6.96539306640625, 7.17578125]}, "gradients/decoder.transformer.h.18.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 8.0, 7.0, 8.0, 9.0, 8.0, 12.0, 10.0, 14.0, 18.0, 21.0, 33.0, 21.0, 19.0, 36.0, 28.0, 27.0, 38.0, 64.0, 81.0, 119.0, 191.0, 1376.0, 272.0, 154.0, 93.0, 58.0, 45.0, 40.0, 24.0, 28.0, 26.0, 21.0, 25.0, 11.0, 12.0, 13.0, 10.0, 8.0, 13.0, 6.0, 13.0, 8.0, 4.0, 4.0, 7.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-11.7890625, -11.4049072265625, -11.020751953125, -10.6365966796875, -10.25244140625, -9.8682861328125, -9.484130859375, -9.0999755859375, -8.7158203125, -8.3316650390625, -7.947509765625, -7.5633544921875, -7.17919921875, -6.7950439453125, -6.410888671875, -6.0267333984375, -5.642578125, -5.2584228515625, -4.874267578125, -4.4901123046875, -4.10595703125, -3.7218017578125, -3.337646484375, -2.9534912109375, -2.5693359375, -2.1851806640625, -1.801025390625, -1.4168701171875, -1.03271484375, -0.6485595703125, -0.264404296875, 0.1197509765625, 0.50390625, 0.8880615234375, 1.272216796875, 1.6563720703125, 2.04052734375, 2.4246826171875, 2.808837890625, 3.1929931640625, 3.5771484375, 3.9613037109375, 4.345458984375, 4.7296142578125, 5.11376953125, 5.4979248046875, 5.882080078125, 6.2662353515625, 6.650390625, 7.0345458984375, 7.418701171875, 7.8028564453125, 8.18701171875, 8.5711669921875, 8.955322265625, 9.3394775390625, 9.7236328125, 10.1077880859375, 10.491943359375, 10.8760986328125, 11.26025390625, 11.6444091796875, 12.028564453125, 12.4127197265625, 12.796875]}, "gradients/decoder.transformer.h.18.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 6.0, 3.0, 3.0, 6.0, 13.0, 14.0, 8.0, 15.0, 22.0, 22.0, 27.0, 49.0, 50.0, 73.0, 95.0, 143.0, 248.0, 492.0, 1423.0, 7922.0, 94468.0, 2606266.0, 411457.0, 18573.0, 2602.0, 702.0, 322.0, 187.0, 134.0, 105.0, 58.0, 58.0, 31.0, 25.0, 20.0, 28.0, 11.0, 5.0, 7.0, 5.0, 4.0, 5.0, 1.0, 3.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-23.328125, -22.61474609375, -21.9013671875, -21.18798828125, -20.474609375, -19.76123046875, -19.0478515625, -18.33447265625, -17.62109375, -16.90771484375, -16.1943359375, -15.48095703125, -14.767578125, -14.05419921875, -13.3408203125, -12.62744140625, -11.9140625, -11.20068359375, -10.4873046875, -9.77392578125, -9.060546875, -8.34716796875, -7.6337890625, -6.92041015625, -6.20703125, -5.49365234375, -4.7802734375, -4.06689453125, -3.353515625, -2.64013671875, -1.9267578125, -1.21337890625, -0.5, 0.21337890625, 0.9267578125, 1.64013671875, 2.353515625, 3.06689453125, 3.7802734375, 4.49365234375, 5.20703125, 5.92041015625, 6.6337890625, 7.34716796875, 8.060546875, 8.77392578125, 9.4873046875, 10.20068359375, 10.9140625, 11.62744140625, 12.3408203125, 13.05419921875, 13.767578125, 14.48095703125, 15.1943359375, 15.90771484375, 16.62109375, 17.33447265625, 18.0478515625, 18.76123046875, 19.474609375, 20.18798828125, 20.9013671875, 21.61474609375, 22.328125]}, "gradients/decoder.transformer.h.18.ln_1.weight": {"_type": "histogram", "values": [1.0, 1.0, 7.0, 79.0, 423.0, 415.0, 83.0, 7.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.582674026489258, -18.083471298217773, -13.584268569946289, -9.085065841674805, -4.58586311340332, -0.08666038513183594, 4.412542343139648, 8.911745071411133, 13.410947799682617, 17.9101505279541, 22.409353256225586, 26.90855598449707, 31.407758712768555, 35.906959533691406, 40.406166076660156, 44.905364990234375, 49.404571533203125, 53.90377426147461, 58.402976989746094, 62.90217971801758, 67.40138244628906, 71.90058898925781, 76.39978790283203, 80.89898681640625, 85.398193359375, 89.89739990234375, 94.39659881591797, 98.89579772949219, 103.39500427246094, 107.89421081542969, 112.3934097290039, 116.89260864257812, 121.39181518554688, 125.89102172851562, 130.39022827148438, 134.88941955566406, 139.3886260986328, 143.88783264160156, 148.38702392578125, 152.88623046875, 157.38543701171875, 161.8846435546875, 166.38385009765625, 170.88304138183594, 175.3822479248047, 179.88145446777344, 184.38064575195312, 188.87985229492188, 193.37905883789062, 197.87826538085938, 202.37747192382812, 206.8766632080078, 211.37586975097656, 215.8750762939453, 220.374267578125, 224.87347412109375, 229.3726806640625, 233.87188720703125, 238.37109375, 242.8702850341797, 247.36949157714844, 251.8686981201172, 256.3678894042969, 260.8670959472656, 265.3663024902344]}, "gradients/decoder.transformer.h.18.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 5.0, 2.0, 2.0, 2.0, 8.0, 6.0, 6.0, 19.0, 16.0, 19.0, 19.0, 25.0, 20.0, 31.0, 29.0, 35.0, 40.0, 40.0, 35.0, 38.0, 35.0, 38.0, 38.0, 36.0, 34.0, 37.0, 51.0, 36.0, 31.0, 26.0, 35.0, 24.0, 32.0, 29.0, 22.0, 25.0, 20.0, 11.0, 11.0, 7.0, 13.0, 2.0, 7.0, 6.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-37.652198791503906, -36.399593353271484, -35.14698791503906, -33.89438247680664, -32.64177703857422, -31.389171600341797, -30.136566162109375, -28.883960723876953, -27.63135528564453, -26.37874984741211, -25.126144409179688, -23.873538970947266, -22.620933532714844, -21.368328094482422, -20.11572265625, -18.863117218017578, -17.61051368713379, -16.357908248901367, -15.105302810668945, -13.852697372436523, -12.600091934204102, -11.34748649597168, -10.094882011413574, -8.842276573181152, -7.5896711349487305, -6.337065696716309, -5.084460258483887, -3.831855297088623, -2.579249858856201, -1.3266444206237793, -0.07403945922851562, 1.1785659790039062, 2.431171417236328, 3.68377685546875, 4.936382293701172, 6.1889872550964355, 7.441592693328857, 8.694198608398438, 9.946803092956543, 11.199408531188965, 12.452013969421387, 13.704619407653809, 14.95722484588623, 16.209829330444336, 17.462434768676758, 18.71504020690918, 19.9676456451416, 21.220251083374023, 22.472856521606445, 23.725461959838867, 24.97806739807129, 26.23067283630371, 27.483278274536133, 28.735883712768555, 29.988487243652344, 31.241092681884766, 32.49369812011719, 33.74630355834961, 34.99890899658203, 36.25151443481445, 37.504119873046875, 38.7567253112793, 40.00933074951172, 41.26193618774414, 42.51454162597656]}, "gradients/decoder.transformer.h.17.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 5.0, 2.0, 1.0, 7.0, 4.0, 5.0, 6.0, 8.0, 6.0, 11.0, 15.0, 26.0, 20.0, 15.0, 26.0, 32.0, 29.0, 27.0, 34.0, 43.0, 34.0, 45.0, 37.0, 59.0, 36.0, 46.0, 42.0, 32.0, 46.0, 28.0, 25.0, 31.0, 29.0, 31.0, 29.0, 23.0, 14.0, 19.0, 20.0, 12.0, 7.0, 11.0, 7.0, 8.0, 4.0, 4.0, 1.0, 4.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0], "bins": [-4.1328125, -4.012664794921875, -3.89251708984375, -3.772369384765625, -3.6522216796875, -3.532073974609375, -3.41192626953125, -3.291778564453125, -3.171630859375, -3.051483154296875, -2.93133544921875, -2.811187744140625, -2.6910400390625, -2.570892333984375, -2.45074462890625, -2.330596923828125, -2.21044921875, -2.090301513671875, -1.97015380859375, -1.850006103515625, -1.7298583984375, -1.609710693359375, -1.48956298828125, -1.369415283203125, -1.249267578125, -1.129119873046875, -1.00897216796875, -0.888824462890625, -0.7686767578125, -0.648529052734375, -0.52838134765625, -0.408233642578125, -0.2880859375, -0.167938232421875, -0.04779052734375, 0.072357177734375, 0.1925048828125, 0.312652587890625, 0.43280029296875, 0.552947998046875, 0.673095703125, 0.793243408203125, 0.91339111328125, 1.033538818359375, 1.1536865234375, 1.273834228515625, 1.39398193359375, 1.514129638671875, 1.63427734375, 1.754425048828125, 1.87457275390625, 1.994720458984375, 2.1148681640625, 2.235015869140625, 2.35516357421875, 2.475311279296875, 2.595458984375, 2.715606689453125, 2.83575439453125, 2.955902099609375, 3.0760498046875, 3.196197509765625, 3.31634521484375, 3.436492919921875, 3.556640625]}, "gradients/decoder.transformer.h.17.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 7.0, 7.0, 11.0, 12.0, 14.0, 22.0, 29.0, 42.0, 66.0, 78.0, 118.0, 205.0, 321.0, 560.0, 1153.0, 2106.0, 4235.0, 8647.0, 18753.0, 41583.0, 97813.0, 237043.0, 605767.0, 1313734.0, 1093685.0, 453250.0, 179562.0, 74670.0, 32702.0, 14620.0, 6702.0, 3209.0, 1570.0, 857.0, 445.0, 252.0, 155.0, 110.0, 50.0, 24.0, 31.0, 18.0, 18.0, 13.0, 6.0, 4.0, 4.0, 2.0, 0.0, 1.0, 1.0, 4.0], "bins": [-5.9921875, -5.82501220703125, -5.6578369140625, -5.49066162109375, -5.323486328125, -5.15631103515625, -4.9891357421875, -4.82196044921875, -4.65478515625, -4.48760986328125, -4.3204345703125, -4.15325927734375, -3.986083984375, -3.81890869140625, -3.6517333984375, -3.48455810546875, -3.3173828125, -3.15020751953125, -2.9830322265625, -2.81585693359375, -2.648681640625, -2.48150634765625, -2.3143310546875, -2.14715576171875, -1.97998046875, -1.81280517578125, -1.6456298828125, -1.47845458984375, -1.311279296875, -1.14410400390625, -0.9769287109375, -0.80975341796875, -0.642578125, -0.47540283203125, -0.3082275390625, -0.14105224609375, 0.026123046875, 0.19329833984375, 0.3604736328125, 0.52764892578125, 0.69482421875, 0.86199951171875, 1.0291748046875, 1.19635009765625, 1.363525390625, 1.53070068359375, 1.6978759765625, 1.86505126953125, 2.0322265625, 2.19940185546875, 2.3665771484375, 2.53375244140625, 2.700927734375, 2.86810302734375, 3.0352783203125, 3.20245361328125, 3.36962890625, 3.53680419921875, 3.7039794921875, 3.87115478515625, 4.038330078125, 4.20550537109375, 4.3726806640625, 4.53985595703125, 4.70703125]}, "gradients/decoder.transformer.h.17.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 7.0, 7.0, 18.0, 18.0, 40.0, 46.0, 70.0, 132.0, 148.0, 227.0, 319.0, 429.0, 502.0, 502.0, 446.0, 368.0, 265.0, 194.0, 115.0, 79.0, 58.0, 30.0, 22.0, 14.0, 6.0, 3.0, 5.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-16.453125, -16.0621337890625, -15.671142578125, -15.2801513671875, -14.88916015625, -14.4981689453125, -14.107177734375, -13.7161865234375, -13.3251953125, -12.9342041015625, -12.543212890625, -12.1522216796875, -11.76123046875, -11.3702392578125, -10.979248046875, -10.5882568359375, -10.197265625, -9.8062744140625, -9.415283203125, -9.0242919921875, -8.63330078125, -8.2423095703125, -7.851318359375, -7.4603271484375, -7.0693359375, -6.6783447265625, -6.287353515625, -5.8963623046875, -5.50537109375, -5.1143798828125, -4.723388671875, -4.3323974609375, -3.94140625, -3.5504150390625, -3.159423828125, -2.7684326171875, -2.37744140625, -1.9864501953125, -1.595458984375, -1.2044677734375, -0.8134765625, -0.4224853515625, -0.031494140625, 0.3594970703125, 0.75048828125, 1.1414794921875, 1.532470703125, 1.9234619140625, 2.314453125, 2.7054443359375, 3.096435546875, 3.4874267578125, 3.87841796875, 4.2694091796875, 4.660400390625, 5.0513916015625, 5.4423828125, 5.8333740234375, 6.224365234375, 6.6153564453125, 7.00634765625, 7.3973388671875, 7.788330078125, 8.1793212890625, 8.5703125]}, "gradients/decoder.transformer.h.17.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 7.0, 6.0, 12.0, 12.0, 17.0, 29.0, 35.0, 54.0, 124.0, 206.0, 350.0, 764.0, 1806.0, 5360.0, 18270.0, 73841.0, 319544.0, 1288641.0, 1799680.0, 522835.0, 121062.0, 29094.0, 7856.0, 2571.0, 1036.0, 495.0, 244.0, 122.0, 74.0, 53.0, 27.0, 16.0, 15.0, 9.0, 5.0, 10.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.359375, -12.944091796875, -12.52880859375, -12.113525390625, -11.6982421875, -11.282958984375, -10.86767578125, -10.452392578125, -10.037109375, -9.621826171875, -9.20654296875, -8.791259765625, -8.3759765625, -7.960693359375, -7.54541015625, -7.130126953125, -6.71484375, -6.299560546875, -5.88427734375, -5.468994140625, -5.0537109375, -4.638427734375, -4.22314453125, -3.807861328125, -3.392578125, -2.977294921875, -2.56201171875, -2.146728515625, -1.7314453125, -1.316162109375, -0.90087890625, -0.485595703125, -0.0703125, 0.344970703125, 0.76025390625, 1.175537109375, 1.5908203125, 2.006103515625, 2.42138671875, 2.836669921875, 3.251953125, 3.667236328125, 4.08251953125, 4.497802734375, 4.9130859375, 5.328369140625, 5.74365234375, 6.158935546875, 6.57421875, 6.989501953125, 7.40478515625, 7.820068359375, 8.2353515625, 8.650634765625, 9.06591796875, 9.481201171875, 9.896484375, 10.311767578125, 10.72705078125, 11.142333984375, 11.5576171875, 11.972900390625, 12.38818359375, 12.803466796875, 13.21875]}, "gradients/decoder.transformer.h.17.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 11.0, 28.0, 82.0, 144.0, 194.0, 186.0, 157.0, 114.0, 54.0, 28.0, 8.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-153.39993286132812, -149.7743682861328, -146.14878845214844, -142.52322387695312, -138.89764404296875, -135.27207946777344, -131.64649963378906, -128.02093505859375, -124.3953628540039, -120.76979064941406, -117.14421844482422, -113.51864624023438, -109.89308166503906, -106.26750183105469, -102.64193725585938, -99.01636505126953, -95.39079284667969, -91.76522064208984, -88.1396484375, -84.51407623291016, -80.88850402832031, -77.262939453125, -73.63736724853516, -70.01179504394531, -66.38622283935547, -62.760650634765625, -59.13507843017578, -55.5095100402832, -51.88393783569336, -48.258365631103516, -44.63279724121094, -41.007225036621094, -37.38164520263672, -33.756072998046875, -30.130502700805664, -26.504932403564453, -22.87936019897461, -19.253787994384766, -15.628217697143555, -12.002647399902344, -8.3770751953125, -4.751503944396973, -1.1259326934814453, 2.499638557434082, 6.125209808349609, 9.750782012939453, 13.376352310180664, 17.001922607421875, 20.62749481201172, 24.253067016601562, 27.878637313842773, 31.504207611083984, 35.12977981567383, 38.75535202026367, 42.38092041015625, 46.006492614746094, 49.63206481933594, 53.25763702392578, 56.883209228515625, 60.5087776184082, 64.13435363769531, 67.75991821289062, 71.38549041748047, 75.01106262207031, 78.63663482666016]}, "gradients/decoder.transformer.h.17.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 3.0, 5.0, 5.0, 11.0, 6.0, 8.0, 11.0, 7.0, 16.0, 14.0, 18.0, 17.0, 26.0, 24.0, 22.0, 32.0, 39.0, 41.0, 45.0, 50.0, 38.0, 26.0, 47.0, 35.0, 35.0, 30.0, 44.0, 29.0, 42.0, 37.0, 32.0, 33.0, 24.0, 19.0, 21.0, 18.0, 19.0, 16.0, 13.0, 10.0, 14.0, 6.0, 4.0, 3.0, 5.0, 1.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-35.543704986572266, -34.48733139038086, -33.43095397949219, -32.37458038330078, -31.31820297241211, -30.261829376220703, -29.205453872680664, -28.149078369140625, -27.092702865600586, -26.036327362060547, -24.979951858520508, -23.92357635498047, -22.867202758789062, -21.81082534790039, -20.754451751708984, -19.698076248168945, -18.641700744628906, -17.585325241088867, -16.528949737548828, -15.472575187683105, -14.416199684143066, -13.359824180603027, -12.303449630737305, -11.247074127197266, -10.190698623657227, -9.134323120117188, -8.077947616577148, -7.021573066711426, -5.965197563171387, -4.908822059631348, -3.852447032928467, -2.796072006225586, -1.7397003173828125, -0.6833250522613525, 0.3730502128601074, 1.4294254779815674, 2.4858007431030273, 3.5421762466430664, 4.598551273345947, 5.654926300048828, 6.711301803588867, 7.767677307128906, 8.824052810668945, 9.880427360534668, 10.936802864074707, 11.993178367614746, 13.049552917480469, 14.105928421020508, 15.162303924560547, 16.218679428100586, 17.275054931640625, 18.331430435180664, 19.387805938720703, 20.44417953491211, 21.50055503845215, 22.556930541992188, 23.613306045532227, 24.669681549072266, 25.726057052612305, 26.782432556152344, 27.83880615234375, 28.895183563232422, 29.951557159423828, 31.007932662963867, 32.064308166503906]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 7.0, 7.0, 7.0, 4.0, 9.0, 6.0, 11.0, 20.0, 23.0, 21.0, 23.0, 27.0, 21.0, 29.0, 43.0, 26.0, 39.0, 24.0, 40.0, 46.0, 39.0, 54.0, 33.0, 36.0, 37.0, 41.0, 36.0, 42.0, 25.0, 27.0, 26.0, 28.0, 26.0, 20.0, 22.0, 9.0, 8.0, 13.0, 17.0, 3.0, 6.0, 8.0, 5.0, 1.0, 4.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.8046875, -3.6798095703125, -3.554931640625, -3.4300537109375, -3.30517578125, -3.1802978515625, -3.055419921875, -2.9305419921875, -2.8056640625, -2.6807861328125, -2.555908203125, -2.4310302734375, -2.30615234375, -2.1812744140625, -2.056396484375, -1.9315185546875, -1.806640625, -1.6817626953125, -1.556884765625, -1.4320068359375, -1.30712890625, -1.1822509765625, -1.057373046875, -0.9324951171875, -0.8076171875, -0.6827392578125, -0.557861328125, -0.4329833984375, -0.30810546875, -0.1832275390625, -0.058349609375, 0.0665283203125, 0.19140625, 0.3162841796875, 0.441162109375, 0.5660400390625, 0.69091796875, 0.8157958984375, 0.940673828125, 1.0655517578125, 1.1904296875, 1.3153076171875, 1.440185546875, 1.5650634765625, 1.68994140625, 1.8148193359375, 1.939697265625, 2.0645751953125, 2.189453125, 2.3143310546875, 2.439208984375, 2.5640869140625, 2.68896484375, 2.8138427734375, 2.938720703125, 3.0635986328125, 3.1884765625, 3.3133544921875, 3.438232421875, 3.5631103515625, 3.68798828125, 3.8128662109375, 3.937744140625, 4.0626220703125, 4.1875]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 5.0, 9.0, 10.0, 6.0, 14.0, 22.0, 28.0, 40.0, 42.0, 63.0, 91.0, 167.0, 221.0, 327.0, 517.0, 782.0, 1180.0, 1888.0, 2941.0, 4977.0, 8638.0, 15105.0, 26642.0, 47465.0, 84078.0, 143367.0, 232119.0, 200177.0, 118150.0, 68632.0, 38542.0, 21745.0, 12185.0, 7067.0, 4199.0, 2553.0, 1554.0, 1015.0, 653.0, 408.0, 282.0, 202.0, 138.0, 101.0, 79.0, 56.0, 22.0, 14.0, 18.0, 7.0, 9.0, 3.0, 8.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-3.541015625, -3.426116943359375, -3.31121826171875, -3.196319580078125, -3.0814208984375, -2.966522216796875, -2.85162353515625, -2.736724853515625, -2.621826171875, -2.506927490234375, -2.39202880859375, -2.277130126953125, -2.1622314453125, -2.047332763671875, -1.93243408203125, -1.817535400390625, -1.70263671875, -1.587738037109375, -1.47283935546875, -1.357940673828125, -1.2430419921875, -1.128143310546875, -1.01324462890625, -0.898345947265625, -0.783447265625, -0.668548583984375, -0.55364990234375, -0.438751220703125, -0.3238525390625, -0.208953857421875, -0.09405517578125, 0.020843505859375, 0.1357421875, 0.250640869140625, 0.36553955078125, 0.480438232421875, 0.5953369140625, 0.710235595703125, 0.82513427734375, 0.940032958984375, 1.054931640625, 1.169830322265625, 1.28472900390625, 1.399627685546875, 1.5145263671875, 1.629425048828125, 1.74432373046875, 1.859222412109375, 1.97412109375, 2.089019775390625, 2.20391845703125, 2.318817138671875, 2.4337158203125, 2.548614501953125, 2.66351318359375, 2.778411865234375, 2.893310546875, 3.008209228515625, 3.12310791015625, 3.238006591796875, 3.3529052734375, 3.467803955078125, 3.58270263671875, 3.697601318359375, 3.8125]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 5.0, 9.0, 9.0, 15.0, 9.0, 3.0, 15.0, 6.0, 16.0, 20.0, 25.0, 23.0, 27.0, 33.0, 29.0, 33.0, 30.0, 31.0, 42.0, 41.0, 47.0, 1061.0, 37.0, 46.0, 33.0, 32.0, 34.0, 35.0, 35.0, 30.0, 24.0, 23.0, 25.0, 25.0, 23.0, 20.0, 8.0, 20.0, 5.0, 11.0, 8.0, 5.0, 8.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0], "bins": [-3.033203125, -2.931854248046875, -2.83050537109375, -2.729156494140625, -2.6278076171875, -2.526458740234375, -2.42510986328125, -2.323760986328125, -2.222412109375, -2.121063232421875, -2.01971435546875, -1.918365478515625, -1.8170166015625, -1.715667724609375, -1.61431884765625, -1.512969970703125, -1.41162109375, -1.310272216796875, -1.20892333984375, -1.107574462890625, -1.0062255859375, -0.904876708984375, -0.80352783203125, -0.702178955078125, -0.600830078125, -0.499481201171875, -0.39813232421875, -0.296783447265625, -0.1954345703125, -0.094085693359375, 0.00726318359375, 0.108612060546875, 0.2099609375, 0.311309814453125, 0.41265869140625, 0.514007568359375, 0.6153564453125, 0.716705322265625, 0.81805419921875, 0.919403076171875, 1.020751953125, 1.122100830078125, 1.22344970703125, 1.324798583984375, 1.4261474609375, 1.527496337890625, 1.62884521484375, 1.730194091796875, 1.83154296875, 1.932891845703125, 2.03424072265625, 2.135589599609375, 2.2369384765625, 2.338287353515625, 2.43963623046875, 2.540985107421875, 2.642333984375, 2.743682861328125, 2.84503173828125, 2.946380615234375, 3.0477294921875, 3.149078369140625, 3.25042724609375, 3.351776123046875, 3.453125]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0, 9.0, 11.0, 4.0, 18.0, 31.0, 39.0, 69.0, 92.0, 158.0, 267.0, 533.0, 809.0, 1370.0, 2549.0, 4971.0, 10010.0, 22099.0, 54131.0, 147562.0, 488633.0, 939139.0, 268308.0, 90536.0, 35338.0, 15375.0, 7004.0, 3488.0, 1961.0, 1043.0, 592.0, 391.0, 216.0, 149.0, 87.0, 64.0, 25.0, 14.0, 16.0, 13.0, 5.0, 1.0, 6.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.021484375, -2.93817138671875, -2.8548583984375, -2.77154541015625, -2.688232421875, -2.60491943359375, -2.5216064453125, -2.43829345703125, -2.35498046875, -2.27166748046875, -2.1883544921875, -2.10504150390625, -2.021728515625, -1.93841552734375, -1.8551025390625, -1.77178955078125, -1.6884765625, -1.60516357421875, -1.5218505859375, -1.43853759765625, -1.355224609375, -1.27191162109375, -1.1885986328125, -1.10528564453125, -1.02197265625, -0.93865966796875, -0.8553466796875, -0.77203369140625, -0.688720703125, -0.60540771484375, -0.5220947265625, -0.43878173828125, -0.35546875, -0.27215576171875, -0.1888427734375, -0.10552978515625, -0.022216796875, 0.06109619140625, 0.1444091796875, 0.22772216796875, 0.31103515625, 0.39434814453125, 0.4776611328125, 0.56097412109375, 0.644287109375, 0.72760009765625, 0.8109130859375, 0.89422607421875, 0.9775390625, 1.06085205078125, 1.1441650390625, 1.22747802734375, 1.310791015625, 1.39410400390625, 1.4774169921875, 1.56072998046875, 1.64404296875, 1.72735595703125, 1.8106689453125, 1.89398193359375, 1.977294921875, 2.06060791015625, 2.1439208984375, 2.22723388671875, 2.310546875]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 1.0, 5.0, 1.0, 3.0, 5.0, 2.0, 2.0, 7.0, 8.0, 10.0, 11.0, 17.0, 14.0, 30.0, 25.0, 33.0, 32.0, 40.0, 44.0, 50.0, 61.0, 58.0, 62.0, 51.0, 54.0, 61.0, 53.0, 34.0, 41.0, 37.0, 27.0, 22.0, 16.0, 16.0, 13.0, 13.0, 10.0, 3.0, 8.0, 3.0, 4.0, 5.0, 2.0, 4.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.814453125, -0.7902755737304688, -0.7660980224609375, -0.7419204711914062, -0.717742919921875, -0.6935653686523438, -0.6693878173828125, -0.6452102661132812, -0.62103271484375, -0.5968551635742188, -0.5726776123046875, -0.5485000610351562, -0.524322509765625, -0.5001449584960938, -0.4759674072265625, -0.45178985595703125, -0.4276123046875, -0.40343475341796875, -0.3792572021484375, -0.35507965087890625, -0.330902099609375, -0.30672454833984375, -0.2825469970703125, -0.25836944580078125, -0.23419189453125, -0.21001434326171875, -0.1858367919921875, -0.16165924072265625, -0.137481689453125, -0.11330413818359375, -0.0891265869140625, -0.06494903564453125, -0.040771484375, -0.01659393310546875, 0.0075836181640625, 0.03176116943359375, 0.055938720703125, 0.08011627197265625, 0.1042938232421875, 0.12847137451171875, 0.15264892578125, 0.17682647705078125, 0.2010040283203125, 0.22518157958984375, 0.249359130859375, 0.27353668212890625, 0.2977142333984375, 0.32189178466796875, 0.3460693359375, 0.37024688720703125, 0.3944244384765625, 0.41860198974609375, 0.442779541015625, 0.46695709228515625, 0.4911346435546875, 0.5153121948242188, 0.53948974609375, 0.5636672973632812, 0.5878448486328125, 0.6120223999023438, 0.636199951171875, 0.6603775024414062, 0.6845550537109375, 0.7087326049804688, 0.73291015625]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 8.0, 6.0, 13.0, 12.0, 22.0, 20.0, 35.0, 41.0, 58.0, 77.0, 112.0, 172.0, 271.0, 431.0, 1316.0, 25668.0, 903790.0, 112041.0, 2892.0, 567.0, 322.0, 203.0, 113.0, 92.0, 65.0, 53.0, 39.0, 31.0, 21.0, 14.0, 7.0, 11.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 5.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-12.9921875, -12.58203125, -12.171875, -11.76171875, -11.3515625, -10.94140625, -10.53125, -10.12109375, -9.7109375, -9.30078125, -8.890625, -8.48046875, -8.0703125, -7.66015625, -7.25, -6.83984375, -6.4296875, -6.01953125, -5.609375, -5.19921875, -4.7890625, -4.37890625, -3.96875, -3.55859375, -3.1484375, -2.73828125, -2.328125, -1.91796875, -1.5078125, -1.09765625, -0.6875, -0.27734375, 0.1328125, 0.54296875, 0.953125, 1.36328125, 1.7734375, 2.18359375, 2.59375, 3.00390625, 3.4140625, 3.82421875, 4.234375, 4.64453125, 5.0546875, 5.46484375, 5.875, 6.28515625, 6.6953125, 7.10546875, 7.515625, 7.92578125, 8.3359375, 8.74609375, 9.15625, 9.56640625, 9.9765625, 10.38671875, 10.796875, 11.20703125, 11.6171875, 12.02734375, 12.4375, 12.84765625, 13.2578125]}, "gradients/decoder.transformer.h.17.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 9.0, 44.0, 208.0, 467.0, 221.0, 47.0, 14.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.143553733825684, -7.848716735839844, -7.553879737854004, -7.259042739868164, -6.964205741882324, -6.669368743896484, -6.374531269073486, -6.0796942710876465, -5.784857273101807, -5.490020275115967, -5.195183277130127, -4.900346279144287, -4.605508804321289, -4.310671806335449, -4.015834808349609, -3.7209978103637695, -3.4261608123779297, -3.13132381439209, -2.83648681640625, -2.541649580001831, -2.246812582015991, -1.9519755840301514, -1.657138466835022, -1.3623013496398926, -1.0674643516540527, -0.7726272940635681, -0.4777902364730835, -0.18295317888259888, 0.11188387870788574, 0.4067208766937256, 0.701557993888855, 0.9963951110839844, 1.2912321090698242, 1.586069107055664, 1.8809062242507935, 2.175743341445923, 2.4705803394317627, 2.7654173374176025, 3.0602545738220215, 3.3550915718078613, 3.649928569793701, 3.944765567779541, 4.239602565765381, 4.534439563751221, 4.829277038574219, 5.124114036560059, 5.418951034545898, 5.713788032531738, 6.008625030517578, 6.303462028503418, 6.598299026489258, 6.893136024475098, 7.1879730224609375, 7.482810020446777, 7.777647495269775, 8.072484970092773, 8.367321014404297, 8.662158012390137, 8.956995010375977, 9.251832008361816, 9.546669006347656, 9.841506004333496, 10.136343002319336, 10.431180953979492, 10.726017951965332]}, "gradients/decoder.transformer.h.17.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 5.0, 1.0, 2.0, 4.0, 6.0, 5.0, 6.0, 15.0, 16.0, 9.0, 24.0, 17.0, 22.0, 29.0, 31.0, 36.0, 31.0, 44.0, 36.0, 47.0, 37.0, 44.0, 51.0, 48.0, 51.0, 47.0, 55.0, 44.0, 28.0, 43.0, 39.0, 21.0, 29.0, 26.0, 14.0, 8.0, 10.0, 9.0, 6.0, 4.0, 8.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-2.8011016845703125, -2.7258923053741455, -2.6506831645965576, -2.5754737854003906, -2.5002644062042236, -2.4250552654266357, -2.3498458862304688, -2.274636745452881, -2.199427366256714, -2.124217987060547, -2.049008846282959, -1.973799467086792, -1.8985902070999146, -1.823380947113037, -1.7481715679168701, -1.6729623079299927, -1.5977529287338257, -1.5225436687469482, -1.4473342895507812, -1.3721250295639038, -1.2969157695770264, -1.2217063903808594, -1.146497130393982, -1.0712878704071045, -0.9960785508155823, -0.9208692312240601, -0.8456599712371826, -0.7704506516456604, -0.6952413320541382, -0.6200320720672607, -0.5448227524757385, -0.4696134924888611, -0.39440417289733887, -0.31919488310813904, -0.24398557841777802, -0.168776273727417, -0.09356698393821716, -0.018357694149017334, 0.05685162544250488, 0.13206088542938232, 0.20727020502090454, 0.28247949481010437, 0.3576887845993042, 0.4328981041908264, 0.5081074237823486, 0.5833166837692261, 0.6585260033607483, 0.7337352633476257, 0.808944582939148, 0.8841539025306702, 0.9593631625175476, 1.0345724821090698, 1.1097817420959473, 1.1849911212921143, 1.2602003812789917, 1.3354096412658691, 1.4106190204620361, 1.4858282804489136, 1.5610376596450806, 1.636246919631958, 1.7114561796188354, 1.786665439605713, 1.8618748188018799, 1.9370840787887573, 2.0122933387756348]}, "gradients/decoder.transformer.h.17.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 2.0, 4.0, 1.0, 3.0, 7.0, 10.0, 4.0, 7.0, 11.0, 7.0, 18.0, 22.0, 21.0, 24.0, 27.0, 23.0, 28.0, 36.0, 35.0, 35.0, 27.0, 30.0, 50.0, 35.0, 53.0, 43.0, 31.0, 39.0, 40.0, 37.0, 37.0, 31.0, 30.0, 21.0, 32.0, 22.0, 20.0, 22.0, 14.0, 9.0, 9.0, 15.0, 8.0, 6.0, 7.0, 4.0, 4.0, 5.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-3.8359375, -3.7109375, -3.5859375, -3.4609375, -3.3359375, -3.2109375, -3.0859375, -2.9609375, -2.8359375, -2.7109375, -2.5859375, -2.4609375, -2.3359375, -2.2109375, -2.0859375, -1.9609375, -1.8359375, -1.7109375, -1.5859375, -1.4609375, -1.3359375, -1.2109375, -1.0859375, -0.9609375, -0.8359375, -0.7109375, -0.5859375, -0.4609375, -0.3359375, -0.2109375, -0.0859375, 0.0390625, 0.1640625, 0.2890625, 0.4140625, 0.5390625, 0.6640625, 0.7890625, 0.9140625, 1.0390625, 1.1640625, 1.2890625, 1.4140625, 1.5390625, 1.6640625, 1.7890625, 1.9140625, 2.0390625, 2.1640625, 2.2890625, 2.4140625, 2.5390625, 2.6640625, 2.7890625, 2.9140625, 3.0390625, 3.1640625, 3.2890625, 3.4140625, 3.5390625, 3.6640625, 3.7890625, 3.9140625, 4.0390625, 4.1640625]}, "gradients/decoder.transformer.h.17.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 5.0, 3.0, 8.0, 5.0, 4.0, 8.0, 11.0, 16.0, 29.0, 50.0, 106.0, 154.0, 283.0, 531.0, 978.0, 1781.0, 3123.0, 5904.0, 10421.0, 20124.0, 39895.0, 93257.0, 236676.0, 334213.0, 170048.0, 66044.0, 30382.0, 15774.0, 8531.0, 4574.0, 2464.0, 1352.0, 822.0, 423.0, 219.0, 132.0, 73.0, 49.0, 28.0, 22.0, 14.0, 9.0, 7.0, 4.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.75390625, -5.5811767578125, -5.408447265625, -5.2357177734375, -5.06298828125, -4.8902587890625, -4.717529296875, -4.5447998046875, -4.3720703125, -4.1993408203125, -4.026611328125, -3.8538818359375, -3.68115234375, -3.5084228515625, -3.335693359375, -3.1629638671875, -2.990234375, -2.8175048828125, -2.644775390625, -2.4720458984375, -2.29931640625, -2.1265869140625, -1.953857421875, -1.7811279296875, -1.6083984375, -1.4356689453125, -1.262939453125, -1.0902099609375, -0.91748046875, -0.7447509765625, -0.572021484375, -0.3992919921875, -0.2265625, -0.0538330078125, 0.118896484375, 0.2916259765625, 0.46435546875, 0.6370849609375, 0.809814453125, 0.9825439453125, 1.1552734375, 1.3280029296875, 1.500732421875, 1.6734619140625, 1.84619140625, 2.0189208984375, 2.191650390625, 2.3643798828125, 2.537109375, 2.7098388671875, 2.882568359375, 3.0552978515625, 3.22802734375, 3.4007568359375, 3.573486328125, 3.7462158203125, 3.9189453125, 4.0916748046875, 4.264404296875, 4.4371337890625, 4.60986328125, 4.7825927734375, 4.955322265625, 5.1280517578125, 5.30078125]}, "gradients/decoder.transformer.h.17.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 4.0, 8.0, 7.0, 12.0, 9.0, 18.0, 19.0, 20.0, 27.0, 29.0, 28.0, 29.0, 37.0, 39.0, 53.0, 55.0, 85.0, 136.0, 257.0, 1431.0, 202.0, 97.0, 84.0, 68.0, 46.0, 25.0, 54.0, 23.0, 24.0, 20.0, 27.0, 17.0, 18.0, 12.0, 8.0, 8.0, 5.0, 3.0, 2.0, 5.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.1640625, -14.6644287109375, -14.164794921875, -13.6651611328125, -13.16552734375, -12.6658935546875, -12.166259765625, -11.6666259765625, -11.1669921875, -10.6673583984375, -10.167724609375, -9.6680908203125, -9.16845703125, -8.6688232421875, -8.169189453125, -7.6695556640625, -7.169921875, -6.6702880859375, -6.170654296875, -5.6710205078125, -5.17138671875, -4.6717529296875, -4.172119140625, -3.6724853515625, -3.1728515625, -2.6732177734375, -2.173583984375, -1.6739501953125, -1.17431640625, -0.6746826171875, -0.175048828125, 0.3245849609375, 0.82421875, 1.3238525390625, 1.823486328125, 2.3231201171875, 2.82275390625, 3.3223876953125, 3.822021484375, 4.3216552734375, 4.8212890625, 5.3209228515625, 5.820556640625, 6.3201904296875, 6.81982421875, 7.3194580078125, 7.819091796875, 8.3187255859375, 8.818359375, 9.3179931640625, 9.817626953125, 10.3172607421875, 10.81689453125, 11.3165283203125, 11.816162109375, 12.3157958984375, 12.8154296875, 13.3150634765625, 13.814697265625, 14.3143310546875, 14.81396484375, 15.3135986328125, 15.813232421875, 16.3128662109375, 16.8125]}, "gradients/decoder.transformer.h.17.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 8.0, 3.0, 5.0, 12.0, 9.0, 19.0, 23.0, 30.0, 30.0, 47.0, 61.0, 91.0, 107.0, 198.0, 358.0, 647.0, 1914.0, 16767.0, 759814.0, 2321288.0, 39232.0, 3040.0, 827.0, 398.0, 244.0, 152.0, 97.0, 63.0, 50.0, 45.0, 31.0, 21.0, 20.0, 23.0, 10.0, 5.0, 6.0, 2.0, 8.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-32.71875, -31.78759765625, -30.8564453125, -29.92529296875, -28.994140625, -28.06298828125, -27.1318359375, -26.20068359375, -25.26953125, -24.33837890625, -23.4072265625, -22.47607421875, -21.544921875, -20.61376953125, -19.6826171875, -18.75146484375, -17.8203125, -16.88916015625, -15.9580078125, -15.02685546875, -14.095703125, -13.16455078125, -12.2333984375, -11.30224609375, -10.37109375, -9.43994140625, -8.5087890625, -7.57763671875, -6.646484375, -5.71533203125, -4.7841796875, -3.85302734375, -2.921875, -1.99072265625, -1.0595703125, -0.12841796875, 0.802734375, 1.73388671875, 2.6650390625, 3.59619140625, 4.52734375, 5.45849609375, 6.3896484375, 7.32080078125, 8.251953125, 9.18310546875, 10.1142578125, 11.04541015625, 11.9765625, 12.90771484375, 13.8388671875, 14.77001953125, 15.701171875, 16.63232421875, 17.5634765625, 18.49462890625, 19.42578125, 20.35693359375, 21.2880859375, 22.21923828125, 23.150390625, 24.08154296875, 25.0126953125, 25.94384765625, 26.875]}, "gradients/decoder.transformer.h.17.ln_1.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 3.0, 14.0, 217.0, 581.0, 195.0, 10.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-41.29555130004883, -35.785072326660156, -30.274595260620117, -24.764118194580078, -19.253639221191406, -13.743160247802734, -8.232685089111328, -2.7222061157226562, 2.7882728576660156, 8.298750877380371, 13.809228897094727, 19.319705963134766, 24.830184936523438, 30.34066390991211, 35.851139068603516, 41.36161804199219, 46.87209701538086, 52.38257598876953, 57.89305114746094, 63.40353012084961, 68.91400909423828, 74.42448425292969, 79.93496704101562, 85.44544219970703, 90.95591735839844, 96.46639251708984, 101.97687530517578, 107.48735046386719, 112.99783325195312, 118.50830841064453, 124.01878356933594, 129.52926635742188, 135.03973388671875, 140.5502166748047, 146.06068420410156, 151.5711669921875, 157.08164978027344, 162.59213256835938, 168.10260009765625, 173.6130828857422, 179.12356567382812, 184.63404846191406, 190.14451599121094, 195.65499877929688, 201.1654815673828, 206.67596435546875, 212.18643188476562, 217.69691467285156, 223.20738220214844, 228.71786499023438, 234.22833251953125, 239.7388153076172, 245.24929809570312, 250.759765625, 256.270263671875, 261.7807312011719, 267.29119873046875, 272.8016662597656, 278.3121643066406, 283.8226318359375, 289.3330993652344, 294.8435974121094, 300.35406494140625, 305.8645324707031, 311.3750305175781]}, "gradients/decoder.transformer.h.17.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 3.0, 3.0, 5.0, 6.0, 9.0, 9.0, 7.0, 10.0, 10.0, 15.0, 11.0, 18.0, 17.0, 20.0, 39.0, 29.0, 36.0, 25.0, 36.0, 36.0, 33.0, 32.0, 44.0, 36.0, 42.0, 45.0, 46.0, 39.0, 38.0, 30.0, 28.0, 25.0, 26.0, 28.0, 23.0, 21.0, 14.0, 15.0, 19.0, 10.0, 17.0, 12.0, 6.0, 6.0, 8.0, 5.0, 5.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0], "bins": [-34.92060470581055, -33.833431243896484, -32.74625778198242, -31.65908432006836, -30.571910858154297, -29.484737396240234, -28.397563934326172, -27.31039047241211, -26.223217010498047, -25.136043548583984, -24.048870086669922, -22.96169662475586, -21.874523162841797, -20.787349700927734, -19.700176239013672, -18.61300277709961, -17.52583122253418, -16.438657760620117, -15.351484298706055, -14.264310836791992, -13.17713737487793, -12.089963912963867, -11.002791404724121, -9.915617942810059, -8.828444480895996, -7.741271018981934, -6.654097557067871, -5.566924571990967, -4.479751110076904, -3.392577648162842, -2.3054046630859375, -1.218231201171875, -0.1310577392578125, 0.9561156034469604, 2.0432889461517334, 3.130462169647217, 4.217635631561279, 5.304809093475342, 6.391982078552246, 7.479155540466309, 8.566329002380371, 9.653502464294434, 10.740675926208496, 11.827848434448242, 12.915021896362305, 14.002195358276367, 15.08936882019043, 16.176542282104492, 17.263715744018555, 18.350889205932617, 19.43806266784668, 20.525236129760742, 21.612409591674805, 22.699583053588867, 23.786754608154297, 24.87392807006836, 25.961101531982422, 27.048274993896484, 28.135448455810547, 29.22262191772461, 30.309795379638672, 31.396968841552734, 32.4841423034668, 33.57131576538086, 34.65848922729492]}, "gradients/decoder.transformer.h.16.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 5.0, 4.0, 5.0, 8.0, 4.0, 10.0, 11.0, 12.0, 8.0, 20.0, 20.0, 26.0, 27.0, 24.0, 29.0, 27.0, 43.0, 39.0, 41.0, 37.0, 39.0, 39.0, 34.0, 42.0, 40.0, 47.0, 40.0, 44.0, 31.0, 41.0, 30.0, 28.0, 19.0, 20.0, 20.0, 22.0, 22.0, 13.0, 7.0, 8.0, 9.0, 3.0, 5.0, 2.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.39453125, -4.255126953125, -4.11572265625, -3.976318359375, -3.8369140625, -3.697509765625, -3.55810546875, -3.418701171875, -3.279296875, -3.139892578125, -3.00048828125, -2.861083984375, -2.7216796875, -2.582275390625, -2.44287109375, -2.303466796875, -2.1640625, -2.024658203125, -1.88525390625, -1.745849609375, -1.6064453125, -1.467041015625, -1.32763671875, -1.188232421875, -1.048828125, -0.909423828125, -0.77001953125, -0.630615234375, -0.4912109375, -0.351806640625, -0.21240234375, -0.072998046875, 0.06640625, 0.205810546875, 0.34521484375, 0.484619140625, 0.6240234375, 0.763427734375, 0.90283203125, 1.042236328125, 1.181640625, 1.321044921875, 1.46044921875, 1.599853515625, 1.7392578125, 1.878662109375, 2.01806640625, 2.157470703125, 2.296875, 2.436279296875, 2.57568359375, 2.715087890625, 2.8544921875, 2.993896484375, 3.13330078125, 3.272705078125, 3.412109375, 3.551513671875, 3.69091796875, 3.830322265625, 3.9697265625, 4.109130859375, 4.24853515625, 4.387939453125, 4.52734375]}, "gradients/decoder.transformer.h.16.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 4.0, 1.0, 10.0, 5.0, 9.0, 12.0, 18.0, 16.0, 17.0, 29.0, 35.0, 39.0, 56.0, 57.0, 69.0, 91.0, 142.0, 262.0, 670.0, 2109.0, 9384.0, 52914.0, 390349.0, 2383208.0, 1181369.0, 145020.0, 21916.0, 4243.0, 1117.0, 408.0, 158.0, 128.0, 69.0, 61.0, 60.0, 48.0, 35.0, 36.0, 32.0, 21.0, 10.0, 13.0, 5.0, 7.0, 9.0, 1.0, 6.0, 2.0, 0.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-13.3046875, -12.8985595703125, -12.492431640625, -12.0863037109375, -11.68017578125, -11.2740478515625, -10.867919921875, -10.4617919921875, -10.0556640625, -9.6495361328125, -9.243408203125, -8.8372802734375, -8.43115234375, -8.0250244140625, -7.618896484375, -7.2127685546875, -6.806640625, -6.4005126953125, -5.994384765625, -5.5882568359375, -5.18212890625, -4.7760009765625, -4.369873046875, -3.9637451171875, -3.5576171875, -3.1514892578125, -2.745361328125, -2.3392333984375, -1.93310546875, -1.5269775390625, -1.120849609375, -0.7147216796875, -0.30859375, 0.0975341796875, 0.503662109375, 0.9097900390625, 1.31591796875, 1.7220458984375, 2.128173828125, 2.5343017578125, 2.9404296875, 3.3465576171875, 3.752685546875, 4.1588134765625, 4.56494140625, 4.9710693359375, 5.377197265625, 5.7833251953125, 6.189453125, 6.5955810546875, 7.001708984375, 7.4078369140625, 7.81396484375, 8.2200927734375, 8.626220703125, 9.0323486328125, 9.4384765625, 9.8446044921875, 10.250732421875, 10.6568603515625, 11.06298828125, 11.4691162109375, 11.875244140625, 12.2813720703125, 12.6875]}, "gradients/decoder.transformer.h.16.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 6.0, 5.0, 9.0, 15.0, 13.0, 23.0, 32.0, 46.0, 78.0, 127.0, 215.0, 281.0, 371.0, 562.0, 604.0, 535.0, 382.0, 275.0, 167.0, 125.0, 74.0, 56.0, 33.0, 16.0, 8.0, 14.0, 6.0, 0.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-18.328125, -17.849853515625, -17.37158203125, -16.893310546875, -16.4150390625, -15.936767578125, -15.45849609375, -14.980224609375, -14.501953125, -14.023681640625, -13.54541015625, -13.067138671875, -12.5888671875, -12.110595703125, -11.63232421875, -11.154052734375, -10.67578125, -10.197509765625, -9.71923828125, -9.240966796875, -8.7626953125, -8.284423828125, -7.80615234375, -7.327880859375, -6.849609375, -6.371337890625, -5.89306640625, -5.414794921875, -4.9365234375, -4.458251953125, -3.97998046875, -3.501708984375, -3.0234375, -2.545166015625, -2.06689453125, -1.588623046875, -1.1103515625, -0.632080078125, -0.15380859375, 0.324462890625, 0.802734375, 1.281005859375, 1.75927734375, 2.237548828125, 2.7158203125, 3.194091796875, 3.67236328125, 4.150634765625, 4.62890625, 5.107177734375, 5.58544921875, 6.063720703125, 6.5419921875, 7.020263671875, 7.49853515625, 7.976806640625, 8.455078125, 8.933349609375, 9.41162109375, 9.889892578125, 10.3681640625, 10.846435546875, 11.32470703125, 11.802978515625, 12.28125]}, "gradients/decoder.transformer.h.16.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 10.0, 10.0, 11.0, 19.0, 45.0, 62.0, 112.0, 178.0, 376.0, 753.0, 3673.0, 72232.0, 2441862.0, 1627959.0, 42968.0, 2670.0, 663.0, 302.0, 147.0, 93.0, 38.0, 30.0, 22.0, 12.0, 15.0, 8.0, 6.0, 5.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.34375, -27.25048828125, -26.1572265625, -25.06396484375, -23.970703125, -22.87744140625, -21.7841796875, -20.69091796875, -19.59765625, -18.50439453125, -17.4111328125, -16.31787109375, -15.224609375, -14.13134765625, -13.0380859375, -11.94482421875, -10.8515625, -9.75830078125, -8.6650390625, -7.57177734375, -6.478515625, -5.38525390625, -4.2919921875, -3.19873046875, -2.10546875, -1.01220703125, 0.0810546875, 1.17431640625, 2.267578125, 3.36083984375, 4.4541015625, 5.54736328125, 6.640625, 7.73388671875, 8.8271484375, 9.92041015625, 11.013671875, 12.10693359375, 13.2001953125, 14.29345703125, 15.38671875, 16.47998046875, 17.5732421875, 18.66650390625, 19.759765625, 20.85302734375, 21.9462890625, 23.03955078125, 24.1328125, 25.22607421875, 26.3193359375, 27.41259765625, 28.505859375, 29.59912109375, 30.6923828125, 31.78564453125, 32.87890625, 33.97216796875, 35.0654296875, 36.15869140625, 37.251953125, 38.34521484375, 39.4384765625, 40.53173828125, 41.625]}, "gradients/decoder.transformer.h.16.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 8.0, 21.0, 41.0, 85.0, 108.0, 165.0, 146.0, 156.0, 110.0, 94.0, 45.0, 16.0, 9.0, 5.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-119.54437255859375, -116.51905059814453, -113.49372863769531, -110.46839904785156, -107.44307708740234, -104.41775512695312, -101.39242553710938, -98.36710357666016, -95.34178161621094, -92.31645965576172, -89.2911376953125, -86.26580810546875, -83.24048614501953, -80.21516418457031, -77.18983459472656, -74.16451263427734, -71.13919067382812, -68.1138687133789, -65.08854675292969, -62.06321716308594, -59.03789520263672, -56.0125732421875, -52.987247467041016, -49.96192169189453, -46.93659973144531, -43.911277770996094, -40.88595199584961, -37.860626220703125, -34.835304260253906, -31.809980392456055, -28.784656524658203, -25.75933265686035, -22.73400115966797, -19.708677291870117, -16.683353424072266, -13.658029556274414, -10.632705688476562, -7.607381820678711, -4.582057952880859, -1.5567340850830078, 1.4685897827148438, 4.493913650512695, 7.519237518310547, 10.544561386108398, 13.56988525390625, 16.5952091217041, 19.620532989501953, 22.645856857299805, 25.671180725097656, 28.696504592895508, 31.72182846069336, 34.747154235839844, 37.77247619628906, 40.79779815673828, 43.823123931884766, 46.84844970703125, 49.87377166748047, 52.89909362792969, 55.92441940307617, 58.949745178222656, 61.975067138671875, 65.0003890991211, 68.02571105957031, 71.05104064941406, 74.07636260986328]}, "gradients/decoder.transformer.h.16.ln_2.bias": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 1.0, 1.0, 5.0, 1.0, 3.0, 3.0, 5.0, 8.0, 10.0, 13.0, 11.0, 18.0, 16.0, 16.0, 20.0, 27.0, 29.0, 30.0, 35.0, 20.0, 39.0, 39.0, 49.0, 50.0, 51.0, 37.0, 51.0, 38.0, 34.0, 39.0, 41.0, 29.0, 30.0, 35.0, 29.0, 21.0, 23.0, 15.0, 13.0, 20.0, 18.0, 11.0, 8.0, 8.0, 5.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-33.21524429321289, -32.033145904541016, -30.85104751586914, -29.668949127197266, -28.48685073852539, -27.304752349853516, -26.122652053833008, -24.940553665161133, -23.758455276489258, -22.576356887817383, -21.394258499145508, -20.212160110473633, -19.030059814453125, -17.84796142578125, -16.665863037109375, -15.4837646484375, -14.301666259765625, -13.11956787109375, -11.937469482421875, -10.755370140075684, -9.573271751403809, -8.391173362731934, -7.2090744972229, -6.026975631713867, -4.844877243041992, -3.662778615951538, -2.480679988861084, -1.2985813617706299, -0.11648273468017578, 1.0656156539916992, 2.2477145195007324, 3.4298133850097656, 4.611907958984375, 5.79400634765625, 6.976105213165283, 8.158204078674316, 9.340302467346191, 10.522400856018066, 11.704500198364258, 12.886598587036133, 14.068696975708008, 15.250795364379883, 16.432893753051758, 17.614992141723633, 18.79709243774414, 19.979190826416016, 21.16128921508789, 22.343387603759766, 23.52548599243164, 24.707584381103516, 25.88968276977539, 27.071781158447266, 28.25387954711914, 29.435977935791016, 30.618078231811523, 31.8001766204834, 32.982276916503906, 34.16437530517578, 35.346473693847656, 36.52857208251953, 37.710670471191406, 38.89276885986328, 40.074867248535156, 41.25696563720703, 42.439064025878906]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 5.0, 3.0, 3.0, 5.0, 8.0, 15.0, 6.0, 16.0, 17.0, 12.0, 25.0, 24.0, 23.0, 25.0, 29.0, 23.0, 43.0, 41.0, 35.0, 39.0, 49.0, 35.0, 43.0, 45.0, 35.0, 47.0, 39.0, 40.0, 32.0, 34.0, 37.0, 22.0, 25.0, 27.0, 22.0, 17.0, 16.0, 9.0, 5.0, 6.0, 10.0, 5.0, 4.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-4.59375, -4.45147705078125, -4.3092041015625, -4.16693115234375, -4.024658203125, -3.88238525390625, -3.7401123046875, -3.59783935546875, -3.45556640625, -3.31329345703125, -3.1710205078125, -3.02874755859375, -2.886474609375, -2.74420166015625, -2.6019287109375, -2.45965576171875, -2.3173828125, -2.17510986328125, -2.0328369140625, -1.89056396484375, -1.748291015625, -1.60601806640625, -1.4637451171875, -1.32147216796875, -1.17919921875, -1.03692626953125, -0.8946533203125, -0.75238037109375, -0.610107421875, -0.46783447265625, -0.3255615234375, -0.18328857421875, -0.041015625, 0.10125732421875, 0.2435302734375, 0.38580322265625, 0.528076171875, 0.67034912109375, 0.8126220703125, 0.95489501953125, 1.09716796875, 1.23944091796875, 1.3817138671875, 1.52398681640625, 1.666259765625, 1.80853271484375, 1.9508056640625, 2.09307861328125, 2.2353515625, 2.37762451171875, 2.5198974609375, 2.66217041015625, 2.804443359375, 2.94671630859375, 3.0889892578125, 3.23126220703125, 3.37353515625, 3.51580810546875, 3.6580810546875, 3.80035400390625, 3.942626953125, 4.08489990234375, 4.2271728515625, 4.36944580078125, 4.51171875]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 4.0, 2.0, 13.0, 9.0, 24.0, 38.0, 48.0, 97.0, 143.0, 270.0, 503.0, 868.0, 1548.0, 2821.0, 5176.0, 9093.0, 16090.0, 27565.0, 45468.0, 72230.0, 112172.0, 164629.0, 190911.0, 146758.0, 96785.0, 62711.0, 39017.0, 23057.0, 13460.0, 7568.0, 4282.0, 2299.0, 1302.0, 684.0, 416.0, 201.0, 120.0, 76.0, 35.0, 22.0, 17.0, 9.0, 6.0, 11.0, 6.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.84765625, -3.735595703125, -3.62353515625, -3.511474609375, -3.3994140625, -3.287353515625, -3.17529296875, -3.063232421875, -2.951171875, -2.839111328125, -2.72705078125, -2.614990234375, -2.5029296875, -2.390869140625, -2.27880859375, -2.166748046875, -2.0546875, -1.942626953125, -1.83056640625, -1.718505859375, -1.6064453125, -1.494384765625, -1.38232421875, -1.270263671875, -1.158203125, -1.046142578125, -0.93408203125, -0.822021484375, -0.7099609375, -0.597900390625, -0.48583984375, -0.373779296875, -0.26171875, -0.149658203125, -0.03759765625, 0.074462890625, 0.1865234375, 0.298583984375, 0.41064453125, 0.522705078125, 0.634765625, 0.746826171875, 0.85888671875, 0.970947265625, 1.0830078125, 1.195068359375, 1.30712890625, 1.419189453125, 1.53125, 1.643310546875, 1.75537109375, 1.867431640625, 1.9794921875, 2.091552734375, 2.20361328125, 2.315673828125, 2.427734375, 2.539794921875, 2.65185546875, 2.763916015625, 2.8759765625, 2.988037109375, 3.10009765625, 3.212158203125, 3.32421875]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.bias": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 4.0, 5.0, 10.0, 4.0, 8.0, 8.0, 15.0, 10.0, 18.0, 15.0, 21.0, 12.0, 29.0, 22.0, 27.0, 28.0, 33.0, 23.0, 34.0, 44.0, 42.0, 45.0, 41.0, 1058.0, 45.0, 41.0, 32.0, 31.0, 34.0, 35.0, 32.0, 28.0, 24.0, 27.0, 15.0, 18.0, 17.0, 16.0, 15.0, 8.0, 13.0, 9.0, 9.0, 9.0, 7.0, 1.0, 4.0, 5.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-3.79296875, -3.675628662109375, -3.55828857421875, -3.440948486328125, -3.3236083984375, -3.206268310546875, -3.08892822265625, -2.971588134765625, -2.854248046875, -2.736907958984375, -2.61956787109375, -2.502227783203125, -2.3848876953125, -2.267547607421875, -2.15020751953125, -2.032867431640625, -1.91552734375, -1.798187255859375, -1.68084716796875, -1.563507080078125, -1.4461669921875, -1.328826904296875, -1.21148681640625, -1.094146728515625, -0.976806640625, -0.859466552734375, -0.74212646484375, -0.624786376953125, -0.5074462890625, -0.390106201171875, -0.27276611328125, -0.155426025390625, -0.0380859375, 0.079254150390625, 0.19659423828125, 0.313934326171875, 0.4312744140625, 0.548614501953125, 0.66595458984375, 0.783294677734375, 0.900634765625, 1.017974853515625, 1.13531494140625, 1.252655029296875, 1.3699951171875, 1.487335205078125, 1.60467529296875, 1.722015380859375, 1.83935546875, 1.956695556640625, 2.07403564453125, 2.191375732421875, 2.3087158203125, 2.426055908203125, 2.54339599609375, 2.660736083984375, 2.778076171875, 2.895416259765625, 3.01275634765625, 3.130096435546875, 3.2474365234375, 3.364776611328125, 3.48211669921875, 3.599456787109375, 3.716796875]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 4.0, 7.0, 16.0, 15.0, 23.0, 43.0, 57.0, 96.0, 137.0, 237.0, 324.0, 502.0, 818.0, 1293.0, 2005.0, 3335.0, 5234.0, 9002.0, 15184.0, 25880.0, 45991.0, 83129.0, 157672.0, 324390.0, 641150.0, 381532.0, 182027.0, 94096.0, 51757.0, 28845.0, 16786.0, 9899.0, 5892.0, 3708.0, 2153.0, 1373.0, 918.0, 545.0, 360.0, 240.0, 166.0, 84.0, 71.0, 43.0, 33.0, 20.0, 11.0, 16.0, 7.0, 5.0, 5.0, 3.0, 2.0, 0.0, 1.0, 1.0], "bins": [-1.744140625, -1.690643310546875, -1.63714599609375, -1.583648681640625, -1.5301513671875, -1.476654052734375, -1.42315673828125, -1.369659423828125, -1.316162109375, -1.262664794921875, -1.20916748046875, -1.155670166015625, -1.1021728515625, -1.048675537109375, -0.99517822265625, -0.941680908203125, -0.88818359375, -0.834686279296875, -0.78118896484375, -0.727691650390625, -0.6741943359375, -0.620697021484375, -0.56719970703125, -0.513702392578125, -0.460205078125, -0.406707763671875, -0.35321044921875, -0.299713134765625, -0.2462158203125, -0.192718505859375, -0.13922119140625, -0.085723876953125, -0.0322265625, 0.021270751953125, 0.07476806640625, 0.128265380859375, 0.1817626953125, 0.235260009765625, 0.28875732421875, 0.342254638671875, 0.395751953125, 0.449249267578125, 0.50274658203125, 0.556243896484375, 0.6097412109375, 0.663238525390625, 0.71673583984375, 0.770233154296875, 0.82373046875, 0.877227783203125, 0.93072509765625, 0.984222412109375, 1.0377197265625, 1.091217041015625, 1.14471435546875, 1.198211669921875, 1.251708984375, 1.305206298828125, 1.35870361328125, 1.412200927734375, 1.4656982421875, 1.519195556640625, 1.57269287109375, 1.626190185546875, 1.6796875]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 5.0, 2.0, 2.0, 5.0, 12.0, 14.0, 13.0, 12.0, 24.0, 30.0, 30.0, 39.0, 45.0, 74.0, 77.0, 79.0, 84.0, 87.0, 63.0, 51.0, 51.0, 37.0, 34.0, 22.0, 22.0, 16.0, 13.0, 16.0, 9.0, 14.0, 3.0, 4.0, 4.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1455078125, -1.10906982421875, -1.0726318359375, -1.03619384765625, -0.999755859375, -0.96331787109375, -0.9268798828125, -0.89044189453125, -0.85400390625, -0.81756591796875, -0.7811279296875, -0.74468994140625, -0.708251953125, -0.67181396484375, -0.6353759765625, -0.59893798828125, -0.5625, -0.52606201171875, -0.4896240234375, -0.45318603515625, -0.416748046875, -0.38031005859375, -0.3438720703125, -0.30743408203125, -0.27099609375, -0.23455810546875, -0.1981201171875, -0.16168212890625, -0.125244140625, -0.08880615234375, -0.0523681640625, -0.01593017578125, 0.0205078125, 0.05694580078125, 0.0933837890625, 0.12982177734375, 0.166259765625, 0.20269775390625, 0.2391357421875, 0.27557373046875, 0.31201171875, 0.34844970703125, 0.3848876953125, 0.42132568359375, 0.457763671875, 0.49420166015625, 0.5306396484375, 0.56707763671875, 0.603515625, 0.63995361328125, 0.6763916015625, 0.71282958984375, 0.749267578125, 0.78570556640625, 0.8221435546875, 0.85858154296875, 0.89501953125, 0.93145751953125, 0.9678955078125, 1.00433349609375, 1.040771484375, 1.07720947265625, 1.1136474609375, 1.15008544921875, 1.1865234375]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 3.0, 2.0, 9.0, 9.0, 12.0, 17.0, 15.0, 30.0, 27.0, 49.0, 77.0, 126.0, 220.0, 378.0, 1077.0, 32883.0, 1001495.0, 10451.0, 765.0, 362.0, 195.0, 100.0, 66.0, 47.0, 38.0, 34.0, 17.0, 17.0, 9.0, 4.0, 4.0, 4.0, 3.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.828125, -20.18505859375, -19.5419921875, -18.89892578125, -18.255859375, -17.61279296875, -16.9697265625, -16.32666015625, -15.68359375, -15.04052734375, -14.3974609375, -13.75439453125, -13.111328125, -12.46826171875, -11.8251953125, -11.18212890625, -10.5390625, -9.89599609375, -9.2529296875, -8.60986328125, -7.966796875, -7.32373046875, -6.6806640625, -6.03759765625, -5.39453125, -4.75146484375, -4.1083984375, -3.46533203125, -2.822265625, -2.17919921875, -1.5361328125, -0.89306640625, -0.25, 0.39306640625, 1.0361328125, 1.67919921875, 2.322265625, 2.96533203125, 3.6083984375, 4.25146484375, 4.89453125, 5.53759765625, 6.1806640625, 6.82373046875, 7.466796875, 8.10986328125, 8.7529296875, 9.39599609375, 10.0390625, 10.68212890625, 11.3251953125, 11.96826171875, 12.611328125, 13.25439453125, 13.8974609375, 14.54052734375, 15.18359375, 15.82666015625, 16.4697265625, 17.11279296875, 17.755859375, 18.39892578125, 19.0419921875, 19.68505859375, 20.328125]}, "gradients/decoder.transformer.h.16.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 14.0, 124.0, 619.0, 234.0, 20.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.710590362548828, -21.10237693786621, -20.494163513183594, -19.88595199584961, -19.277738571166992, -18.669525146484375, -18.061311721801758, -17.45309829711914, -16.844886779785156, -16.23667335510254, -15.628460884094238, -15.020247459411621, -14.41203498840332, -13.803821563720703, -13.195608139038086, -12.587395668029785, -11.979182243347168, -11.37096881866455, -10.76275634765625, -10.154542922973633, -9.546330451965332, -8.938117027282715, -8.329904556274414, -7.721691131591797, -7.113478183746338, -6.505265235900879, -5.89705228805542, -5.288839340209961, -4.680625915527344, -4.072413444519043, -3.464200019836426, -2.855987071990967, -2.247774124145508, -1.6395611763000488, -1.0313481092453003, -0.42313504219055176, 0.18507790565490723, 0.7932908535003662, 1.4015040397644043, 2.0097169876098633, 2.6179299354553223, 3.2261428833007812, 3.8343558311462402, 4.442568778991699, 5.050782203674316, 5.658994674682617, 6.267208099365234, 6.875421047210693, 7.483633995056152, 8.09184741973877, 8.70005989074707, 9.308273315429688, 9.916485786437988, 10.524699211120605, 11.132911682128906, 11.741125106811523, 12.34933853149414, 12.957551956176758, 13.565764427185059, 14.173977851867676, 14.782190322875977, 15.390403747558594, 15.998617172241211, 16.606830596923828, 17.215042114257812]}, "gradients/decoder.transformer.h.16.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 6.0, 5.0, 9.0, 9.0, 17.0, 9.0, 19.0, 10.0, 21.0, 14.0, 35.0, 33.0, 27.0, 43.0, 37.0, 42.0, 29.0, 39.0, 38.0, 42.0, 51.0, 35.0, 32.0, 44.0, 35.0, 31.0, 38.0, 30.0, 28.0, 28.0, 35.0, 25.0, 23.0, 19.0, 12.0, 9.0, 10.0, 5.0, 9.0, 2.0, 4.0, 7.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-3.9177541732788086, -3.8078832626342773, -3.698012113571167, -3.5881412029266357, -3.4782700538635254, -3.368399143218994, -3.258528232574463, -3.1486570835113525, -3.038785934448242, -2.928915023803711, -2.8190438747406006, -2.7091729640960693, -2.599301815032959, -2.4894309043884277, -2.3795599937438965, -2.269688844680786, -2.159817934036255, -2.0499470233917236, -1.9400758743286133, -1.830204963684082, -1.7203338146209717, -1.6104629039764404, -1.5005918741226196, -1.3907208442687988, -1.280849814414978, -1.1709787845611572, -1.0611077547073364, -0.9512367844581604, -0.8413657546043396, -0.7314947247505188, -0.6216237545013428, -0.511752724647522, -0.40188169479370117, -0.29201066493988037, -0.18213966488838196, -0.07226866483688354, 0.037602365016937256, 0.14747339487075806, 0.2573443651199341, 0.3672153949737549, 0.4770864248275757, 0.5869574546813965, 0.6968284845352173, 0.8066994547843933, 0.9165704846382141, 1.0264415740966797, 1.136312484741211, 1.2461835145950317, 1.3560545444488525, 1.4659255743026733, 1.5757966041564941, 1.6856675148010254, 1.7955386638641357, 1.905409574508667, 2.0152807235717773, 2.1251516342163086, 2.23502254486084, 2.344893455505371, 2.4547646045684814, 2.5646355152130127, 2.674506664276123, 2.7843775749206543, 2.8942484855651855, 3.004119634628296, 3.1139907836914062]}, "gradients/decoder.transformer.h.16.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 10.0, 2.0, 3.0, 5.0, 10.0, 12.0, 8.0, 15.0, 19.0, 21.0, 14.0, 24.0, 30.0, 23.0, 23.0, 31.0, 40.0, 44.0, 34.0, 38.0, 40.0, 45.0, 43.0, 47.0, 39.0, 31.0, 38.0, 38.0, 34.0, 37.0, 31.0, 26.0, 22.0, 28.0, 21.0, 20.0, 12.0, 11.0, 6.0, 10.0, 8.0, 4.0, 8.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0], "bins": [-4.5859375, -4.443603515625, -4.30126953125, -4.158935546875, -4.0166015625, -3.874267578125, -3.73193359375, -3.589599609375, -3.447265625, -3.304931640625, -3.16259765625, -3.020263671875, -2.8779296875, -2.735595703125, -2.59326171875, -2.450927734375, -2.30859375, -2.166259765625, -2.02392578125, -1.881591796875, -1.7392578125, -1.596923828125, -1.45458984375, -1.312255859375, -1.169921875, -1.027587890625, -0.88525390625, -0.742919921875, -0.6005859375, -0.458251953125, -0.31591796875, -0.173583984375, -0.03125, 0.111083984375, 0.25341796875, 0.395751953125, 0.5380859375, 0.680419921875, 0.82275390625, 0.965087890625, 1.107421875, 1.249755859375, 1.39208984375, 1.534423828125, 1.6767578125, 1.819091796875, 1.96142578125, 2.103759765625, 2.24609375, 2.388427734375, 2.53076171875, 2.673095703125, 2.8154296875, 2.957763671875, 3.10009765625, 3.242431640625, 3.384765625, 3.527099609375, 3.66943359375, 3.811767578125, 3.9541015625, 4.096435546875, 4.23876953125, 4.381103515625, 4.5234375]}, "gradients/decoder.transformer.h.16.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 7.0, 12.0, 12.0, 20.0, 32.0, 41.0, 82.0, 145.0, 232.0, 354.0, 585.0, 1003.0, 1645.0, 2554.0, 4055.0, 6337.0, 9799.0, 14839.0, 22948.0, 35857.0, 59313.0, 107340.0, 187646.0, 222164.0, 154067.0, 84766.0, 48549.0, 29628.0, 19240.0, 12710.0, 8283.0, 5306.0, 3289.0, 2149.0, 1392.0, 828.0, 543.0, 278.0, 196.0, 123.0, 78.0, 55.0, 24.0, 9.0, 9.0, 8.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.369140625, -3.257965087890625, -3.14678955078125, -3.035614013671875, -2.9244384765625, -2.813262939453125, -2.70208740234375, -2.590911865234375, -2.479736328125, -2.368560791015625, -2.25738525390625, -2.146209716796875, -2.0350341796875, -1.923858642578125, -1.81268310546875, -1.701507568359375, -1.59033203125, -1.479156494140625, -1.36798095703125, -1.256805419921875, -1.1456298828125, -1.034454345703125, -0.92327880859375, -0.812103271484375, -0.700927734375, -0.589752197265625, -0.47857666015625, -0.367401123046875, -0.2562255859375, -0.145050048828125, -0.03387451171875, 0.077301025390625, 0.1884765625, 0.299652099609375, 0.41082763671875, 0.522003173828125, 0.6331787109375, 0.744354248046875, 0.85552978515625, 0.966705322265625, 1.077880859375, 1.189056396484375, 1.30023193359375, 1.411407470703125, 1.5225830078125, 1.633758544921875, 1.74493408203125, 1.856109619140625, 1.96728515625, 2.078460693359375, 2.18963623046875, 2.300811767578125, 2.4119873046875, 2.523162841796875, 2.63433837890625, 2.745513916015625, 2.856689453125, 2.967864990234375, 3.07904052734375, 3.190216064453125, 3.3013916015625, 3.412567138671875, 3.52374267578125, 3.634918212890625, 3.74609375]}, "gradients/decoder.transformer.h.16.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 8.0, 8.0, 8.0, 8.0, 10.0, 12.0, 16.0, 18.0, 24.0, 21.0, 20.0, 25.0, 30.0, 35.0, 29.0, 39.0, 42.0, 66.0, 81.0, 136.0, 241.0, 1352.0, 255.0, 112.0, 85.0, 39.0, 36.0, 44.0, 28.0, 33.0, 30.0, 17.0, 24.0, 25.0, 17.0, 9.0, 16.0, 11.0, 7.0, 11.0, 5.0, 5.0, 1.0, 3.0, 3.0, 6.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-16.375, -15.87060546875, -15.3662109375, -14.86181640625, -14.357421875, -13.85302734375, -13.3486328125, -12.84423828125, -12.33984375, -11.83544921875, -11.3310546875, -10.82666015625, -10.322265625, -9.81787109375, -9.3134765625, -8.80908203125, -8.3046875, -7.80029296875, -7.2958984375, -6.79150390625, -6.287109375, -5.78271484375, -5.2783203125, -4.77392578125, -4.26953125, -3.76513671875, -3.2607421875, -2.75634765625, -2.251953125, -1.74755859375, -1.2431640625, -0.73876953125, -0.234375, 0.27001953125, 0.7744140625, 1.27880859375, 1.783203125, 2.28759765625, 2.7919921875, 3.29638671875, 3.80078125, 4.30517578125, 4.8095703125, 5.31396484375, 5.818359375, 6.32275390625, 6.8271484375, 7.33154296875, 7.8359375, 8.34033203125, 8.8447265625, 9.34912109375, 9.853515625, 10.35791015625, 10.8623046875, 11.36669921875, 11.87109375, 12.37548828125, 12.8798828125, 13.38427734375, 13.888671875, 14.39306640625, 14.8974609375, 15.40185546875, 15.90625]}, "gradients/decoder.transformer.h.16.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 9.0, 18.0, 31.0, 36.0, 49.0, 53.0, 106.0, 155.0, 233.0, 362.0, 655.0, 2492.0, 44588.0, 2798161.0, 290062.0, 6208.0, 1086.0, 483.0, 257.0, 161.0, 138.0, 81.0, 63.0, 45.0, 35.0, 20.0, 26.0, 12.0, 13.0, 8.0, 6.0, 7.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0], "bins": [-42.75, -41.6455078125, -40.541015625, -39.4365234375, -38.33203125, -37.2275390625, -36.123046875, -35.0185546875, -33.9140625, -32.8095703125, -31.705078125, -30.6005859375, -29.49609375, -28.3916015625, -27.287109375, -26.1826171875, -25.078125, -23.9736328125, -22.869140625, -21.7646484375, -20.66015625, -19.5556640625, -18.451171875, -17.3466796875, -16.2421875, -15.1376953125, -14.033203125, -12.9287109375, -11.82421875, -10.7197265625, -9.615234375, -8.5107421875, -7.40625, -6.3017578125, -5.197265625, -4.0927734375, -2.98828125, -1.8837890625, -0.779296875, 0.3251953125, 1.4296875, 2.5341796875, 3.638671875, 4.7431640625, 5.84765625, 6.9521484375, 8.056640625, 9.1611328125, 10.265625, 11.3701171875, 12.474609375, 13.5791015625, 14.68359375, 15.7880859375, 16.892578125, 17.9970703125, 19.1015625, 20.2060546875, 21.310546875, 22.4150390625, 23.51953125, 24.6240234375, 25.728515625, 26.8330078125, 27.9375]}, "gradients/decoder.transformer.h.16.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 206.0, 771.0, 42.0, 1.0, 0.0, 1.0], "bins": [-600.1907348632812, -590.0735473632812, -579.9564208984375, -569.8392333984375, -559.7221069335938, -549.6049194335938, -539.4877319335938, -529.37060546875, -519.25341796875, -509.1362609863281, -499.01910400390625, -488.90191650390625, -478.7847595214844, -468.6676025390625, -458.5504455566406, -448.43328857421875, -438.3161315917969, -428.198974609375, -418.0818176269531, -407.9646301269531, -397.84747314453125, -387.7303161621094, -377.6131591796875, -367.4960021972656, -357.37884521484375, -347.2616882324219, -337.14453125, -327.02734375, -316.9101867675781, -306.79302978515625, -296.6758728027344, -286.5587158203125, -276.4415588378906, -266.32440185546875, -256.2072448730469, -246.09007263183594, -235.972900390625, -225.85574340820312, -215.73858642578125, -205.62142944335938, -195.50425720214844, -185.38710021972656, -175.26992797851562, -165.15277099609375, -155.03561401367188, -144.91844177246094, -134.80128479003906, -124.68412017822266, -114.56695556640625, -104.44979095458984, -94.33262634277344, -84.21546936035156, -74.09830474853516, -63.98114013671875, -53.86397933959961, -43.74681854248047, -33.6296501159668, -23.512487411499023, -13.39532470703125, -3.2781620025634766, 6.839000701904297, 16.956165313720703, 27.073326110839844, 37.190486907958984, 47.30765151977539]}, "gradients/decoder.transformer.h.16.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 5.0, 1.0, 3.0, 10.0, 10.0, 8.0, 15.0, 13.0, 18.0, 21.0, 16.0, 26.0, 29.0, 31.0, 32.0, 44.0, 52.0, 47.0, 38.0, 52.0, 45.0, 49.0, 38.0, 42.0, 49.0, 24.0, 40.0, 36.0, 37.0, 33.0, 23.0, 25.0, 14.0, 19.0, 15.0, 9.0, 7.0, 13.0, 7.0, 6.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-57.5529899597168, -55.78679275512695, -54.02059555053711, -52.254398345947266, -50.48820495605469, -48.722007751464844, -46.955810546875, -45.189613342285156, -43.42341613769531, -41.65721893310547, -39.891021728515625, -38.12482452392578, -36.35862731933594, -34.592430114746094, -32.826236724853516, -31.060039520263672, -29.293842315673828, -27.527645111083984, -25.76144790649414, -23.99525260925293, -22.229055404663086, -20.462858200073242, -18.69666290283203, -16.930465698242188, -15.164268493652344, -13.3980712890625, -11.631875038146973, -9.865678787231445, -8.099481582641602, -6.333284378051758, -4.5670881271362305, -2.800891876220703, -1.0346946716308594, 0.7315020561218262, 2.4976987838745117, 4.263895511627197, 6.030092239379883, 7.796289443969727, 9.562485694885254, 11.328681945800781, 13.094879150390625, 14.861076354980469, 16.627273559570312, 18.393468856811523, 20.159666061401367, 21.92586326599121, 23.692058563232422, 25.458255767822266, 27.22445297241211, 28.990650177001953, 30.756847381591797, 32.52304458618164, 34.28923797607422, 36.05543518066406, 37.821632385253906, 39.58782958984375, 41.354026794433594, 43.12022399902344, 44.88642120361328, 46.652618408203125, 48.41881561279297, 50.18501281738281, 51.95120620727539, 53.717403411865234, 55.48360061645508]}, "gradients/decoder.transformer.h.15.mlp.c_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 5.0, 2.0, 3.0, 3.0, 5.0, 10.0, 16.0, 12.0, 16.0, 6.0, 19.0, 25.0, 20.0, 26.0, 27.0, 27.0, 40.0, 34.0, 35.0, 31.0, 40.0, 32.0, 44.0, 44.0, 40.0, 42.0, 33.0, 46.0, 25.0, 36.0, 38.0, 32.0, 29.0, 26.0, 32.0, 20.0, 18.0, 9.0, 10.0, 10.0, 10.0, 7.0, 6.0, 7.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-4.71875, -4.56842041015625, -4.4180908203125, -4.26776123046875, -4.117431640625, -3.96710205078125, -3.8167724609375, -3.66644287109375, -3.51611328125, -3.36578369140625, -3.2154541015625, -3.06512451171875, -2.914794921875, -2.76446533203125, -2.6141357421875, -2.46380615234375, -2.3134765625, -2.16314697265625, -2.0128173828125, -1.86248779296875, -1.712158203125, -1.56182861328125, -1.4114990234375, -1.26116943359375, -1.11083984375, -0.96051025390625, -0.8101806640625, -0.65985107421875, -0.509521484375, -0.35919189453125, -0.2088623046875, -0.05853271484375, 0.091796875, 0.24212646484375, 0.3924560546875, 0.54278564453125, 0.693115234375, 0.84344482421875, 0.9937744140625, 1.14410400390625, 1.29443359375, 1.44476318359375, 1.5950927734375, 1.74542236328125, 1.895751953125, 2.04608154296875, 2.1964111328125, 2.34674072265625, 2.4970703125, 2.64739990234375, 2.7977294921875, 2.94805908203125, 3.098388671875, 3.24871826171875, 3.3990478515625, 3.54937744140625, 3.69970703125, 3.85003662109375, 4.0003662109375, 4.15069580078125, 4.301025390625, 4.45135498046875, 4.6016845703125, 4.75201416015625, 4.90234375]}, "gradients/decoder.transformer.h.15.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 6.0, 2.0, 7.0, 6.0, 9.0, 4.0, 7.0, 19.0, 16.0, 35.0, 46.0, 84.0, 169.0, 329.0, 839.0, 2834.0, 10386.0, 43599.0, 206514.0, 1027776.0, 2061287.0, 668430.0, 133423.0, 28653.0, 6821.0, 1880.0, 590.0, 227.0, 113.0, 57.0, 39.0, 25.0, 19.0, 9.0, 14.0, 10.0, 3.0, 5.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.890625, -11.5635986328125, -11.236572265625, -10.9095458984375, -10.58251953125, -10.2554931640625, -9.928466796875, -9.6014404296875, -9.2744140625, -8.9473876953125, -8.620361328125, -8.2933349609375, -7.96630859375, -7.6392822265625, -7.312255859375, -6.9852294921875, -6.658203125, -6.3311767578125, -6.004150390625, -5.6771240234375, -5.35009765625, -5.0230712890625, -4.696044921875, -4.3690185546875, -4.0419921875, -3.7149658203125, -3.387939453125, -3.0609130859375, -2.73388671875, -2.4068603515625, -2.079833984375, -1.7528076171875, -1.42578125, -1.0987548828125, -0.771728515625, -0.4447021484375, -0.11767578125, 0.2093505859375, 0.536376953125, 0.8634033203125, 1.1904296875, 1.5174560546875, 1.844482421875, 2.1715087890625, 2.49853515625, 2.8255615234375, 3.152587890625, 3.4796142578125, 3.806640625, 4.1336669921875, 4.460693359375, 4.7877197265625, 5.11474609375, 5.4417724609375, 5.768798828125, 6.0958251953125, 6.4228515625, 6.7498779296875, 7.076904296875, 7.4039306640625, 7.73095703125, 8.0579833984375, 8.385009765625, 8.7120361328125, 9.0390625]}, "gradients/decoder.transformer.h.15.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 3.0, 7.0, 4.0, 3.0, 7.0, 10.0, 13.0, 12.0, 14.0, 22.0, 28.0, 35.0, 55.0, 58.0, 74.0, 101.0, 120.0, 133.0, 162.0, 205.0, 310.0, 290.0, 332.0, 344.0, 337.0, 273.0, 236.0, 187.0, 160.0, 113.0, 80.0, 74.0, 60.0, 52.0, 34.0, 29.0, 24.0, 15.0, 12.0, 12.0, 8.0, 9.0, 6.0, 3.0, 2.0, 3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-9.015625, -8.734130859375, -8.45263671875, -8.171142578125, -7.8896484375, -7.608154296875, -7.32666015625, -7.045166015625, -6.763671875, -6.482177734375, -6.20068359375, -5.919189453125, -5.6376953125, -5.356201171875, -5.07470703125, -4.793212890625, -4.51171875, -4.230224609375, -3.94873046875, -3.667236328125, -3.3857421875, -3.104248046875, -2.82275390625, -2.541259765625, -2.259765625, -1.978271484375, -1.69677734375, -1.415283203125, -1.1337890625, -0.852294921875, -0.57080078125, -0.289306640625, -0.0078125, 0.273681640625, 0.55517578125, 0.836669921875, 1.1181640625, 1.399658203125, 1.68115234375, 1.962646484375, 2.244140625, 2.525634765625, 2.80712890625, 3.088623046875, 3.3701171875, 3.651611328125, 3.93310546875, 4.214599609375, 4.49609375, 4.777587890625, 5.05908203125, 5.340576171875, 5.6220703125, 5.903564453125, 6.18505859375, 6.466552734375, 6.748046875, 7.029541015625, 7.31103515625, 7.592529296875, 7.8740234375, 8.155517578125, 8.43701171875, 8.718505859375, 9.0]}, "gradients/decoder.transformer.h.15.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 6.0, 4.0, 12.0, 16.0, 15.0, 28.0, 28.0, 47.0, 56.0, 75.0, 108.0, 165.0, 234.0, 424.0, 872.0, 2540.0, 9961.0, 47100.0, 247340.0, 1202344.0, 2001886.0, 548057.0, 105241.0, 20179.0, 4652.0, 1320.0, 579.0, 319.0, 187.0, 143.0, 91.0, 68.0, 35.0, 31.0, 28.0, 21.0, 23.0, 8.0, 6.0, 3.0, 7.0, 10.0, 3.0, 4.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-15.578125, -15.094970703125, -14.61181640625, -14.128662109375, -13.6455078125, -13.162353515625, -12.67919921875, -12.196044921875, -11.712890625, -11.229736328125, -10.74658203125, -10.263427734375, -9.7802734375, -9.297119140625, -8.81396484375, -8.330810546875, -7.84765625, -7.364501953125, -6.88134765625, -6.398193359375, -5.9150390625, -5.431884765625, -4.94873046875, -4.465576171875, -3.982421875, -3.499267578125, -3.01611328125, -2.532958984375, -2.0498046875, -1.566650390625, -1.08349609375, -0.600341796875, -0.1171875, 0.365966796875, 0.84912109375, 1.332275390625, 1.8154296875, 2.298583984375, 2.78173828125, 3.264892578125, 3.748046875, 4.231201171875, 4.71435546875, 5.197509765625, 5.6806640625, 6.163818359375, 6.64697265625, 7.130126953125, 7.61328125, 8.096435546875, 8.57958984375, 9.062744140625, 9.5458984375, 10.029052734375, 10.51220703125, 10.995361328125, 11.478515625, 11.961669921875, 12.44482421875, 12.927978515625, 13.4111328125, 13.894287109375, 14.37744140625, 14.860595703125, 15.34375]}, "gradients/decoder.transformer.h.15.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 5.0, 8.0, 8.0, 8.0, 13.0, 22.0, 17.0, 32.0, 43.0, 56.0, 53.0, 64.0, 72.0, 72.0, 78.0, 63.0, 56.0, 59.0, 50.0, 45.0, 44.0, 22.0, 37.0, 23.0, 17.0, 9.0, 13.0, 6.0, 7.0, 5.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-46.86236572265625, -45.55433654785156, -44.246307373046875, -42.93828201293945, -41.630252838134766, -40.32222366333008, -39.014198303222656, -37.70616912841797, -36.39813995361328, -35.090110778808594, -33.782081604003906, -32.474056243896484, -31.166027069091797, -29.85799789428711, -28.549970626831055, -27.241943359375, -25.933914184570312, -24.625885009765625, -23.31785774230957, -22.009830474853516, -20.701801300048828, -19.39377212524414, -18.085744857788086, -16.77771759033203, -15.469688415527344, -14.161660194396973, -12.853631973266602, -11.54560375213623, -10.23757553100586, -8.929547309875488, -7.621519088745117, -6.313490867614746, -5.005462646484375, -3.697434425354004, -2.389406204223633, -1.0813779830932617, 0.22665023803710938, 1.5346784591674805, 2.8427066802978516, 4.150734901428223, 5.458763122558594, 6.766791343688965, 8.074819564819336, 9.382847785949707, 10.690876007080078, 11.99890422821045, 13.30693244934082, 14.614960670471191, 15.922988891601562, 17.23101806640625, 18.539045333862305, 19.84707260131836, 21.155101776123047, 22.463130950927734, 23.77115821838379, 25.079185485839844, 26.38721466064453, 27.69524383544922, 29.003271102905273, 30.311298370361328, 31.619327545166016, 32.9273567199707, 34.235382080078125, 35.54341125488281, 36.8514404296875]}, "gradients/decoder.transformer.h.15.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 9.0, 4.0, 5.0, 5.0, 5.0, 6.0, 22.0, 9.0, 10.0, 13.0, 14.0, 15.0, 20.0, 26.0, 22.0, 37.0, 34.0, 34.0, 36.0, 40.0, 34.0, 34.0, 43.0, 34.0, 42.0, 49.0, 44.0, 29.0, 38.0, 34.0, 29.0, 25.0, 32.0, 27.0, 21.0, 24.0, 15.0, 13.0, 11.0, 9.0, 7.0, 13.0, 5.0, 6.0, 7.0, 5.0, 5.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-37.645606994628906, -36.54881286621094, -35.45201873779297, -34.355224609375, -33.25843048095703, -32.16163635253906, -31.064844131469727, -29.968050003051758, -28.871257781982422, -27.774463653564453, -26.677669525146484, -25.580875396728516, -24.48408317565918, -23.38728904724121, -22.290494918823242, -21.193700790405273, -20.096906661987305, -19.000112533569336, -17.903318405151367, -16.80652618408203, -15.709732055664062, -14.612937927246094, -13.516143798828125, -12.419349670410156, -11.322556495666504, -10.225762367248535, -9.128969192504883, -8.032175064086914, -6.9353814125061035, -5.838587760925293, -4.741793632507324, -3.6449999809265137, -2.548206329345703, -1.451412558555603, -0.35461878776550293, 0.7421751022338867, 1.8389687538146973, 2.935762405395508, 4.032556533813477, 5.129350185394287, 6.226143836975098, 7.322937488555908, 8.419731140136719, 9.516525268554688, 10.613319396972656, 11.710112571716309, 12.806906700134277, 13.90369987487793, 15.000494003295898, 16.097288131713867, 17.194082260131836, 18.290874481201172, 19.38766860961914, 20.48446273803711, 21.581256866455078, 22.678050994873047, 23.774845123291016, 24.871639251708984, 25.968433380126953, 27.065227508544922, 28.162019729614258, 29.258813858032227, 30.355607986450195, 31.452402114868164, 32.5491943359375]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.bias": {"_type": "histogram", "values": [4.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 3.0, 8.0, 6.0, 8.0, 4.0, 10.0, 10.0, 15.0, 12.0, 20.0, 21.0, 20.0, 19.0, 26.0, 34.0, 29.0, 38.0, 26.0, 45.0, 35.0, 33.0, 35.0, 43.0, 42.0, 50.0, 29.0, 33.0, 30.0, 42.0, 34.0, 34.0, 27.0, 27.0, 33.0, 16.0, 14.0, 11.0, 12.0, 11.0, 10.0, 10.0, 10.0, 8.0, 6.0, 4.0, 0.0, 5.0, 4.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-4.125, -3.98663330078125, -3.8482666015625, -3.70989990234375, -3.571533203125, -3.43316650390625, -3.2947998046875, -3.15643310546875, -3.01806640625, -2.87969970703125, -2.7413330078125, -2.60296630859375, -2.464599609375, -2.32623291015625, -2.1878662109375, -2.04949951171875, -1.9111328125, -1.77276611328125, -1.6343994140625, -1.49603271484375, -1.357666015625, -1.21929931640625, -1.0809326171875, -0.94256591796875, -0.80419921875, -0.66583251953125, -0.5274658203125, -0.38909912109375, -0.250732421875, -0.11236572265625, 0.0260009765625, 0.16436767578125, 0.302734375, 0.44110107421875, 0.5794677734375, 0.71783447265625, 0.856201171875, 0.99456787109375, 1.1329345703125, 1.27130126953125, 1.40966796875, 1.54803466796875, 1.6864013671875, 1.82476806640625, 1.963134765625, 2.10150146484375, 2.2398681640625, 2.37823486328125, 2.5166015625, 2.65496826171875, 2.7933349609375, 2.93170166015625, 3.070068359375, 3.20843505859375, 3.3468017578125, 3.48516845703125, 3.62353515625, 3.76190185546875, 3.9002685546875, 4.03863525390625, 4.177001953125, 4.31536865234375, 4.4537353515625, 4.59210205078125, 4.73046875]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 10.0, 7.0, 17.0, 26.0, 41.0, 57.0, 106.0, 162.0, 309.0, 449.0, 899.0, 1537.0, 2478.0, 4364.0, 7631.0, 13259.0, 22828.0, 37916.0, 62763.0, 102476.0, 163472.0, 213090.0, 160393.0, 100758.0, 62709.0, 37580.0, 22197.0, 13042.0, 7618.0, 4430.0, 2507.0, 1393.0, 824.0, 463.0, 294.0, 157.0, 116.0, 64.0, 50.0, 25.0, 16.0, 6.0, 4.0, 6.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.75390625, -2.66644287109375, -2.5789794921875, -2.49151611328125, -2.404052734375, -2.31658935546875, -2.2291259765625, -2.14166259765625, -2.05419921875, -1.96673583984375, -1.8792724609375, -1.79180908203125, -1.704345703125, -1.61688232421875, -1.5294189453125, -1.44195556640625, -1.3544921875, -1.26702880859375, -1.1795654296875, -1.09210205078125, -1.004638671875, -0.91717529296875, -0.8297119140625, -0.74224853515625, -0.65478515625, -0.56732177734375, -0.4798583984375, -0.39239501953125, -0.304931640625, -0.21746826171875, -0.1300048828125, -0.04254150390625, 0.044921875, 0.13238525390625, 0.2198486328125, 0.30731201171875, 0.394775390625, 0.48223876953125, 0.5697021484375, 0.65716552734375, 0.74462890625, 0.83209228515625, 0.9195556640625, 1.00701904296875, 1.094482421875, 1.18194580078125, 1.2694091796875, 1.35687255859375, 1.4443359375, 1.53179931640625, 1.6192626953125, 1.70672607421875, 1.794189453125, 1.88165283203125, 1.9691162109375, 2.05657958984375, 2.14404296875, 2.23150634765625, 2.3189697265625, 2.40643310546875, 2.493896484375, 2.58135986328125, 2.6688232421875, 2.75628662109375, 2.84375]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 7.0, 6.0, 10.0, 6.0, 6.0, 10.0, 11.0, 13.0, 10.0, 18.0, 23.0, 15.0, 16.0, 19.0, 30.0, 46.0, 31.0, 58.0, 46.0, 46.0, 35.0, 1059.0, 37.0, 48.0, 37.0, 56.0, 44.0, 30.0, 30.0, 24.0, 29.0, 23.0, 24.0, 26.0, 12.0, 22.0, 21.0, 15.0, 5.0, 6.0, 6.0, 6.0, 7.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.734375, -3.621002197265625, -3.50762939453125, -3.394256591796875, -3.2808837890625, -3.167510986328125, -3.05413818359375, -2.940765380859375, -2.827392578125, -2.714019775390625, -2.60064697265625, -2.487274169921875, -2.3739013671875, -2.260528564453125, -2.14715576171875, -2.033782958984375, -1.92041015625, -1.807037353515625, -1.69366455078125, -1.580291748046875, -1.4669189453125, -1.353546142578125, -1.24017333984375, -1.126800537109375, -1.013427734375, -0.900054931640625, -0.78668212890625, -0.673309326171875, -0.5599365234375, -0.446563720703125, -0.33319091796875, -0.219818115234375, -0.1064453125, 0.006927490234375, 0.12030029296875, 0.233673095703125, 0.3470458984375, 0.460418701171875, 0.57379150390625, 0.687164306640625, 0.800537109375, 0.913909912109375, 1.02728271484375, 1.140655517578125, 1.2540283203125, 1.367401123046875, 1.48077392578125, 1.594146728515625, 1.70751953125, 1.820892333984375, 1.93426513671875, 2.047637939453125, 2.1610107421875, 2.274383544921875, 2.38775634765625, 2.501129150390625, 2.614501953125, 2.727874755859375, 2.84124755859375, 2.954620361328125, 3.0679931640625, 3.181365966796875, 3.29473876953125, 3.408111572265625, 3.521484375]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 1.0, 7.0, 10.0, 11.0, 28.0, 62.0, 64.0, 94.0, 129.0, 218.0, 333.0, 496.0, 806.0, 1376.0, 2103.0, 3512.0, 5895.0, 9920.0, 16890.0, 29455.0, 52299.0, 94585.0, 191157.0, 529881.0, 679267.0, 229334.0, 109101.0, 59110.0, 33441.0, 19291.0, 11073.0, 6636.0, 4088.0, 2421.0, 1517.0, 962.0, 571.0, 338.0, 224.0, 140.0, 103.0, 65.0, 40.0, 26.0, 16.0, 10.0, 8.0, 9.0, 4.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0], "bins": [-1.341796875, -1.30126953125, -1.2607421875, -1.22021484375, -1.1796875, -1.13916015625, -1.0986328125, -1.05810546875, -1.017578125, -0.97705078125, -0.9365234375, -0.89599609375, -0.85546875, -0.81494140625, -0.7744140625, -0.73388671875, -0.693359375, -0.65283203125, -0.6123046875, -0.57177734375, -0.53125, -0.49072265625, -0.4501953125, -0.40966796875, -0.369140625, -0.32861328125, -0.2880859375, -0.24755859375, -0.20703125, -0.16650390625, -0.1259765625, -0.08544921875, -0.044921875, -0.00439453125, 0.0361328125, 0.07666015625, 0.1171875, 0.15771484375, 0.1982421875, 0.23876953125, 0.279296875, 0.31982421875, 0.3603515625, 0.40087890625, 0.44140625, 0.48193359375, 0.5224609375, 0.56298828125, 0.603515625, 0.64404296875, 0.6845703125, 0.72509765625, 0.765625, 0.80615234375, 0.8466796875, 0.88720703125, 0.927734375, 0.96826171875, 1.0087890625, 1.04931640625, 1.08984375, 1.13037109375, 1.1708984375, 1.21142578125, 1.251953125]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 0.0, 3.0, 1.0, 3.0, 2.0, 1.0, 5.0, 3.0, 7.0, 7.0, 12.0, 12.0, 11.0, 21.0, 25.0, 26.0, 25.0, 40.0, 40.0, 72.0, 83.0, 93.0, 92.0, 89.0, 72.0, 49.0, 39.0, 30.0, 32.0, 19.0, 22.0, 14.0, 9.0, 8.0, 10.0, 5.0, 5.0, 4.0, 2.0, 8.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.4833984375, -0.467926025390625, -0.45245361328125, -0.436981201171875, -0.4215087890625, -0.406036376953125, -0.39056396484375, -0.375091552734375, -0.359619140625, -0.344146728515625, -0.32867431640625, -0.313201904296875, -0.2977294921875, -0.282257080078125, -0.26678466796875, -0.251312255859375, -0.23583984375, -0.220367431640625, -0.20489501953125, -0.189422607421875, -0.1739501953125, -0.158477783203125, -0.14300537109375, -0.127532958984375, -0.112060546875, -0.096588134765625, -0.08111572265625, -0.065643310546875, -0.0501708984375, -0.034698486328125, -0.01922607421875, -0.003753662109375, 0.01171875, 0.027191162109375, 0.04266357421875, 0.058135986328125, 0.0736083984375, 0.089080810546875, 0.10455322265625, 0.120025634765625, 0.135498046875, 0.150970458984375, 0.16644287109375, 0.181915283203125, 0.1973876953125, 0.212860107421875, 0.22833251953125, 0.243804931640625, 0.25927734375, 0.274749755859375, 0.29022216796875, 0.305694580078125, 0.3211669921875, 0.336639404296875, 0.35211181640625, 0.367584228515625, 0.383056640625, 0.398529052734375, 0.41400146484375, 0.429473876953125, 0.4449462890625, 0.460418701171875, 0.47589111328125, 0.491363525390625, 0.5068359375]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 5.0, 2.0, 5.0, 6.0, 6.0, 7.0, 12.0, 12.0, 14.0, 27.0, 36.0, 48.0, 70.0, 105.0, 155.0, 408.0, 1499.0, 21708.0, 936727.0, 83210.0, 3293.0, 555.0, 220.0, 124.0, 73.0, 57.0, 39.0, 30.0, 17.0, 20.0, 16.0, 9.0, 6.0, 8.0, 3.0, 5.0, 3.0, 4.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-8.7734375, -8.51287841796875, -8.2523193359375, -7.99176025390625, -7.731201171875, -7.47064208984375, -7.2100830078125, -6.94952392578125, -6.68896484375, -6.42840576171875, -6.1678466796875, -5.90728759765625, -5.646728515625, -5.38616943359375, -5.1256103515625, -4.86505126953125, -4.6044921875, -4.34393310546875, -4.0833740234375, -3.82281494140625, -3.562255859375, -3.30169677734375, -3.0411376953125, -2.78057861328125, -2.52001953125, -2.25946044921875, -1.9989013671875, -1.73834228515625, -1.477783203125, -1.21722412109375, -0.9566650390625, -0.69610595703125, -0.435546875, -0.17498779296875, 0.0855712890625, 0.34613037109375, 0.606689453125, 0.86724853515625, 1.1278076171875, 1.38836669921875, 1.64892578125, 1.90948486328125, 2.1700439453125, 2.43060302734375, 2.691162109375, 2.95172119140625, 3.2122802734375, 3.47283935546875, 3.7333984375, 3.99395751953125, 4.2545166015625, 4.51507568359375, 4.775634765625, 5.03619384765625, 5.2967529296875, 5.55731201171875, 5.81787109375, 6.07843017578125, 6.3389892578125, 6.59954833984375, 6.860107421875, 7.12066650390625, 7.3812255859375, 7.64178466796875, 7.90234375]}, "gradients/decoder.transformer.h.15.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 6.0, 4.0, 6.0, 15.0, 21.0, 34.0, 63.0, 90.0, 134.0, 157.0, 153.0, 129.0, 97.0, 47.0, 27.0, 11.0, 14.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7916876077651978, -1.7277278900146484, -1.6637682914733887, -1.5998085737228394, -1.5358489751815796, -1.4718892574310303, -1.4079296588897705, -1.3439699411392212, -1.2800102233886719, -1.2160505056381226, -1.1520909070968628, -1.0881311893463135, -1.0241715908050537, -0.9602118730545044, -0.8962522149085999, -0.8322925567626953, -0.7683329582214355, -0.704373300075531, -0.6404136419296265, -0.5764539241790771, -0.5124943256378174, -0.44853463768959045, -0.3845749497413635, -0.320615291595459, -0.25665563344955444, -0.1926959753036499, -0.12873630225658417, -0.06477662920951843, -0.0008169710636138916, 0.06314268708229065, 0.12710237503051758, 0.19106203317642212, 0.2550218105316162, 0.31898146867752075, 0.3829411268234253, 0.4469008147716522, 0.5108604431152344, 0.5748201608657837, 0.6387798190116882, 0.7027394771575928, 0.7666991353034973, 0.8306587934494019, 0.8946184515953064, 0.9585781097412109, 1.0225378274917603, 1.08649742603302, 1.1504571437835693, 1.214416742324829, 1.2783764600753784, 1.3423361778259277, 1.4062957763671875, 1.4702554941177368, 1.5342150926589966, 1.598174810409546, 1.6621344089508057, 1.726094126701355, 1.7900538444519043, 1.8540135622024536, 1.9179731607437134, 1.9819328784942627, 2.0458924770355225, 2.1098520755767822, 2.173811912536621, 2.237771511077881, 2.3017311096191406]}, "gradients/decoder.transformer.h.15.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 8.0, 8.0, 5.0, 13.0, 10.0, 18.0, 18.0, 20.0, 21.0, 17.0, 30.0, 25.0, 31.0, 35.0, 33.0, 33.0, 42.0, 50.0, 41.0, 51.0, 59.0, 51.0, 45.0, 37.0, 33.0, 43.0, 23.0, 29.0, 28.0, 25.0, 19.0, 34.0, 14.0, 15.0, 8.0, 13.0, 9.0, 2.0, 4.0, 2.0, 2.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.5375479459762573, -0.520500659942627, -0.5034534335136414, -0.4864061772823334, -0.4693589210510254, -0.4523116648197174, -0.4352644085884094, -0.41821715235710144, -0.40116989612579346, -0.3841226398944855, -0.3670753836631775, -0.3500281274318695, -0.3329808712005615, -0.31593361496925354, -0.29888635873794556, -0.2818391025066376, -0.2647918462753296, -0.2477445900440216, -0.23069733381271362, -0.21365007758140564, -0.19660282135009766, -0.17955556511878967, -0.1625083088874817, -0.1454610526561737, -0.12841379642486572, -0.11136654019355774, -0.09431928396224976, -0.07727202773094177, -0.06022477149963379, -0.043177515268325806, -0.026130259037017822, -0.009083002805709839, 0.007964253425598145, 0.025011509656906128, 0.04205876588821411, 0.059106022119522095, 0.07615327835083008, 0.09320053458213806, 0.11024779081344604, 0.12729504704475403, 0.144342303276062, 0.16138955950737, 0.17843681573867798, 0.19548407196998596, 0.21253132820129395, 0.22957858443260193, 0.2466258406639099, 0.2636730968952179, 0.2807203531265259, 0.29776760935783386, 0.31481486558914185, 0.33186212182044983, 0.3489093780517578, 0.3659566342830658, 0.3830038905143738, 0.40005114674568176, 0.41709840297698975, 0.43414565920829773, 0.4511929154396057, 0.4682401716709137, 0.4852874279022217, 0.502334713935852, 0.5193819403648376, 0.5364291667938232, 0.5534764528274536]}, "gradients/decoder.transformer.h.15.attn.c_proj.bias": {"_type": "histogram", "values": [4.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 3.0, 9.0, 4.0, 9.0, 5.0, 11.0, 8.0, 15.0, 15.0, 18.0, 24.0, 18.0, 21.0, 29.0, 33.0, 27.0, 37.0, 30.0, 45.0, 31.0, 37.0, 35.0, 42.0, 51.0, 41.0, 33.0, 28.0, 34.0, 36.0, 36.0, 33.0, 30.0, 29.0, 28.0, 15.0, 16.0, 10.0, 12.0, 7.0, 13.0, 9.0, 10.0, 6.0, 6.0, 4.0, 2.0, 4.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-4.1171875, -3.978271484375, -3.83935546875, -3.700439453125, -3.5615234375, -3.422607421875, -3.28369140625, -3.144775390625, -3.005859375, -2.866943359375, -2.72802734375, -2.589111328125, -2.4501953125, -2.311279296875, -2.17236328125, -2.033447265625, -1.89453125, -1.755615234375, -1.61669921875, -1.477783203125, -1.3388671875, -1.199951171875, -1.06103515625, -0.922119140625, -0.783203125, -0.644287109375, -0.50537109375, -0.366455078125, -0.2275390625, -0.088623046875, 0.05029296875, 0.189208984375, 0.328125, 0.467041015625, 0.60595703125, 0.744873046875, 0.8837890625, 1.022705078125, 1.16162109375, 1.300537109375, 1.439453125, 1.578369140625, 1.71728515625, 1.856201171875, 1.9951171875, 2.134033203125, 2.27294921875, 2.411865234375, 2.55078125, 2.689697265625, 2.82861328125, 2.967529296875, 3.1064453125, 3.245361328125, 3.38427734375, 3.523193359375, 3.662109375, 3.801025390625, 3.93994140625, 4.078857421875, 4.2177734375, 4.356689453125, 4.49560546875, 4.634521484375, 4.7734375]}, "gradients/decoder.transformer.h.15.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 10.0, 13.0, 27.0, 30.0, 33.0, 79.0, 123.0, 228.0, 368.0, 666.0, 1122.0, 2083.0, 3761.0, 6188.0, 10710.0, 18058.0, 30853.0, 51294.0, 85350.0, 137599.0, 191760.0, 185090.0, 128151.0, 78734.0, 47873.0, 28550.0, 16796.0, 9716.0, 5603.0, 3289.0, 1859.0, 1047.0, 628.0, 324.0, 218.0, 125.0, 79.0, 47.0, 23.0, 15.0, 15.0, 9.0, 6.0, 1.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.02734375, -4.8746337890625, -4.721923828125, -4.5692138671875, -4.41650390625, -4.2637939453125, -4.111083984375, -3.9583740234375, -3.8056640625, -3.6529541015625, -3.500244140625, -3.3475341796875, -3.19482421875, -3.0421142578125, -2.889404296875, -2.7366943359375, -2.583984375, -2.4312744140625, -2.278564453125, -2.1258544921875, -1.97314453125, -1.8204345703125, -1.667724609375, -1.5150146484375, -1.3623046875, -1.2095947265625, -1.056884765625, -0.9041748046875, -0.75146484375, -0.5987548828125, -0.446044921875, -0.2933349609375, -0.140625, 0.0120849609375, 0.164794921875, 0.3175048828125, 0.47021484375, 0.6229248046875, 0.775634765625, 0.9283447265625, 1.0810546875, 1.2337646484375, 1.386474609375, 1.5391845703125, 1.69189453125, 1.8446044921875, 1.997314453125, 2.1500244140625, 2.302734375, 2.4554443359375, 2.608154296875, 2.7608642578125, 2.91357421875, 3.0662841796875, 3.218994140625, 3.3717041015625, 3.5244140625, 3.6771240234375, 3.829833984375, 3.9825439453125, 4.13525390625, 4.2879638671875, 4.440673828125, 4.5933837890625, 4.74609375]}, "gradients/decoder.transformer.h.15.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 5.0, 4.0, 12.0, 7.0, 15.0, 10.0, 12.0, 15.0, 26.0, 30.0, 25.0, 42.0, 50.0, 61.0, 71.0, 118.0, 211.0, 1374.0, 279.0, 186.0, 114.0, 58.0, 61.0, 40.0, 34.0, 40.0, 39.0, 23.0, 16.0, 12.0, 8.0, 14.0, 6.0, 15.0, 5.0, 10.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.390625, -17.72900390625, -17.0673828125, -16.40576171875, -15.744140625, -15.08251953125, -14.4208984375, -13.75927734375, -13.09765625, -12.43603515625, -11.7744140625, -11.11279296875, -10.451171875, -9.78955078125, -9.1279296875, -8.46630859375, -7.8046875, -7.14306640625, -6.4814453125, -5.81982421875, -5.158203125, -4.49658203125, -3.8349609375, -3.17333984375, -2.51171875, -1.85009765625, -1.1884765625, -0.52685546875, 0.134765625, 0.79638671875, 1.4580078125, 2.11962890625, 2.78125, 3.44287109375, 4.1044921875, 4.76611328125, 5.427734375, 6.08935546875, 6.7509765625, 7.41259765625, 8.07421875, 8.73583984375, 9.3974609375, 10.05908203125, 10.720703125, 11.38232421875, 12.0439453125, 12.70556640625, 13.3671875, 14.02880859375, 14.6904296875, 15.35205078125, 16.013671875, 16.67529296875, 17.3369140625, 17.99853515625, 18.66015625, 19.32177734375, 19.9833984375, 20.64501953125, 21.306640625, 21.96826171875, 22.6298828125, 23.29150390625, 23.953125]}, "gradients/decoder.transformer.h.15.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 8.0, 9.0, 10.0, 12.0, 12.0, 19.0, 25.0, 27.0, 42.0, 72.0, 96.0, 98.0, 193.0, 261.0, 410.0, 1024.0, 5101.0, 160578.0, 2799742.0, 170514.0, 5220.0, 1012.0, 392.0, 242.0, 171.0, 116.0, 75.0, 58.0, 46.0, 32.0, 20.0, 24.0, 21.0, 6.0, 8.0, 6.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-40.21875, -39.05322265625, -37.8876953125, -36.72216796875, -35.556640625, -34.39111328125, -33.2255859375, -32.06005859375, -30.89453125, -29.72900390625, -28.5634765625, -27.39794921875, -26.232421875, -25.06689453125, -23.9013671875, -22.73583984375, -21.5703125, -20.40478515625, -19.2392578125, -18.07373046875, -16.908203125, -15.74267578125, -14.5771484375, -13.41162109375, -12.24609375, -11.08056640625, -9.9150390625, -8.74951171875, -7.583984375, -6.41845703125, -5.2529296875, -4.08740234375, -2.921875, -1.75634765625, -0.5908203125, 0.57470703125, 1.740234375, 2.90576171875, 4.0712890625, 5.23681640625, 6.40234375, 7.56787109375, 8.7333984375, 9.89892578125, 11.064453125, 12.22998046875, 13.3955078125, 14.56103515625, 15.7265625, 16.89208984375, 18.0576171875, 19.22314453125, 20.388671875, 21.55419921875, 22.7197265625, 23.88525390625, 25.05078125, 26.21630859375, 27.3818359375, 28.54736328125, 29.712890625, 30.87841796875, 32.0439453125, 33.20947265625, 34.375]}, "gradients/decoder.transformer.h.15.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 6.0, 147.0, 504.0, 331.0, 26.0, 4.0, 0.0, 1.0], "bins": [-408.988037109375, -402.0227966308594, -395.05755615234375, -388.09234619140625, -381.1271057128906, -374.161865234375, -367.1966247558594, -360.23138427734375, -353.26617431640625, -346.3009338378906, -339.335693359375, -332.3704833984375, -325.4052429199219, -318.44000244140625, -311.4747619628906, -304.509521484375, -297.5443115234375, -290.5790710449219, -283.61383056640625, -276.64862060546875, -269.6833801269531, -262.7181396484375, -255.75289916992188, -248.7876739501953, -241.82241821289062, -234.857177734375, -227.89195251464844, -220.9267120361328, -213.96148681640625, -206.99624633789062, -200.031005859375, -193.06578063964844, -186.10055541992188, -179.13531494140625, -172.1700897216797, -165.20484924316406, -158.2396240234375, -151.27438354492188, -144.30914306640625, -137.3439178466797, -130.37869262695312, -123.41345977783203, -116.44822692871094, -109.48298645019531, -102.51776123046875, -95.55252075195312, -88.58728790283203, -81.62205505371094, -74.65681457519531, -67.69158172607422, -60.726348876953125, -53.761112213134766, -46.79587936401367, -39.83064651489258, -32.86540985107422, -25.900177001953125, -18.93494415283203, -11.969710350036621, -5.004476547241211, 1.9607582092285156, 8.92599105834961, 15.891223907470703, 22.856460571289062, 29.821693420410156, 36.78692626953125]}, "gradients/decoder.transformer.h.15.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 6.0, 3.0, 6.0, 3.0, 3.0, 8.0, 13.0, 15.0, 13.0, 16.0, 24.0, 18.0, 25.0, 24.0, 33.0, 23.0, 38.0, 41.0, 44.0, 36.0, 42.0, 40.0, 34.0, 45.0, 34.0, 43.0, 40.0, 37.0, 34.0, 34.0, 42.0, 21.0, 25.0, 24.0, 24.0, 14.0, 15.0, 10.0, 17.0, 13.0, 11.0, 6.0, 5.0, 1.0, 2.0, 4.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-45.02689743041992, -43.64150619506836, -42.2561149597168, -40.870723724365234, -39.48533248901367, -38.09994125366211, -36.71455383300781, -35.32916259765625, -33.94377136230469, -32.558380126953125, -31.172988891601562, -29.78759765625, -28.402206420898438, -27.016815185546875, -25.631425857543945, -24.246034622192383, -22.860641479492188, -21.475250244140625, -20.089859008789062, -18.7044677734375, -17.319076538085938, -15.933686256408691, -14.548295974731445, -13.162904739379883, -11.77751350402832, -10.392122268676758, -9.006731033325195, -7.621340751647949, -6.235949516296387, -4.850558280944824, -3.465167999267578, -2.0797767639160156, -0.6943893432617188, 0.6910016536712646, 2.076392650604248, 3.4617834091186523, 4.847174644470215, 6.232565879821777, 7.617956161499023, 9.003347396850586, 10.388738632202148, 11.774129867553711, 13.159521102905273, 14.54491138458252, 15.930302619934082, 17.315692901611328, 18.70108413696289, 20.086475372314453, 21.471866607666016, 22.857257843017578, 24.24264907836914, 25.628040313720703, 27.013431549072266, 28.398822784423828, 29.784212112426758, 31.16960334777832, 32.55499267578125, 33.94038391113281, 35.325775146484375, 36.71116638183594, 38.0965576171875, 39.48194885253906, 40.867340087890625, 42.25273132324219, 43.63812255859375]}, "gradients/decoder.transformer.h.14.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 4.0, 4.0, 8.0, 4.0, 3.0, 6.0, 10.0, 8.0, 14.0, 13.0, 20.0, 18.0, 14.0, 24.0, 27.0, 36.0, 38.0, 34.0, 33.0, 32.0, 30.0, 39.0, 48.0, 45.0, 44.0, 38.0, 42.0, 35.0, 33.0, 32.0, 35.0, 31.0, 26.0, 29.0, 30.0, 17.0, 20.0, 12.0, 12.0, 8.0, 14.0, 9.0, 10.0, 6.0, 6.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-4.671875, -4.5157470703125, -4.359619140625, -4.2034912109375, -4.04736328125, -3.8912353515625, -3.735107421875, -3.5789794921875, -3.4228515625, -3.2667236328125, -3.110595703125, -2.9544677734375, -2.79833984375, -2.6422119140625, -2.486083984375, -2.3299560546875, -2.173828125, -2.0177001953125, -1.861572265625, -1.7054443359375, -1.54931640625, -1.3931884765625, -1.237060546875, -1.0809326171875, -0.9248046875, -0.7686767578125, -0.612548828125, -0.4564208984375, -0.30029296875, -0.1441650390625, 0.011962890625, 0.1680908203125, 0.32421875, 0.4803466796875, 0.636474609375, 0.7926025390625, 0.94873046875, 1.1048583984375, 1.260986328125, 1.4171142578125, 1.5732421875, 1.7293701171875, 1.885498046875, 2.0416259765625, 2.19775390625, 2.3538818359375, 2.510009765625, 2.6661376953125, 2.822265625, 2.9783935546875, 3.134521484375, 3.2906494140625, 3.44677734375, 3.6029052734375, 3.759033203125, 3.9151611328125, 4.0712890625, 4.2274169921875, 4.383544921875, 4.5396728515625, 4.69580078125, 4.8519287109375, 5.008056640625, 5.1641845703125, 5.3203125]}, "gradients/decoder.transformer.h.14.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 3.0, 3.0, 4.0, 4.0, 6.0, 8.0, 14.0, 11.0, 18.0, 13.0, 20.0, 33.0, 44.0, 59.0, 106.0, 181.0, 358.0, 900.0, 3173.0, 14665.0, 80129.0, 467500.0, 1934776.0, 1370452.0, 264309.0, 45409.0, 8759.0, 1993.0, 648.0, 262.0, 118.0, 68.0, 59.0, 39.0, 30.0, 24.0, 17.0, 13.0, 9.0, 5.0, 8.0, 6.0, 11.0, 7.0, 4.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 3.0], "bins": [-12.265625, -11.89208984375, -11.5185546875, -11.14501953125, -10.771484375, -10.39794921875, -10.0244140625, -9.65087890625, -9.27734375, -8.90380859375, -8.5302734375, -8.15673828125, -7.783203125, -7.40966796875, -7.0361328125, -6.66259765625, -6.2890625, -5.91552734375, -5.5419921875, -5.16845703125, -4.794921875, -4.42138671875, -4.0478515625, -3.67431640625, -3.30078125, -2.92724609375, -2.5537109375, -2.18017578125, -1.806640625, -1.43310546875, -1.0595703125, -0.68603515625, -0.3125, 0.06103515625, 0.4345703125, 0.80810546875, 1.181640625, 1.55517578125, 1.9287109375, 2.30224609375, 2.67578125, 3.04931640625, 3.4228515625, 3.79638671875, 4.169921875, 4.54345703125, 4.9169921875, 5.29052734375, 5.6640625, 6.03759765625, 6.4111328125, 6.78466796875, 7.158203125, 7.53173828125, 7.9052734375, 8.27880859375, 8.65234375, 9.02587890625, 9.3994140625, 9.77294921875, 10.146484375, 10.52001953125, 10.8935546875, 11.26708984375, 11.640625]}, "gradients/decoder.transformer.h.14.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 8.0, 21.0, 6.0, 19.0, 22.0, 33.0, 37.0, 46.0, 59.0, 85.0, 112.0, 144.0, 212.0, 206.0, 286.0, 325.0, 346.0, 346.0, 347.0, 292.0, 265.0, 195.0, 138.0, 132.0, 94.0, 93.0, 62.0, 39.0, 34.0, 18.0, 18.0, 14.0, 7.0, 10.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-10.0625, -9.7393798828125, -9.416259765625, -9.0931396484375, -8.77001953125, -8.4468994140625, -8.123779296875, -7.8006591796875, -7.4775390625, -7.1544189453125, -6.831298828125, -6.5081787109375, -6.18505859375, -5.8619384765625, -5.538818359375, -5.2156982421875, -4.892578125, -4.5694580078125, -4.246337890625, -3.9232177734375, -3.60009765625, -3.2769775390625, -2.953857421875, -2.6307373046875, -2.3076171875, -1.9844970703125, -1.661376953125, -1.3382568359375, -1.01513671875, -0.6920166015625, -0.368896484375, -0.0457763671875, 0.27734375, 0.6004638671875, 0.923583984375, 1.2467041015625, 1.56982421875, 1.8929443359375, 2.216064453125, 2.5391845703125, 2.8623046875, 3.1854248046875, 3.508544921875, 3.8316650390625, 4.15478515625, 4.4779052734375, 4.801025390625, 5.1241455078125, 5.447265625, 5.7703857421875, 6.093505859375, 6.4166259765625, 6.73974609375, 7.0628662109375, 7.385986328125, 7.7091064453125, 8.0322265625, 8.3553466796875, 8.678466796875, 9.0015869140625, 9.32470703125, 9.6478271484375, 9.970947265625, 10.2940673828125, 10.6171875]}, "gradients/decoder.transformer.h.14.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 2.0, 4.0, 10.0, 15.0, 9.0, 22.0, 32.0, 53.0, 79.0, 116.0, 149.0, 235.0, 392.0, 789.0, 2784.0, 17490.0, 158908.0, 1386286.0, 2250661.0, 333479.0, 35626.0, 4700.0, 1135.0, 468.0, 262.0, 164.0, 127.0, 78.0, 63.0, 35.0, 32.0, 31.0, 14.0, 21.0, 6.0, 6.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-21.328125, -20.6650390625, -20.001953125, -19.3388671875, -18.67578125, -18.0126953125, -17.349609375, -16.6865234375, -16.0234375, -15.3603515625, -14.697265625, -14.0341796875, -13.37109375, -12.7080078125, -12.044921875, -11.3818359375, -10.71875, -10.0556640625, -9.392578125, -8.7294921875, -8.06640625, -7.4033203125, -6.740234375, -6.0771484375, -5.4140625, -4.7509765625, -4.087890625, -3.4248046875, -2.76171875, -2.0986328125, -1.435546875, -0.7724609375, -0.109375, 0.5537109375, 1.216796875, 1.8798828125, 2.54296875, 3.2060546875, 3.869140625, 4.5322265625, 5.1953125, 5.8583984375, 6.521484375, 7.1845703125, 7.84765625, 8.5107421875, 9.173828125, 9.8369140625, 10.5, 11.1630859375, 11.826171875, 12.4892578125, 13.15234375, 13.8154296875, 14.478515625, 15.1416015625, 15.8046875, 16.4677734375, 17.130859375, 17.7939453125, 18.45703125, 19.1201171875, 19.783203125, 20.4462890625, 21.109375]}, "gradients/decoder.transformer.h.14.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 7.0, 15.0, 36.0, 33.0, 45.0, 50.0, 67.0, 85.0, 87.0, 90.0, 106.0, 94.0, 90.0, 72.0, 39.0, 30.0, 23.0, 15.0, 10.0, 3.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-79.79435729980469, -77.92595672607422, -76.05756378173828, -74.18916320800781, -72.32077026367188, -70.4523696899414, -68.58396911621094, -66.715576171875, -64.84717559814453, -62.97877883911133, -61.110382080078125, -59.241981506347656, -57.37358474731445, -55.50518798828125, -53.63678741455078, -51.76839065551758, -49.899993896484375, -48.03159713745117, -46.16320037841797, -44.2947998046875, -42.4264030456543, -40.558006286621094, -38.689605712890625, -36.82120895385742, -34.95281219482422, -33.084415435791016, -31.21601676940918, -29.347618103027344, -27.47922134399414, -25.610824584960938, -23.7424259185791, -21.874027252197266, -20.005626678466797, -18.137229919433594, -16.268831253051758, -14.400433540344238, -12.532035827636719, -10.6636381149292, -8.79524040222168, -6.92684268951416, -5.058444976806641, -3.190047264099121, -1.3216495513916016, 0.546748161315918, 2.4151458740234375, 4.283543586730957, 6.151941299438477, 8.020339012145996, 9.888736724853516, 11.757134437561035, 13.625532150268555, 15.493929862976074, 17.362327575683594, 19.230724334716797, 21.099123001098633, 22.96752166748047, 24.835918426513672, 26.704315185546875, 28.57271385192871, 30.441112518310547, 32.30950927734375, 34.17790603637695, 36.046302795410156, 37.914703369140625, 39.78310012817383]}, "gradients/decoder.transformer.h.14.ln_2.bias": {"_type": "histogram", "values": [1.0, 3.0, 3.0, 6.0, 2.0, 3.0, 4.0, 4.0, 5.0, 6.0, 10.0, 12.0, 18.0, 17.0, 13.0, 13.0, 14.0, 19.0, 33.0, 34.0, 16.0, 24.0, 35.0, 31.0, 43.0, 41.0, 37.0, 40.0, 40.0, 40.0, 37.0, 35.0, 45.0, 31.0, 39.0, 29.0, 24.0, 26.0, 28.0, 20.0, 24.0, 15.0, 14.0, 23.0, 14.0, 10.0, 9.0, 8.0, 2.0, 6.0, 3.0, 3.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-31.241958618164062, -30.155746459960938, -29.06953239440918, -27.983318328857422, -26.897106170654297, -25.810894012451172, -24.724679946899414, -23.638465881347656, -22.55225372314453, -21.466041564941406, -20.37982749938965, -19.29361343383789, -18.207401275634766, -17.12118911743164, -16.034975051879883, -14.948761940002441, -13.862548828125, -12.776335716247559, -11.690122604370117, -10.603909492492676, -9.517696380615234, -8.431483268737793, -7.345270156860352, -6.25905704498291, -5.172843933105469, -4.086630821228027, -3.000417709350586, -1.9142045974731445, -0.8279914855957031, 0.2582216262817383, 1.3444347381591797, 2.430647850036621, 3.516864776611328, 4.6030778884887695, 5.689291000366211, 6.775504112243652, 7.861717224121094, 8.947930335998535, 10.034143447875977, 11.120356559753418, 12.20656967163086, 13.2927827835083, 14.378995895385742, 15.465209007263184, 16.551422119140625, 17.63763427734375, 18.723848342895508, 19.810062408447266, 20.89627456665039, 21.982486724853516, 23.068700790405273, 24.15491485595703, 25.241127014160156, 26.32733917236328, 27.41355323791504, 28.499767303466797, 29.585979461669922, 30.672191619873047, 31.758405685424805, 32.84461975097656, 33.93083190917969, 35.01704406738281, 36.10325622558594, 37.18947219848633, 38.27568435668945]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 5.0, 5.0, 9.0, 10.0, 6.0, 11.0, 5.0, 9.0, 15.0, 27.0, 19.0, 16.0, 22.0, 23.0, 29.0, 27.0, 28.0, 39.0, 39.0, 32.0, 34.0, 42.0, 48.0, 45.0, 42.0, 31.0, 36.0, 26.0, 32.0, 34.0, 25.0, 37.0, 18.0, 33.0, 21.0, 20.0, 18.0, 12.0, 15.0, 17.0, 8.0, 11.0, 6.0, 7.0, 6.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.88671875, -4.73486328125, -4.5830078125, -4.43115234375, -4.279296875, -4.12744140625, -3.9755859375, -3.82373046875, -3.671875, -3.52001953125, -3.3681640625, -3.21630859375, -3.064453125, -2.91259765625, -2.7607421875, -2.60888671875, -2.45703125, -2.30517578125, -2.1533203125, -2.00146484375, -1.849609375, -1.69775390625, -1.5458984375, -1.39404296875, -1.2421875, -1.09033203125, -0.9384765625, -0.78662109375, -0.634765625, -0.48291015625, -0.3310546875, -0.17919921875, -0.02734375, 0.12451171875, 0.2763671875, 0.42822265625, 0.580078125, 0.73193359375, 0.8837890625, 1.03564453125, 1.1875, 1.33935546875, 1.4912109375, 1.64306640625, 1.794921875, 1.94677734375, 2.0986328125, 2.25048828125, 2.40234375, 2.55419921875, 2.7060546875, 2.85791015625, 3.009765625, 3.16162109375, 3.3134765625, 3.46533203125, 3.6171875, 3.76904296875, 3.9208984375, 4.07275390625, 4.224609375, 4.37646484375, 4.5283203125, 4.68017578125, 4.83203125]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 3.0, 5.0, 3.0, 5.0, 13.0, 9.0, 18.0, 36.0, 54.0, 76.0, 125.0, 206.0, 310.0, 440.0, 759.0, 1178.0, 1907.0, 3026.0, 4747.0, 7645.0, 12017.0, 19292.0, 31698.0, 54562.0, 98919.0, 170405.0, 222676.0, 175354.0, 101077.0, 56059.0, 32479.0, 19951.0, 12470.0, 7801.0, 4840.0, 3043.0, 1995.0, 1206.0, 814.0, 515.0, 293.0, 192.0, 126.0, 69.0, 45.0, 33.0, 31.0, 16.0, 11.0, 6.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8232421875, -1.7614898681640625, -1.699737548828125, -1.6379852294921875, -1.57623291015625, -1.5144805908203125, -1.452728271484375, -1.3909759521484375, -1.3292236328125, -1.2674713134765625, -1.205718994140625, -1.1439666748046875, -1.08221435546875, -1.0204620361328125, -0.958709716796875, -0.8969573974609375, -0.835205078125, -0.7734527587890625, -0.711700439453125, -0.6499481201171875, -0.58819580078125, -0.5264434814453125, -0.464691162109375, -0.4029388427734375, -0.3411865234375, -0.2794342041015625, -0.217681884765625, -0.1559295654296875, -0.09417724609375, -0.0324249267578125, 0.029327392578125, 0.0910797119140625, 0.15283203125, 0.2145843505859375, 0.276336669921875, 0.3380889892578125, 0.39984130859375, 0.4615936279296875, 0.523345947265625, 0.5850982666015625, 0.6468505859375, 0.7086029052734375, 0.770355224609375, 0.8321075439453125, 0.89385986328125, 0.9556121826171875, 1.017364501953125, 1.0791168212890625, 1.140869140625, 1.2026214599609375, 1.264373779296875, 1.3261260986328125, 1.38787841796875, 1.4496307373046875, 1.511383056640625, 1.5731353759765625, 1.6348876953125, 1.6966400146484375, 1.758392333984375, 1.8201446533203125, 1.88189697265625, 1.9436492919921875, 2.005401611328125, 2.0671539306640625, 2.12890625]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 6.0, 6.0, 3.0, 7.0, 5.0, 12.0, 8.0, 14.0, 14.0, 10.0, 18.0, 18.0, 31.0, 36.0, 32.0, 34.0, 31.0, 41.0, 35.0, 33.0, 32.0, 35.0, 37.0, 36.0, 1062.0, 36.0, 32.0, 34.0, 29.0, 28.0, 31.0, 25.0, 22.0, 29.0, 25.0, 22.0, 13.0, 21.0, 16.0, 8.0, 13.0, 10.0, 13.0, 9.0, 8.0, 2.0, 2.0, 4.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.822265625, -3.706939697265625, -3.59161376953125, -3.476287841796875, -3.3609619140625, -3.245635986328125, -3.13031005859375, -3.014984130859375, -2.899658203125, -2.784332275390625, -2.66900634765625, -2.553680419921875, -2.4383544921875, -2.323028564453125, -2.20770263671875, -2.092376708984375, -1.97705078125, -1.861724853515625, -1.74639892578125, -1.631072998046875, -1.5157470703125, -1.400421142578125, -1.28509521484375, -1.169769287109375, -1.054443359375, -0.939117431640625, -0.82379150390625, -0.708465576171875, -0.5931396484375, -0.477813720703125, -0.36248779296875, -0.247161865234375, -0.1318359375, -0.016510009765625, 0.09881591796875, 0.214141845703125, 0.3294677734375, 0.444793701171875, 0.56011962890625, 0.675445556640625, 0.790771484375, 0.906097412109375, 1.02142333984375, 1.136749267578125, 1.2520751953125, 1.367401123046875, 1.48272705078125, 1.598052978515625, 1.71337890625, 1.828704833984375, 1.94403076171875, 2.059356689453125, 2.1746826171875, 2.290008544921875, 2.40533447265625, 2.520660400390625, 2.635986328125, 2.751312255859375, 2.86663818359375, 2.981964111328125, 3.0972900390625, 3.212615966796875, 3.32794189453125, 3.443267822265625, 3.55859375]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 5.0, 6.0, 6.0, 10.0, 22.0, 34.0, 32.0, 52.0, 77.0, 140.0, 179.0, 290.0, 434.0, 685.0, 1007.0, 1587.0, 2673.0, 4339.0, 7092.0, 12060.0, 21589.0, 42408.0, 92696.0, 239047.0, 1008255.0, 412505.0, 128070.0, 56592.0, 27946.0, 15036.0, 8432.0, 5121.0, 3124.0, 2053.0, 1184.0, 797.0, 571.0, 316.0, 242.0, 128.0, 97.0, 80.0, 30.0, 30.0, 19.0, 13.0, 11.0, 6.0, 3.0, 1.0, 6.0, 1.0, 3.0, 3.0], "bins": [-1.3212890625, -1.283203125, -1.2451171875, -1.20703125, -1.1689453125, -1.130859375, -1.0927734375, -1.0546875, -1.0166015625, -0.978515625, -0.9404296875, -0.90234375, -0.8642578125, -0.826171875, -0.7880859375, -0.75, -0.7119140625, -0.673828125, -0.6357421875, -0.59765625, -0.5595703125, -0.521484375, -0.4833984375, -0.4453125, -0.4072265625, -0.369140625, -0.3310546875, -0.29296875, -0.2548828125, -0.216796875, -0.1787109375, -0.140625, -0.1025390625, -0.064453125, -0.0263671875, 0.01171875, 0.0498046875, 0.087890625, 0.1259765625, 0.1640625, 0.2021484375, 0.240234375, 0.2783203125, 0.31640625, 0.3544921875, 0.392578125, 0.4306640625, 0.46875, 0.5068359375, 0.544921875, 0.5830078125, 0.62109375, 0.6591796875, 0.697265625, 0.7353515625, 0.7734375, 0.8115234375, 0.849609375, 0.8876953125, 0.92578125, 0.9638671875, 1.001953125, 1.0400390625, 1.078125, 1.1162109375]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 8.0, 3.0, 5.0, 7.0, 12.0, 20.0, 17.0, 20.0, 28.0, 23.0, 39.0, 42.0, 61.0, 59.0, 65.0, 77.0, 73.0, 83.0, 61.0, 60.0, 43.0, 40.0, 36.0, 27.0, 14.0, 19.0, 14.0, 9.0, 9.0, 9.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 5.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.343994140625, -0.3339576721191406, -0.32392120361328125, -0.3138847351074219, -0.3038482666015625, -0.2938117980957031, -0.28377532958984375, -0.2737388610839844, -0.263702392578125, -0.2536659240722656, -0.24362945556640625, -0.23359298706054688, -0.2235565185546875, -0.21352005004882812, -0.20348358154296875, -0.19344711303710938, -0.18341064453125, -0.17337417602539062, -0.16333770751953125, -0.15330123901367188, -0.1432647705078125, -0.13322830200195312, -0.12319183349609375, -0.11315536499023438, -0.103118896484375, -0.09308242797851562, -0.08304595947265625, -0.07300949096679688, -0.0629730224609375, -0.052936553955078125, -0.04290008544921875, -0.032863616943359375, -0.0228271484375, -0.012790679931640625, -0.00275421142578125, 0.007282257080078125, 0.0173187255859375, 0.027355194091796875, 0.03739166259765625, 0.047428131103515625, 0.057464599609375, 0.06750106811523438, 0.07753753662109375, 0.08757400512695312, 0.0976104736328125, 0.10764694213867188, 0.11768341064453125, 0.12771987915039062, 0.13775634765625, 0.14779281616210938, 0.15782928466796875, 0.16786575317382812, 0.1779022216796875, 0.18793869018554688, 0.19797515869140625, 0.20801162719726562, 0.218048095703125, 0.22808456420898438, 0.23812103271484375, 0.24815750122070312, 0.2581939697265625, 0.2682304382324219, 0.27826690673828125, 0.2883033752441406, 0.29833984375]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 4.0, 8.0, 9.0, 13.0, 12.0, 22.0, 25.0, 38.0, 52.0, 55.0, 107.0, 205.0, 553.0, 3353.0, 794333.0, 246721.0, 2063.0, 437.0, 188.0, 82.0, 73.0, 41.0, 31.0, 25.0, 28.0, 19.0, 15.0, 7.0, 5.0, 11.0, 2.0, 4.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.56640625, -5.37384033203125, -5.1812744140625, -4.98870849609375, -4.796142578125, -4.60357666015625, -4.4110107421875, -4.21844482421875, -4.02587890625, -3.83331298828125, -3.6407470703125, -3.44818115234375, -3.255615234375, -3.06304931640625, -2.8704833984375, -2.67791748046875, -2.4853515625, -2.29278564453125, -2.1002197265625, -1.90765380859375, -1.715087890625, -1.52252197265625, -1.3299560546875, -1.13739013671875, -0.94482421875, -0.75225830078125, -0.5596923828125, -0.36712646484375, -0.174560546875, 0.01800537109375, 0.2105712890625, 0.40313720703125, 0.595703125, 0.78826904296875, 0.9808349609375, 1.17340087890625, 1.365966796875, 1.55853271484375, 1.7510986328125, 1.94366455078125, 2.13623046875, 2.32879638671875, 2.5213623046875, 2.71392822265625, 2.906494140625, 3.09906005859375, 3.2916259765625, 3.48419189453125, 3.6767578125, 3.86932373046875, 4.0618896484375, 4.25445556640625, 4.447021484375, 4.63958740234375, 4.8321533203125, 5.02471923828125, 5.21728515625, 5.40985107421875, 5.6024169921875, 5.79498291015625, 5.987548828125, 6.18011474609375, 6.3726806640625, 6.56524658203125, 6.7578125]}, "gradients/decoder.transformer.h.14.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 6.0, 9.0, 23.0, 29.0, 56.0, 114.0, 192.0, 238.0, 174.0, 94.0, 37.0, 23.0, 4.0, 8.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7833172082901001, -0.743523120880127, -0.7037290334701538, -0.6639349460601807, -0.6241408586502075, -0.5843467712402344, -0.5445526242256165, -0.5047585368156433, -0.46496444940567017, -0.425170361995697, -0.3853762745857239, -0.34558215737342834, -0.3057880699634552, -0.26599398255348206, -0.22619988024234772, -0.18640577793121338, -0.14661169052124023, -0.10681759566068649, -0.06702350080013275, -0.02722940593957901, 0.012564688920974731, 0.052358776330947876, 0.09215287864208221, 0.13194698095321655, 0.1717410683631897, 0.21153515577316284, 0.251329243183136, 0.2911233603954315, 0.33091744780540466, 0.3707115352153778, 0.41050565242767334, 0.4502997398376465, 0.4900939464569092, 0.5298880338668823, 0.5696821212768555, 0.6094762086868286, 0.6492702960968018, 0.6890643835067749, 0.7288585305213928, 0.768652617931366, 0.8084467053413391, 0.8482407927513123, 0.8880348801612854, 0.9278289675712585, 0.9676231145858765, 1.0074172019958496, 1.0472112894058228, 1.087005376815796, 1.126799464225769, 1.1665935516357422, 1.2063876390457153, 1.2461817264556885, 1.2859758138656616, 1.3257699012756348, 1.365563988685608, 1.405358076095581, 1.4451522827148438, 1.484946370124817, 1.52474045753479, 1.5645345449447632, 1.6043286323547363, 1.6441227197647095, 1.6839168071746826, 1.7237110137939453, 1.763504981994629]}, "gradients/decoder.transformer.h.14.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 6.0, 6.0, 12.0, 6.0, 11.0, 19.0, 20.0, 22.0, 28.0, 40.0, 45.0, 46.0, 45.0, 56.0, 60.0, 48.0, 42.0, 57.0, 50.0, 51.0, 45.0, 43.0, 47.0, 39.0, 29.0, 40.0, 18.0, 21.0, 20.0, 12.0, 10.0, 7.0, 7.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9700576066970825, -0.9384183287620544, -0.9067791104316711, -0.8751398324966431, -0.8435006141662598, -0.8118613362312317, -0.7802220582962036, -0.7485828399658203, -0.7169435620307922, -0.6853042840957642, -0.6536650657653809, -0.6220257878303528, -0.5903865098953247, -0.5587472915649414, -0.5271080136299133, -0.49546876549720764, -0.46382951736450195, -0.43219026923179626, -0.4005510210990906, -0.3689117431640625, -0.3372724950313568, -0.3056332468986511, -0.27399396896362305, -0.24235472083091736, -0.21071547269821167, -0.17907622456550598, -0.1474369615316391, -0.11579770594835281, -0.08415845036506653, -0.05251920223236084, -0.020879939198493958, 0.010759323835372925, 0.04239845275878906, 0.07403770834207535, 0.10567696392536163, 0.13731622695922852, 0.1689554750919342, 0.2005947232246399, 0.23223398625850677, 0.26387324929237366, 0.29551249742507935, 0.32715174555778503, 0.3587909936904907, 0.3904302716255188, 0.4220695197582245, 0.4537087678909302, 0.48534804582595825, 0.5169873237609863, 0.5486265420913696, 0.5802658200263977, 0.611905038356781, 0.6435443162918091, 0.6751835346221924, 0.7068228125572205, 0.7384620904922485, 0.7701013088226318, 0.8017405867576599, 0.833379864692688, 0.8650190830230713, 0.8966583609580994, 0.9282976388931274, 0.9599368572235107, 0.9915761351585388, 1.023215413093567, 1.0548546314239502]}, "gradients/decoder.transformer.h.14.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 0.0, 2.0, 5.0, 5.0, 10.0, 11.0, 4.0, 9.0, 7.0, 13.0, 16.0, 25.0, 18.0, 17.0, 23.0, 24.0, 31.0, 26.0, 25.0, 46.0, 37.0, 30.0, 34.0, 39.0, 51.0, 47.0, 38.0, 33.0, 35.0, 29.0, 28.0, 36.0, 24.0, 33.0, 18.0, 34.0, 24.0, 19.0, 14.0, 11.0, 20.0, 13.0, 10.0, 9.0, 6.0, 6.0, 7.0, 2.0, 1.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.84765625, -4.696044921875, -4.54443359375, -4.392822265625, -4.2412109375, -4.089599609375, -3.93798828125, -3.786376953125, -3.634765625, -3.483154296875, -3.33154296875, -3.179931640625, -3.0283203125, -2.876708984375, -2.72509765625, -2.573486328125, -2.421875, -2.270263671875, -2.11865234375, -1.967041015625, -1.8154296875, -1.663818359375, -1.51220703125, -1.360595703125, -1.208984375, -1.057373046875, -0.90576171875, -0.754150390625, -0.6025390625, -0.450927734375, -0.29931640625, -0.147705078125, 0.00390625, 0.155517578125, 0.30712890625, 0.458740234375, 0.6103515625, 0.761962890625, 0.91357421875, 1.065185546875, 1.216796875, 1.368408203125, 1.52001953125, 1.671630859375, 1.8232421875, 1.974853515625, 2.12646484375, 2.278076171875, 2.4296875, 2.581298828125, 2.73291015625, 2.884521484375, 3.0361328125, 3.187744140625, 3.33935546875, 3.490966796875, 3.642578125, 3.794189453125, 3.94580078125, 4.097412109375, 4.2490234375, 4.400634765625, 4.55224609375, 4.703857421875, 4.85546875]}, "gradients/decoder.transformer.h.14.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 5.0, 7.0, 5.0, 13.0, 16.0, 34.0, 61.0, 125.0, 226.0, 420.0, 745.0, 1361.0, 2570.0, 4555.0, 8673.0, 15198.0, 27723.0, 51570.0, 97725.0, 186907.0, 263258.0, 181989.0, 95210.0, 49476.0, 27486.0, 14984.0, 8127.0, 4587.0, 2532.0, 1321.0, 752.0, 433.0, 199.0, 96.0, 63.0, 41.0, 21.0, 18.0, 13.0, 6.0, 2.0, 4.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.22265625, -6.03106689453125, -5.8394775390625, -5.64788818359375, -5.456298828125, -5.26470947265625, -5.0731201171875, -4.88153076171875, -4.68994140625, -4.49835205078125, -4.3067626953125, -4.11517333984375, -3.923583984375, -3.73199462890625, -3.5404052734375, -3.34881591796875, -3.1572265625, -2.96563720703125, -2.7740478515625, -2.58245849609375, -2.390869140625, -2.19927978515625, -2.0076904296875, -1.81610107421875, -1.62451171875, -1.43292236328125, -1.2413330078125, -1.04974365234375, -0.858154296875, -0.66656494140625, -0.4749755859375, -0.28338623046875, -0.091796875, 0.09979248046875, 0.2913818359375, 0.48297119140625, 0.674560546875, 0.86614990234375, 1.0577392578125, 1.24932861328125, 1.44091796875, 1.63250732421875, 1.8240966796875, 2.01568603515625, 2.207275390625, 2.39886474609375, 2.5904541015625, 2.78204345703125, 2.9736328125, 3.16522216796875, 3.3568115234375, 3.54840087890625, 3.739990234375, 3.93157958984375, 4.1231689453125, 4.31475830078125, 4.50634765625, 4.69793701171875, 4.8895263671875, 5.08111572265625, 5.272705078125, 5.46429443359375, 5.6558837890625, 5.84747314453125, 6.0390625]}, "gradients/decoder.transformer.h.14.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 7.0, 10.0, 9.0, 14.0, 14.0, 24.0, 28.0, 14.0, 25.0, 17.0, 30.0, 36.0, 38.0, 54.0, 65.0, 94.0, 152.0, 259.0, 1359.0, 215.0, 113.0, 81.0, 67.0, 47.0, 47.0, 33.0, 31.0, 28.0, 28.0, 15.0, 18.0, 13.0, 9.0, 17.0, 13.0, 6.0, 10.0, 4.0, 6.0, 0.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-20.65625, -20.0872802734375, -19.518310546875, -18.9493408203125, -18.38037109375, -17.8114013671875, -17.242431640625, -16.6734619140625, -16.1044921875, -15.5355224609375, -14.966552734375, -14.3975830078125, -13.82861328125, -13.2596435546875, -12.690673828125, -12.1217041015625, -11.552734375, -10.9837646484375, -10.414794921875, -9.8458251953125, -9.27685546875, -8.7078857421875, -8.138916015625, -7.5699462890625, -7.0009765625, -6.4320068359375, -5.863037109375, -5.2940673828125, -4.72509765625, -4.1561279296875, -3.587158203125, -3.0181884765625, -2.44921875, -1.8802490234375, -1.311279296875, -0.7423095703125, -0.17333984375, 0.3956298828125, 0.964599609375, 1.5335693359375, 2.1025390625, 2.6715087890625, 3.240478515625, 3.8094482421875, 4.37841796875, 4.9473876953125, 5.516357421875, 6.0853271484375, 6.654296875, 7.2232666015625, 7.792236328125, 8.3612060546875, 8.93017578125, 9.4991455078125, 10.068115234375, 10.6370849609375, 11.2060546875, 11.7750244140625, 12.343994140625, 12.9129638671875, 13.48193359375, 14.0509033203125, 14.619873046875, 15.1888427734375, 15.7578125]}, "gradients/decoder.transformer.h.14.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 13.0, 5.0, 8.0, 9.0, 20.0, 24.0, 25.0, 35.0, 39.0, 46.0, 77.0, 97.0, 143.0, 181.0, 296.0, 560.0, 1613.0, 19343.0, 1412669.0, 1685484.0, 21743.0, 1700.0, 559.0, 327.0, 181.0, 124.0, 78.0, 69.0, 71.0, 47.0, 27.0, 34.0, 19.0, 11.0, 13.0, 5.0, 5.0, 4.0, 2.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-37.65625, -36.40185546875, -35.1474609375, -33.89306640625, -32.638671875, -31.38427734375, -30.1298828125, -28.87548828125, -27.62109375, -26.36669921875, -25.1123046875, -23.85791015625, -22.603515625, -21.34912109375, -20.0947265625, -18.84033203125, -17.5859375, -16.33154296875, -15.0771484375, -13.82275390625, -12.568359375, -11.31396484375, -10.0595703125, -8.80517578125, -7.55078125, -6.29638671875, -5.0419921875, -3.78759765625, -2.533203125, -1.27880859375, -0.0244140625, 1.22998046875, 2.484375, 3.73876953125, 4.9931640625, 6.24755859375, 7.501953125, 8.75634765625, 10.0107421875, 11.26513671875, 12.51953125, 13.77392578125, 15.0283203125, 16.28271484375, 17.537109375, 18.79150390625, 20.0458984375, 21.30029296875, 22.5546875, 23.80908203125, 25.0634765625, 26.31787109375, 27.572265625, 28.82666015625, 30.0810546875, 31.33544921875, 32.58984375, 33.84423828125, 35.0986328125, 36.35302734375, 37.607421875, 38.86181640625, 40.1162109375, 41.37060546875, 42.625]}, "gradients/decoder.transformer.h.14.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 6.0, 7.0, 13.0, 18.0, 38.0, 45.0, 63.0, 88.0, 108.0, 97.0, 110.0, 94.0, 93.0, 74.0, 53.0, 35.0, 27.0, 17.0, 13.0, 7.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-51.763458251953125, -50.541297912597656, -49.31913757324219, -48.096981048583984, -46.874820709228516, -45.65266036987305, -44.43050003051758, -43.208343505859375, -41.986183166503906, -40.76402282714844, -39.54186248779297, -38.319705963134766, -37.0975456237793, -35.87538528442383, -34.65322494506836, -33.431068420410156, -32.20890808105469, -30.98674774169922, -29.764589309692383, -28.542428970336914, -27.320270538330078, -26.09811019897461, -24.87594985961914, -23.653791427612305, -22.431629180908203, -21.209468841552734, -19.9873104095459, -18.76515007019043, -17.542991638183594, -16.320831298828125, -15.098671913146973, -13.87651252746582, -12.654354095458984, -11.432194709777832, -10.21003532409668, -8.987874984741211, -7.765716075897217, -6.5435566902160645, -5.321396827697754, -4.099237442016602, -2.877078056335449, -1.6549185514450073, -0.43275904655456543, 0.789400577545166, 2.0115599632263184, 3.2337193489074707, 4.455879211425781, 5.678038597106934, 6.900197982788086, 8.122357368469238, 9.34451675415039, 10.56667709350586, 11.788835525512695, 13.010995864868164, 14.233155250549316, 15.455314636230469, 16.677474975585938, 17.899635314941406, 19.121793746948242, 20.34395408630371, 21.566112518310547, 22.788272857666016, 24.010433197021484, 25.23259162902832, 26.454750061035156]}, "gradients/decoder.transformer.h.14.ln_1.bias": {"_type": "histogram", "values": [4.0, 1.0, 3.0, 0.0, 1.0, 1.0, 4.0, 0.0, 8.0, 9.0, 6.0, 15.0, 15.0, 12.0, 19.0, 20.0, 24.0, 22.0, 23.0, 35.0, 27.0, 40.0, 40.0, 36.0, 37.0, 36.0, 47.0, 49.0, 37.0, 45.0, 40.0, 40.0, 44.0, 32.0, 40.0, 21.0, 21.0, 27.0, 25.0, 32.0, 16.0, 15.0, 9.0, 8.0, 10.0, 7.0, 5.0, 2.0, 6.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-47.00777816772461, -45.30684280395508, -43.60590362548828, -41.90496826171875, -40.20403289794922, -38.50309753417969, -36.80215835571289, -35.10122299194336, -33.40028381347656, -31.6993465423584, -29.998411178588867, -28.297473907470703, -26.596538543701172, -24.895601272583008, -23.194664001464844, -21.493728637695312, -19.79279327392578, -18.091856002807617, -16.390920639038086, -14.689983367919922, -12.989047050476074, -11.288110733032227, -9.587173461914062, -7.886237144470215, -6.185300827026367, -4.4843645095825195, -2.7834277153015137, -1.0824909210205078, 0.6184453964233398, 2.3193817138671875, 4.020318984985352, 5.721255302429199, 7.4221954345703125, 9.12313175201416, 10.824068069458008, 12.525005340576172, 14.22594165802002, 15.926877975463867, 17.62781524658203, 19.328750610351562, 21.029687881469727, 22.73062515258789, 24.431560516357422, 26.132497787475586, 27.83343505859375, 29.53437042236328, 31.235307693481445, 32.93624496459961, 34.63718032836914, 36.33811569213867, 38.03905487060547, 39.739990234375, 41.44092559814453, 43.14186096191406, 44.84280014038086, 46.54373550415039, 48.24467468261719, 49.94561004638672, 51.646549224853516, 53.34748458862305, 55.04841995239258, 56.749359130859375, 58.450294494628906, 60.15122985839844, 61.85216522216797]}, "gradients/decoder.transformer.h.13.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 4.0, 2.0, 2.0, 6.0, 3.0, 4.0, 4.0, 6.0, 10.0, 21.0, 17.0, 18.0, 17.0, 17.0, 21.0, 28.0, 25.0, 32.0, 24.0, 38.0, 33.0, 43.0, 36.0, 39.0, 44.0, 32.0, 37.0, 37.0, 38.0, 32.0, 39.0, 28.0, 35.0, 27.0, 21.0, 23.0, 23.0, 19.0, 18.0, 14.0, 15.0, 15.0, 14.0, 10.0, 8.0, 7.0, 8.0, 5.0, 6.0, 0.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-5.7265625, -5.555908203125, -5.38525390625, -5.214599609375, -5.0439453125, -4.873291015625, -4.70263671875, -4.531982421875, -4.361328125, -4.190673828125, -4.02001953125, -3.849365234375, -3.6787109375, -3.508056640625, -3.33740234375, -3.166748046875, -2.99609375, -2.825439453125, -2.65478515625, -2.484130859375, -2.3134765625, -2.142822265625, -1.97216796875, -1.801513671875, -1.630859375, -1.460205078125, -1.28955078125, -1.118896484375, -0.9482421875, -0.777587890625, -0.60693359375, -0.436279296875, -0.265625, -0.094970703125, 0.07568359375, 0.246337890625, 0.4169921875, 0.587646484375, 0.75830078125, 0.928955078125, 1.099609375, 1.270263671875, 1.44091796875, 1.611572265625, 1.7822265625, 1.952880859375, 2.12353515625, 2.294189453125, 2.46484375, 2.635498046875, 2.80615234375, 2.976806640625, 3.1474609375, 3.318115234375, 3.48876953125, 3.659423828125, 3.830078125, 4.000732421875, 4.17138671875, 4.342041015625, 4.5126953125, 4.683349609375, 4.85400390625, 5.024658203125, 5.1953125]}, "gradients/decoder.transformer.h.13.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 5.0, 7.0, 7.0, 13.0, 17.0, 11.0, 14.0, 23.0, 27.0, 52.0, 52.0, 85.0, 129.0, 198.0, 446.0, 1066.0, 3655.0, 14424.0, 66246.0, 311906.0, 1256188.0, 1779080.0, 594074.0, 129408.0, 27559.0, 6531.0, 1680.0, 604.0, 251.0, 138.0, 103.0, 71.0, 51.0, 40.0, 31.0, 23.0, 12.0, 13.0, 16.0, 8.0, 8.0, 2.0, 6.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.859375, -10.511474609375, -10.16357421875, -9.815673828125, -9.4677734375, -9.119873046875, -8.77197265625, -8.424072265625, -8.076171875, -7.728271484375, -7.38037109375, -7.032470703125, -6.6845703125, -6.336669921875, -5.98876953125, -5.640869140625, -5.29296875, -4.945068359375, -4.59716796875, -4.249267578125, -3.9013671875, -3.553466796875, -3.20556640625, -2.857666015625, -2.509765625, -2.161865234375, -1.81396484375, -1.466064453125, -1.1181640625, -0.770263671875, -0.42236328125, -0.074462890625, 0.2734375, 0.621337890625, 0.96923828125, 1.317138671875, 1.6650390625, 2.012939453125, 2.36083984375, 2.708740234375, 3.056640625, 3.404541015625, 3.75244140625, 4.100341796875, 4.4482421875, 4.796142578125, 5.14404296875, 5.491943359375, 5.83984375, 6.187744140625, 6.53564453125, 6.883544921875, 7.2314453125, 7.579345703125, 7.92724609375, 8.275146484375, 8.623046875, 8.970947265625, 9.31884765625, 9.666748046875, 10.0146484375, 10.362548828125, 10.71044921875, 11.058349609375, 11.40625]}, "gradients/decoder.transformer.h.13.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 4.0, 2.0, 4.0, 11.0, 6.0, 12.0, 22.0, 22.0, 30.0, 37.0, 49.0, 62.0, 89.0, 88.0, 130.0, 157.0, 206.0, 264.0, 358.0, 363.0, 369.0, 344.0, 283.0, 244.0, 235.0, 157.0, 138.0, 89.0, 88.0, 55.0, 33.0, 33.0, 25.0, 16.0, 14.0, 16.0, 4.0, 5.0, 4.0, 4.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.984375, -9.6331787109375, -9.281982421875, -8.9307861328125, -8.57958984375, -8.2283935546875, -7.877197265625, -7.5260009765625, -7.1748046875, -6.8236083984375, -6.472412109375, -6.1212158203125, -5.77001953125, -5.4188232421875, -5.067626953125, -4.7164306640625, -4.365234375, -4.0140380859375, -3.662841796875, -3.3116455078125, -2.96044921875, -2.6092529296875, -2.258056640625, -1.9068603515625, -1.5556640625, -1.2044677734375, -0.853271484375, -0.5020751953125, -0.15087890625, 0.2003173828125, 0.551513671875, 0.9027099609375, 1.25390625, 1.6051025390625, 1.956298828125, 2.3074951171875, 2.65869140625, 3.0098876953125, 3.361083984375, 3.7122802734375, 4.0634765625, 4.4146728515625, 4.765869140625, 5.1170654296875, 5.46826171875, 5.8194580078125, 6.170654296875, 6.5218505859375, 6.873046875, 7.2242431640625, 7.575439453125, 7.9266357421875, 8.27783203125, 8.6290283203125, 8.980224609375, 9.3314208984375, 9.6826171875, 10.0338134765625, 10.385009765625, 10.7362060546875, 11.08740234375, 11.4385986328125, 11.789794921875, 12.1409912109375, 12.4921875]}, "gradients/decoder.transformer.h.13.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 2.0, 4.0, 3.0, 9.0, 12.0, 20.0, 21.0, 27.0, 35.0, 48.0, 70.0, 113.0, 133.0, 195.0, 347.0, 687.0, 3809.0, 93008.0, 2688615.0, 1368001.0, 35626.0, 2022.0, 555.0, 239.0, 186.0, 114.0, 106.0, 79.0, 46.0, 33.0, 40.0, 21.0, 15.0, 7.0, 13.0, 9.0, 3.0, 5.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-39.71875, -38.57958984375, -37.4404296875, -36.30126953125, -35.162109375, -34.02294921875, -32.8837890625, -31.74462890625, -30.60546875, -29.46630859375, -28.3271484375, -27.18798828125, -26.048828125, -24.90966796875, -23.7705078125, -22.63134765625, -21.4921875, -20.35302734375, -19.2138671875, -18.07470703125, -16.935546875, -15.79638671875, -14.6572265625, -13.51806640625, -12.37890625, -11.23974609375, -10.1005859375, -8.96142578125, -7.822265625, -6.68310546875, -5.5439453125, -4.40478515625, -3.265625, -2.12646484375, -0.9873046875, 0.15185546875, 1.291015625, 2.43017578125, 3.5693359375, 4.70849609375, 5.84765625, 6.98681640625, 8.1259765625, 9.26513671875, 10.404296875, 11.54345703125, 12.6826171875, 13.82177734375, 14.9609375, 16.10009765625, 17.2392578125, 18.37841796875, 19.517578125, 20.65673828125, 21.7958984375, 22.93505859375, 24.07421875, 25.21337890625, 26.3525390625, 27.49169921875, 28.630859375, 29.77001953125, 30.9091796875, 32.04833984375, 33.1875]}, "gradients/decoder.transformer.h.13.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 6.0, 9.0, 22.0, 39.0, 81.0, 101.0, 116.0, 124.0, 167.0, 149.0, 95.0, 51.0, 39.0, 8.0, 6.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-123.61324310302734, -120.7398452758789, -117.86644744873047, -114.99305725097656, -112.11965942382812, -109.24626159667969, -106.37286376953125, -103.49946594238281, -100.62606811523438, -97.75267028808594, -94.8792724609375, -92.00587463378906, -89.13248443603516, -86.25908660888672, -83.38568878173828, -80.51229095458984, -77.63890075683594, -74.7655029296875, -71.89210510253906, -69.01870727539062, -66.14531707763672, -63.27191925048828, -60.398521423339844, -57.525123596191406, -54.65172576904297, -51.77832794189453, -48.90493392944336, -46.03153610229492, -43.158138275146484, -40.28474426269531, -37.411346435546875, -34.53794860839844, -31.664546966552734, -28.79115104675293, -25.917753219604492, -23.044357299804688, -20.17095947265625, -17.297563552856445, -14.42416763305664, -11.550769805908203, -8.677373886108398, -5.803977012634277, -2.9305806159973145, -0.05718421936035156, 2.8162126541137695, 5.689609527587891, 8.563005447387695, 11.436403274536133, 14.309799194335938, 17.183195114135742, 20.05659294128418, 22.929988861083984, 25.803386688232422, 28.676782608032227, 31.55017852783203, 34.42357635498047, 37.296974182128906, 40.170372009277344, 43.043766021728516, 45.91716384887695, 48.79056167602539, 51.66395568847656, 54.537353515625, 57.41075134277344, 60.28414535522461]}, "gradients/decoder.transformer.h.13.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 7.0, 5.0, 5.0, 19.0, 9.0, 10.0, 14.0, 12.0, 17.0, 17.0, 24.0, 20.0, 31.0, 43.0, 42.0, 38.0, 43.0, 31.0, 35.0, 28.0, 44.0, 49.0, 48.0, 40.0, 42.0, 36.0, 32.0, 32.0, 27.0, 29.0, 29.0, 19.0, 21.0, 20.0, 16.0, 14.0, 11.0, 13.0, 11.0, 6.0, 3.0, 5.0, 1.0, 5.0, 1.0, 2.0, 2.0, 1.0, 4.0], "bins": [-48.746437072753906, -47.408653259277344, -46.07087326049805, -44.733089447021484, -43.39530563354492, -42.05752182006836, -40.71974182128906, -39.3819580078125, -38.04417419433594, -36.706390380859375, -35.36861038208008, -34.030826568603516, -32.69304275512695, -31.355260848999023, -30.017478942871094, -28.67969512939453, -27.3419132232666, -26.004131317138672, -24.66634750366211, -23.32856559753418, -21.990781784057617, -20.652999877929688, -19.315216064453125, -17.977434158325195, -16.639652252197266, -15.30186939239502, -13.964086532592773, -12.626304626464844, -11.288520812988281, -9.950738906860352, -8.612956047058105, -7.275173187255859, -5.937389373779297, -4.599606513977051, -3.261823892593384, -1.9240412712097168, -0.5862584114074707, 0.7515244483947754, 2.0893068313598633, 3.4270896911621094, 4.7648725509643555, 6.102655410766602, 7.440438270568848, 8.778221130371094, 10.116003036499023, 11.453786849975586, 12.791568756103516, 14.129351615905762, 15.467134475708008, 16.804916381835938, 18.1427001953125, 19.48048210144043, 20.818265914916992, 22.156047821044922, 23.493831634521484, 24.831613540649414, 26.169395446777344, 27.507177352905273, 28.844961166381836, 30.182743072509766, 31.520526885986328, 32.85831069946289, 34.19609069824219, 35.53387451171875, 36.87165832519531]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 4.0, 4.0, 2.0, 4.0, 6.0, 6.0, 10.0, 8.0, 14.0, 15.0, 16.0, 16.0, 22.0, 25.0, 24.0, 31.0, 28.0, 30.0, 27.0, 35.0, 39.0, 27.0, 38.0, 39.0, 37.0, 41.0, 35.0, 37.0, 38.0, 22.0, 28.0, 37.0, 27.0, 30.0, 24.0, 18.0, 24.0, 16.0, 20.0, 12.0, 17.0, 9.0, 16.0, 6.0, 8.0, 9.0, 5.0, 8.0, 3.0, 4.0, 3.0, 0.0, 3.0, 0.0, 3.0], "bins": [-5.3125, -5.1556396484375, -4.998779296875, -4.8419189453125, -4.68505859375, -4.5281982421875, -4.371337890625, -4.2144775390625, -4.0576171875, -3.9007568359375, -3.743896484375, -3.5870361328125, -3.43017578125, -3.2733154296875, -3.116455078125, -2.9595947265625, -2.802734375, -2.6458740234375, -2.489013671875, -2.3321533203125, -2.17529296875, -2.0184326171875, -1.861572265625, -1.7047119140625, -1.5478515625, -1.3909912109375, -1.234130859375, -1.0772705078125, -0.92041015625, -0.7635498046875, -0.606689453125, -0.4498291015625, -0.29296875, -0.1361083984375, 0.020751953125, 0.1776123046875, 0.33447265625, 0.4913330078125, 0.648193359375, 0.8050537109375, 0.9619140625, 1.1187744140625, 1.275634765625, 1.4324951171875, 1.58935546875, 1.7462158203125, 1.903076171875, 2.0599365234375, 2.216796875, 2.3736572265625, 2.530517578125, 2.6873779296875, 2.84423828125, 3.0010986328125, 3.157958984375, 3.3148193359375, 3.4716796875, 3.6285400390625, 3.785400390625, 3.9422607421875, 4.09912109375, 4.2559814453125, 4.412841796875, 4.5697021484375, 4.7265625]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 4.0, 4.0, 7.0, 11.0, 7.0, 8.0, 19.0, 32.0, 46.0, 71.0, 94.0, 208.0, 314.0, 569.0, 1079.0, 1932.0, 3468.0, 6315.0, 11613.0, 21507.0, 39241.0, 71022.0, 121333.0, 176598.0, 198338.0, 160374.0, 103075.0, 59527.0, 32535.0, 18042.0, 9484.0, 5242.0, 2856.0, 1545.0, 855.0, 487.0, 285.0, 142.0, 87.0, 61.0, 32.0, 26.0, 19.0, 17.0, 15.0, 3.0, 4.0, 2.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.7109375, -1.6611175537109375, -1.611297607421875, -1.5614776611328125, -1.51165771484375, -1.4618377685546875, -1.412017822265625, -1.3621978759765625, -1.3123779296875, -1.2625579833984375, -1.212738037109375, -1.1629180908203125, -1.11309814453125, -1.0632781982421875, -1.013458251953125, -0.9636383056640625, -0.913818359375, -0.8639984130859375, -0.814178466796875, -0.7643585205078125, -0.71453857421875, -0.6647186279296875, -0.614898681640625, -0.5650787353515625, -0.5152587890625, -0.4654388427734375, -0.415618896484375, -0.3657989501953125, -0.31597900390625, -0.2661590576171875, -0.216339111328125, -0.1665191650390625, -0.11669921875, -0.0668792724609375, -0.017059326171875, 0.0327606201171875, 0.08258056640625, 0.1324005126953125, 0.182220458984375, 0.2320404052734375, 0.2818603515625, 0.3316802978515625, 0.381500244140625, 0.4313201904296875, 0.48114013671875, 0.5309600830078125, 0.580780029296875, 0.6305999755859375, 0.680419921875, 0.7302398681640625, 0.780059814453125, 0.8298797607421875, 0.87969970703125, 0.9295196533203125, 0.979339599609375, 1.0291595458984375, 1.0789794921875, 1.1287994384765625, 1.178619384765625, 1.2284393310546875, 1.27825927734375, 1.3280792236328125, 1.377899169921875, 1.4277191162109375, 1.4775390625]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 5.0, 5.0, 7.0, 11.0, 11.0, 15.0, 12.0, 14.0, 16.0, 18.0, 17.0, 25.0, 22.0, 25.0, 25.0, 39.0, 35.0, 31.0, 52.0, 47.0, 38.0, 44.0, 1060.0, 34.0, 32.0, 29.0, 30.0, 37.0, 43.0, 30.0, 22.0, 25.0, 27.0, 22.0, 21.0, 23.0, 13.0, 22.0, 5.0, 9.0, 9.0, 2.0, 7.0, 5.0, 4.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-4.43359375, -4.2999267578125, -4.166259765625, -4.0325927734375, -3.89892578125, -3.7652587890625, -3.631591796875, -3.4979248046875, -3.3642578125, -3.2305908203125, -3.096923828125, -2.9632568359375, -2.82958984375, -2.6959228515625, -2.562255859375, -2.4285888671875, -2.294921875, -2.1612548828125, -2.027587890625, -1.8939208984375, -1.76025390625, -1.6265869140625, -1.492919921875, -1.3592529296875, -1.2255859375, -1.0919189453125, -0.958251953125, -0.8245849609375, -0.69091796875, -0.5572509765625, -0.423583984375, -0.2899169921875, -0.15625, -0.0225830078125, 0.111083984375, 0.2447509765625, 0.37841796875, 0.5120849609375, 0.645751953125, 0.7794189453125, 0.9130859375, 1.0467529296875, 1.180419921875, 1.3140869140625, 1.44775390625, 1.5814208984375, 1.715087890625, 1.8487548828125, 1.982421875, 2.1160888671875, 2.249755859375, 2.3834228515625, 2.51708984375, 2.6507568359375, 2.784423828125, 2.9180908203125, 3.0517578125, 3.1854248046875, 3.319091796875, 3.4527587890625, 3.58642578125, 3.7200927734375, 3.853759765625, 3.9874267578125, 4.12109375]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 7.0, 8.0, 16.0, 14.0, 31.0, 39.0, 64.0, 72.0, 149.0, 216.0, 328.0, 459.0, 757.0, 1233.0, 2021.0, 3303.0, 5579.0, 9763.0, 17739.0, 32175.0, 60121.0, 114842.0, 275123.0, 871580.0, 399012.0, 141884.0, 72578.0, 38651.0, 21210.0, 11667.0, 6599.0, 3782.0, 2220.0, 1422.0, 864.0, 551.0, 356.0, 263.0, 143.0, 92.0, 73.0, 49.0, 24.0, 16.0, 8.0, 10.0, 9.0, 6.0, 7.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.87451171875, -0.8485183715820312, -0.8225250244140625, -0.7965316772460938, -0.770538330078125, -0.7445449829101562, -0.7185516357421875, -0.6925582885742188, -0.66656494140625, -0.6405715942382812, -0.6145782470703125, -0.5885848999023438, -0.562591552734375, -0.5365982055664062, -0.5106048583984375, -0.48461151123046875, -0.4586181640625, -0.43262481689453125, -0.4066314697265625, -0.38063812255859375, -0.354644775390625, -0.32865142822265625, -0.3026580810546875, -0.27666473388671875, -0.25067138671875, -0.22467803955078125, -0.1986846923828125, -0.17269134521484375, -0.146697998046875, -0.12070465087890625, -0.0947113037109375, -0.06871795654296875, -0.042724609375, -0.01673126220703125, 0.0092620849609375, 0.03525543212890625, 0.061248779296875, 0.08724212646484375, 0.1132354736328125, 0.13922882080078125, 0.16522216796875, 0.19121551513671875, 0.2172088623046875, 0.24320220947265625, 0.269195556640625, 0.29518890380859375, 0.3211822509765625, 0.34717559814453125, 0.3731689453125, 0.39916229248046875, 0.4251556396484375, 0.45114898681640625, 0.477142333984375, 0.5031356811523438, 0.5291290283203125, 0.5551223754882812, 0.58111572265625, 0.6071090698242188, 0.6331024169921875, 0.6590957641601562, 0.685089111328125, 0.7110824584960938, 0.7370758056640625, 0.7630691528320312, 0.7890625]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 4.0, 4.0, 3.0, 7.0, 5.0, 9.0, 7.0, 9.0, 13.0, 15.0, 18.0, 22.0, 31.0, 43.0, 40.0, 46.0, 55.0, 59.0, 59.0, 66.0, 45.0, 69.0, 49.0, 48.0, 42.0, 43.0, 39.0, 28.0, 23.0, 27.0, 9.0, 6.0, 15.0, 12.0, 6.0, 6.0, 7.0, 5.0, 6.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.26904296875, -0.2605628967285156, -0.25208282470703125, -0.24360275268554688, -0.2351226806640625, -0.22664260864257812, -0.21816253662109375, -0.20968246459960938, -0.201202392578125, -0.19272232055664062, -0.18424224853515625, -0.17576217651367188, -0.1672821044921875, -0.15880203247070312, -0.15032196044921875, -0.14184188842773438, -0.13336181640625, -0.12488174438476562, -0.11640167236328125, -0.10792160034179688, -0.0994415283203125, -0.09096145629882812, -0.08248138427734375, -0.07400131225585938, -0.065521240234375, -0.057041168212890625, -0.04856109619140625, -0.040081024169921875, -0.0316009521484375, -0.023120880126953125, -0.01464080810546875, -0.006160736083984375, 0.0023193359375, 0.010799407958984375, 0.01927947998046875, 0.027759552001953125, 0.0362396240234375, 0.044719696044921875, 0.05319976806640625, 0.061679840087890625, 0.070159912109375, 0.07863998413085938, 0.08712005615234375, 0.09560012817382812, 0.1040802001953125, 0.11256027221679688, 0.12104034423828125, 0.12952041625976562, 0.13800048828125, 0.14648056030273438, 0.15496063232421875, 0.16344070434570312, 0.1719207763671875, 0.18040084838867188, 0.18888092041015625, 0.19736099243164062, 0.205841064453125, 0.21432113647460938, 0.22280120849609375, 0.23128128051757812, 0.2397613525390625, 0.24824142456054688, 0.25672149658203125, 0.2652015686035156, 0.273681640625]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 5.0, 9.0, 4.0, 4.0, 8.0, 6.0, 10.0, 13.0, 12.0, 17.0, 27.0, 39.0, 39.0, 75.0, 81.0, 125.0, 281.0, 701.0, 10273.0, 1016403.0, 18864.0, 781.0, 298.0, 144.0, 97.0, 67.0, 41.0, 32.0, 21.0, 15.0, 16.0, 12.0, 5.0, 8.0, 5.0, 7.0, 3.0, 1.0, 2.0, 6.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-5.6484375, -5.47491455078125, -5.3013916015625, -5.12786865234375, -4.954345703125, -4.78082275390625, -4.6072998046875, -4.43377685546875, -4.26025390625, -4.08673095703125, -3.9132080078125, -3.73968505859375, -3.566162109375, -3.39263916015625, -3.2191162109375, -3.04559326171875, -2.8720703125, -2.69854736328125, -2.5250244140625, -2.35150146484375, -2.177978515625, -2.00445556640625, -1.8309326171875, -1.65740966796875, -1.48388671875, -1.31036376953125, -1.1368408203125, -0.96331787109375, -0.789794921875, -0.61627197265625, -0.4427490234375, -0.26922607421875, -0.095703125, 0.07781982421875, 0.2513427734375, 0.42486572265625, 0.598388671875, 0.77191162109375, 0.9454345703125, 1.11895751953125, 1.29248046875, 1.46600341796875, 1.6395263671875, 1.81304931640625, 1.986572265625, 2.16009521484375, 2.3336181640625, 2.50714111328125, 2.6806640625, 2.85418701171875, 3.0277099609375, 3.20123291015625, 3.374755859375, 3.54827880859375, 3.7218017578125, 3.89532470703125, 4.06884765625, 4.24237060546875, 4.4158935546875, 4.58941650390625, 4.762939453125, 4.93646240234375, 5.1099853515625, 5.28350830078125, 5.45703125]}, "gradients/decoder.transformer.h.13.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 12.0, 19.0, 83.0, 226.0, 390.0, 216.0, 44.0, 18.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.4361882209777832, -1.384140968322754, -1.3320938348770142, -1.2800465822219849, -1.2279994487762451, -1.1759521961212158, -1.1239049434661865, -1.0718578100204468, -1.019810676574707, -0.9677634835243225, -0.915716290473938, -0.8636690378189087, -0.811621904373169, -0.7595746517181396, -0.7075274586677551, -0.6554802656173706, -0.6034330129623413, -0.5513858199119568, -0.49933862686157227, -0.44729140400886536, -0.39524421095848083, -0.3431970179080963, -0.2911497950553894, -0.23910260200500488, -0.18705540895462036, -0.13500821590423584, -0.08296100795269012, -0.03091380000114441, 0.021133393049240112, 0.07318058609962463, 0.12522780895233154, 0.17727500200271606, 0.22932231426239014, 0.28136950731277466, 0.3334167003631592, 0.3854639232158661, 0.4375111162662506, 0.48955830931663513, 0.541605532169342, 0.5936527252197266, 0.6456999182701111, 0.6977471113204956, 0.7497943043708801, 0.8018414974212646, 0.853888750076294, 0.9059358835220337, 0.957983136177063, 1.0100302696228027, 1.062077522277832, 1.1141247749328613, 1.166171908378601, 1.2182191610336304, 1.2702662944793701, 1.3223135471343994, 1.3743607997894287, 1.4264079332351685, 1.4784550666809082, 1.5305023193359375, 1.5825494527816772, 1.6345967054367065, 1.6866438388824463, 1.7386910915374756, 1.7907383441925049, 1.8427854776382446, 1.894832730293274]}, "gradients/decoder.transformer.h.13.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 4.0, 3.0, 5.0, 5.0, 6.0, 8.0, 11.0, 7.0, 18.0, 17.0, 15.0, 24.0, 35.0, 31.0, 42.0, 46.0, 49.0, 54.0, 49.0, 50.0, 46.0, 44.0, 48.0, 46.0, 37.0, 45.0, 31.0, 43.0, 34.0, 35.0, 21.0, 12.0, 24.0, 9.0, 13.0, 9.0, 10.0, 10.0, 3.0, 3.0, 4.0, 4.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6436314582824707, -0.6232216954231262, -0.6028119921684265, -0.582402229309082, -0.5619925260543823, -0.5415827631950378, -0.5211730003356934, -0.5007632970809937, -0.48035353422164917, -0.4599438011646271, -0.439534068107605, -0.4191243052482605, -0.3987145721912384, -0.3783048391342163, -0.3578950762748718, -0.33748534321784973, -0.31707561016082764, -0.29666587710380554, -0.27625614404678345, -0.25584638118743896, -0.23543664813041687, -0.21502691507339478, -0.1946171671152115, -0.1742074191570282, -0.1537976861000061, -0.133387953042984, -0.11297820508480072, -0.09256846457719803, -0.07215872406959534, -0.051748983561992645, -0.031339243054389954, -0.010929495096206665, 0.009480297565460205, 0.029890038073062897, 0.05029977858066559, 0.07070951908826828, 0.09111925959587097, 0.11152900010347366, 0.13193874061107635, 0.15234848856925964, 0.17275822162628174, 0.19316795468330383, 0.21357770264148712, 0.2339874505996704, 0.2543971836566925, 0.2748069167137146, 0.2952166795730591, 0.3156264126300812, 0.33603614568710327, 0.35644587874412537, 0.37685561180114746, 0.39726537466049194, 0.41767510771751404, 0.43808484077453613, 0.4584946036338806, 0.4789043366909027, 0.4993140697479248, 0.5197238326072693, 0.540133535861969, 0.5605432987213135, 0.5809530019760132, 0.6013627648353577, 0.6217725276947021, 0.6421822309494019, 0.6625919938087463]}, "gradients/decoder.transformer.h.13.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 5.0, 5.0, 3.0, 2.0, 5.0, 5.0, 8.0, 9.0, 6.0, 15.0, 16.0, 14.0, 20.0, 23.0, 23.0, 23.0, 31.0, 26.0, 30.0, 31.0, 35.0, 37.0, 28.0, 35.0, 45.0, 34.0, 40.0, 34.0, 36.0, 39.0, 20.0, 30.0, 39.0, 27.0, 29.0, 24.0, 20.0, 21.0, 17.0, 18.0, 14.0, 16.0, 10.0, 16.0, 6.0, 8.0, 8.0, 6.0, 5.0, 5.0, 5.0, 2.0, 1.0, 1.0, 1.0, 3.0], "bins": [-5.3046875, -5.14794921875, -4.9912109375, -4.83447265625, -4.677734375, -4.52099609375, -4.3642578125, -4.20751953125, -4.05078125, -3.89404296875, -3.7373046875, -3.58056640625, -3.423828125, -3.26708984375, -3.1103515625, -2.95361328125, -2.796875, -2.64013671875, -2.4833984375, -2.32666015625, -2.169921875, -2.01318359375, -1.8564453125, -1.69970703125, -1.54296875, -1.38623046875, -1.2294921875, -1.07275390625, -0.916015625, -0.75927734375, -0.6025390625, -0.44580078125, -0.2890625, -0.13232421875, 0.0244140625, 0.18115234375, 0.337890625, 0.49462890625, 0.6513671875, 0.80810546875, 0.96484375, 1.12158203125, 1.2783203125, 1.43505859375, 1.591796875, 1.74853515625, 1.9052734375, 2.06201171875, 2.21875, 2.37548828125, 2.5322265625, 2.68896484375, 2.845703125, 3.00244140625, 3.1591796875, 3.31591796875, 3.47265625, 3.62939453125, 3.7861328125, 3.94287109375, 4.099609375, 4.25634765625, 4.4130859375, 4.56982421875, 4.7265625]}, "gradients/decoder.transformer.h.13.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 9.0, 9.0, 9.0, 27.0, 39.0, 85.0, 129.0, 265.0, 463.0, 819.0, 1456.0, 2754.0, 5007.0, 9410.0, 18310.0, 36772.0, 74814.0, 150150.0, 278071.0, 229570.0, 120296.0, 59414.0, 29480.0, 14771.0, 7645.0, 4047.0, 2110.0, 1199.0, 622.0, 345.0, 189.0, 123.0, 74.0, 31.0, 23.0, 12.0, 7.0, 6.0, 3.0, 1.0, 2.0, 0.0, 1.0], "bins": [-8.609375, -8.39324951171875, -8.1771240234375, -7.96099853515625, -7.744873046875, -7.52874755859375, -7.3126220703125, -7.09649658203125, -6.88037109375, -6.66424560546875, -6.4481201171875, -6.23199462890625, -6.015869140625, -5.79974365234375, -5.5836181640625, -5.36749267578125, -5.1513671875, -4.93524169921875, -4.7191162109375, -4.50299072265625, -4.286865234375, -4.07073974609375, -3.8546142578125, -3.63848876953125, -3.42236328125, -3.20623779296875, -2.9901123046875, -2.77398681640625, -2.557861328125, -2.34173583984375, -2.1256103515625, -1.90948486328125, -1.693359375, -1.47723388671875, -1.2611083984375, -1.04498291015625, -0.828857421875, -0.61273193359375, -0.3966064453125, -0.18048095703125, 0.03564453125, 0.25177001953125, 0.4678955078125, 0.68402099609375, 0.900146484375, 1.11627197265625, 1.3323974609375, 1.54852294921875, 1.7646484375, 1.98077392578125, 2.1968994140625, 2.41302490234375, 2.629150390625, 2.84527587890625, 3.0614013671875, 3.27752685546875, 3.49365234375, 3.70977783203125, 3.9259033203125, 4.14202880859375, 4.358154296875, 4.57427978515625, 4.7904052734375, 5.00653076171875, 5.22265625]}, "gradients/decoder.transformer.h.13.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 5.0, 9.0, 5.0, 11.0, 7.0, 7.0, 14.0, 21.0, 27.0, 25.0, 27.0, 25.0, 31.0, 49.0, 38.0, 61.0, 57.0, 88.0, 177.0, 254.0, 1342.0, 212.0, 99.0, 79.0, 68.0, 37.0, 40.0, 39.0, 38.0, 32.0, 21.0, 15.0, 23.0, 7.0, 12.0, 10.0, 7.0, 8.0, 7.0, 5.0, 6.0, 3.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-16.65625, -16.06591796875, -15.4755859375, -14.88525390625, -14.294921875, -13.70458984375, -13.1142578125, -12.52392578125, -11.93359375, -11.34326171875, -10.7529296875, -10.16259765625, -9.572265625, -8.98193359375, -8.3916015625, -7.80126953125, -7.2109375, -6.62060546875, -6.0302734375, -5.43994140625, -4.849609375, -4.25927734375, -3.6689453125, -3.07861328125, -2.48828125, -1.89794921875, -1.3076171875, -0.71728515625, -0.126953125, 0.46337890625, 1.0537109375, 1.64404296875, 2.234375, 2.82470703125, 3.4150390625, 4.00537109375, 4.595703125, 5.18603515625, 5.7763671875, 6.36669921875, 6.95703125, 7.54736328125, 8.1376953125, 8.72802734375, 9.318359375, 9.90869140625, 10.4990234375, 11.08935546875, 11.6796875, 12.27001953125, 12.8603515625, 13.45068359375, 14.041015625, 14.63134765625, 15.2216796875, 15.81201171875, 16.40234375, 16.99267578125, 17.5830078125, 18.17333984375, 18.763671875, 19.35400390625, 19.9443359375, 20.53466796875, 21.125]}, "gradients/decoder.transformer.h.13.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 1.0, 4.0, 5.0, 11.0, 16.0, 13.0, 11.0, 20.0, 29.0, 43.0, 57.0, 93.0, 141.0, 213.0, 292.0, 495.0, 1263.0, 38371.0, 3003910.0, 97371.0, 1799.0, 543.0, 324.0, 198.0, 159.0, 106.0, 59.0, 51.0, 40.0, 23.0, 14.0, 13.0, 3.0, 5.0, 3.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-58.25, -56.515625, -54.78125, -53.046875, -51.3125, -49.578125, -47.84375, -46.109375, -44.375, -42.640625, -40.90625, -39.171875, -37.4375, -35.703125, -33.96875, -32.234375, -30.5, -28.765625, -27.03125, -25.296875, -23.5625, -21.828125, -20.09375, -18.359375, -16.625, -14.890625, -13.15625, -11.421875, -9.6875, -7.953125, -6.21875, -4.484375, -2.75, -1.015625, 0.71875, 2.453125, 4.1875, 5.921875, 7.65625, 9.390625, 11.125, 12.859375, 14.59375, 16.328125, 18.0625, 19.796875, 21.53125, 23.265625, 25.0, 26.734375, 28.46875, 30.203125, 31.9375, 33.671875, 35.40625, 37.140625, 38.875, 40.609375, 42.34375, 44.078125, 45.8125, 47.546875, 49.28125, 51.015625, 52.75]}, "gradients/decoder.transformer.h.13.ln_1.weight": {"_type": "histogram", "values": [2.0, 4.0, 149.0, 627.0, 228.0, 9.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-29.342744827270508, -21.175647735595703, -13.008550643920898, -4.841453552246094, 3.325643539428711, 11.492742538452148, 19.65983772277832, 27.826932907104492, 35.99403381347656, 44.1611328125, 52.32822799682617, 60.495323181152344, 68.66242218017578, 76.82952117919922, 84.99661254882812, 93.16371154785156, 101.330810546875, 109.49790954589844, 117.66500854492188, 125.83209991455078, 133.99920654296875, 142.16629028320312, 150.33338928222656, 158.50048828125, 166.66758728027344, 174.83468627929688, 183.0017852783203, 191.16888427734375, 199.33596801757812, 207.50308227539062, 215.670166015625, 223.83726501464844, 232.00433349609375, 240.1714324951172, 248.33853149414062, 256.505615234375, 264.6727294921875, 272.8398132324219, 281.0069274902344, 289.17401123046875, 297.34112548828125, 305.5082092285156, 313.6753234863281, 321.8424072265625, 330.009521484375, 338.1766052246094, 346.3437194824219, 354.51080322265625, 362.6778869628906, 370.844970703125, 379.0120849609375, 387.1791687011719, 395.3462829589844, 403.51336669921875, 411.68048095703125, 419.8475646972656, 428.0146484375, 436.1817321777344, 444.3488464355469, 452.51593017578125, 460.68304443359375, 468.8501281738281, 477.0172424316406, 485.184326171875, 493.3514404296875]}, "gradients/decoder.transformer.h.13.ln_1.bias": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 3.0, 8.0, 6.0, 13.0, 6.0, 14.0, 19.0, 24.0, 25.0, 19.0, 17.0, 23.0, 33.0, 24.0, 28.0, 30.0, 19.0, 42.0, 44.0, 45.0, 40.0, 32.0, 41.0, 48.0, 41.0, 31.0, 35.0, 36.0, 27.0, 23.0, 28.0, 22.0, 25.0, 27.0, 21.0, 14.0, 11.0, 5.0, 13.0, 9.0, 4.0, 5.0, 2.0, 6.0, 4.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.821800231933594, -42.44392395019531, -41.06604766845703, -39.68817138671875, -38.31029510498047, -36.93241500854492, -35.55453872680664, -34.17666244506836, -32.79878616333008, -31.420909881591797, -30.043033599853516, -28.6651554107666, -27.28727912902832, -25.90940284729004, -24.531524658203125, -23.153648376464844, -21.775772094726562, -20.39789581298828, -19.02001953125, -17.642141342163086, -16.264265060424805, -14.886388778686523, -13.508511543273926, -12.130634307861328, -10.752758026123047, -9.374881744384766, -7.997004508972168, -6.6191277503967285, -5.241250991821289, -3.8633742332458496, -2.48549747467041, -1.1076202392578125, 0.2702522277832031, 1.6481289863586426, 3.026005744934082, 4.4038825035095215, 5.781759262084961, 7.1596360206604, 8.53751277923584, 9.915390014648438, 11.293266296386719, 12.671142578125, 14.049019813537598, 15.426897048950195, 16.804773330688477, 18.182649612426758, 19.560527801513672, 20.938404083251953, 22.316280364990234, 23.694156646728516, 25.072032928466797, 26.44991111755371, 27.827787399291992, 29.205663681030273, 30.583541870117188, 31.96141815185547, 33.33929443359375, 34.71717071533203, 36.09504699707031, 37.472923278808594, 38.850799560546875, 40.22867965698242, 41.6065559387207, 42.984432220458984, 44.362308502197266]}, "gradients/decoder.transformer.h.12.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 4.0, 1.0, 3.0, 3.0, 6.0, 5.0, 5.0, 10.0, 14.0, 13.0, 17.0, 16.0, 18.0, 16.0, 21.0, 34.0, 32.0, 27.0, 27.0, 29.0, 43.0, 23.0, 38.0, 50.0, 32.0, 28.0, 36.0, 38.0, 42.0, 43.0, 30.0, 27.0, 31.0, 37.0, 16.0, 21.0, 28.0, 15.0, 16.0, 9.0, 21.0, 16.0, 15.0, 8.0, 14.0, 7.0, 6.0, 5.0, 7.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0], "bins": [-5.94921875, -5.77203369140625, -5.5948486328125, -5.41766357421875, -5.240478515625, -5.06329345703125, -4.8861083984375, -4.70892333984375, -4.53173828125, -4.35455322265625, -4.1773681640625, -4.00018310546875, -3.822998046875, -3.64581298828125, -3.4686279296875, -3.29144287109375, -3.1142578125, -2.93707275390625, -2.7598876953125, -2.58270263671875, -2.405517578125, -2.22833251953125, -2.0511474609375, -1.87396240234375, -1.69677734375, -1.51959228515625, -1.3424072265625, -1.16522216796875, -0.988037109375, -0.81085205078125, -0.6336669921875, -0.45648193359375, -0.279296875, -0.10211181640625, 0.0750732421875, 0.25225830078125, 0.429443359375, 0.60662841796875, 0.7838134765625, 0.96099853515625, 1.13818359375, 1.31536865234375, 1.4925537109375, 1.66973876953125, 1.846923828125, 2.02410888671875, 2.2012939453125, 2.37847900390625, 2.5556640625, 2.73284912109375, 2.9100341796875, 3.08721923828125, 3.264404296875, 3.44158935546875, 3.6187744140625, 3.79595947265625, 3.97314453125, 4.15032958984375, 4.3275146484375, 4.50469970703125, 4.681884765625, 4.85906982421875, 5.0362548828125, 5.21343994140625, 5.390625]}, "gradients/decoder.transformer.h.12.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 6.0, 4.0, 8.0, 10.0, 16.0, 20.0, 25.0, 52.0, 70.0, 113.0, 216.0, 402.0, 976.0, 3031.0, 10697.0, 39091.0, 150010.0, 565091.0, 1553854.0, 1306952.0, 414798.0, 108938.0, 28213.0, 7694.0, 2300.0, 808.0, 380.0, 186.0, 109.0, 82.0, 44.0, 28.0, 21.0, 16.0, 11.0, 8.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.21875, -8.8995361328125, -8.580322265625, -8.2611083984375, -7.94189453125, -7.6226806640625, -7.303466796875, -6.9842529296875, -6.6650390625, -6.3458251953125, -6.026611328125, -5.7073974609375, -5.38818359375, -5.0689697265625, -4.749755859375, -4.4305419921875, -4.111328125, -3.7921142578125, -3.472900390625, -3.1536865234375, -2.83447265625, -2.5152587890625, -2.196044921875, -1.8768310546875, -1.5576171875, -1.2384033203125, -0.919189453125, -0.5999755859375, -0.28076171875, 0.0384521484375, 0.357666015625, 0.6768798828125, 0.99609375, 1.3153076171875, 1.634521484375, 1.9537353515625, 2.27294921875, 2.5921630859375, 2.911376953125, 3.2305908203125, 3.5498046875, 3.8690185546875, 4.188232421875, 4.5074462890625, 4.82666015625, 5.1458740234375, 5.465087890625, 5.7843017578125, 6.103515625, 6.4227294921875, 6.741943359375, 7.0611572265625, 7.38037109375, 7.6995849609375, 8.018798828125, 8.3380126953125, 8.6572265625, 8.9764404296875, 9.295654296875, 9.6148681640625, 9.93408203125, 10.2532958984375, 10.572509765625, 10.8917236328125, 11.2109375]}, "gradients/decoder.transformer.h.12.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 5.0, 2.0, 1.0, 8.0, 8.0, 7.0, 4.0, 6.0, 10.0, 12.0, 26.0, 31.0, 23.0, 41.0, 40.0, 57.0, 81.0, 87.0, 118.0, 141.0, 161.0, 216.0, 290.0, 271.0, 286.0, 332.0, 291.0, 265.0, 227.0, 178.0, 175.0, 135.0, 113.0, 93.0, 71.0, 53.0, 48.0, 39.0, 30.0, 21.0, 13.0, 16.0, 13.0, 8.0, 7.0, 6.0, 6.0, 4.0, 2.0, 6.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.6640625, -8.3563232421875, -8.048583984375, -7.7408447265625, -7.43310546875, -7.1253662109375, -6.817626953125, -6.5098876953125, -6.2021484375, -5.8944091796875, -5.586669921875, -5.2789306640625, -4.97119140625, -4.6634521484375, -4.355712890625, -4.0479736328125, -3.740234375, -3.4324951171875, -3.124755859375, -2.8170166015625, -2.50927734375, -2.2015380859375, -1.893798828125, -1.5860595703125, -1.2783203125, -0.9705810546875, -0.662841796875, -0.3551025390625, -0.04736328125, 0.2603759765625, 0.568115234375, 0.8758544921875, 1.18359375, 1.4913330078125, 1.799072265625, 2.1068115234375, 2.41455078125, 2.7222900390625, 3.030029296875, 3.3377685546875, 3.6455078125, 3.9532470703125, 4.260986328125, 4.5687255859375, 4.87646484375, 5.1842041015625, 5.491943359375, 5.7996826171875, 6.107421875, 6.4151611328125, 6.722900390625, 7.0306396484375, 7.33837890625, 7.6461181640625, 7.953857421875, 8.2615966796875, 8.5693359375, 8.8770751953125, 9.184814453125, 9.4925537109375, 9.80029296875, 10.1080322265625, 10.415771484375, 10.7235107421875, 11.03125]}, "gradients/decoder.transformer.h.12.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 3.0, 2.0, 9.0, 2.0, 8.0, 6.0, 6.0, 9.0, 14.0, 17.0, 17.0, 26.0, 43.0, 43.0, 50.0, 76.0, 89.0, 123.0, 170.0, 207.0, 292.0, 428.0, 1652.0, 18234.0, 311784.0, 2897021.0, 906163.0, 52338.0, 3627.0, 616.0, 303.0, 218.0, 155.0, 129.0, 94.0, 67.0, 52.0, 46.0, 32.0, 27.0, 23.0, 16.0, 9.0, 7.0, 8.0, 7.0, 4.0, 6.0, 5.0, 2.0, 5.0, 2.0, 1.0, 2.0], "bins": [-33.03125, -32.105712890625, -31.18017578125, -30.254638671875, -29.3291015625, -28.403564453125, -27.47802734375, -26.552490234375, -25.626953125, -24.701416015625, -23.77587890625, -22.850341796875, -21.9248046875, -20.999267578125, -20.07373046875, -19.148193359375, -18.22265625, -17.297119140625, -16.37158203125, -15.446044921875, -14.5205078125, -13.594970703125, -12.66943359375, -11.743896484375, -10.818359375, -9.892822265625, -8.96728515625, -8.041748046875, -7.1162109375, -6.190673828125, -5.26513671875, -4.339599609375, -3.4140625, -2.488525390625, -1.56298828125, -0.637451171875, 0.2880859375, 1.213623046875, 2.13916015625, 3.064697265625, 3.990234375, 4.915771484375, 5.84130859375, 6.766845703125, 7.6923828125, 8.617919921875, 9.54345703125, 10.468994140625, 11.39453125, 12.320068359375, 13.24560546875, 14.171142578125, 15.0966796875, 16.022216796875, 16.94775390625, 17.873291015625, 18.798828125, 19.724365234375, 20.64990234375, 21.575439453125, 22.5009765625, 23.426513671875, 24.35205078125, 25.277587890625, 26.203125]}, "gradients/decoder.transformer.h.12.ln_2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 5.0, 6.0, 11.0, 24.0, 28.0, 39.0, 53.0, 83.0, 112.0, 106.0, 132.0, 86.0, 90.0, 81.0, 59.0, 36.0, 41.0, 8.0, 8.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-107.44104766845703, -105.25092315673828, -103.06079864501953, -100.87066650390625, -98.6805419921875, -96.49041748046875, -94.30029296875, -92.11016845703125, -89.9200439453125, -87.72991943359375, -85.539794921875, -83.34967041015625, -81.15953826904297, -78.96941375732422, -76.77928924560547, -74.58916473388672, -72.39903259277344, -70.20890808105469, -68.01878356933594, -65.82865905761719, -63.63853073120117, -61.448402404785156, -59.258277893066406, -57.068153381347656, -54.878028869628906, -52.687904357910156, -50.49777603149414, -48.30765151977539, -46.11752700805664, -43.927398681640625, -41.737274169921875, -39.547149658203125, -37.35702896118164, -35.16690444946289, -32.976776123046875, -30.786651611328125, -28.596527099609375, -26.406400680541992, -24.21627426147461, -22.02614974975586, -19.836023330688477, -17.645896911621094, -15.455772399902344, -13.265645980834961, -11.075520515441895, -8.885395050048828, -6.695268630981445, -4.505143165588379, -2.3150177001953125, -0.12489199638366699, 2.0652337074279785, 4.255359649658203, 6.4454851150512695, 8.635610580444336, 10.825736999511719, 13.015862464904785, 15.205987930297852, 17.396114349365234, 19.586238861083984, 21.776365280151367, 23.96649169921875, 26.1566162109375, 28.346742630004883, 30.536869049072266, 32.726993560791016]}, "gradients/decoder.transformer.h.12.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 5.0, 5.0, 6.0, 1.0, 6.0, 6.0, 10.0, 7.0, 13.0, 12.0, 18.0, 34.0, 24.0, 23.0, 23.0, 30.0, 24.0, 34.0, 38.0, 46.0, 29.0, 36.0, 39.0, 41.0, 40.0, 33.0, 50.0, 47.0, 35.0, 37.0, 23.0, 25.0, 22.0, 25.0, 22.0, 24.0, 21.0, 24.0, 19.0, 13.0, 7.0, 6.0, 8.0, 3.0, 4.0, 6.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-41.7430419921875, -40.481815338134766, -39.2205924987793, -37.95936584472656, -36.698143005371094, -35.43691635131836, -34.17569351196289, -32.914466857910156, -31.653242111206055, -30.392017364501953, -29.13079261779785, -27.86956787109375, -26.608341217041016, -25.347118377685547, -24.085891723632812, -22.82466697692871, -21.56344223022461, -20.302217483520508, -19.040992736816406, -17.779767990112305, -16.518543243408203, -15.257317543029785, -13.996091842651367, -12.734867095947266, -11.473642349243164, -10.212417602539062, -8.951192855834961, -7.689967155456543, -6.428742408752441, -5.16751766204834, -3.90629243850708, -2.6450672149658203, -1.3838424682617188, -0.12261748313903809, 1.1386075019836426, 2.3998324871063232, 3.661057472229004, 4.9222822189331055, 6.183507442474365, 7.444732666015625, 8.705957412719727, 9.967182159423828, 11.22840690612793, 12.489632606506348, 13.75085735321045, 15.01208209991455, 16.27330780029297, 17.53453254699707, 18.795757293701172, 20.056982040405273, 21.318206787109375, 22.579431533813477, 23.840656280517578, 25.101882934570312, 26.363107681274414, 27.624332427978516, 28.885557174682617, 30.14678192138672, 31.40800666809082, 32.66923141479492, 33.930458068847656, 35.191680908203125, 36.45290756225586, 37.714134216308594, 38.97535705566406]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 0.0, 3.0, 5.0, 2.0, 4.0, 7.0, 7.0, 10.0, 11.0, 15.0, 13.0, 19.0, 10.0, 13.0, 20.0, 28.0, 21.0, 25.0, 33.0, 34.0, 29.0, 32.0, 34.0, 47.0, 40.0, 37.0, 43.0, 47.0, 33.0, 38.0, 32.0, 36.0, 36.0, 21.0, 35.0, 22.0, 24.0, 17.0, 20.0, 14.0, 15.0, 11.0, 14.0, 12.0, 12.0, 7.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 3.0, 5.0, 2.0, 0.0, 3.0], "bins": [-5.578125, -5.409423828125, -5.24072265625, -5.072021484375, -4.9033203125, -4.734619140625, -4.56591796875, -4.397216796875, -4.228515625, -4.059814453125, -3.89111328125, -3.722412109375, -3.5537109375, -3.385009765625, -3.21630859375, -3.047607421875, -2.87890625, -2.710205078125, -2.54150390625, -2.372802734375, -2.2041015625, -2.035400390625, -1.86669921875, -1.697998046875, -1.529296875, -1.360595703125, -1.19189453125, -1.023193359375, -0.8544921875, -0.685791015625, -0.51708984375, -0.348388671875, -0.1796875, -0.010986328125, 0.15771484375, 0.326416015625, 0.4951171875, 0.663818359375, 0.83251953125, 1.001220703125, 1.169921875, 1.338623046875, 1.50732421875, 1.676025390625, 1.8447265625, 2.013427734375, 2.18212890625, 2.350830078125, 2.51953125, 2.688232421875, 2.85693359375, 3.025634765625, 3.1943359375, 3.363037109375, 3.53173828125, 3.700439453125, 3.869140625, 4.037841796875, 4.20654296875, 4.375244140625, 4.5439453125, 4.712646484375, 4.88134765625, 5.050048828125, 5.21875]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 5.0, 0.0, 6.0, 5.0, 22.0, 22.0, 43.0, 55.0, 82.0, 132.0, 184.0, 323.0, 480.0, 760.0, 1366.0, 2186.0, 3831.0, 6831.0, 11887.0, 21670.0, 39557.0, 71148.0, 119462.0, 173453.0, 195087.0, 159446.0, 104463.0, 60584.0, 33271.0, 18019.0, 10259.0, 5682.0, 3243.0, 1970.0, 1164.0, 658.0, 426.0, 280.0, 155.0, 125.0, 70.0, 47.0, 29.0, 23.0, 16.0, 12.0, 7.0, 8.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.19140625, -1.15216064453125, -1.1129150390625, -1.07366943359375, -1.034423828125, -0.99517822265625, -0.9559326171875, -0.91668701171875, -0.87744140625, -0.83819580078125, -0.7989501953125, -0.75970458984375, -0.720458984375, -0.68121337890625, -0.6419677734375, -0.60272216796875, -0.5634765625, -0.52423095703125, -0.4849853515625, -0.44573974609375, -0.406494140625, -0.36724853515625, -0.3280029296875, -0.28875732421875, -0.24951171875, -0.21026611328125, -0.1710205078125, -0.13177490234375, -0.092529296875, -0.05328369140625, -0.0140380859375, 0.02520751953125, 0.064453125, 0.10369873046875, 0.1429443359375, 0.18218994140625, 0.221435546875, 0.26068115234375, 0.2999267578125, 0.33917236328125, 0.37841796875, 0.41766357421875, 0.4569091796875, 0.49615478515625, 0.535400390625, 0.57464599609375, 0.6138916015625, 0.65313720703125, 0.6923828125, 0.73162841796875, 0.7708740234375, 0.81011962890625, 0.849365234375, 0.88861083984375, 0.9278564453125, 0.96710205078125, 1.00634765625, 1.04559326171875, 1.0848388671875, 1.12408447265625, 1.163330078125, 1.20257568359375, 1.2418212890625, 1.28106689453125, 1.3203125]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 5.0, 4.0, 6.0, 11.0, 8.0, 8.0, 10.0, 9.0, 9.0, 19.0, 13.0, 16.0, 21.0, 34.0, 22.0, 27.0, 23.0, 33.0, 26.0, 51.0, 34.0, 30.0, 36.0, 42.0, 1064.0, 48.0, 31.0, 29.0, 29.0, 35.0, 31.0, 27.0, 29.0, 34.0, 27.0, 20.0, 15.0, 14.0, 15.0, 15.0, 8.0, 12.0, 8.0, 11.0, 11.0, 7.0, 2.0, 11.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.4140625, -4.272705078125, -4.13134765625, -3.989990234375, -3.8486328125, -3.707275390625, -3.56591796875, -3.424560546875, -3.283203125, -3.141845703125, -3.00048828125, -2.859130859375, -2.7177734375, -2.576416015625, -2.43505859375, -2.293701171875, -2.15234375, -2.010986328125, -1.86962890625, -1.728271484375, -1.5869140625, -1.445556640625, -1.30419921875, -1.162841796875, -1.021484375, -0.880126953125, -0.73876953125, -0.597412109375, -0.4560546875, -0.314697265625, -0.17333984375, -0.031982421875, 0.109375, 0.250732421875, 0.39208984375, 0.533447265625, 0.6748046875, 0.816162109375, 0.95751953125, 1.098876953125, 1.240234375, 1.381591796875, 1.52294921875, 1.664306640625, 1.8056640625, 1.947021484375, 2.08837890625, 2.229736328125, 2.37109375, 2.512451171875, 2.65380859375, 2.795166015625, 2.9365234375, 3.077880859375, 3.21923828125, 3.360595703125, 3.501953125, 3.643310546875, 3.78466796875, 3.926025390625, 4.0673828125, 4.208740234375, 4.35009765625, 4.491455078125, 4.6328125]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 5.0, 4.0, 11.0, 11.0, 15.0, 16.0, 37.0, 61.0, 95.0, 113.0, 194.0, 304.0, 509.0, 845.0, 1414.0, 2445.0, 4332.0, 8367.0, 15595.0, 29700.0, 58553.0, 115116.0, 271570.0, 874613.0, 414116.0, 146742.0, 72851.0, 37344.0, 19387.0, 10276.0, 5473.0, 2882.0, 1617.0, 953.0, 566.0, 314.0, 250.0, 147.0, 97.0, 73.0, 37.0, 30.0, 29.0, 15.0, 8.0, 5.0, 0.0, 4.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.64013671875, -0.6169967651367188, -0.5938568115234375, -0.5707168579101562, -0.547576904296875, -0.5244369506835938, -0.5012969970703125, -0.47815704345703125, -0.45501708984375, -0.43187713623046875, -0.4087371826171875, -0.38559722900390625, -0.362457275390625, -0.33931732177734375, -0.3161773681640625, -0.29303741455078125, -0.2698974609375, -0.24675750732421875, -0.2236175537109375, -0.20047760009765625, -0.177337646484375, -0.15419769287109375, -0.1310577392578125, -0.10791778564453125, -0.08477783203125, -0.06163787841796875, -0.0384979248046875, -0.01535797119140625, 0.007781982421875, 0.03092193603515625, 0.0540618896484375, 0.07720184326171875, 0.100341796875, 0.12348175048828125, 0.1466217041015625, 0.16976165771484375, 0.192901611328125, 0.21604156494140625, 0.2391815185546875, 0.26232147216796875, 0.28546142578125, 0.30860137939453125, 0.3317413330078125, 0.35488128662109375, 0.378021240234375, 0.40116119384765625, 0.4243011474609375, 0.44744110107421875, 0.4705810546875, 0.49372100830078125, 0.5168609619140625, 0.5400009155273438, 0.563140869140625, 0.5862808227539062, 0.6094207763671875, 0.6325607299804688, 0.65570068359375, 0.6788406372070312, 0.7019805908203125, 0.7251205444335938, 0.748260498046875, 0.7714004516601562, 0.7945404052734375, 0.8176803588867188, 0.8408203125]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 1.0, 4.0, 5.0, 5.0, 13.0, 11.0, 17.0, 15.0, 21.0, 31.0, 42.0, 64.0, 72.0, 100.0, 92.0, 77.0, 82.0, 75.0, 75.0, 45.0, 32.0, 30.0, 18.0, 20.0, 20.0, 7.0, 3.0, 6.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.342041015625, -0.3309745788574219, -0.31990814208984375, -0.3088417053222656, -0.2977752685546875, -0.2867088317871094, -0.27564239501953125, -0.2645759582519531, -0.253509521484375, -0.24244308471679688, -0.23137664794921875, -0.22031021118164062, -0.2092437744140625, -0.19817733764648438, -0.18711090087890625, -0.17604446411132812, -0.16497802734375, -0.15391159057617188, -0.14284515380859375, -0.13177871704101562, -0.1207122802734375, -0.10964584350585938, -0.09857940673828125, -0.08751296997070312, -0.076446533203125, -0.06538009643554688, -0.05431365966796875, -0.043247222900390625, -0.0321807861328125, -0.021114349365234375, -0.01004791259765625, 0.001018524169921875, 0.0120849609375, 0.023151397705078125, 0.03421783447265625, 0.045284271240234375, 0.0563507080078125, 0.06741714477539062, 0.07848358154296875, 0.08955001831054688, 0.100616455078125, 0.11168289184570312, 0.12274932861328125, 0.13381576538085938, 0.1448822021484375, 0.15594863891601562, 0.16701507568359375, 0.17808151245117188, 0.18914794921875, 0.20021438598632812, 0.21128082275390625, 0.22234725952148438, 0.2334136962890625, 0.24448013305664062, 0.25554656982421875, 0.2666130065917969, 0.277679443359375, 0.2887458801269531, 0.29981231689453125, 0.3108787536621094, 0.3219451904296875, 0.3330116271972656, 0.34407806396484375, 0.3551445007324219, 0.3662109375]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 4.0, 3.0, 2.0, 4.0, 6.0, 4.0, 5.0, 12.0, 21.0, 20.0, 32.0, 37.0, 44.0, 68.0, 143.0, 242.0, 631.0, 19634.0, 1022136.0, 4578.0, 429.0, 186.0, 108.0, 58.0, 32.0, 29.0, 20.0, 15.0, 17.0, 11.0, 4.0, 4.0, 4.0, 6.0, 3.0, 2.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.71484375, -6.5135498046875, -6.312255859375, -6.1109619140625, -5.90966796875, -5.7083740234375, -5.507080078125, -5.3057861328125, -5.1044921875, -4.9031982421875, -4.701904296875, -4.5006103515625, -4.29931640625, -4.0980224609375, -3.896728515625, -3.6954345703125, -3.494140625, -3.2928466796875, -3.091552734375, -2.8902587890625, -2.68896484375, -2.4876708984375, -2.286376953125, -2.0850830078125, -1.8837890625, -1.6824951171875, -1.481201171875, -1.2799072265625, -1.07861328125, -0.8773193359375, -0.676025390625, -0.4747314453125, -0.2734375, -0.0721435546875, 0.129150390625, 0.3304443359375, 0.53173828125, 0.7330322265625, 0.934326171875, 1.1356201171875, 1.3369140625, 1.5382080078125, 1.739501953125, 1.9407958984375, 2.14208984375, 2.3433837890625, 2.544677734375, 2.7459716796875, 2.947265625, 3.1485595703125, 3.349853515625, 3.5511474609375, 3.75244140625, 3.9537353515625, 4.155029296875, 4.3563232421875, 4.5576171875, 4.7589111328125, 4.960205078125, 5.1614990234375, 5.36279296875, 5.5640869140625, 5.765380859375, 5.9666748046875, 6.16796875]}, "gradients/decoder.transformer.h.12.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 4.0, 9.0, 10.0, 23.0, 28.0, 60.0, 103.0, 233.0, 257.0, 148.0, 69.0, 35.0, 18.0, 7.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.3405966758728027, -1.308122992515564, -1.2756493091583252, -1.2431756258010864, -1.2107019424438477, -1.1782283782958984, -1.1457545757293701, -1.113281011581421, -1.0808073282241821, -1.0483336448669434, -1.0158599615097046, -0.9833862781524658, -0.9509126543998718, -0.9184389710426331, -0.8859652876853943, -0.8534916043281555, -0.8210179209709167, -0.788544237613678, -0.7560705542564392, -0.7235969305038452, -0.6911232471466064, -0.6586495637893677, -0.6261758804321289, -0.5937021970748901, -0.5612285137176514, -0.5287548303604126, -0.4962811768054962, -0.46380749344825745, -0.43133383989334106, -0.3988601565361023, -0.3663864731788635, -0.33391278982162476, -0.30143916606903076, -0.268965482711792, -0.2364918291568756, -0.20401814579963684, -0.17154447734355927, -0.1390708088874817, -0.10659712553024292, -0.07412345707416534, -0.04164978861808777, -0.009176116436719894, 0.02329755574464798, 0.05577123165130615, 0.08824490010738373, 0.1207185685634613, 0.15319225192070007, 0.18566592037677765, 0.21813958883285522, 0.250613272190094, 0.2830869257450104, 0.31556060910224915, 0.3480342626571655, 0.3805079460144043, 0.41298162937164307, 0.44545531272888184, 0.4779289662837982, 0.5104026198387146, 0.5428763031959534, 0.5753499865531921, 0.6078236699104309, 0.6402972936630249, 0.6727709770202637, 0.7052446603775024, 0.7377183437347412]}, "gradients/decoder.transformer.h.12.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 3.0, 5.0, 12.0, 8.0, 14.0, 12.0, 11.0, 10.0, 15.0, 20.0, 27.0, 21.0, 30.0, 30.0, 32.0, 41.0, 41.0, 47.0, 47.0, 38.0, 37.0, 39.0, 41.0, 41.0, 40.0, 30.0, 35.0, 40.0, 29.0, 28.0, 37.0, 22.0, 19.0, 16.0, 18.0, 13.0, 9.0, 10.0, 5.0, 12.0, 3.0, 4.0, 3.0, 2.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.5632670521736145, -0.5451211333274841, -0.5269752144813538, -0.5088292956352234, -0.49068334698677063, -0.47253742814064026, -0.4543914794921875, -0.43624556064605713, -0.41809964179992676, -0.3999537229537964, -0.381807804107666, -0.36366185545921326, -0.3455159366130829, -0.3273700177669525, -0.30922406911849976, -0.2910781502723694, -0.272932231426239, -0.25478631258010864, -0.23664037883281708, -0.2184944450855255, -0.20034852623939514, -0.18220260739326477, -0.1640566736459732, -0.14591073989868164, -0.12776482105255127, -0.1096188947558403, -0.09147296845912933, -0.07332704216241837, -0.0551811158657074, -0.03703518956899643, -0.01888926327228546, -0.0007433295249938965, 0.017402589321136475, 0.03554851561784744, 0.05369444191455841, 0.07184036821126938, 0.08998629450798035, 0.10813222080469131, 0.12627814710140228, 0.14442408084869385, 0.16256999969482422, 0.1807159185409546, 0.19886185228824615, 0.21700778603553772, 0.2351537048816681, 0.25329962372779846, 0.2714455723762512, 0.2895914912223816, 0.30773741006851196, 0.32588332891464233, 0.3440292477607727, 0.36217519640922546, 0.38032111525535583, 0.3984670341014862, 0.41661298274993896, 0.43475890159606934, 0.4529048204421997, 0.4710507392883301, 0.48919665813446045, 0.5073425769805908, 0.5254884958267212, 0.5436344742774963, 0.5617803931236267, 0.5799263119697571, 0.5980722308158875]}, "gradients/decoder.transformer.h.12.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 5.0, 2.0, 3.0, 9.0, 5.0, 9.0, 13.0, 13.0, 13.0, 18.0, 12.0, 14.0, 16.0, 31.0, 21.0, 20.0, 39.0, 31.0, 28.0, 34.0, 34.0, 41.0, 43.0, 41.0, 43.0, 45.0, 36.0, 37.0, 32.0, 36.0, 34.0, 24.0, 29.0, 24.0, 27.0, 16.0, 23.0, 12.0, 16.0, 10.0, 14.0, 12.0, 12.0, 8.0, 4.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 6.0, 2.0, 0.0, 3.0], "bins": [-5.58984375, -5.42120361328125, -5.2525634765625, -5.08392333984375, -4.915283203125, -4.74664306640625, -4.5780029296875, -4.40936279296875, -4.24072265625, -4.07208251953125, -3.9034423828125, -3.73480224609375, -3.566162109375, -3.39752197265625, -3.2288818359375, -3.06024169921875, -2.8916015625, -2.72296142578125, -2.5543212890625, -2.38568115234375, -2.217041015625, -2.04840087890625, -1.8797607421875, -1.71112060546875, -1.54248046875, -1.37384033203125, -1.2052001953125, -1.03656005859375, -0.867919921875, -0.69927978515625, -0.5306396484375, -0.36199951171875, -0.193359375, -0.02471923828125, 0.1439208984375, 0.31256103515625, 0.481201171875, 0.64984130859375, 0.8184814453125, 0.98712158203125, 1.15576171875, 1.32440185546875, 1.4930419921875, 1.66168212890625, 1.830322265625, 1.99896240234375, 2.1676025390625, 2.33624267578125, 2.5048828125, 2.67352294921875, 2.8421630859375, 3.01080322265625, 3.179443359375, 3.34808349609375, 3.5167236328125, 3.68536376953125, 3.85400390625, 4.02264404296875, 4.1912841796875, 4.35992431640625, 4.528564453125, 4.69720458984375, 4.8658447265625, 5.03448486328125, 5.203125]}, "gradients/decoder.transformer.h.12.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 7.0, 8.0, 11.0, 17.0, 36.0, 56.0, 58.0, 109.0, 144.0, 242.0, 425.0, 728.0, 1240.0, 2032.0, 3657.0, 6816.0, 13000.0, 25497.0, 48648.0, 93008.0, 172769.0, 275973.0, 189186.0, 101546.0, 53982.0, 27788.0, 14419.0, 7534.0, 4029.0, 2265.0, 1309.0, 761.0, 452.0, 294.0, 204.0, 96.0, 78.0, 45.0, 30.0, 17.0, 11.0, 15.0, 5.0, 8.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.5546875, -5.36029052734375, -5.1658935546875, -4.97149658203125, -4.777099609375, -4.58270263671875, -4.3883056640625, -4.19390869140625, -3.99951171875, -3.80511474609375, -3.6107177734375, -3.41632080078125, -3.221923828125, -3.02752685546875, -2.8331298828125, -2.63873291015625, -2.4443359375, -2.24993896484375, -2.0555419921875, -1.86114501953125, -1.666748046875, -1.47235107421875, -1.2779541015625, -1.08355712890625, -0.88916015625, -0.69476318359375, -0.5003662109375, -0.30596923828125, -0.111572265625, 0.08282470703125, 0.2772216796875, 0.47161865234375, 0.666015625, 0.86041259765625, 1.0548095703125, 1.24920654296875, 1.443603515625, 1.63800048828125, 1.8323974609375, 2.02679443359375, 2.22119140625, 2.41558837890625, 2.6099853515625, 2.80438232421875, 2.998779296875, 3.19317626953125, 3.3875732421875, 3.58197021484375, 3.7763671875, 3.97076416015625, 4.1651611328125, 4.35955810546875, 4.553955078125, 4.74835205078125, 4.9427490234375, 5.13714599609375, 5.33154296875, 5.52593994140625, 5.7203369140625, 5.91473388671875, 6.109130859375, 6.30352783203125, 6.4979248046875, 6.69232177734375, 6.88671875]}, "gradients/decoder.transformer.h.12.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 4.0, 3.0, 11.0, 5.0, 7.0, 7.0, 16.0, 13.0, 13.0, 19.0, 14.0, 21.0, 23.0, 26.0, 16.0, 30.0, 34.0, 37.0, 41.0, 42.0, 77.0, 134.0, 264.0, 1351.0, 250.0, 104.0, 69.0, 45.0, 58.0, 41.0, 40.0, 30.0, 38.0, 24.0, 17.0, 17.0, 22.0, 15.0, 18.0, 15.0, 8.0, 5.0, 2.0, 6.0, 8.0, 4.0, 3.0, 5.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0], "bins": [-19.671875, -19.084716796875, -18.49755859375, -17.910400390625, -17.3232421875, -16.736083984375, -16.14892578125, -15.561767578125, -14.974609375, -14.387451171875, -13.80029296875, -13.213134765625, -12.6259765625, -12.038818359375, -11.45166015625, -10.864501953125, -10.27734375, -9.690185546875, -9.10302734375, -8.515869140625, -7.9287109375, -7.341552734375, -6.75439453125, -6.167236328125, -5.580078125, -4.992919921875, -4.40576171875, -3.818603515625, -3.2314453125, -2.644287109375, -2.05712890625, -1.469970703125, -0.8828125, -0.295654296875, 0.29150390625, 0.878662109375, 1.4658203125, 2.052978515625, 2.64013671875, 3.227294921875, 3.814453125, 4.401611328125, 4.98876953125, 5.575927734375, 6.1630859375, 6.750244140625, 7.33740234375, 7.924560546875, 8.51171875, 9.098876953125, 9.68603515625, 10.273193359375, 10.8603515625, 11.447509765625, 12.03466796875, 12.621826171875, 13.208984375, 13.796142578125, 14.38330078125, 14.970458984375, 15.5576171875, 16.144775390625, 16.73193359375, 17.319091796875, 17.90625]}, "gradients/decoder.transformer.h.12.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 7.0, 2.0, 3.0, 2.0, 11.0, 8.0, 17.0, 14.0, 12.0, 25.0, 41.0, 44.0, 66.0, 65.0, 119.0, 154.0, 235.0, 424.0, 701.0, 1924.0, 13379.0, 1798568.0, 1315070.0, 11271.0, 1696.0, 664.0, 368.0, 236.0, 154.0, 90.0, 80.0, 52.0, 49.0, 32.0, 30.0, 20.0, 27.0, 17.0, 11.0, 6.0, 4.0, 2.0, 1.0, 1.0, 9.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-46.5, -45.04541015625, -43.5908203125, -42.13623046875, -40.681640625, -39.22705078125, -37.7724609375, -36.31787109375, -34.86328125, -33.40869140625, -31.9541015625, -30.49951171875, -29.044921875, -27.59033203125, -26.1357421875, -24.68115234375, -23.2265625, -21.77197265625, -20.3173828125, -18.86279296875, -17.408203125, -15.95361328125, -14.4990234375, -13.04443359375, -11.58984375, -10.13525390625, -8.6806640625, -7.22607421875, -5.771484375, -4.31689453125, -2.8623046875, -1.40771484375, 0.046875, 1.50146484375, 2.9560546875, 4.41064453125, 5.865234375, 7.31982421875, 8.7744140625, 10.22900390625, 11.68359375, 13.13818359375, 14.5927734375, 16.04736328125, 17.501953125, 18.95654296875, 20.4111328125, 21.86572265625, 23.3203125, 24.77490234375, 26.2294921875, 27.68408203125, 29.138671875, 30.59326171875, 32.0478515625, 33.50244140625, 34.95703125, 36.41162109375, 37.8662109375, 39.32080078125, 40.775390625, 42.22998046875, 43.6845703125, 45.13916015625, 46.59375]}, "gradients/decoder.transformer.h.12.ln_1.weight": {"_type": "histogram", "values": [1.0, 14.0, 842.0, 159.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-35.85149383544922, -22.663835525512695, -9.476177215576172, 3.7114791870117188, 16.899139404296875, 30.08679962158203, 43.274452209472656, 56.46211242675781, 69.64977264404297, 82.83743286132812, 96.02508544921875, 109.2127456665039, 122.40040588378906, 135.58807373046875, 148.77572631835938, 161.96337890625, 175.15103149414062, 188.33868408203125, 201.52635192871094, 214.71400451660156, 227.90167236328125, 241.08932495117188, 254.2769775390625, 267.4646301269531, 280.6523132324219, 293.8399658203125, 307.0276184082031, 320.21527099609375, 333.4029541015625, 346.5906066894531, 359.77825927734375, 372.9659118652344, 386.153564453125, 399.3412170410156, 412.52886962890625, 425.716552734375, 438.9042053222656, 452.09185791015625, 465.2795104980469, 478.4671630859375, 491.65484619140625, 504.8424987792969, 518.0301513671875, 531.2178344726562, 544.4054565429688, 557.5931396484375, 570.78076171875, 583.9684448242188, 597.1561279296875, 610.3438110351562, 623.5314331054688, 636.7191162109375, 649.90673828125, 663.0944213867188, 676.2821044921875, 689.4697265625, 702.6573486328125, 715.8450317382812, 729.0326538085938, 742.2203369140625, 755.407958984375, 768.5956420898438, 781.7833251953125, 794.970947265625, 808.1586303710938]}, "gradients/decoder.transformer.h.12.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 4.0, 0.0, 4.0, 2.0, 2.0, 3.0, 3.0, 8.0, 3.0, 3.0, 10.0, 12.0, 12.0, 20.0, 26.0, 21.0, 26.0, 21.0, 25.0, 29.0, 22.0, 28.0, 42.0, 35.0, 29.0, 49.0, 26.0, 35.0, 44.0, 38.0, 41.0, 36.0, 39.0, 30.0, 18.0, 29.0, 33.0, 31.0, 22.0, 25.0, 21.0, 19.0, 16.0, 3.0, 13.0, 12.0, 8.0, 10.0, 7.0, 6.0, 2.0, 3.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-48.27577590942383, -46.76673126220703, -45.257686614990234, -43.74864196777344, -42.239593505859375, -40.73054885864258, -39.22150421142578, -37.712459564208984, -36.20341491699219, -34.69437026977539, -33.185325622558594, -31.676279067993164, -30.167234420776367, -28.65818977355957, -27.14914321899414, -25.640098571777344, -24.131053924560547, -22.62200927734375, -21.112964630126953, -19.603918075561523, -18.094873428344727, -16.58582878112793, -15.076783180236816, -13.567737579345703, -12.058692932128906, -10.54964828491211, -9.040602684020996, -7.531557559967041, -6.022512435913086, -4.513467311859131, -3.004422187805176, -1.4953765869140625, 0.013671875, 1.522716999053955, 3.03176212310791, 4.540807247161865, 6.04985237121582, 7.558897495269775, 9.06794261932373, 10.576988220214844, 12.08603286743164, 13.595077514648438, 15.10412311553955, 16.613168716430664, 18.12221336364746, 19.631258010864258, 21.140304565429688, 22.649349212646484, 24.15839385986328, 25.667438507080078, 27.176483154296875, 28.685529708862305, 30.1945743560791, 31.7036190032959, 33.21266555786133, 34.721710205078125, 36.23075485229492, 37.73979949951172, 39.248844146728516, 40.75788879394531, 42.266937255859375, 43.77598190307617, 45.28502655029297, 46.794071197509766, 48.30311584472656]}, "gradients/decoder.transformer.h.11.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 1.0, 5.0, 3.0, 5.0, 4.0, 2.0, 8.0, 5.0, 4.0, 15.0, 12.0, 14.0, 12.0, 18.0, 24.0, 15.0, 19.0, 21.0, 25.0, 23.0, 35.0, 32.0, 31.0, 27.0, 45.0, 28.0, 31.0, 42.0, 34.0, 44.0, 34.0, 38.0, 33.0, 30.0, 24.0, 26.0, 25.0, 30.0, 23.0, 21.0, 18.0, 17.0, 22.0, 9.0, 14.0, 9.0, 10.0, 7.0, 5.0, 5.0, 9.0, 0.0, 8.0, 2.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0], "bins": [-5.5546875, -5.380859375, -5.20703125, -5.033203125, -4.859375, -4.685546875, -4.51171875, -4.337890625, -4.1640625, -3.990234375, -3.81640625, -3.642578125, -3.46875, -3.294921875, -3.12109375, -2.947265625, -2.7734375, -2.599609375, -2.42578125, -2.251953125, -2.078125, -1.904296875, -1.73046875, -1.556640625, -1.3828125, -1.208984375, -1.03515625, -0.861328125, -0.6875, -0.513671875, -0.33984375, -0.166015625, 0.0078125, 0.181640625, 0.35546875, 0.529296875, 0.703125, 0.876953125, 1.05078125, 1.224609375, 1.3984375, 1.572265625, 1.74609375, 1.919921875, 2.09375, 2.267578125, 2.44140625, 2.615234375, 2.7890625, 2.962890625, 3.13671875, 3.310546875, 3.484375, 3.658203125, 3.83203125, 4.005859375, 4.1796875, 4.353515625, 4.52734375, 4.701171875, 4.875, 5.048828125, 5.22265625, 5.396484375, 5.5703125]}, "gradients/decoder.transformer.h.11.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 8.0, 8.0, 9.0, 12.0, 11.0, 23.0, 17.0, 19.0, 33.0, 31.0, 51.0, 74.0, 123.0, 189.0, 352.0, 663.0, 1426.0, 3335.0, 8329.0, 21196.0, 54833.0, 143923.0, 371169.0, 855918.0, 1284929.0, 849547.0, 366692.0, 141571.0, 54101.0, 20716.0, 8421.0, 3403.0, 1507.0, 679.0, 346.0, 188.0, 114.0, 72.0, 51.0, 51.0, 30.0, 21.0, 17.0, 18.0, 17.0, 10.0, 11.0, 5.0, 5.0, 2.0, 6.0, 4.0, 2.0, 2.0], "bins": [-8.078125, -7.84393310546875, -7.6097412109375, -7.37554931640625, -7.141357421875, -6.90716552734375, -6.6729736328125, -6.43878173828125, -6.20458984375, -5.97039794921875, -5.7362060546875, -5.50201416015625, -5.267822265625, -5.03363037109375, -4.7994384765625, -4.56524658203125, -4.3310546875, -4.09686279296875, -3.8626708984375, -3.62847900390625, -3.394287109375, -3.16009521484375, -2.9259033203125, -2.69171142578125, -2.45751953125, -2.22332763671875, -1.9891357421875, -1.75494384765625, -1.520751953125, -1.28656005859375, -1.0523681640625, -0.81817626953125, -0.583984375, -0.34979248046875, -0.1156005859375, 0.11859130859375, 0.352783203125, 0.58697509765625, 0.8211669921875, 1.05535888671875, 1.28955078125, 1.52374267578125, 1.7579345703125, 1.99212646484375, 2.226318359375, 2.46051025390625, 2.6947021484375, 2.92889404296875, 3.1630859375, 3.39727783203125, 3.6314697265625, 3.86566162109375, 4.099853515625, 4.33404541015625, 4.5682373046875, 4.80242919921875, 5.03662109375, 5.27081298828125, 5.5050048828125, 5.73919677734375, 5.973388671875, 6.20758056640625, 6.4417724609375, 6.67596435546875, 6.91015625]}, "gradients/decoder.transformer.h.11.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 6.0, 17.0, 17.0, 19.0, 29.0, 35.0, 47.0, 55.0, 87.0, 133.0, 176.0, 228.0, 327.0, 415.0, 484.0, 433.0, 398.0, 283.0, 244.0, 166.0, 133.0, 80.0, 74.0, 50.0, 39.0, 29.0, 21.0, 13.0, 11.0, 6.0, 8.0, 5.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-12.6484375, -12.20947265625, -11.7705078125, -11.33154296875, -10.892578125, -10.45361328125, -10.0146484375, -9.57568359375, -9.13671875, -8.69775390625, -8.2587890625, -7.81982421875, -7.380859375, -6.94189453125, -6.5029296875, -6.06396484375, -5.625, -5.18603515625, -4.7470703125, -4.30810546875, -3.869140625, -3.43017578125, -2.9912109375, -2.55224609375, -2.11328125, -1.67431640625, -1.2353515625, -0.79638671875, -0.357421875, 0.08154296875, 0.5205078125, 0.95947265625, 1.3984375, 1.83740234375, 2.2763671875, 2.71533203125, 3.154296875, 3.59326171875, 4.0322265625, 4.47119140625, 4.91015625, 5.34912109375, 5.7880859375, 6.22705078125, 6.666015625, 7.10498046875, 7.5439453125, 7.98291015625, 8.421875, 8.86083984375, 9.2998046875, 9.73876953125, 10.177734375, 10.61669921875, 11.0556640625, 11.49462890625, 11.93359375, 12.37255859375, 12.8115234375, 13.25048828125, 13.689453125, 14.12841796875, 14.5673828125, 15.00634765625, 15.4453125]}, "gradients/decoder.transformer.h.11.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 5.0, 1.0, 8.0, 5.0, 9.0, 16.0, 16.0, 29.0, 30.0, 53.0, 62.0, 91.0, 110.0, 190.0, 261.0, 501.0, 2153.0, 225394.0, 3890238.0, 72686.0, 1290.0, 415.0, 232.0, 143.0, 102.0, 67.0, 50.0, 33.0, 29.0, 22.0, 18.0, 12.0, 7.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-62.9375, -61.05322265625, -59.1689453125, -57.28466796875, -55.400390625, -53.51611328125, -51.6318359375, -49.74755859375, -47.86328125, -45.97900390625, -44.0947265625, -42.21044921875, -40.326171875, -38.44189453125, -36.5576171875, -34.67333984375, -32.7890625, -30.90478515625, -29.0205078125, -27.13623046875, -25.251953125, -23.36767578125, -21.4833984375, -19.59912109375, -17.71484375, -15.83056640625, -13.9462890625, -12.06201171875, -10.177734375, -8.29345703125, -6.4091796875, -4.52490234375, -2.640625, -0.75634765625, 1.1279296875, 3.01220703125, 4.896484375, 6.78076171875, 8.6650390625, 10.54931640625, 12.43359375, 14.31787109375, 16.2021484375, 18.08642578125, 19.970703125, 21.85498046875, 23.7392578125, 25.62353515625, 27.5078125, 29.39208984375, 31.2763671875, 33.16064453125, 35.044921875, 36.92919921875, 38.8134765625, 40.69775390625, 42.58203125, 44.46630859375, 46.3505859375, 48.23486328125, 50.119140625, 52.00341796875, 53.8876953125, 55.77197265625, 57.65625]}, "gradients/decoder.transformer.h.11.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 5.0, 12.0, 25.0, 41.0, 63.0, 116.0, 137.0, 151.0, 145.0, 117.0, 86.0, 58.0, 29.0, 17.0, 1.0, 3.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-100.57571411132812, -97.73641967773438, -94.8971176147461, -92.05782318115234, -89.2185287475586, -86.37922668457031, -83.53993225097656, -80.70063781738281, -77.86134338378906, -75.02204895019531, -72.18274688720703, -69.34345245361328, -66.50415802001953, -63.664859771728516, -60.8255615234375, -57.98626708984375, -55.14696502685547, -52.30766677856445, -49.4683723449707, -46.62907409667969, -43.78977966308594, -40.95048141479492, -38.111183166503906, -35.271888732910156, -32.43259048461914, -29.593294143676758, -26.753997802734375, -23.91469955444336, -21.075403213500977, -18.236106872558594, -15.396808624267578, -12.557512283325195, -9.718208312988281, -6.87891149520874, -4.039614677429199, -1.2003173828125, 1.6389789581298828, 4.478275299072266, 7.317573547363281, 10.156869888305664, 12.996166229248047, 15.83546257019043, 18.674758911132812, 21.514057159423828, 24.35335350036621, 27.192649841308594, 30.03194808959961, 32.871246337890625, 35.710540771484375, 38.54983901977539, 41.38913345336914, 44.228431701660156, 47.067726135253906, 49.90702438354492, 52.74632263183594, 55.58561706542969, 58.4249153137207, 61.26421356201172, 64.10350799560547, 66.94281005859375, 69.7821044921875, 72.62139892578125, 75.460693359375, 78.29999542236328, 81.13928985595703]}, "gradients/decoder.transformer.h.11.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 4.0, 8.0, 6.0, 8.0, 6.0, 15.0, 17.0, 14.0, 15.0, 19.0, 26.0, 33.0, 26.0, 27.0, 29.0, 31.0, 35.0, 37.0, 39.0, 41.0, 36.0, 53.0, 43.0, 34.0, 37.0, 33.0, 29.0, 36.0, 30.0, 33.0, 30.0, 25.0, 19.0, 23.0, 24.0, 19.0, 12.0, 12.0, 3.0, 10.0, 8.0, 8.0, 3.0, 2.0, 4.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-45.401432037353516, -44.02817916870117, -42.65492248535156, -41.28166961669922, -39.908416748046875, -38.53516387939453, -37.16191101074219, -35.78865432739258, -34.415401458740234, -33.04214859008789, -31.668893814086914, -30.295639038085938, -28.922386169433594, -27.54913330078125, -26.175878524780273, -24.802623748779297, -23.429370880126953, -22.05611801147461, -20.682863235473633, -19.309608459472656, -17.936355590820312, -16.56310272216797, -15.189847946166992, -13.816594123840332, -12.443340301513672, -11.070086479187012, -9.696832656860352, -8.323578834533691, -6.950325012207031, -5.577071189880371, -4.203817367553711, -2.830563545227051, -1.4573097229003906, -0.08405590057373047, 1.2891979217529297, 2.66245174407959, 4.03570556640625, 5.40895938873291, 6.78221321105957, 8.15546703338623, 9.52872085571289, 10.90197467803955, 12.275228500366211, 13.648482322692871, 15.021736145019531, 16.394989013671875, 17.76824378967285, 19.141498565673828, 20.514751434326172, 21.888004302978516, 23.261259078979492, 24.63451385498047, 26.007766723632812, 27.381019592285156, 28.754274368286133, 30.12752914428711, 31.500782012939453, 32.8740348815918, 34.247291564941406, 35.62054443359375, 36.993797302246094, 38.36705017089844, 39.74030303955078, 41.11355972290039, 42.486812591552734]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 4.0, 5.0, 12.0, 10.0, 9.0, 7.0, 23.0, 18.0, 22.0, 23.0, 13.0, 24.0, 23.0, 25.0, 22.0, 32.0, 22.0, 32.0, 27.0, 41.0, 42.0, 44.0, 41.0, 39.0, 39.0, 43.0, 33.0, 30.0, 35.0, 30.0, 36.0, 21.0, 26.0, 29.0, 21.0, 20.0, 10.0, 9.0, 8.0, 8.0, 12.0, 4.0, 6.0, 5.0, 3.0, 6.0, 2.0, 3.0, 3.0, 2.0, 4.0, 3.0], "bins": [-5.828125, -5.6583251953125, -5.488525390625, -5.3187255859375, -5.14892578125, -4.9791259765625, -4.809326171875, -4.6395263671875, -4.4697265625, -4.2999267578125, -4.130126953125, -3.9603271484375, -3.79052734375, -3.6207275390625, -3.450927734375, -3.2811279296875, -3.111328125, -2.9415283203125, -2.771728515625, -2.6019287109375, -2.43212890625, -2.2623291015625, -2.092529296875, -1.9227294921875, -1.7529296875, -1.5831298828125, -1.413330078125, -1.2435302734375, -1.07373046875, -0.9039306640625, -0.734130859375, -0.5643310546875, -0.39453125, -0.2247314453125, -0.054931640625, 0.1148681640625, 0.28466796875, 0.4544677734375, 0.624267578125, 0.7940673828125, 0.9638671875, 1.1336669921875, 1.303466796875, 1.4732666015625, 1.64306640625, 1.8128662109375, 1.982666015625, 2.1524658203125, 2.322265625, 2.4920654296875, 2.661865234375, 2.8316650390625, 3.00146484375, 3.1712646484375, 3.341064453125, 3.5108642578125, 3.6806640625, 3.8504638671875, 4.020263671875, 4.1900634765625, 4.35986328125, 4.5296630859375, 4.699462890625, 4.8692626953125, 5.0390625]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 3.0, 9.0, 7.0, 13.0, 25.0, 29.0, 52.0, 77.0, 111.0, 162.0, 238.0, 427.0, 652.0, 1178.0, 2089.0, 3994.0, 8640.0, 19827.0, 51677.0, 135239.0, 282509.0, 294982.0, 148444.0, 57496.0, 21601.0, 9199.0, 4422.0, 2209.0, 1252.0, 731.0, 431.0, 268.0, 207.0, 113.0, 68.0, 61.0, 30.0, 22.0, 15.0, 10.0, 6.0, 10.0, 8.0, 5.0, 4.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0], "bins": [-2.009765625, -1.95074462890625, -1.8917236328125, -1.83270263671875, -1.773681640625, -1.71466064453125, -1.6556396484375, -1.59661865234375, -1.53759765625, -1.47857666015625, -1.4195556640625, -1.36053466796875, -1.301513671875, -1.24249267578125, -1.1834716796875, -1.12445068359375, -1.0654296875, -1.00640869140625, -0.9473876953125, -0.88836669921875, -0.829345703125, -0.77032470703125, -0.7113037109375, -0.65228271484375, -0.59326171875, -0.53424072265625, -0.4752197265625, -0.41619873046875, -0.357177734375, -0.29815673828125, -0.2391357421875, -0.18011474609375, -0.12109375, -0.06207275390625, -0.0030517578125, 0.05596923828125, 0.114990234375, 0.17401123046875, 0.2330322265625, 0.29205322265625, 0.35107421875, 0.41009521484375, 0.4691162109375, 0.52813720703125, 0.587158203125, 0.64617919921875, 0.7052001953125, 0.76422119140625, 0.8232421875, 0.88226318359375, 0.9412841796875, 1.00030517578125, 1.059326171875, 1.11834716796875, 1.1773681640625, 1.23638916015625, 1.29541015625, 1.35443115234375, 1.4134521484375, 1.47247314453125, 1.531494140625, 1.59051513671875, 1.6495361328125, 1.70855712890625, 1.767578125]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 3.0, 4.0, 5.0, 5.0, 9.0, 14.0, 16.0, 15.0, 21.0, 21.0, 19.0, 22.0, 23.0, 28.0, 34.0, 20.0, 33.0, 31.0, 28.0, 30.0, 42.0, 32.0, 30.0, 1064.0, 40.0, 41.0, 42.0, 40.0, 32.0, 33.0, 33.0, 24.0, 20.0, 26.0, 18.0, 23.0, 14.0, 15.0, 14.0, 14.0, 4.0, 13.0, 11.0, 4.0, 4.0, 9.0, 4.0, 4.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0], "bins": [-4.49609375, -4.357421875, -4.21875, -4.080078125, -3.94140625, -3.802734375, -3.6640625, -3.525390625, -3.38671875, -3.248046875, -3.109375, -2.970703125, -2.83203125, -2.693359375, -2.5546875, -2.416015625, -2.27734375, -2.138671875, -2.0, -1.861328125, -1.72265625, -1.583984375, -1.4453125, -1.306640625, -1.16796875, -1.029296875, -0.890625, -0.751953125, -0.61328125, -0.474609375, -0.3359375, -0.197265625, -0.05859375, 0.080078125, 0.21875, 0.357421875, 0.49609375, 0.634765625, 0.7734375, 0.912109375, 1.05078125, 1.189453125, 1.328125, 1.466796875, 1.60546875, 1.744140625, 1.8828125, 2.021484375, 2.16015625, 2.298828125, 2.4375, 2.576171875, 2.71484375, 2.853515625, 2.9921875, 3.130859375, 3.26953125, 3.408203125, 3.546875, 3.685546875, 3.82421875, 3.962890625, 4.1015625, 4.240234375, 4.37890625]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 7.0, 9.0, 8.0, 19.0, 18.0, 30.0, 38.0, 60.0, 89.0, 126.0, 164.0, 251.0, 399.0, 709.0, 1088.0, 1901.0, 3567.0, 7564.0, 18299.0, 52847.0, 168923.0, 1048250.0, 591934.0, 130404.0, 41767.0, 14761.0, 6324.0, 3103.0, 1713.0, 1031.0, 607.0, 359.0, 227.0, 163.0, 105.0, 79.0, 37.0, 39.0, 28.0, 25.0, 30.0, 10.0, 7.0, 7.0, 4.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0], "bins": [-1.4140625, -1.37353515625, -1.3330078125, -1.29248046875, -1.251953125, -1.21142578125, -1.1708984375, -1.13037109375, -1.08984375, -1.04931640625, -1.0087890625, -0.96826171875, -0.927734375, -0.88720703125, -0.8466796875, -0.80615234375, -0.765625, -0.72509765625, -0.6845703125, -0.64404296875, -0.603515625, -0.56298828125, -0.5224609375, -0.48193359375, -0.44140625, -0.40087890625, -0.3603515625, -0.31982421875, -0.279296875, -0.23876953125, -0.1982421875, -0.15771484375, -0.1171875, -0.07666015625, -0.0361328125, 0.00439453125, 0.044921875, 0.08544921875, 0.1259765625, 0.16650390625, 0.20703125, 0.24755859375, 0.2880859375, 0.32861328125, 0.369140625, 0.40966796875, 0.4501953125, 0.49072265625, 0.53125, 0.57177734375, 0.6123046875, 0.65283203125, 0.693359375, 0.73388671875, 0.7744140625, 0.81494140625, 0.85546875, 0.89599609375, 0.9365234375, 0.97705078125, 1.017578125, 1.05810546875, 1.0986328125, 1.13916015625, 1.1796875]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 2.0, 4.0, 3.0, 5.0, 15.0, 22.0, 29.0, 61.0, 162.0, 323.0, 218.0, 77.0, 27.0, 15.0, 14.0, 9.0, 3.0, 1.0, 2.0, 2.0, 5.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6064453125, -0.5836868286132812, -0.5609283447265625, -0.5381698608398438, -0.515411376953125, -0.49265289306640625, -0.4698944091796875, -0.44713592529296875, -0.42437744140625, -0.40161895751953125, -0.3788604736328125, -0.35610198974609375, -0.333343505859375, -0.31058502197265625, -0.2878265380859375, -0.26506805419921875, -0.2423095703125, -0.21955108642578125, -0.1967926025390625, -0.17403411865234375, -0.151275634765625, -0.12851715087890625, -0.1057586669921875, -0.08300018310546875, -0.06024169921875, -0.03748321533203125, -0.0147247314453125, 0.00803375244140625, 0.030792236328125, 0.05355072021484375, 0.0763092041015625, 0.09906768798828125, 0.121826171875, 0.14458465576171875, 0.1673431396484375, 0.19010162353515625, 0.212860107421875, 0.23561859130859375, 0.2583770751953125, 0.28113555908203125, 0.30389404296875, 0.32665252685546875, 0.3494110107421875, 0.37216949462890625, 0.394927978515625, 0.41768646240234375, 0.4404449462890625, 0.46320343017578125, 0.4859619140625, 0.5087203979492188, 0.5314788818359375, 0.5542373657226562, 0.576995849609375, 0.5997543334960938, 0.6225128173828125, 0.6452713012695312, 0.66802978515625, 0.6907882690429688, 0.7135467529296875, 0.7363052368164062, 0.759063720703125, 0.7818222045898438, 0.8045806884765625, 0.8273391723632812, 0.85009765625]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 6.0, 1.0, 2.0, 8.0, 19.0, 18.0, 48.0, 108.0, 669.0, 1036002.0, 11247.0, 260.0, 67.0, 35.0, 28.0, 13.0, 6.0, 5.0, 3.0, 3.0, 3.0, 0.0, 4.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.578125, -17.10009765625, -16.6220703125, -16.14404296875, -15.666015625, -15.18798828125, -14.7099609375, -14.23193359375, -13.75390625, -13.27587890625, -12.7978515625, -12.31982421875, -11.841796875, -11.36376953125, -10.8857421875, -10.40771484375, -9.9296875, -9.45166015625, -8.9736328125, -8.49560546875, -8.017578125, -7.53955078125, -7.0615234375, -6.58349609375, -6.10546875, -5.62744140625, -5.1494140625, -4.67138671875, -4.193359375, -3.71533203125, -3.2373046875, -2.75927734375, -2.28125, -1.80322265625, -1.3251953125, -0.84716796875, -0.369140625, 0.10888671875, 0.5869140625, 1.06494140625, 1.54296875, 2.02099609375, 2.4990234375, 2.97705078125, 3.455078125, 3.93310546875, 4.4111328125, 4.88916015625, 5.3671875, 5.84521484375, 6.3232421875, 6.80126953125, 7.279296875, 7.75732421875, 8.2353515625, 8.71337890625, 9.19140625, 9.66943359375, 10.1474609375, 10.62548828125, 11.103515625, 11.58154296875, 12.0595703125, 12.53759765625, 13.015625]}, "gradients/decoder.transformer.h.11.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 7.0, 31.0, 80.0, 200.0, 352.0, 221.0, 84.0, 22.0, 7.0, 7.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6613678932189941, -1.6248953342437744, -1.5884228944778442, -1.5519503355026245, -1.5154777765274048, -1.479005217552185, -1.4425327777862549, -1.4060602188110352, -1.3695876598358154, -1.3331151008605957, -1.2966426610946655, -1.2601701021194458, -1.223697543144226, -1.1872249841690063, -1.1507525444030762, -1.1142799854278564, -1.0778074264526367, -1.041334867477417, -1.0048624277114868, -0.9683898687362671, -0.9319173097610474, -0.8954448103904724, -0.8589723110198975, -0.8224997520446777, -0.7860273122787476, -0.7495548129081726, -0.7130822539329529, -0.6766097545623779, -0.6401371955871582, -0.6036646962165833, -0.5671921968460083, -0.5307196378707886, -0.4942471385002136, -0.4577746093273163, -0.42130208015441895, -0.384829580783844, -0.34835702180862427, -0.3118845224380493, -0.275411993265152, -0.23893946409225464, -0.2024669349193573, -0.16599440574645996, -0.12952187657356262, -0.09304936230182648, -0.05657683312892914, -0.0201043039560318, 0.016368210315704346, 0.052840739488601685, 0.08931326866149902, 0.12578579783439636, 0.1622583270072937, 0.19873084127902985, 0.23520337045192719, 0.27167588472366333, 0.30814841389656067, 0.344620943069458, 0.38109347224235535, 0.4175660014152527, 0.45403853058815, 0.49051105976104736, 0.5269835591316223, 0.563456118106842, 0.599928617477417, 0.6364011764526367, 0.6728736758232117]}, "gradients/decoder.transformer.h.11.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 4.0, 7.0, 10.0, 9.0, 9.0, 9.0, 12.0, 24.0, 17.0, 28.0, 17.0, 35.0, 28.0, 42.0, 35.0, 45.0, 44.0, 38.0, 47.0, 47.0, 40.0, 38.0, 38.0, 41.0, 42.0, 39.0, 39.0, 27.0, 27.0, 16.0, 23.0, 20.0, 15.0, 20.0, 18.0, 16.0, 6.0, 6.0, 9.0, 7.0, 4.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.42087531089782715, -0.4064241349697113, -0.39197295904159546, -0.377521812915802, -0.36307063698768616, -0.3486194610595703, -0.33416828513145447, -0.3197171092033386, -0.30526596307754517, -0.2908147871494293, -0.2763636112213135, -0.26191246509552, -0.24746128916740417, -0.23301011323928833, -0.21855893731117249, -0.20410777628421783, -0.189656600356102, -0.17520542442798615, -0.1607542634010315, -0.14630308747291565, -0.131851926445961, -0.11740075051784515, -0.1029495820403099, -0.08849841356277466, -0.07404724508523941, -0.05959607660770416, -0.045144908130168915, -0.03069373592734337, -0.01624256744980812, -0.0017913952469825745, 0.012659773230552673, 0.02711094170808792, 0.04156211018562317, 0.05601327866315842, 0.07046444714069366, 0.08491562306880951, 0.09936678409576416, 0.11381796002388, 0.12826913595199585, 0.1427202969789505, 0.15717145800590515, 0.171622633934021, 0.18607379496097565, 0.2005249708890915, 0.21497613191604614, 0.229427307844162, 0.24387848377227783, 0.2583296298980713, 0.2727808356285095, 0.28723201155662537, 0.3016831874847412, 0.31613433361053467, 0.3305855095386505, 0.34503668546676636, 0.3594878613948822, 0.37393903732299805, 0.3883901834487915, 0.40284135937690735, 0.4172925353050232, 0.43174368143081665, 0.4461948573589325, 0.46064603328704834, 0.4750972092151642, 0.48954838514328003, 0.5039995312690735]}, "gradients/decoder.transformer.h.11.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 6.0, 4.0, 5.0, 12.0, 10.0, 10.0, 7.0, 22.0, 18.0, 22.0, 24.0, 12.0, 26.0, 22.0, 26.0, 24.0, 31.0, 21.0, 29.0, 31.0, 44.0, 36.0, 48.0, 37.0, 40.0, 38.0, 45.0, 33.0, 32.0, 32.0, 33.0, 35.0, 20.0, 24.0, 33.0, 17.0, 19.0, 11.0, 9.0, 8.0, 10.0, 11.0, 3.0, 7.0, 3.0, 4.0, 6.0, 2.0, 3.0, 3.0, 2.0, 4.0, 3.0], "bins": [-5.81640625, -5.64666748046875, -5.4769287109375, -5.30718994140625, -5.137451171875, -4.96771240234375, -4.7979736328125, -4.62823486328125, -4.45849609375, -4.28875732421875, -4.1190185546875, -3.94927978515625, -3.779541015625, -3.60980224609375, -3.4400634765625, -3.27032470703125, -3.1005859375, -2.93084716796875, -2.7611083984375, -2.59136962890625, -2.421630859375, -2.25189208984375, -2.0821533203125, -1.91241455078125, -1.74267578125, -1.57293701171875, -1.4031982421875, -1.23345947265625, -1.063720703125, -0.89398193359375, -0.7242431640625, -0.55450439453125, -0.384765625, -0.21502685546875, -0.0452880859375, 0.12445068359375, 0.294189453125, 0.46392822265625, 0.6336669921875, 0.80340576171875, 0.97314453125, 1.14288330078125, 1.3126220703125, 1.48236083984375, 1.652099609375, 1.82183837890625, 1.9915771484375, 2.16131591796875, 2.3310546875, 2.50079345703125, 2.6705322265625, 2.84027099609375, 3.010009765625, 3.17974853515625, 3.3494873046875, 3.51922607421875, 3.68896484375, 3.85870361328125, 4.0284423828125, 4.19818115234375, 4.367919921875, 4.53765869140625, 4.7073974609375, 4.87713623046875, 5.046875]}, "gradients/decoder.transformer.h.11.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 5.0, 4.0, 2.0, 12.0, 15.0, 16.0, 36.0, 32.0, 66.0, 91.0, 154.0, 295.0, 571.0, 980.0, 1798.0, 3306.0, 5976.0, 11004.0, 20498.0, 40638.0, 87658.0, 193692.0, 336242.0, 181646.0, 82625.0, 38416.0, 19570.0, 10479.0, 5750.0, 3125.0, 1736.0, 939.0, 492.0, 279.0, 137.0, 108.0, 61.0, 25.0, 23.0, 16.0, 12.0, 6.0, 6.0, 6.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 5.0, 0.0, 2.0, 1.0], "bins": [-7.55078125, -7.31817626953125, -7.0855712890625, -6.85296630859375, -6.620361328125, -6.38775634765625, -6.1551513671875, -5.92254638671875, -5.68994140625, -5.45733642578125, -5.2247314453125, -4.99212646484375, -4.759521484375, -4.52691650390625, -4.2943115234375, -4.06170654296875, -3.8291015625, -3.59649658203125, -3.3638916015625, -3.13128662109375, -2.898681640625, -2.66607666015625, -2.4334716796875, -2.20086669921875, -1.96826171875, -1.73565673828125, -1.5030517578125, -1.27044677734375, -1.037841796875, -0.80523681640625, -0.5726318359375, -0.34002685546875, -0.107421875, 0.12518310546875, 0.3577880859375, 0.59039306640625, 0.822998046875, 1.05560302734375, 1.2882080078125, 1.52081298828125, 1.75341796875, 1.98602294921875, 2.2186279296875, 2.45123291015625, 2.683837890625, 2.91644287109375, 3.1490478515625, 3.38165283203125, 3.6142578125, 3.84686279296875, 4.0794677734375, 4.31207275390625, 4.544677734375, 4.77728271484375, 5.0098876953125, 5.24249267578125, 5.47509765625, 5.70770263671875, 5.9403076171875, 6.17291259765625, 6.405517578125, 6.63812255859375, 6.8707275390625, 7.10333251953125, 7.3359375]}, "gradients/decoder.transformer.h.11.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 6.0, 8.0, 3.0, 13.0, 6.0, 14.0, 11.0, 17.0, 21.0, 26.0, 19.0, 39.0, 48.0, 34.0, 58.0, 56.0, 87.0, 156.0, 279.0, 1430.0, 221.0, 109.0, 70.0, 48.0, 53.0, 30.0, 30.0, 28.0, 27.0, 24.0, 13.0, 15.0, 16.0, 9.0, 15.0, 5.0, 6.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-26.734375, -25.97705078125, -25.2197265625, -24.46240234375, -23.705078125, -22.94775390625, -22.1904296875, -21.43310546875, -20.67578125, -19.91845703125, -19.1611328125, -18.40380859375, -17.646484375, -16.88916015625, -16.1318359375, -15.37451171875, -14.6171875, -13.85986328125, -13.1025390625, -12.34521484375, -11.587890625, -10.83056640625, -10.0732421875, -9.31591796875, -8.55859375, -7.80126953125, -7.0439453125, -6.28662109375, -5.529296875, -4.77197265625, -4.0146484375, -3.25732421875, -2.5, -1.74267578125, -0.9853515625, -0.22802734375, 0.529296875, 1.28662109375, 2.0439453125, 2.80126953125, 3.55859375, 4.31591796875, 5.0732421875, 5.83056640625, 6.587890625, 7.34521484375, 8.1025390625, 8.85986328125, 9.6171875, 10.37451171875, 11.1318359375, 11.88916015625, 12.646484375, 13.40380859375, 14.1611328125, 14.91845703125, 15.67578125, 16.43310546875, 17.1904296875, 17.94775390625, 18.705078125, 19.46240234375, 20.2197265625, 20.97705078125, 21.734375]}, "gradients/decoder.transformer.h.11.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 1.0, 3.0, 4.0, 10.0, 10.0, 13.0, 10.0, 18.0, 25.0, 27.0, 40.0, 50.0, 54.0, 102.0, 144.0, 168.0, 271.0, 448.0, 1522.0, 26642.0, 2792339.0, 317066.0, 4787.0, 738.0, 343.0, 260.0, 158.0, 110.0, 97.0, 56.0, 42.0, 29.0, 35.0, 18.0, 19.0, 13.0, 13.0, 8.0, 4.0, 7.0, 7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-45.1875, -43.61572265625, -42.0439453125, -40.47216796875, -38.900390625, -37.32861328125, -35.7568359375, -34.18505859375, -32.61328125, -31.04150390625, -29.4697265625, -27.89794921875, -26.326171875, -24.75439453125, -23.1826171875, -21.61083984375, -20.0390625, -18.46728515625, -16.8955078125, -15.32373046875, -13.751953125, -12.18017578125, -10.6083984375, -9.03662109375, -7.46484375, -5.89306640625, -4.3212890625, -2.74951171875, -1.177734375, 0.39404296875, 1.9658203125, 3.53759765625, 5.109375, 6.68115234375, 8.2529296875, 9.82470703125, 11.396484375, 12.96826171875, 14.5400390625, 16.11181640625, 17.68359375, 19.25537109375, 20.8271484375, 22.39892578125, 23.970703125, 25.54248046875, 27.1142578125, 28.68603515625, 30.2578125, 31.82958984375, 33.4013671875, 34.97314453125, 36.544921875, 38.11669921875, 39.6884765625, 41.26025390625, 42.83203125, 44.40380859375, 45.9755859375, 47.54736328125, 49.119140625, 50.69091796875, 52.2626953125, 53.83447265625, 55.40625]}, "gradients/decoder.transformer.h.11.ln_1.weight": {"_type": "histogram", "values": [1.0, 4.0, 28.0, 342.0, 583.0, 63.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.63446807861328, -23.347000122070312, -16.059532165527344, -8.772062301635742, -1.4845943450927734, 5.802875518798828, 13.090343475341797, 20.377811431884766, 27.665279388427734, 34.9527473449707, 42.24021530151367, 49.527687072753906, 56.815155029296875, 64.10262298583984, 71.39009094238281, 78.67755889892578, 85.96502685546875, 93.25249481201172, 100.53996276855469, 107.82743072509766, 115.11489868164062, 122.40237426757812, 129.68983459472656, 136.97731018066406, 144.2647705078125, 151.55224609375, 158.83970642089844, 166.12718200683594, 173.41464233398438, 180.70211791992188, 187.9895782470703, 195.2770538330078, 202.5645294189453, 209.8520050048828, 217.13946533203125, 224.42694091796875, 231.7144012451172, 239.0018768310547, 246.28933715820312, 253.57681274414062, 260.8642883300781, 268.1517639160156, 275.4392395019531, 282.7266845703125, 290.01416015625, 297.3016357421875, 304.589111328125, 311.8765563964844, 319.1640319824219, 326.4515075683594, 333.7389831542969, 341.02642822265625, 348.31390380859375, 355.60137939453125, 362.88885498046875, 370.1763000488281, 377.4637756347656, 384.7512512207031, 392.0387268066406, 399.326171875, 406.6136474609375, 413.901123046875, 421.1885986328125, 428.4760437011719, 435.7635192871094]}, "gradients/decoder.transformer.h.11.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 10.0, 9.0, 4.0, 6.0, 9.0, 12.0, 19.0, 17.0, 30.0, 30.0, 32.0, 27.0, 32.0, 31.0, 48.0, 42.0, 51.0, 38.0, 48.0, 38.0, 44.0, 27.0, 47.0, 44.0, 39.0, 34.0, 32.0, 23.0, 27.0, 31.0, 28.0, 16.0, 10.0, 9.0, 19.0, 14.0, 6.0, 6.0, 6.0, 5.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-58.33242416381836, -56.659019470214844, -54.98561096191406, -53.31220626831055, -51.63880157470703, -49.96539306640625, -48.291988372802734, -46.61858367919922, -44.94517517089844, -43.27177047729492, -41.59836196899414, -39.924957275390625, -38.251548767089844, -36.57814407348633, -34.90473937988281, -33.23133087158203, -31.557926177978516, -29.884519577026367, -28.21111297607422, -26.537708282470703, -24.864301681518555, -23.190895080566406, -21.51749038696289, -19.844083786010742, -18.170677185058594, -16.497270584106445, -14.823864936828613, -13.150459289550781, -11.477052688598633, -9.803646087646484, -8.130240440368652, -6.45683479309082, -4.783424377441406, -3.110018253326416, -1.4366121292114258, 0.23679399490356445, 1.9102001190185547, 3.583606719970703, 5.257012367248535, 6.930418014526367, 8.603824615478516, 10.277231216430664, 11.950636863708496, 13.624042510986328, 15.297449111938477, 16.970855712890625, 18.64426040649414, 20.31766700744629, 21.991073608398438, 23.664480209350586, 25.337886810302734, 27.01129150390625, 28.6846981048584, 30.358104705810547, 32.03150939941406, 33.704917907714844, 35.37832260131836, 37.051727294921875, 38.725135803222656, 40.39854049682617, 42.07194519042969, 43.74535369873047, 45.418758392333984, 47.0921630859375, 48.76557159423828]}, "gradients/decoder.transformer.h.10.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 6.0, 4.0, 7.0, 12.0, 15.0, 6.0, 13.0, 22.0, 17.0, 16.0, 30.0, 29.0, 24.0, 28.0, 39.0, 27.0, 38.0, 37.0, 35.0, 34.0, 47.0, 42.0, 42.0, 44.0, 46.0, 36.0, 36.0, 42.0, 28.0, 27.0, 22.0, 30.0, 20.0, 11.0, 18.0, 15.0, 13.0, 8.0, 6.0, 7.0, 7.0, 5.0, 2.0, 3.0, 8.0, 3.0, 2.0, 1.0, 0.0, 3.0, 1.0], "bins": [-6.73828125, -6.54156494140625, -6.3448486328125, -6.14813232421875, -5.951416015625, -5.75469970703125, -5.5579833984375, -5.36126708984375, -5.16455078125, -4.96783447265625, -4.7711181640625, -4.57440185546875, -4.377685546875, -4.18096923828125, -3.9842529296875, -3.78753662109375, -3.5908203125, -3.39410400390625, -3.1973876953125, -3.00067138671875, -2.803955078125, -2.60723876953125, -2.4105224609375, -2.21380615234375, -2.01708984375, -1.82037353515625, -1.6236572265625, -1.42694091796875, -1.230224609375, -1.03350830078125, -0.8367919921875, -0.64007568359375, -0.443359375, -0.24664306640625, -0.0499267578125, 0.14678955078125, 0.343505859375, 0.54022216796875, 0.7369384765625, 0.93365478515625, 1.13037109375, 1.32708740234375, 1.5238037109375, 1.72052001953125, 1.917236328125, 2.11395263671875, 2.3106689453125, 2.50738525390625, 2.7041015625, 2.90081787109375, 3.0975341796875, 3.29425048828125, 3.490966796875, 3.68768310546875, 3.8843994140625, 4.08111572265625, 4.27783203125, 4.47454833984375, 4.6712646484375, 4.86798095703125, 5.064697265625, 5.26141357421875, 5.4581298828125, 5.65484619140625, 5.8515625]}, "gradients/decoder.transformer.h.10.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 6.0, 4.0, 6.0, 7.0, 11.0, 10.0, 17.0, 15.0, 25.0, 37.0, 52.0, 73.0, 115.0, 175.0, 325.0, 743.0, 1872.0, 5874.0, 19881.0, 70593.0, 247973.0, 806297.0, 1672445.0, 950075.0, 297979.0, 85409.0, 23761.0, 6862.0, 2102.0, 742.0, 294.0, 167.0, 84.0, 64.0, 49.0, 21.0, 25.0, 14.0, 17.0, 12.0, 7.0, 15.0, 8.0, 4.0, 3.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-10.1953125, -9.88232421875, -9.5693359375, -9.25634765625, -8.943359375, -8.63037109375, -8.3173828125, -8.00439453125, -7.69140625, -7.37841796875, -7.0654296875, -6.75244140625, -6.439453125, -6.12646484375, -5.8134765625, -5.50048828125, -5.1875, -4.87451171875, -4.5615234375, -4.24853515625, -3.935546875, -3.62255859375, -3.3095703125, -2.99658203125, -2.68359375, -2.37060546875, -2.0576171875, -1.74462890625, -1.431640625, -1.11865234375, -0.8056640625, -0.49267578125, -0.1796875, 0.13330078125, 0.4462890625, 0.75927734375, 1.072265625, 1.38525390625, 1.6982421875, 2.01123046875, 2.32421875, 2.63720703125, 2.9501953125, 3.26318359375, 3.576171875, 3.88916015625, 4.2021484375, 4.51513671875, 4.828125, 5.14111328125, 5.4541015625, 5.76708984375, 6.080078125, 6.39306640625, 6.7060546875, 7.01904296875, 7.33203125, 7.64501953125, 7.9580078125, 8.27099609375, 8.583984375, 8.89697265625, 9.2099609375, 9.52294921875, 9.8359375]}, "gradients/decoder.transformer.h.10.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 6.0, 6.0, 13.0, 12.0, 19.0, 26.0, 20.0, 42.0, 59.0, 50.0, 90.0, 119.0, 157.0, 191.0, 247.0, 295.0, 331.0, 420.0, 353.0, 296.0, 300.0, 204.0, 186.0, 139.0, 117.0, 84.0, 53.0, 47.0, 49.0, 40.0, 20.0, 20.0, 19.0, 7.0, 17.0, 9.0, 7.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.640625, -10.30615234375, -9.9716796875, -9.63720703125, -9.302734375, -8.96826171875, -8.6337890625, -8.29931640625, -7.96484375, -7.63037109375, -7.2958984375, -6.96142578125, -6.626953125, -6.29248046875, -5.9580078125, -5.62353515625, -5.2890625, -4.95458984375, -4.6201171875, -4.28564453125, -3.951171875, -3.61669921875, -3.2822265625, -2.94775390625, -2.61328125, -2.27880859375, -1.9443359375, -1.60986328125, -1.275390625, -0.94091796875, -0.6064453125, -0.27197265625, 0.0625, 0.39697265625, 0.7314453125, 1.06591796875, 1.400390625, 1.73486328125, 2.0693359375, 2.40380859375, 2.73828125, 3.07275390625, 3.4072265625, 3.74169921875, 4.076171875, 4.41064453125, 4.7451171875, 5.07958984375, 5.4140625, 5.74853515625, 6.0830078125, 6.41748046875, 6.751953125, 7.08642578125, 7.4208984375, 7.75537109375, 8.08984375, 8.42431640625, 8.7587890625, 9.09326171875, 9.427734375, 9.76220703125, 10.0966796875, 10.43115234375, 10.765625]}, "gradients/decoder.transformer.h.10.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 6.0, 0.0, 0.0, 3.0, 5.0, 12.0, 9.0, 12.0, 10.0, 21.0, 23.0, 32.0, 36.0, 54.0, 54.0, 66.0, 115.0, 129.0, 192.0, 283.0, 396.0, 1483.0, 53980.0, 2924958.0, 1194048.0, 16372.0, 774.0, 332.0, 238.0, 163.0, 134.0, 90.0, 54.0, 58.0, 40.0, 29.0, 15.0, 20.0, 16.0, 11.0, 5.0, 5.0, 4.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-45.03125, -43.61767578125, -42.2041015625, -40.79052734375, -39.376953125, -37.96337890625, -36.5498046875, -35.13623046875, -33.72265625, -32.30908203125, -30.8955078125, -29.48193359375, -28.068359375, -26.65478515625, -25.2412109375, -23.82763671875, -22.4140625, -21.00048828125, -19.5869140625, -18.17333984375, -16.759765625, -15.34619140625, -13.9326171875, -12.51904296875, -11.10546875, -9.69189453125, -8.2783203125, -6.86474609375, -5.451171875, -4.03759765625, -2.6240234375, -1.21044921875, 0.203125, 1.61669921875, 3.0302734375, 4.44384765625, 5.857421875, 7.27099609375, 8.6845703125, 10.09814453125, 11.51171875, 12.92529296875, 14.3388671875, 15.75244140625, 17.166015625, 18.57958984375, 19.9931640625, 21.40673828125, 22.8203125, 24.23388671875, 25.6474609375, 27.06103515625, 28.474609375, 29.88818359375, 31.3017578125, 32.71533203125, 34.12890625, 35.54248046875, 36.9560546875, 38.36962890625, 39.783203125, 41.19677734375, 42.6103515625, 44.02392578125, 45.4375]}, "gradients/decoder.transformer.h.10.ln_2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 10.0, 8.0, 23.0, 37.0, 67.0, 123.0, 169.0, 164.0, 136.0, 103.0, 91.0, 47.0, 22.0, 7.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-119.78784942626953, -116.8242416381836, -113.86064147949219, -110.89703369140625, -107.93342590332031, -104.96981811523438, -102.00621795654297, -99.04261016845703, -96.0790023803711, -93.11539459228516, -90.15179443359375, -87.18818664550781, -84.22457885742188, -81.26097106933594, -78.29737091064453, -75.3337631225586, -72.37016296386719, -69.40655517578125, -66.44295501708984, -63.479347229003906, -60.51573944091797, -57.5521354675293, -54.588531494140625, -51.62492370605469, -48.66131591796875, -45.69771194458008, -42.73410415649414, -39.77050018310547, -36.80689239501953, -33.84328842163086, -30.879682540893555, -27.91607666015625, -24.952468872070312, -21.988862991333008, -19.025257110595703, -16.06165313720703, -13.09804630279541, -10.134440422058105, -7.170835494995117, -4.2072296142578125, -1.2436237335205078, 1.7199819087982178, 4.683587551116943, 7.64719295501709, 10.610798835754395, 13.5744047164917, 16.538009643554688, 19.501615524291992, 22.465221405029297, 25.4288272857666, 28.392433166503906, 31.356037139892578, 34.319644927978516, 37.28324890136719, 40.246856689453125, 43.2104606628418, 46.17406463623047, 49.13766860961914, 52.10127639770508, 55.06488037109375, 58.02848815917969, 60.99209213256836, 63.95569610595703, 66.91930389404297, 69.8829116821289]}, "gradients/decoder.transformer.h.10.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 9.0, 3.0, 6.0, 10.0, 13.0, 13.0, 15.0, 15.0, 18.0, 22.0, 18.0, 19.0, 28.0, 38.0, 35.0, 45.0, 41.0, 42.0, 23.0, 31.0, 34.0, 43.0, 38.0, 42.0, 41.0, 29.0, 28.0, 34.0, 29.0, 27.0, 30.0, 33.0, 26.0, 17.0, 26.0, 14.0, 13.0, 7.0, 9.0, 10.0, 3.0, 7.0, 7.0, 2.0, 4.0, 3.0, 1.0, 4.0, 0.0, 1.0, 2.0, 1.0], "bins": [-41.17509460449219, -39.925594329833984, -38.67609786987305, -37.426597595214844, -36.177101135253906, -34.9276008605957, -33.6781005859375, -32.42860412597656, -31.17910385131836, -29.92960548400879, -28.68010711669922, -27.430606842041016, -26.181108474731445, -24.931610107421875, -23.682109832763672, -22.4326114654541, -21.18311309814453, -19.93361473083496, -18.68411636352539, -17.434616088867188, -16.185117721557617, -14.935619354248047, -13.68612003326416, -12.436620712280273, -11.187122344970703, -9.937623977661133, -8.688124656677246, -7.438625812530518, -6.189126968383789, -4.9396281242370605, -3.690129280090332, -2.4406299591064453, -1.191131591796875, 0.058367252349853516, 1.307866096496582, 2.5573649406433105, 3.806863784790039, 5.056362628936768, 6.305861473083496, 7.555360794067383, 8.804859161376953, 10.054357528686523, 11.30385684967041, 12.553356170654297, 13.802854537963867, 15.052352905273438, 16.30185317993164, 17.55135154724121, 18.80084991455078, 20.05034828186035, 21.299846649169922, 22.549346923828125, 23.798845291137695, 25.048343658447266, 26.29784393310547, 27.54734230041504, 28.79684066772461, 30.04633903503418, 31.29583740234375, 32.54533767700195, 33.794837951660156, 35.044334411621094, 36.2938346862793, 37.5433349609375, 38.79283142089844]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 4.0, 6.0, 5.0, 12.0, 15.0, 7.0, 8.0, 16.0, 23.0, 17.0, 24.0, 10.0, 36.0, 29.0, 38.0, 22.0, 33.0, 40.0, 49.0, 29.0, 37.0, 45.0, 43.0, 41.0, 36.0, 41.0, 37.0, 30.0, 32.0, 31.0, 32.0, 21.0, 25.0, 20.0, 21.0, 9.0, 13.0, 15.0, 7.0, 11.0, 9.0, 7.0, 6.0, 3.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-5.4296875, -5.2537841796875, -5.077880859375, -4.9019775390625, -4.72607421875, -4.5501708984375, -4.374267578125, -4.1983642578125, -4.0224609375, -3.8465576171875, -3.670654296875, -3.4947509765625, -3.31884765625, -3.1429443359375, -2.967041015625, -2.7911376953125, -2.615234375, -2.4393310546875, -2.263427734375, -2.0875244140625, -1.91162109375, -1.7357177734375, -1.559814453125, -1.3839111328125, -1.2080078125, -1.0321044921875, -0.856201171875, -0.6802978515625, -0.50439453125, -0.3284912109375, -0.152587890625, 0.0233154296875, 0.19921875, 0.3751220703125, 0.551025390625, 0.7269287109375, 0.90283203125, 1.0787353515625, 1.254638671875, 1.4305419921875, 1.6064453125, 1.7823486328125, 1.958251953125, 2.1341552734375, 2.31005859375, 2.4859619140625, 2.661865234375, 2.8377685546875, 3.013671875, 3.1895751953125, 3.365478515625, 3.5413818359375, 3.71728515625, 3.8931884765625, 4.069091796875, 4.2449951171875, 4.4208984375, 4.5968017578125, 4.772705078125, 4.9486083984375, 5.12451171875, 5.3004150390625, 5.476318359375, 5.6522216796875, 5.828125]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 6.0, 4.0, 15.0, 13.0, 28.0, 46.0, 51.0, 82.0, 133.0, 221.0, 350.0, 525.0, 843.0, 1373.0, 2084.0, 3223.0, 5310.0, 8539.0, 13338.0, 20554.0, 32002.0, 47689.0, 69107.0, 94574.0, 120090.0, 137122.0, 129702.0, 108264.0, 82332.0, 59042.0, 39574.0, 26260.0, 16919.0, 10783.0, 6758.0, 4281.0, 2677.0, 1726.0, 1089.0, 679.0, 414.0, 278.0, 175.0, 107.0, 66.0, 49.0, 36.0, 15.0, 7.0, 5.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.560546875, -0.5410614013671875, -0.521575927734375, -0.5020904541015625, -0.48260498046875, -0.4631195068359375, -0.443634033203125, -0.4241485595703125, -0.4046630859375, -0.3851776123046875, -0.365692138671875, -0.3462066650390625, -0.32672119140625, -0.3072357177734375, -0.287750244140625, -0.2682647705078125, -0.248779296875, -0.2292938232421875, -0.209808349609375, -0.1903228759765625, -0.17083740234375, -0.1513519287109375, -0.131866455078125, -0.1123809814453125, -0.0928955078125, -0.0734100341796875, -0.053924560546875, -0.0344390869140625, -0.01495361328125, 0.0045318603515625, 0.024017333984375, 0.0435028076171875, 0.06298828125, 0.0824737548828125, 0.101959228515625, 0.1214447021484375, 0.14093017578125, 0.1604156494140625, 0.179901123046875, 0.1993865966796875, 0.2188720703125, 0.2383575439453125, 0.257843017578125, 0.2773284912109375, 0.29681396484375, 0.3162994384765625, 0.335784912109375, 0.3552703857421875, 0.374755859375, 0.3942413330078125, 0.413726806640625, 0.4332122802734375, 0.45269775390625, 0.4721832275390625, 0.491668701171875, 0.5111541748046875, 0.5306396484375, 0.5501251220703125, 0.569610595703125, 0.5890960693359375, 0.60858154296875, 0.6280670166015625, 0.647552490234375, 0.6670379638671875, 0.6865234375]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0, 6.0, 10.0, 5.0, 12.0, 16.0, 15.0, 16.0, 15.0, 23.0, 23.0, 20.0, 26.0, 23.0, 26.0, 31.0, 27.0, 40.0, 37.0, 34.0, 39.0, 42.0, 1070.0, 38.0, 43.0, 27.0, 46.0, 31.0, 27.0, 40.0, 34.0, 23.0, 17.0, 23.0, 21.0, 22.0, 13.0, 9.0, 7.0, 13.0, 10.0, 7.0, 9.0, 4.0, 2.0, 4.0, 4.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-4.57421875, -4.442230224609375, -4.31024169921875, -4.178253173828125, -4.0462646484375, -3.914276123046875, -3.78228759765625, -3.650299072265625, -3.518310546875, -3.386322021484375, -3.25433349609375, -3.122344970703125, -2.9903564453125, -2.858367919921875, -2.72637939453125, -2.594390869140625, -2.46240234375, -2.330413818359375, -2.19842529296875, -2.066436767578125, -1.9344482421875, -1.802459716796875, -1.67047119140625, -1.538482666015625, -1.406494140625, -1.274505615234375, -1.14251708984375, -1.010528564453125, -0.8785400390625, -0.746551513671875, -0.61456298828125, -0.482574462890625, -0.3505859375, -0.218597412109375, -0.08660888671875, 0.045379638671875, 0.1773681640625, 0.309356689453125, 0.44134521484375, 0.573333740234375, 0.705322265625, 0.837310791015625, 0.96929931640625, 1.101287841796875, 1.2332763671875, 1.365264892578125, 1.49725341796875, 1.629241943359375, 1.76123046875, 1.893218994140625, 2.02520751953125, 2.157196044921875, 2.2891845703125, 2.421173095703125, 2.55316162109375, 2.685150146484375, 2.817138671875, 2.949127197265625, 3.08111572265625, 3.213104248046875, 3.3450927734375, 3.477081298828125, 3.60906982421875, 3.741058349609375, 3.873046875]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 8.0, 8.0, 17.0, 20.0, 28.0, 58.0, 78.0, 111.0, 190.0, 300.0, 472.0, 765.0, 1220.0, 2009.0, 3386.0, 5353.0, 8979.0, 14486.0, 23536.0, 37487.0, 57716.0, 86081.0, 131988.0, 399469.0, 839456.0, 187406.0, 103883.0, 69945.0, 46204.0, 29090.0, 18243.0, 11286.0, 6996.0, 4114.0, 2511.0, 1597.0, 960.0, 624.0, 377.0, 238.0, 161.0, 99.0, 51.0, 49.0, 21.0, 21.0, 15.0, 10.0, 8.0, 5.0, 3.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.40673828125, -0.39328765869140625, -0.3798370361328125, -0.36638641357421875, -0.352935791015625, -0.33948516845703125, -0.3260345458984375, -0.31258392333984375, -0.29913330078125, -0.28568267822265625, -0.2722320556640625, -0.25878143310546875, -0.245330810546875, -0.23188018798828125, -0.2184295654296875, -0.20497894287109375, -0.1915283203125, -0.17807769775390625, -0.1646270751953125, -0.15117645263671875, -0.137725830078125, -0.12427520751953125, -0.1108245849609375, -0.09737396240234375, -0.08392333984375, -0.07047271728515625, -0.0570220947265625, -0.04357147216796875, -0.030120849609375, -0.01667022705078125, -0.0032196044921875, 0.01023101806640625, 0.023681640625, 0.03713226318359375, 0.0505828857421875, 0.06403350830078125, 0.077484130859375, 0.09093475341796875, 0.1043853759765625, 0.11783599853515625, 0.13128662109375, 0.14473724365234375, 0.1581878662109375, 0.17163848876953125, 0.185089111328125, 0.19853973388671875, 0.2119903564453125, 0.22544097900390625, 0.2388916015625, 0.25234222412109375, 0.2657928466796875, 0.27924346923828125, 0.292694091796875, 0.30614471435546875, 0.3195953369140625, 0.33304595947265625, 0.34649658203125, 0.35994720458984375, 0.3733978271484375, 0.38684844970703125, 0.400299072265625, 0.41374969482421875, 0.4272003173828125, 0.44065093994140625, 0.4541015625]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 5.0, 5.0, 3.0, 2.0, 2.0, 2.0, 3.0, 8.0, 10.0, 10.0, 15.0, 23.0, 26.0, 39.0, 45.0, 33.0, 71.0, 95.0, 85.0, 86.0, 83.0, 78.0, 56.0, 45.0, 44.0, 18.0, 19.0, 17.0, 14.0, 13.0, 17.0, 7.0, 5.0, 5.0, 6.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1348876953125, -0.13044357299804688, -0.12599945068359375, -0.12155532836914062, -0.1171112060546875, -0.11266708374023438, -0.10822296142578125, -0.10377883911132812, -0.099334716796875, -0.09489059448242188, -0.09044647216796875, -0.08600234985351562, -0.0815582275390625, -0.07711410522460938, -0.07266998291015625, -0.06822586059570312, -0.06378173828125, -0.059337615966796875, -0.05489349365234375, -0.050449371337890625, -0.0460052490234375, -0.041561126708984375, -0.03711700439453125, -0.032672882080078125, -0.028228759765625, -0.023784637451171875, -0.01934051513671875, -0.014896392822265625, -0.0104522705078125, -0.006008148193359375, -0.00156402587890625, 0.002880096435546875, 0.00732421875, 0.011768341064453125, 0.01621246337890625, 0.020656585693359375, 0.0251007080078125, 0.029544830322265625, 0.03398895263671875, 0.038433074951171875, 0.042877197265625, 0.047321319580078125, 0.05176544189453125, 0.056209564208984375, 0.0606536865234375, 0.06509780883789062, 0.06954193115234375, 0.07398605346679688, 0.07843017578125, 0.08287429809570312, 0.08731842041015625, 0.09176254272460938, 0.0962066650390625, 0.10065078735351562, 0.10509490966796875, 0.10953903198242188, 0.113983154296875, 0.11842727661132812, 0.12287139892578125, 0.12731552124023438, 0.1317596435546875, 0.13620376586914062, 0.14064788818359375, 0.14509201049804688, 0.1495361328125]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 0.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 9.0, 6.0, 14.0, 13.0, 13.0, 22.0, 24.0, 28.0, 30.0, 84.0, 109.0, 217.0, 621.0, 18396.0, 1026640.0, 1501.0, 369.0, 167.0, 74.0, 47.0, 47.0, 32.0, 28.0, 11.0, 8.0, 8.0, 7.0, 1.0, 4.0, 1.0, 2.0, 4.0, 5.0, 6.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.40625, -3.309661865234375, -3.21307373046875, -3.116485595703125, -3.0198974609375, -2.923309326171875, -2.82672119140625, -2.730133056640625, -2.633544921875, -2.536956787109375, -2.44036865234375, -2.343780517578125, -2.2471923828125, -2.150604248046875, -2.05401611328125, -1.957427978515625, -1.86083984375, -1.764251708984375, -1.66766357421875, -1.571075439453125, -1.4744873046875, -1.377899169921875, -1.28131103515625, -1.184722900390625, -1.088134765625, -0.991546630859375, -0.89495849609375, -0.798370361328125, -0.7017822265625, -0.605194091796875, -0.50860595703125, -0.412017822265625, -0.3154296875, -0.218841552734375, -0.12225341796875, -0.025665283203125, 0.0709228515625, 0.167510986328125, 0.26409912109375, 0.360687255859375, 0.457275390625, 0.553863525390625, 0.65045166015625, 0.747039794921875, 0.8436279296875, 0.940216064453125, 1.03680419921875, 1.133392333984375, 1.22998046875, 1.326568603515625, 1.42315673828125, 1.519744873046875, 1.6163330078125, 1.712921142578125, 1.80950927734375, 1.906097412109375, 2.002685546875, 2.099273681640625, 2.19586181640625, 2.292449951171875, 2.3890380859375, 2.485626220703125, 2.58221435546875, 2.678802490234375, 2.775390625]}, "gradients/decoder.transformer.h.10.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 8.0, 36.0, 110.0, 318.0, 368.0, 129.0, 25.0, 8.0, 6.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.9100244641304016, -0.8935311436653137, -0.877037763595581, -0.8605444431304932, -0.8440511226654053, -0.8275578022003174, -0.8110644221305847, -0.7945711016654968, -0.7780777812004089, -0.761584460735321, -0.7450910806655884, -0.7285977602005005, -0.7121044397354126, -0.6956111192703247, -0.679117739200592, -0.6626244187355042, -0.6461310386657715, -0.6296377182006836, -0.6131443381309509, -0.596651017665863, -0.5801576972007751, -0.5636643767356873, -0.5471709966659546, -0.5306776762008667, -0.5141843557357788, -0.49769100546836853, -0.48119768500328064, -0.46470433473587036, -0.44821101427078247, -0.4317176640033722, -0.4152243137359619, -0.398730993270874, -0.38223767280578613, -0.36574432253837585, -0.34925100207328796, -0.3327576518058777, -0.3162643313407898, -0.2997709810733795, -0.28327763080596924, -0.26678431034088135, -0.25029098987579346, -0.23379765450954437, -0.2173043191432953, -0.200810968875885, -0.18431764841079712, -0.16782429814338684, -0.15133096277713776, -0.13483762741088867, -0.1183442771434784, -0.10185094177722931, -0.08535760641098022, -0.06886426359415054, -0.05237092822790146, -0.035877592861652374, -0.019384250044822693, -0.0028909146785736084, 0.013602420687675476, 0.03009575791656971, 0.046589095145463943, 0.06308243423700333, 0.07957576960325241, 0.0960691049695015, 0.11256244778633118, 0.12905578315258026, 0.14554911851882935]}, "gradients/decoder.transformer.h.10.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 7.0, 6.0, 3.0, 14.0, 11.0, 14.0, 16.0, 26.0, 28.0, 33.0, 41.0, 36.0, 41.0, 54.0, 32.0, 60.0, 44.0, 44.0, 66.0, 59.0, 52.0, 60.0, 43.0, 39.0, 34.0, 32.0, 20.0, 21.0, 24.0, 13.0, 11.0, 8.0, 5.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.24170315265655518, -0.23216760158538818, -0.22263203561306, -0.213096484541893, -0.20356091856956482, -0.19402536749839783, -0.18448981642723083, -0.17495426535606384, -0.16541869938373566, -0.15588314831256866, -0.14634758234024048, -0.1368120312690735, -0.1272764801979065, -0.11774091422557831, -0.10820536315441132, -0.09866980463266373, -0.08913424611091614, -0.07959868758916855, -0.07006312906742096, -0.06052757799625397, -0.05099201947450638, -0.04145646095275879, -0.0319209061563015, -0.022385351359844208, -0.012849792838096619, -0.0033142361789941788, 0.006221320480108261, 0.0157568771392107, 0.02529243379831314, 0.03482799232006073, 0.04436354711651802, 0.05389910191297531, 0.0634346604347229, 0.07297021895647049, 0.08250577747821808, 0.09204132854938507, 0.10157688707113266, 0.11111244559288025, 0.12064799666404724, 0.13018354773521423, 0.13971911370754242, 0.1492546647787094, 0.1587902307510376, 0.1683257818222046, 0.17786133289337158, 0.18739689886569977, 0.19693244993686676, 0.20646801590919495, 0.21600356698036194, 0.22553911805152893, 0.23507468402385712, 0.2446102350950241, 0.2541458010673523, 0.2636813521385193, 0.2732169032096863, 0.28275245428085327, 0.29228800535202026, 0.30182355642318726, 0.31135910749435425, 0.32089468836784363, 0.3304302394390106, 0.3399657905101776, 0.3495013415813446, 0.3590368926525116, 0.368572473526001]}, "gradients/decoder.transformer.h.10.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 4.0, 6.0, 6.0, 11.0, 16.0, 6.0, 8.0, 19.0, 20.0, 19.0, 23.0, 9.0, 37.0, 28.0, 39.0, 22.0, 33.0, 42.0, 47.0, 33.0, 36.0, 43.0, 45.0, 37.0, 37.0, 43.0, 38.0, 29.0, 31.0, 32.0, 33.0, 19.0, 25.0, 18.0, 23.0, 7.0, 15.0, 13.0, 8.0, 10.0, 9.0, 8.0, 5.0, 3.0, 3.0, 4.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-5.42578125, -5.24969482421875, -5.0736083984375, -4.89752197265625, -4.721435546875, -4.54534912109375, -4.3692626953125, -4.19317626953125, -4.01708984375, -3.84100341796875, -3.6649169921875, -3.48883056640625, -3.312744140625, -3.13665771484375, -2.9605712890625, -2.78448486328125, -2.6083984375, -2.43231201171875, -2.2562255859375, -2.08013916015625, -1.904052734375, -1.72796630859375, -1.5518798828125, -1.37579345703125, -1.19970703125, -1.02362060546875, -0.8475341796875, -0.67144775390625, -0.495361328125, -0.31927490234375, -0.1431884765625, 0.03289794921875, 0.208984375, 0.38507080078125, 0.5611572265625, 0.73724365234375, 0.913330078125, 1.08941650390625, 1.2655029296875, 1.44158935546875, 1.61767578125, 1.79376220703125, 1.9698486328125, 2.14593505859375, 2.322021484375, 2.49810791015625, 2.6741943359375, 2.85028076171875, 3.0263671875, 3.20245361328125, 3.3785400390625, 3.55462646484375, 3.730712890625, 3.90679931640625, 4.0828857421875, 4.25897216796875, 4.43505859375, 4.61114501953125, 4.7872314453125, 4.96331787109375, 5.139404296875, 5.31549072265625, 5.4915771484375, 5.66766357421875, 5.84375]}, "gradients/decoder.transformer.h.10.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 9.0, 10.0, 8.0, 16.0, 36.0, 32.0, 50.0, 62.0, 106.0, 151.0, 287.0, 478.0, 802.0, 1408.0, 2387.0, 4274.0, 7420.0, 12919.0, 22364.0, 38557.0, 66731.0, 110219.0, 193717.0, 248080.0, 138339.0, 83751.0, 49127.0, 28683.0, 16174.0, 9395.0, 5491.0, 3046.0, 1793.0, 1033.0, 595.0, 360.0, 228.0, 140.0, 81.0, 44.0, 39.0, 30.0, 18.0, 19.0, 16.0, 11.0, 7.0, 9.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0], "bins": [-5.94140625, -5.7510986328125, -5.560791015625, -5.3704833984375, -5.18017578125, -4.9898681640625, -4.799560546875, -4.6092529296875, -4.4189453125, -4.2286376953125, -4.038330078125, -3.8480224609375, -3.65771484375, -3.4674072265625, -3.277099609375, -3.0867919921875, -2.896484375, -2.7061767578125, -2.515869140625, -2.3255615234375, -2.13525390625, -1.9449462890625, -1.754638671875, -1.5643310546875, -1.3740234375, -1.1837158203125, -0.993408203125, -0.8031005859375, -0.61279296875, -0.4224853515625, -0.232177734375, -0.0418701171875, 0.1484375, 0.3387451171875, 0.529052734375, 0.7193603515625, 0.90966796875, 1.0999755859375, 1.290283203125, 1.4805908203125, 1.6708984375, 1.8612060546875, 2.051513671875, 2.2418212890625, 2.43212890625, 2.6224365234375, 2.812744140625, 3.0030517578125, 3.193359375, 3.3836669921875, 3.573974609375, 3.7642822265625, 3.95458984375, 4.1448974609375, 4.335205078125, 4.5255126953125, 4.7158203125, 4.9061279296875, 5.096435546875, 5.2867431640625, 5.47705078125, 5.6673583984375, 5.857666015625, 6.0479736328125, 6.23828125]}, "gradients/decoder.transformer.h.10.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 5.0, 6.0, 9.0, 15.0, 17.0, 13.0, 14.0, 30.0, 21.0, 26.0, 34.0, 32.0, 39.0, 46.0, 91.0, 92.0, 194.0, 1371.0, 316.0, 173.0, 107.0, 70.0, 42.0, 39.0, 46.0, 32.0, 32.0, 30.0, 15.0, 19.0, 13.0, 11.0, 11.0, 13.0, 9.0, 5.0, 3.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.171875, -18.532470703125, -17.89306640625, -17.253662109375, -16.6142578125, -15.974853515625, -15.33544921875, -14.696044921875, -14.056640625, -13.417236328125, -12.77783203125, -12.138427734375, -11.4990234375, -10.859619140625, -10.22021484375, -9.580810546875, -8.94140625, -8.302001953125, -7.66259765625, -7.023193359375, -6.3837890625, -5.744384765625, -5.10498046875, -4.465576171875, -3.826171875, -3.186767578125, -2.54736328125, -1.907958984375, -1.2685546875, -0.629150390625, 0.01025390625, 0.649658203125, 1.2890625, 1.928466796875, 2.56787109375, 3.207275390625, 3.8466796875, 4.486083984375, 5.12548828125, 5.764892578125, 6.404296875, 7.043701171875, 7.68310546875, 8.322509765625, 8.9619140625, 9.601318359375, 10.24072265625, 10.880126953125, 11.51953125, 12.158935546875, 12.79833984375, 13.437744140625, 14.0771484375, 14.716552734375, 15.35595703125, 15.995361328125, 16.634765625, 17.274169921875, 17.91357421875, 18.552978515625, 19.1923828125, 19.831787109375, 20.47119140625, 21.110595703125, 21.75]}, "gradients/decoder.transformer.h.10.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 1.0, 3.0, 5.0, 4.0, 14.0, 13.0, 11.0, 29.0, 23.0, 31.0, 42.0, 70.0, 86.0, 128.0, 201.0, 352.0, 759.0, 2543.0, 129346.0, 2986990.0, 22087.0, 1549.0, 567.0, 283.0, 181.0, 123.0, 69.0, 55.0, 35.0, 22.0, 26.0, 17.0, 13.0, 10.0, 4.0, 4.0, 1.0, 4.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-58.125, -56.208984375, -54.29296875, -52.376953125, -50.4609375, -48.544921875, -46.62890625, -44.712890625, -42.796875, -40.880859375, -38.96484375, -37.048828125, -35.1328125, -33.216796875, -31.30078125, -29.384765625, -27.46875, -25.552734375, -23.63671875, -21.720703125, -19.8046875, -17.888671875, -15.97265625, -14.056640625, -12.140625, -10.224609375, -8.30859375, -6.392578125, -4.4765625, -2.560546875, -0.64453125, 1.271484375, 3.1875, 5.103515625, 7.01953125, 8.935546875, 10.8515625, 12.767578125, 14.68359375, 16.599609375, 18.515625, 20.431640625, 22.34765625, 24.263671875, 26.1796875, 28.095703125, 30.01171875, 31.927734375, 33.84375, 35.759765625, 37.67578125, 39.591796875, 41.5078125, 43.423828125, 45.33984375, 47.255859375, 49.171875, 51.087890625, 53.00390625, 54.919921875, 56.8359375, 58.751953125, 60.66796875, 62.583984375, 64.5]}, "gradients/decoder.transformer.h.10.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 24.0, 435.0, 519.0, 38.0, 2.0], "bins": [-463.3988952636719, -455.8093566894531, -448.2198181152344, -440.6302795410156, -433.0407409667969, -425.4512023925781, -417.8616638183594, -410.2721252441406, -402.6825866699219, -395.0930480957031, -387.5035095214844, -379.9139709472656, -372.3244323730469, -364.7348937988281, -357.1453552246094, -349.5558166503906, -341.9662780761719, -334.3767395019531, -326.7872009277344, -319.1976623535156, -311.6081237792969, -304.0185852050781, -296.4290466308594, -288.8395080566406, -281.2499694824219, -273.6604309082031, -266.0708923339844, -258.4813537597656, -250.89181518554688, -243.30227661132812, -235.71273803710938, -228.12319946289062, -220.53366088867188, -212.94412231445312, -205.35458374023438, -197.76504516601562, -190.17550659179688, -182.58596801757812, -174.99642944335938, -167.40689086914062, -159.8173370361328, -152.22779846191406, -144.6382598876953, -137.04872131347656, -129.4591827392578, -121.86964416503906, -114.28010559082031, -106.69056701660156, -99.10102844238281, -91.51148986816406, -83.92195129394531, -76.33241271972656, -68.74287414550781, -61.1533317565918, -53.56379318237305, -45.9742546081543, -38.38471603393555, -30.795177459716797, -23.205638885498047, -15.616098403930664, -8.026559829711914, -0.43701934814453125, 7.152519226074219, 14.742057800292969, 22.33159637451172]}, "gradients/decoder.transformer.h.10.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 3.0, 2.0, 6.0, 10.0, 15.0, 10.0, 14.0, 20.0, 21.0, 16.0, 24.0, 29.0, 25.0, 38.0, 29.0, 38.0, 38.0, 39.0, 44.0, 52.0, 51.0, 42.0, 34.0, 45.0, 48.0, 34.0, 36.0, 32.0, 27.0, 26.0, 30.0, 21.0, 16.0, 13.0, 13.0, 11.0, 14.0, 10.0, 8.0, 8.0, 6.0, 5.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-55.298805236816406, -53.64912796020508, -51.99945068359375, -50.34977722167969, -48.70009994506836, -47.05042266845703, -45.4007453918457, -43.751068115234375, -42.10139083862305, -40.45171356201172, -38.80203628540039, -37.15235900878906, -35.502685546875, -33.85300827026367, -32.203330993652344, -30.553653717041016, -28.90397834777832, -27.254301071166992, -25.604625701904297, -23.95494842529297, -22.30527114868164, -20.655593872070312, -19.005918502807617, -17.35624122619629, -15.706564903259277, -14.056888580322266, -12.407211303710938, -10.757534980773926, -9.107858657836914, -7.458181381225586, -5.808505058288574, -4.158827781677246, -2.5091514587402344, -0.859474778175354, 0.7902019023895264, 2.439878463745117, 4.089555263519287, 5.739232063293457, 7.388908386230469, 9.038585662841797, 10.688261985778809, 12.33793830871582, 13.987615585327148, 15.63729190826416, 17.286968231201172, 18.9366455078125, 20.586322784423828, 22.236000061035156, 23.88567543029785, 25.53535270690918, 27.185028076171875, 28.834705352783203, 30.48438262939453, 32.13405990600586, 33.78373718261719, 35.43341064453125, 37.08308792114258, 38.732765197753906, 40.382442474365234, 42.03211975097656, 43.681793212890625, 45.33147048950195, 46.98114776611328, 48.63082504272461, 50.28050231933594]}, "gradients/decoder.transformer.h.9.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 3.0, 3.0, 2.0, 3.0, 7.0, 7.0, 9.0, 14.0, 9.0, 15.0, 19.0, 15.0, 23.0, 21.0, 36.0, 26.0, 32.0, 23.0, 37.0, 39.0, 38.0, 34.0, 42.0, 44.0, 38.0, 46.0, 40.0, 39.0, 38.0, 36.0, 31.0, 22.0, 34.0, 27.0, 29.0, 31.0, 17.0, 8.0, 14.0, 12.0, 11.0, 7.0, 7.0, 2.0, 5.0, 4.0, 1.0, 3.0, 5.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.11328125, -5.91571044921875, -5.7181396484375, -5.52056884765625, -5.322998046875, -5.12542724609375, -4.9278564453125, -4.73028564453125, -4.53271484375, -4.33514404296875, -4.1375732421875, -3.94000244140625, -3.742431640625, -3.54486083984375, -3.3472900390625, -3.14971923828125, -2.9521484375, -2.75457763671875, -2.5570068359375, -2.35943603515625, -2.161865234375, -1.96429443359375, -1.7667236328125, -1.56915283203125, -1.37158203125, -1.17401123046875, -0.9764404296875, -0.77886962890625, -0.581298828125, -0.38372802734375, -0.1861572265625, 0.01141357421875, 0.208984375, 0.40655517578125, 0.6041259765625, 0.80169677734375, 0.999267578125, 1.19683837890625, 1.3944091796875, 1.59197998046875, 1.78955078125, 1.98712158203125, 2.1846923828125, 2.38226318359375, 2.579833984375, 2.77740478515625, 2.9749755859375, 3.17254638671875, 3.3701171875, 3.56768798828125, 3.7652587890625, 3.96282958984375, 4.160400390625, 4.35797119140625, 4.5555419921875, 4.75311279296875, 4.95068359375, 5.14825439453125, 5.3458251953125, 5.54339599609375, 5.740966796875, 5.93853759765625, 6.1361083984375, 6.33367919921875, 6.53125]}, "gradients/decoder.transformer.h.9.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 7.0, 9.0, 4.0, 7.0, 6.0, 13.0, 13.0, 14.0, 20.0, 18.0, 27.0, 27.0, 42.0, 103.0, 217.0, 799.0, 3129.0, 13907.0, 64857.0, 292099.0, 1212144.0, 1861949.0, 579057.0, 129570.0, 27718.0, 6214.0, 1517.0, 411.0, 151.0, 64.0, 32.0, 20.0, 20.0, 22.0, 7.0, 14.0, 11.0, 13.0, 8.0, 6.0, 2.0, 4.0, 8.0, 2.0, 6.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-12.0390625, -11.653564453125, -11.26806640625, -10.882568359375, -10.4970703125, -10.111572265625, -9.72607421875, -9.340576171875, -8.955078125, -8.569580078125, -8.18408203125, -7.798583984375, -7.4130859375, -7.027587890625, -6.64208984375, -6.256591796875, -5.87109375, -5.485595703125, -5.10009765625, -4.714599609375, -4.3291015625, -3.943603515625, -3.55810546875, -3.172607421875, -2.787109375, -2.401611328125, -2.01611328125, -1.630615234375, -1.2451171875, -0.859619140625, -0.47412109375, -0.088623046875, 0.296875, 0.682373046875, 1.06787109375, 1.453369140625, 1.8388671875, 2.224365234375, 2.60986328125, 2.995361328125, 3.380859375, 3.766357421875, 4.15185546875, 4.537353515625, 4.9228515625, 5.308349609375, 5.69384765625, 6.079345703125, 6.46484375, 6.850341796875, 7.23583984375, 7.621337890625, 8.0068359375, 8.392333984375, 8.77783203125, 9.163330078125, 9.548828125, 9.934326171875, 10.31982421875, 10.705322265625, 11.0908203125, 11.476318359375, 11.86181640625, 12.247314453125, 12.6328125]}, "gradients/decoder.transformer.h.9.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 6.0, 6.0, 6.0, 4.0, 3.0, 11.0, 8.0, 15.0, 15.0, 15.0, 15.0, 37.0, 37.0, 69.0, 50.0, 92.0, 129.0, 149.0, 219.0, 241.0, 318.0, 346.0, 407.0, 354.0, 317.0, 272.0, 213.0, 162.0, 138.0, 92.0, 78.0, 67.0, 50.0, 33.0, 18.0, 26.0, 16.0, 12.0, 9.0, 5.0, 7.0, 2.0, 6.0, 4.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.3203125, -8.99560546875, -8.6708984375, -8.34619140625, -8.021484375, -7.69677734375, -7.3720703125, -7.04736328125, -6.72265625, -6.39794921875, -6.0732421875, -5.74853515625, -5.423828125, -5.09912109375, -4.7744140625, -4.44970703125, -4.125, -3.80029296875, -3.4755859375, -3.15087890625, -2.826171875, -2.50146484375, -2.1767578125, -1.85205078125, -1.52734375, -1.20263671875, -0.8779296875, -0.55322265625, -0.228515625, 0.09619140625, 0.4208984375, 0.74560546875, 1.0703125, 1.39501953125, 1.7197265625, 2.04443359375, 2.369140625, 2.69384765625, 3.0185546875, 3.34326171875, 3.66796875, 3.99267578125, 4.3173828125, 4.64208984375, 4.966796875, 5.29150390625, 5.6162109375, 5.94091796875, 6.265625, 6.59033203125, 6.9150390625, 7.23974609375, 7.564453125, 7.88916015625, 8.2138671875, 8.53857421875, 8.86328125, 9.18798828125, 9.5126953125, 9.83740234375, 10.162109375, 10.48681640625, 10.8115234375, 11.13623046875, 11.4609375]}, "gradients/decoder.transformer.h.9.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 5.0, 3.0, 3.0, 6.0, 7.0, 5.0, 11.0, 19.0, 24.0, 25.0, 22.0, 54.0, 58.0, 74.0, 98.0, 140.0, 188.0, 272.0, 433.0, 2553.0, 279736.0, 3812087.0, 95691.0, 1381.0, 410.0, 267.0, 187.0, 131.0, 89.0, 65.0, 61.0, 46.0, 30.0, 25.0, 12.0, 13.0, 11.0, 11.0, 11.0, 3.0, 5.0, 3.0, 4.0, 7.0, 3.0, 3.0, 0.0, 0.0, 0.0, 3.0], "bins": [-60.40625, -58.69970703125, -56.9931640625, -55.28662109375, -53.580078125, -51.87353515625, -50.1669921875, -48.46044921875, -46.75390625, -45.04736328125, -43.3408203125, -41.63427734375, -39.927734375, -38.22119140625, -36.5146484375, -34.80810546875, -33.1015625, -31.39501953125, -29.6884765625, -27.98193359375, -26.275390625, -24.56884765625, -22.8623046875, -21.15576171875, -19.44921875, -17.74267578125, -16.0361328125, -14.32958984375, -12.623046875, -10.91650390625, -9.2099609375, -7.50341796875, -5.796875, -4.09033203125, -2.3837890625, -0.67724609375, 1.029296875, 2.73583984375, 4.4423828125, 6.14892578125, 7.85546875, 9.56201171875, 11.2685546875, 12.97509765625, 14.681640625, 16.38818359375, 18.0947265625, 19.80126953125, 21.5078125, 23.21435546875, 24.9208984375, 26.62744140625, 28.333984375, 30.04052734375, 31.7470703125, 33.45361328125, 35.16015625, 36.86669921875, 38.5732421875, 40.27978515625, 41.986328125, 43.69287109375, 45.3994140625, 47.10595703125, 48.8125]}, "gradients/decoder.transformer.h.9.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 16.0, 21.0, 65.0, 89.0, 134.0, 137.0, 172.0, 131.0, 116.0, 54.0, 42.0, 22.0, 6.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-111.62570190429688, -108.78467559814453, -105.94365692138672, -103.10263061523438, -100.26161193847656, -97.42058563232422, -94.57955932617188, -91.73854064941406, -88.89751434326172, -86.05648803710938, -83.21546936035156, -80.37444305419922, -77.53341674804688, -74.69239807128906, -71.85137176513672, -69.01034545898438, -66.16932678222656, -63.328304290771484, -60.487281799316406, -57.64625549316406, -54.805233001708984, -51.964210510253906, -49.12318420410156, -46.282161712646484, -43.441139221191406, -40.60011672973633, -37.75909423828125, -34.918067932128906, -32.07704544067383, -29.23602294921875, -26.39499855041504, -23.553974151611328, -20.71294403076172, -17.87192153930664, -15.03089714050293, -12.189873695373535, -9.34885025024414, -6.507826805114746, -3.6668033599853516, -0.8257789611816406, 2.0152435302734375, 4.856266975402832, 7.697290420532227, 10.538313865661621, 13.379337310791016, 16.220359802246094, 19.061384201049805, 21.902408599853516, 24.743431091308594, 27.584453582763672, 30.425477981567383, 33.266502380371094, 36.10752487182617, 38.94854736328125, 41.789573669433594, 44.63059616088867, 47.47161865234375, 50.31264114379883, 53.153663635253906, 55.99468994140625, 58.83571243286133, 61.676734924316406, 64.51776123046875, 67.35877990722656, 70.1998062133789]}, "gradients/decoder.transformer.h.9.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 4.0, 2.0, 5.0, 10.0, 12.0, 14.0, 19.0, 22.0, 17.0, 15.0, 28.0, 14.0, 35.0, 39.0, 32.0, 33.0, 33.0, 45.0, 46.0, 46.0, 41.0, 29.0, 36.0, 34.0, 30.0, 35.0, 38.0, 37.0, 27.0, 29.0, 26.0, 26.0, 21.0, 20.0, 15.0, 13.0, 13.0, 17.0, 8.0, 6.0, 6.0, 8.0, 3.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 3.0], "bins": [-36.34659194946289, -35.16731262207031, -33.988033294677734, -32.80875778198242, -31.629478454589844, -30.450199127197266, -29.270919799804688, -28.091642379760742, -26.912364959716797, -25.73308563232422, -24.553808212280273, -23.374528884887695, -22.19525146484375, -21.015972137451172, -19.836692810058594, -18.65741539001465, -17.47813606262207, -16.298856735229492, -15.119579315185547, -13.940299987792969, -12.761022567749023, -11.581743240356445, -10.402464866638184, -9.223186492919922, -8.04390811920166, -6.864629745483398, -5.685351371765137, -4.506072521209717, -3.326794147491455, -2.1475157737731934, -0.9682369232177734, 0.21104145050048828, 1.39031982421875, 2.5695981979370117, 3.7488768100738525, 4.928155422210693, 6.107433795928955, 7.286712169647217, 8.465991020202637, 9.645269393920898, 10.82454776763916, 12.003826141357422, 13.183104515075684, 14.362382888793945, 15.541662216186523, 16.72093963623047, 17.900218963623047, 19.079498291015625, 20.25877571105957, 21.43805503845215, 22.617332458496094, 23.796611785888672, 24.975889205932617, 26.155168533325195, 27.33444595336914, 28.51372528076172, 29.693004608154297, 30.872283935546875, 32.05156326293945, 33.230838775634766, 34.410118103027344, 35.58939743041992, 36.7686767578125, 37.94795227050781, 39.12723159790039]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 4.0, 5.0, 6.0, 7.0, 10.0, 8.0, 11.0, 17.0, 14.0, 20.0, 23.0, 22.0, 20.0, 25.0, 25.0, 24.0, 18.0, 42.0, 47.0, 34.0, 44.0, 40.0, 42.0, 42.0, 36.0, 32.0, 51.0, 39.0, 26.0, 27.0, 36.0, 21.0, 34.0, 22.0, 19.0, 14.0, 11.0, 10.0, 10.0, 8.0, 6.0, 13.0, 4.0, 6.0, 2.0, 9.0, 5.0, 3.0, 5.0, 1.0, 2.0, 3.0, 1.0, 1.0], "bins": [-5.75390625, -5.5782470703125, -5.402587890625, -5.2269287109375, -5.05126953125, -4.8756103515625, -4.699951171875, -4.5242919921875, -4.3486328125, -4.1729736328125, -3.997314453125, -3.8216552734375, -3.64599609375, -3.4703369140625, -3.294677734375, -3.1190185546875, -2.943359375, -2.7677001953125, -2.592041015625, -2.4163818359375, -2.24072265625, -2.0650634765625, -1.889404296875, -1.7137451171875, -1.5380859375, -1.3624267578125, -1.186767578125, -1.0111083984375, -0.83544921875, -0.6597900390625, -0.484130859375, -0.3084716796875, -0.1328125, 0.0428466796875, 0.218505859375, 0.3941650390625, 0.56982421875, 0.7454833984375, 0.921142578125, 1.0968017578125, 1.2724609375, 1.4481201171875, 1.623779296875, 1.7994384765625, 1.97509765625, 2.1507568359375, 2.326416015625, 2.5020751953125, 2.677734375, 2.8533935546875, 3.029052734375, 3.2047119140625, 3.38037109375, 3.5560302734375, 3.731689453125, 3.9073486328125, 4.0830078125, 4.2586669921875, 4.434326171875, 4.6099853515625, 4.78564453125, 4.9613037109375, 5.136962890625, 5.3126220703125, 5.48828125]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 6.0, 9.0, 8.0, 10.0, 12.0, 17.0, 16.0, 42.0, 53.0, 49.0, 113.0, 159.0, 218.0, 281.0, 427.0, 672.0, 1029.0, 1633.0, 2662.0, 4559.0, 8027.0, 13938.0, 24506.0, 42087.0, 69897.0, 107487.0, 146833.0, 170039.0, 153062.0, 114694.0, 75781.0, 46128.0, 26861.0, 15503.0, 8637.0, 5009.0, 2921.0, 1797.0, 1095.0, 755.0, 467.0, 316.0, 208.0, 160.0, 101.0, 84.0, 56.0, 41.0, 30.0, 23.0, 12.0, 16.0, 10.0, 2.0, 4.0, 3.0, 1.0], "bins": [-0.923828125, -0.8971176147460938, -0.8704071044921875, -0.8436965942382812, -0.816986083984375, -0.7902755737304688, -0.7635650634765625, -0.7368545532226562, -0.71014404296875, -0.6834335327148438, -0.6567230224609375, -0.6300125122070312, -0.603302001953125, -0.5765914916992188, -0.5498809814453125, -0.5231704711914062, -0.4964599609375, -0.46974945068359375, -0.4430389404296875, -0.41632843017578125, -0.389617919921875, -0.36290740966796875, -0.3361968994140625, -0.30948638916015625, -0.28277587890625, -0.25606536865234375, -0.2293548583984375, -0.20264434814453125, -0.175933837890625, -0.14922332763671875, -0.1225128173828125, -0.09580230712890625, -0.069091796875, -0.04238128662109375, -0.0156707763671875, 0.01103973388671875, 0.037750244140625, 0.06446075439453125, 0.0911712646484375, 0.11788177490234375, 0.14459228515625, 0.17130279541015625, 0.1980133056640625, 0.22472381591796875, 0.251434326171875, 0.27814483642578125, 0.3048553466796875, 0.33156585693359375, 0.3582763671875, 0.38498687744140625, 0.4116973876953125, 0.43840789794921875, 0.465118408203125, 0.49182891845703125, 0.5185394287109375, 0.5452499389648438, 0.57196044921875, 0.5986709594726562, 0.6253814697265625, 0.6520919799804688, 0.678802490234375, 0.7055130004882812, 0.7322235107421875, 0.7589340209960938, 0.78564453125]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 4.0, 2.0, 3.0, 10.0, 14.0, 6.0, 9.0, 14.0, 15.0, 12.0, 24.0, 19.0, 14.0, 28.0, 26.0, 33.0, 34.0, 42.0, 34.0, 30.0, 32.0, 45.0, 40.0, 1063.0, 39.0, 37.0, 34.0, 30.0, 35.0, 28.0, 31.0, 22.0, 30.0, 31.0, 30.0, 18.0, 11.0, 18.0, 19.0, 10.0, 8.0, 12.0, 7.0, 4.0, 5.0, 4.0, 4.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0], "bins": [-4.72265625, -4.58038330078125, -4.4381103515625, -4.29583740234375, -4.153564453125, -4.01129150390625, -3.8690185546875, -3.72674560546875, -3.58447265625, -3.44219970703125, -3.2999267578125, -3.15765380859375, -3.015380859375, -2.87310791015625, -2.7308349609375, -2.58856201171875, -2.4462890625, -2.30401611328125, -2.1617431640625, -2.01947021484375, -1.877197265625, -1.73492431640625, -1.5926513671875, -1.45037841796875, -1.30810546875, -1.16583251953125, -1.0235595703125, -0.88128662109375, -0.739013671875, -0.59674072265625, -0.4544677734375, -0.31219482421875, -0.169921875, -0.02764892578125, 0.1146240234375, 0.25689697265625, 0.399169921875, 0.54144287109375, 0.6837158203125, 0.82598876953125, 0.96826171875, 1.11053466796875, 1.2528076171875, 1.39508056640625, 1.537353515625, 1.67962646484375, 1.8218994140625, 1.96417236328125, 2.1064453125, 2.24871826171875, 2.3909912109375, 2.53326416015625, 2.675537109375, 2.81781005859375, 2.9600830078125, 3.10235595703125, 3.24462890625, 3.38690185546875, 3.5291748046875, 3.67144775390625, 3.813720703125, 3.95599365234375, 4.0982666015625, 4.24053955078125, 4.3828125]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 8.0, 7.0, 6.0, 11.0, 18.0, 32.0, 49.0, 64.0, 110.0, 164.0, 296.0, 473.0, 838.0, 1512.0, 2843.0, 5946.0, 12540.0, 28068.0, 62720.0, 134020.0, 373673.0, 1085956.0, 209385.0, 95985.0, 44642.0, 19681.0, 8953.0, 4230.0, 2151.0, 1189.0, 617.0, 342.0, 221.0, 146.0, 84.0, 54.0, 36.0, 24.0, 17.0, 12.0, 4.0, 4.0, 7.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.873046875, -0.8460006713867188, -0.8189544677734375, -0.7919082641601562, -0.764862060546875, -0.7378158569335938, -0.7107696533203125, -0.6837234497070312, -0.65667724609375, -0.6296310424804688, -0.6025848388671875, -0.5755386352539062, -0.548492431640625, -0.5214462280273438, -0.4944000244140625, -0.46735382080078125, -0.4403076171875, -0.41326141357421875, -0.3862152099609375, -0.35916900634765625, -0.332122802734375, -0.30507659912109375, -0.2780303955078125, -0.25098419189453125, -0.22393798828125, -0.19689178466796875, -0.1698455810546875, -0.14279937744140625, -0.115753173828125, -0.08870697021484375, -0.0616607666015625, -0.03461456298828125, -0.007568359375, 0.01947784423828125, 0.0465240478515625, 0.07357025146484375, 0.100616455078125, 0.12766265869140625, 0.1547088623046875, 0.18175506591796875, 0.20880126953125, 0.23584747314453125, 0.2628936767578125, 0.28993988037109375, 0.316986083984375, 0.34403228759765625, 0.3710784912109375, 0.39812469482421875, 0.4251708984375, 0.45221710205078125, 0.4792633056640625, 0.5063095092773438, 0.533355712890625, 0.5604019165039062, 0.5874481201171875, 0.6144943237304688, 0.64154052734375, 0.6685867309570312, 0.6956329345703125, 0.7226791381835938, 0.749725341796875, 0.7767715454101562, 0.8038177490234375, 0.8308639526367188, 0.85791015625]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 13.0, 12.0, 26.0, 30.0, 36.0, 51.0, 77.0, 81.0, 109.0, 126.0, 81.0, 91.0, 73.0, 57.0, 41.0, 28.0, 22.0, 16.0, 12.0, 3.0, 7.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.352294921875, -0.34177398681640625, -0.3312530517578125, -0.32073211669921875, -0.310211181640625, -0.29969024658203125, -0.2891693115234375, -0.27864837646484375, -0.26812744140625, -0.25760650634765625, -0.2470855712890625, -0.23656463623046875, -0.226043701171875, -0.21552276611328125, -0.2050018310546875, -0.19448089599609375, -0.1839599609375, -0.17343902587890625, -0.1629180908203125, -0.15239715576171875, -0.141876220703125, -0.13135528564453125, -0.1208343505859375, -0.11031341552734375, -0.09979248046875, -0.08927154541015625, -0.0787506103515625, -0.06822967529296875, -0.057708740234375, -0.04718780517578125, -0.0366668701171875, -0.02614593505859375, -0.015625, -0.00510406494140625, 0.0054168701171875, 0.01593780517578125, 0.026458740234375, 0.03697967529296875, 0.0475006103515625, 0.05802154541015625, 0.06854248046875, 0.07906341552734375, 0.0895843505859375, 0.10010528564453125, 0.110626220703125, 0.12114715576171875, 0.1316680908203125, 0.14218902587890625, 0.1527099609375, 0.16323089599609375, 0.1737518310546875, 0.18427276611328125, 0.194793701171875, 0.20531463623046875, 0.2158355712890625, 0.22635650634765625, 0.23687744140625, 0.24739837646484375, 0.2579193115234375, 0.26844024658203125, 0.278961181640625, 0.28948211669921875, 0.3000030517578125, 0.31052398681640625, 0.321044921875]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 5.0, 5.0, 8.0, 11.0, 13.0, 31.0, 28.0, 57.0, 72.0, 150.0, 319.0, 1937.0, 1042713.0, 2527.0, 293.0, 157.0, 82.0, 51.0, 33.0, 29.0, 20.0, 6.0, 4.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.9140625, -6.6876220703125, -6.461181640625, -6.2347412109375, -6.00830078125, -5.7818603515625, -5.555419921875, -5.3289794921875, -5.1025390625, -4.8760986328125, -4.649658203125, -4.4232177734375, -4.19677734375, -3.9703369140625, -3.743896484375, -3.5174560546875, -3.291015625, -3.0645751953125, -2.838134765625, -2.6116943359375, -2.38525390625, -2.1588134765625, -1.932373046875, -1.7059326171875, -1.4794921875, -1.2530517578125, -1.026611328125, -0.8001708984375, -0.57373046875, -0.3472900390625, -0.120849609375, 0.1055908203125, 0.33203125, 0.5584716796875, 0.784912109375, 1.0113525390625, 1.23779296875, 1.4642333984375, 1.690673828125, 1.9171142578125, 2.1435546875, 2.3699951171875, 2.596435546875, 2.8228759765625, 3.04931640625, 3.2757568359375, 3.502197265625, 3.7286376953125, 3.955078125, 4.1815185546875, 4.407958984375, 4.6343994140625, 4.86083984375, 5.0872802734375, 5.313720703125, 5.5401611328125, 5.7666015625, 5.9930419921875, 6.219482421875, 6.4459228515625, 6.67236328125, 6.8988037109375, 7.125244140625, 7.3516845703125, 7.578125]}, "gradients/decoder.transformer.h.9.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 9.0, 36.0, 128.0, 518.0, 242.0, 57.0, 17.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6504642963409424, -0.6136601567268372, -0.5768560171127319, -0.5400518178939819, -0.5032476782798767, -0.4664435386657715, -0.42963936924934387, -0.39283519983291626, -0.35603106021881104, -0.3192269206047058, -0.2824227511882782, -0.24561859667301178, -0.20881444215774536, -0.17201028764247894, -0.13520613312721252, -0.09840196371078491, -0.06159782409667969, -0.02479366958141327, 0.01201048493385315, 0.04881463944911957, 0.08561879396438599, 0.1224229484796524, 0.15922710299491882, 0.19603127241134644, 0.23283541202545166, 0.2696395516395569, 0.3064437210559845, 0.3432478904724121, 0.38005203008651733, 0.41685616970062256, 0.45366033911705017, 0.4904645085334778, 0.5272687673568726, 0.5640729069709778, 0.600877046585083, 0.637681245803833, 0.6744853854179382, 0.7112895250320435, 0.7480937242507935, 0.7848978638648987, 0.8217020034790039, 0.8585061430931091, 0.8953102827072144, 0.9321144819259644, 0.9689186215400696, 1.0057227611541748, 1.0425269603729248, 1.0793311595916748, 1.1161352396011353, 1.1529394388198853, 1.1897435188293457, 1.2265477180480957, 1.2633519172668457, 1.3001559972763062, 1.3369601964950562, 1.3737642765045166, 1.4105684757232666, 1.4473726749420166, 1.484176754951477, 1.520980954170227, 1.5577850341796875, 1.5945892333984375, 1.6313934326171875, 1.6681976318359375, 1.705001711845398]}, "gradients/decoder.transformer.h.9.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 1.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 2.0, 4.0, 3.0, 7.0, 6.0, 9.0, 8.0, 7.0, 12.0, 16.0, 19.0, 10.0, 12.0, 19.0, 22.0, 21.0, 26.0, 31.0, 28.0, 33.0, 38.0, 36.0, 36.0, 29.0, 33.0, 39.0, 43.0, 30.0, 39.0, 40.0, 31.0, 33.0, 35.0, 34.0, 25.0, 24.0, 24.0, 22.0, 18.0, 17.0, 17.0, 7.0, 13.0, 14.0, 2.0, 3.0, 8.0, 9.0, 3.0, 1.0, 5.0, 2.0], "bins": [-0.5154829621315002, -0.5015953183174133, -0.48770761489868164, -0.4738199710845947, -0.4599322974681854, -0.4460446238517761, -0.4321569502353668, -0.4182692766189575, -0.4043816328048706, -0.3904939591884613, -0.376606285572052, -0.3627186417579651, -0.3488309681415558, -0.3349432945251465, -0.3210556209087372, -0.3071679472923279, -0.29328030347824097, -0.27939262986183167, -0.26550495624542236, -0.25161731243133545, -0.23772963881492615, -0.22384196519851685, -0.20995429158210754, -0.19606663286685944, -0.18217894434928894, -0.16829127073287964, -0.15440361201763153, -0.14051593840122223, -0.12662827968597412, -0.11274060606956482, -0.09885293990373611, -0.08496527373790741, -0.0710776150226593, -0.0571899488568306, -0.04330228269100189, -0.02941461279988289, -0.015526946634054184, -0.0016392767429351807, 0.012248389422893524, 0.02613605558872223, 0.040023721754550934, 0.05391138792037964, 0.06779905408620834, 0.08168672025203705, 0.09557439386844635, 0.10946206003427505, 0.12334972620010376, 0.13723739981651306, 0.15112505853176117, 0.16501273214817047, 0.17890039086341858, 0.19278806447982788, 0.206675723195076, 0.2205633968114853, 0.2344510555267334, 0.2483387291431427, 0.262226402759552, 0.2761140763759613, 0.2900017499923706, 0.3038893938064575, 0.3177770674228668, 0.3316647410392761, 0.3455524146556854, 0.3594400882720947, 0.37332773208618164]}, "gradients/decoder.transformer.h.9.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 5.0, 2.0, 4.0, 6.0, 6.0, 7.0, 9.0, 7.0, 11.0, 19.0, 13.0, 24.0, 19.0, 21.0, 21.0, 21.0, 28.0, 25.0, 19.0, 42.0, 45.0, 36.0, 41.0, 45.0, 45.0, 34.0, 40.0, 33.0, 49.0, 38.0, 24.0, 29.0, 36.0, 25.0, 29.0, 26.0, 17.0, 14.0, 12.0, 9.0, 10.0, 7.0, 7.0, 13.0, 4.0, 5.0, 3.0, 7.0, 7.0, 2.0, 6.0, 1.0, 2.0, 3.0, 1.0, 1.0], "bins": [-5.76171875, -5.5859375, -5.41015625, -5.234375, -5.05859375, -4.8828125, -4.70703125, -4.53125, -4.35546875, -4.1796875, -4.00390625, -3.828125, -3.65234375, -3.4765625, -3.30078125, -3.125, -2.94921875, -2.7734375, -2.59765625, -2.421875, -2.24609375, -2.0703125, -1.89453125, -1.71875, -1.54296875, -1.3671875, -1.19140625, -1.015625, -0.83984375, -0.6640625, -0.48828125, -0.3125, -0.13671875, 0.0390625, 0.21484375, 0.390625, 0.56640625, 0.7421875, 0.91796875, 1.09375, 1.26953125, 1.4453125, 1.62109375, 1.796875, 1.97265625, 2.1484375, 2.32421875, 2.5, 2.67578125, 2.8515625, 3.02734375, 3.203125, 3.37890625, 3.5546875, 3.73046875, 3.90625, 4.08203125, 4.2578125, 4.43359375, 4.609375, 4.78515625, 4.9609375, 5.13671875, 5.3125, 5.48828125]}, "gradients/decoder.transformer.h.9.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 4.0, 4.0, 1.0, 4.0, 7.0, 11.0, 5.0, 8.0, 12.0, 18.0, 29.0, 36.0, 37.0, 46.0, 78.0, 109.0, 216.0, 420.0, 1038.0, 2434.0, 5887.0, 13659.0, 30653.0, 70017.0, 185785.0, 430123.0, 183910.0, 69451.0, 30442.0, 13630.0, 5963.0, 2522.0, 1006.0, 405.0, 200.0, 105.0, 65.0, 51.0, 37.0, 18.0, 30.0, 15.0, 14.0, 16.0, 13.0, 5.0, 2.0, 8.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-9.5234375, -9.2210693359375, -8.918701171875, -8.6163330078125, -8.31396484375, -8.0115966796875, -7.709228515625, -7.4068603515625, -7.1044921875, -6.8021240234375, -6.499755859375, -6.1973876953125, -5.89501953125, -5.5926513671875, -5.290283203125, -4.9879150390625, -4.685546875, -4.3831787109375, -4.080810546875, -3.7784423828125, -3.47607421875, -3.1737060546875, -2.871337890625, -2.5689697265625, -2.2666015625, -1.9642333984375, -1.661865234375, -1.3594970703125, -1.05712890625, -0.7547607421875, -0.452392578125, -0.1500244140625, 0.15234375, 0.4547119140625, 0.757080078125, 1.0594482421875, 1.36181640625, 1.6641845703125, 1.966552734375, 2.2689208984375, 2.5712890625, 2.8736572265625, 3.176025390625, 3.4783935546875, 3.78076171875, 4.0831298828125, 4.385498046875, 4.6878662109375, 4.990234375, 5.2926025390625, 5.594970703125, 5.8973388671875, 6.19970703125, 6.5020751953125, 6.804443359375, 7.1068115234375, 7.4091796875, 7.7115478515625, 8.013916015625, 8.3162841796875, 8.61865234375, 8.9210205078125, 9.223388671875, 9.5257568359375, 9.828125]}, "gradients/decoder.transformer.h.9.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 7.0, 11.0, 2.0, 7.0, 10.0, 12.0, 20.0, 24.0, 28.0, 33.0, 32.0, 50.0, 43.0, 47.0, 74.0, 87.0, 159.0, 295.0, 1399.0, 184.0, 109.0, 76.0, 47.0, 55.0, 31.0, 39.0, 32.0, 33.0, 14.0, 17.0, 14.0, 12.0, 15.0, 10.0, 3.0, 4.0, 6.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-25.59375, -24.9228515625, -24.251953125, -23.5810546875, -22.91015625, -22.2392578125, -21.568359375, -20.8974609375, -20.2265625, -19.5556640625, -18.884765625, -18.2138671875, -17.54296875, -16.8720703125, -16.201171875, -15.5302734375, -14.859375, -14.1884765625, -13.517578125, -12.8466796875, -12.17578125, -11.5048828125, -10.833984375, -10.1630859375, -9.4921875, -8.8212890625, -8.150390625, -7.4794921875, -6.80859375, -6.1376953125, -5.466796875, -4.7958984375, -4.125, -3.4541015625, -2.783203125, -2.1123046875, -1.44140625, -0.7705078125, -0.099609375, 0.5712890625, 1.2421875, 1.9130859375, 2.583984375, 3.2548828125, 3.92578125, 4.5966796875, 5.267578125, 5.9384765625, 6.609375, 7.2802734375, 7.951171875, 8.6220703125, 9.29296875, 9.9638671875, 10.634765625, 11.3056640625, 11.9765625, 12.6474609375, 13.318359375, 13.9892578125, 14.66015625, 15.3310546875, 16.001953125, 16.6728515625, 17.34375]}, "gradients/decoder.transformer.h.9.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 5.0, 3.0, 3.0, 3.0, 12.0, 7.0, 15.0, 16.0, 21.0, 17.0, 22.0, 40.0, 68.0, 87.0, 121.0, 155.0, 214.0, 431.0, 1156.0, 11848.0, 2050146.0, 1070877.0, 8227.0, 1032.0, 408.0, 204.0, 140.0, 114.0, 79.0, 50.0, 46.0, 44.0, 29.0, 17.0, 8.0, 13.0, 12.0, 11.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-43.6875, -42.00390625, -40.3203125, -38.63671875, -36.953125, -35.26953125, -33.5859375, -31.90234375, -30.21875, -28.53515625, -26.8515625, -25.16796875, -23.484375, -21.80078125, -20.1171875, -18.43359375, -16.75, -15.06640625, -13.3828125, -11.69921875, -10.015625, -8.33203125, -6.6484375, -4.96484375, -3.28125, -1.59765625, 0.0859375, 1.76953125, 3.453125, 5.13671875, 6.8203125, 8.50390625, 10.1875, 11.87109375, 13.5546875, 15.23828125, 16.921875, 18.60546875, 20.2890625, 21.97265625, 23.65625, 25.33984375, 27.0234375, 28.70703125, 30.390625, 32.07421875, 33.7578125, 35.44140625, 37.125, 38.80859375, 40.4921875, 42.17578125, 43.859375, 45.54296875, 47.2265625, 48.91015625, 50.59375, 52.27734375, 53.9609375, 55.64453125, 57.328125, 59.01171875, 60.6953125, 62.37890625, 64.0625]}, "gradients/decoder.transformer.h.9.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 9.0, 187.0, 560.0, 246.0, 17.0], "bins": [-370.4179382324219, -364.39154052734375, -358.36517333984375, -352.3387756347656, -346.3124084472656, -340.2860107421875, -334.2596435546875, -328.2332458496094, -322.20684814453125, -316.1804504394531, -310.1540832519531, -304.127685546875, -298.101318359375, -292.0749206542969, -286.04852294921875, -280.02215576171875, -273.99578857421875, -267.9693908691406, -261.9430236816406, -255.9166259765625, -249.89024353027344, -243.86386108398438, -237.8374786376953, -231.81109619140625, -225.78469848632812, -219.75831604003906, -213.73193359375, -207.70553588867188, -201.6791534423828, -195.65277099609375, -189.6263885498047, -183.60000610351562, -177.57362365722656, -171.5472412109375, -165.52085876464844, -159.49447631835938, -153.46807861328125, -147.4416961669922, -141.41531372070312, -135.38893127441406, -129.362548828125, -123.33616638183594, -117.30977630615234, -111.28339385986328, -105.25701141357422, -99.23062133789062, -93.20423889160156, -87.1778564453125, -81.1514663696289, -75.12508392333984, -69.09869384765625, -63.07231140136719, -57.045928955078125, -51.0195426940918, -44.99315643310547, -38.966773986816406, -32.940391540527344, -26.91400718688965, -20.887622833251953, -14.861236572265625, -8.83485221862793, -2.8084678649902344, 3.2179183959960938, 9.244300842285156, 15.270689010620117]}, "gradients/decoder.transformer.h.9.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 3.0, 2.0, 9.0, 6.0, 8.0, 11.0, 14.0, 12.0, 29.0, 14.0, 19.0, 21.0, 22.0, 28.0, 40.0, 31.0, 45.0, 32.0, 33.0, 54.0, 50.0, 56.0, 42.0, 48.0, 37.0, 42.0, 45.0, 30.0, 43.0, 31.0, 22.0, 22.0, 20.0, 20.0, 9.0, 22.0, 13.0, 6.0, 8.0, 5.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-48.083003997802734, -46.36534881591797, -44.6476936340332, -42.93003845214844, -41.21238327026367, -39.494728088378906, -37.77707290649414, -36.059417724609375, -34.34176254272461, -32.624107360839844, -30.906452178955078, -29.188796997070312, -27.471141815185547, -25.75348663330078, -24.035831451416016, -22.31817626953125, -20.600521087646484, -18.88286590576172, -17.165210723876953, -15.447555541992188, -13.729900360107422, -12.012245178222656, -10.29458999633789, -8.576934814453125, -6.859279632568359, -5.141624450683594, -3.423969268798828, -1.7063140869140625, 0.011341094970703125, 1.7289962768554688, 3.4466514587402344, 5.164306640625, 6.881965637207031, 8.599620819091797, 10.317276000976562, 12.034931182861328, 13.752586364746094, 15.47024154663086, 17.187896728515625, 18.90555191040039, 20.623207092285156, 22.340862274169922, 24.058517456054688, 25.776172637939453, 27.49382781982422, 29.211483001708984, 30.92913818359375, 32.646793365478516, 34.36444854736328, 36.08210372924805, 37.79975891113281, 39.51741409301758, 41.235069274902344, 42.95272445678711, 44.670379638671875, 46.38803482055664, 48.105690002441406, 49.82334518432617, 51.54100036621094, 53.2586555480957, 54.97631072998047, 56.693965911865234, 58.41162109375, 60.129276275634766, 61.84693145751953]}, "gradients/decoder.transformer.h.8.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 4.0, 4.0, 5.0, 5.0, 5.0, 7.0, 10.0, 10.0, 13.0, 19.0, 18.0, 15.0, 24.0, 18.0, 24.0, 31.0, 22.0, 25.0, 29.0, 29.0, 45.0, 39.0, 27.0, 48.0, 46.0, 42.0, 54.0, 48.0, 37.0, 27.0, 26.0, 33.0, 23.0, 28.0, 26.0, 29.0, 10.0, 10.0, 12.0, 12.0, 10.0, 12.0, 6.0, 9.0, 10.0, 5.0, 2.0, 4.0, 5.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0], "bins": [-6.47265625, -6.271484375, -6.0703125, -5.869140625, -5.66796875, -5.466796875, -5.265625, -5.064453125, -4.86328125, -4.662109375, -4.4609375, -4.259765625, -4.05859375, -3.857421875, -3.65625, -3.455078125, -3.25390625, -3.052734375, -2.8515625, -2.650390625, -2.44921875, -2.248046875, -2.046875, -1.845703125, -1.64453125, -1.443359375, -1.2421875, -1.041015625, -0.83984375, -0.638671875, -0.4375, -0.236328125, -0.03515625, 0.166015625, 0.3671875, 0.568359375, 0.76953125, 0.970703125, 1.171875, 1.373046875, 1.57421875, 1.775390625, 1.9765625, 2.177734375, 2.37890625, 2.580078125, 2.78125, 2.982421875, 3.18359375, 3.384765625, 3.5859375, 3.787109375, 3.98828125, 4.189453125, 4.390625, 4.591796875, 4.79296875, 4.994140625, 5.1953125, 5.396484375, 5.59765625, 5.798828125, 6.0, 6.201171875, 6.40234375]}, "gradients/decoder.transformer.h.8.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 5.0, 9.0, 12.0, 12.0, 19.0, 21.0, 43.0, 66.0, 89.0, 159.0, 280.0, 451.0, 888.0, 1731.0, 3338.0, 6835.0, 14327.0, 29840.0, 62835.0, 129757.0, 258976.0, 483456.0, 789830.0, 931339.0, 682452.0, 396446.0, 205826.0, 101206.0, 48941.0, 23300.0, 11022.0, 5218.0, 2589.0, 1325.0, 671.0, 388.0, 199.0, 119.0, 84.0, 57.0, 42.0, 23.0, 20.0, 15.0, 8.0, 5.0, 7.0, 6.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-5.49609375, -5.31488037109375, -5.1336669921875, -4.95245361328125, -4.771240234375, -4.59002685546875, -4.4088134765625, -4.22760009765625, -4.04638671875, -3.86517333984375, -3.6839599609375, -3.50274658203125, -3.321533203125, -3.14031982421875, -2.9591064453125, -2.77789306640625, -2.5966796875, -2.41546630859375, -2.2342529296875, -2.05303955078125, -1.871826171875, -1.69061279296875, -1.5093994140625, -1.32818603515625, -1.14697265625, -0.96575927734375, -0.7845458984375, -0.60333251953125, -0.422119140625, -0.24090576171875, -0.0596923828125, 0.12152099609375, 0.302734375, 0.48394775390625, 0.6651611328125, 0.84637451171875, 1.027587890625, 1.20880126953125, 1.3900146484375, 1.57122802734375, 1.75244140625, 1.93365478515625, 2.1148681640625, 2.29608154296875, 2.477294921875, 2.65850830078125, 2.8397216796875, 3.02093505859375, 3.2021484375, 3.38336181640625, 3.5645751953125, 3.74578857421875, 3.927001953125, 4.10821533203125, 4.2894287109375, 4.47064208984375, 4.65185546875, 4.83306884765625, 5.0142822265625, 5.19549560546875, 5.376708984375, 5.55792236328125, 5.7391357421875, 5.92034912109375, 6.1015625]}, "gradients/decoder.transformer.h.8.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 11.0, 15.0, 8.0, 24.0, 19.0, 24.0, 38.0, 53.0, 54.0, 100.0, 122.0, 146.0, 228.0, 246.0, 297.0, 402.0, 380.0, 419.0, 344.0, 279.0, 224.0, 168.0, 130.0, 86.0, 64.0, 47.0, 49.0, 25.0, 21.0, 13.0, 12.0, 5.0, 8.0, 6.0, 1.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.4140625, -12.0350341796875, -11.656005859375, -11.2769775390625, -10.89794921875, -10.5189208984375, -10.139892578125, -9.7608642578125, -9.3818359375, -9.0028076171875, -8.623779296875, -8.2447509765625, -7.86572265625, -7.4866943359375, -7.107666015625, -6.7286376953125, -6.349609375, -5.9705810546875, -5.591552734375, -5.2125244140625, -4.83349609375, -4.4544677734375, -4.075439453125, -3.6964111328125, -3.3173828125, -2.9383544921875, -2.559326171875, -2.1802978515625, -1.80126953125, -1.4222412109375, -1.043212890625, -0.6641845703125, -0.28515625, 0.0938720703125, 0.472900390625, 0.8519287109375, 1.23095703125, 1.6099853515625, 1.989013671875, 2.3680419921875, 2.7470703125, 3.1260986328125, 3.505126953125, 3.8841552734375, 4.26318359375, 4.6422119140625, 5.021240234375, 5.4002685546875, 5.779296875, 6.1583251953125, 6.537353515625, 6.9163818359375, 7.29541015625, 7.6744384765625, 8.053466796875, 8.4324951171875, 8.8115234375, 9.1905517578125, 9.569580078125, 9.9486083984375, 10.32763671875, 10.7066650390625, 11.085693359375, 11.4647216796875, 11.84375]}, "gradients/decoder.transformer.h.8.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 5.0, 12.0, 9.0, 13.0, 18.0, 23.0, 43.0, 47.0, 61.0, 85.0, 139.0, 224.0, 366.0, 717.0, 2545.0, 100367.0, 3539911.0, 540019.0, 7324.0, 1018.0, 464.0, 275.0, 180.0, 113.0, 89.0, 50.0, 43.0, 28.0, 24.0, 18.0, 18.0, 19.0, 6.0, 6.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-42.65625, -41.21923828125, -39.7822265625, -38.34521484375, -36.908203125, -35.47119140625, -34.0341796875, -32.59716796875, -31.16015625, -29.72314453125, -28.2861328125, -26.84912109375, -25.412109375, -23.97509765625, -22.5380859375, -21.10107421875, -19.6640625, -18.22705078125, -16.7900390625, -15.35302734375, -13.916015625, -12.47900390625, -11.0419921875, -9.60498046875, -8.16796875, -6.73095703125, -5.2939453125, -3.85693359375, -2.419921875, -0.98291015625, 0.4541015625, 1.89111328125, 3.328125, 4.76513671875, 6.2021484375, 7.63916015625, 9.076171875, 10.51318359375, 11.9501953125, 13.38720703125, 14.82421875, 16.26123046875, 17.6982421875, 19.13525390625, 20.572265625, 22.00927734375, 23.4462890625, 24.88330078125, 26.3203125, 27.75732421875, 29.1943359375, 30.63134765625, 32.068359375, 33.50537109375, 34.9423828125, 36.37939453125, 37.81640625, 39.25341796875, 40.6904296875, 42.12744140625, 43.564453125, 45.00146484375, 46.4384765625, 47.87548828125, 49.3125]}, "gradients/decoder.transformer.h.8.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 7.0, 46.0, 135.0, 290.0, 276.0, 189.0, 60.0, 11.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-222.34326171875, -216.81842041015625, -211.2935791015625, -205.76873779296875, -200.243896484375, -194.71905517578125, -189.1942138671875, -183.66937255859375, -178.14453125, -172.61968994140625, -167.0948486328125, -161.57000732421875, -156.045166015625, -150.52032470703125, -144.9954833984375, -139.47064208984375, -133.94580078125, -128.42095947265625, -122.8961181640625, -117.37127685546875, -111.846435546875, -106.32159423828125, -100.7967529296875, -95.27191162109375, -89.7470703125, -84.22222900390625, -78.6973876953125, -73.17254638671875, -67.647705078125, -62.12286376953125, -56.5980224609375, -51.07318115234375, -45.54835510253906, -40.02351379394531, -34.49867248535156, -28.973831176757812, -23.448989868164062, -17.924148559570312, -12.399307250976562, -6.8744659423828125, -1.3496246337890625, 4.1752166748046875, 9.700057983398438, 15.224899291992188, 20.749740600585938, 26.274581909179688, 31.799423217773438, 37.32426452636719, 42.84910583496094, 48.37394714355469, 53.89878845214844, 59.42362976074219, 64.94847106933594, 70.47331237792969, 75.99815368652344, 81.52299499511719, 87.04783630371094, 92.57267761230469, 98.09751892089844, 103.62236022949219, 109.14720153808594, 114.67204284667969, 120.19688415527344, 125.72172546386719, 131.24656677246094]}, "gradients/decoder.transformer.h.8.ln_2.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 3.0, 5.0, 0.0, 4.0, 6.0, 6.0, 2.0, 8.0, 12.0, 11.0, 6.0, 17.0, 11.0, 17.0, 19.0, 16.0, 19.0, 22.0, 43.0, 34.0, 34.0, 29.0, 28.0, 35.0, 41.0, 39.0, 38.0, 32.0, 43.0, 41.0, 46.0, 37.0, 30.0, 36.0, 19.0, 40.0, 23.0, 19.0, 23.0, 22.0, 17.0, 13.0, 11.0, 13.0, 9.0, 5.0, 5.0, 6.0, 6.0, 3.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-40.25138473510742, -38.95425033569336, -37.6571159362793, -36.359981536865234, -35.06284713745117, -33.76571273803711, -32.46857833862305, -31.171443939208984, -29.874309539794922, -28.57717514038086, -27.280040740966797, -25.982906341552734, -24.685771942138672, -23.38863754272461, -22.091503143310547, -20.794368743896484, -19.497234344482422, -18.20009994506836, -16.902965545654297, -15.605831146240234, -14.308696746826172, -13.01156234741211, -11.714427947998047, -10.417293548583984, -9.120159149169922, -7.823024749755859, -6.525890350341797, -5.228755950927734, -3.931621551513672, -2.6344871520996094, -1.3373527526855469, -0.040218353271484375, 1.2569198608398438, 2.5540542602539062, 3.8511886596679688, 5.148323059082031, 6.445457458496094, 7.742591857910156, 9.039726257324219, 10.336860656738281, 11.633995056152344, 12.931129455566406, 14.228263854980469, 15.525398254394531, 16.822532653808594, 18.119667053222656, 19.41680145263672, 20.71393585205078, 22.011070251464844, 23.308204650878906, 24.60533905029297, 25.90247344970703, 27.199607849121094, 28.496742248535156, 29.79387664794922, 31.09101104736328, 32.388145446777344, 33.685279846191406, 34.98241424560547, 36.27954864501953, 37.576683044433594, 38.873817443847656, 40.17095184326172, 41.46808624267578, 42.765220642089844]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 5.0, 0.0, 0.0, 2.0, 3.0, 10.0, 5.0, 5.0, 8.0, 4.0, 7.0, 9.0, 12.0, 16.0, 22.0, 17.0, 13.0, 16.0, 21.0, 35.0, 33.0, 30.0, 28.0, 40.0, 54.0, 34.0, 36.0, 42.0, 36.0, 35.0, 39.0, 39.0, 24.0, 31.0, 24.0, 34.0, 31.0, 29.0, 27.0, 30.0, 21.0, 14.0, 20.0, 11.0, 12.0, 10.0, 8.0, 3.0, 7.0, 5.0, 4.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 1.0], "bins": [-5.90625, -5.71710205078125, -5.5279541015625, -5.33880615234375, -5.149658203125, -4.96051025390625, -4.7713623046875, -4.58221435546875, -4.39306640625, -4.20391845703125, -4.0147705078125, -3.82562255859375, -3.636474609375, -3.44732666015625, -3.2581787109375, -3.06903076171875, -2.8798828125, -2.69073486328125, -2.5015869140625, -2.31243896484375, -2.123291015625, -1.93414306640625, -1.7449951171875, -1.55584716796875, -1.36669921875, -1.17755126953125, -0.9884033203125, -0.79925537109375, -0.610107421875, -0.42095947265625, -0.2318115234375, -0.04266357421875, 0.146484375, 0.33563232421875, 0.5247802734375, 0.71392822265625, 0.903076171875, 1.09222412109375, 1.2813720703125, 1.47052001953125, 1.65966796875, 1.84881591796875, 2.0379638671875, 2.22711181640625, 2.416259765625, 2.60540771484375, 2.7945556640625, 2.98370361328125, 3.1728515625, 3.36199951171875, 3.5511474609375, 3.74029541015625, 3.929443359375, 4.11859130859375, 4.3077392578125, 4.49688720703125, 4.68603515625, 4.87518310546875, 5.0643310546875, 5.25347900390625, 5.442626953125, 5.63177490234375, 5.8209228515625, 6.01007080078125, 6.19921875]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 7.0, 2.0, 13.0, 26.0, 29.0, 56.0, 101.0, 157.0, 266.0, 431.0, 685.0, 1211.0, 2082.0, 3563.0, 5976.0, 10405.0, 17971.0, 30425.0, 50583.0, 80599.0, 118729.0, 154605.0, 166068.0, 140037.0, 100649.0, 65640.0, 40361.0, 24156.0, 14125.0, 8058.0, 4728.0, 2769.0, 1654.0, 954.0, 583.0, 309.0, 222.0, 130.0, 84.0, 49.0, 27.0, 14.0, 13.0, 5.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.72802734375, -0.7039794921875, -0.679931640625, -0.6558837890625, -0.6318359375, -0.6077880859375, -0.583740234375, -0.5596923828125, -0.53564453125, -0.5115966796875, -0.487548828125, -0.4635009765625, -0.439453125, -0.4154052734375, -0.391357421875, -0.3673095703125, -0.34326171875, -0.3192138671875, -0.295166015625, -0.2711181640625, -0.2470703125, -0.2230224609375, -0.198974609375, -0.1749267578125, -0.15087890625, -0.1268310546875, -0.102783203125, -0.0787353515625, -0.0546875, -0.0306396484375, -0.006591796875, 0.0174560546875, 0.04150390625, 0.0655517578125, 0.089599609375, 0.1136474609375, 0.1376953125, 0.1617431640625, 0.185791015625, 0.2098388671875, 0.23388671875, 0.2579345703125, 0.281982421875, 0.3060302734375, 0.330078125, 0.3541259765625, 0.378173828125, 0.4022216796875, 0.42626953125, 0.4503173828125, 0.474365234375, 0.4984130859375, 0.5224609375, 0.5465087890625, 0.570556640625, 0.5946044921875, 0.61865234375, 0.6427001953125, 0.666748046875, 0.6907958984375, 0.71484375, 0.7388916015625, 0.762939453125, 0.7869873046875, 0.81103515625]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 7.0, 3.0, 12.0, 5.0, 11.0, 16.0, 12.0, 15.0, 15.0, 30.0, 30.0, 39.0, 40.0, 50.0, 48.0, 50.0, 43.0, 49.0, 54.0, 1077.0, 49.0, 37.0, 38.0, 39.0, 38.0, 36.0, 25.0, 26.0, 26.0, 23.0, 18.0, 20.0, 12.0, 9.0, 8.0, 5.0, 5.0, 5.0, 5.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.97265625, -4.78924560546875, -4.6058349609375, -4.42242431640625, -4.239013671875, -4.05560302734375, -3.8721923828125, -3.68878173828125, -3.50537109375, -3.32196044921875, -3.1385498046875, -2.95513916015625, -2.771728515625, -2.58831787109375, -2.4049072265625, -2.22149658203125, -2.0380859375, -1.85467529296875, -1.6712646484375, -1.48785400390625, -1.304443359375, -1.12103271484375, -0.9376220703125, -0.75421142578125, -0.57080078125, -0.38739013671875, -0.2039794921875, -0.02056884765625, 0.162841796875, 0.34625244140625, 0.5296630859375, 0.71307373046875, 0.896484375, 1.07989501953125, 1.2633056640625, 1.44671630859375, 1.630126953125, 1.81353759765625, 1.9969482421875, 2.18035888671875, 2.36376953125, 2.54718017578125, 2.7305908203125, 2.91400146484375, 3.097412109375, 3.28082275390625, 3.4642333984375, 3.64764404296875, 3.8310546875, 4.01446533203125, 4.1978759765625, 4.38128662109375, 4.564697265625, 4.74810791015625, 4.9315185546875, 5.11492919921875, 5.29833984375, 5.48175048828125, 5.6651611328125, 5.84857177734375, 6.031982421875, 6.21539306640625, 6.3988037109375, 6.58221435546875, 6.765625]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 5.0, 6.0, 7.0, 5.0, 15.0, 18.0, 22.0, 30.0, 62.0, 77.0, 123.0, 205.0, 303.0, 485.0, 825.0, 1498.0, 2685.0, 4779.0, 8720.0, 16100.0, 29074.0, 52002.0, 90920.0, 158576.0, 701351.0, 667556.0, 155908.0, 89568.0, 51675.0, 28800.0, 15968.0, 8637.0, 4840.0, 2637.0, 1471.0, 811.0, 505.0, 301.0, 211.0, 125.0, 78.0, 56.0, 37.0, 16.0, 14.0, 13.0, 6.0, 5.0, 8.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5791015625, -0.5597915649414062, -0.5404815673828125, -0.5211715698242188, -0.501861572265625, -0.48255157470703125, -0.4632415771484375, -0.44393157958984375, -0.42462158203125, -0.40531158447265625, -0.3860015869140625, -0.36669158935546875, -0.347381591796875, -0.32807159423828125, -0.3087615966796875, -0.28945159912109375, -0.2701416015625, -0.25083160400390625, -0.2315216064453125, -0.21221160888671875, -0.192901611328125, -0.17359161376953125, -0.1542816162109375, -0.13497161865234375, -0.11566162109375, -0.09635162353515625, -0.0770416259765625, -0.05773162841796875, -0.038421630859375, -0.01911163330078125, 0.0001983642578125, 0.01950836181640625, 0.038818359375, 0.05812835693359375, 0.0774383544921875, 0.09674835205078125, 0.116058349609375, 0.13536834716796875, 0.1546783447265625, 0.17398834228515625, 0.19329833984375, 0.21260833740234375, 0.2319183349609375, 0.25122833251953125, 0.270538330078125, 0.28984832763671875, 0.3091583251953125, 0.32846832275390625, 0.3477783203125, 0.36708831787109375, 0.3863983154296875, 0.40570831298828125, 0.425018310546875, 0.44432830810546875, 0.4636383056640625, 0.48294830322265625, 0.50225830078125, 0.5215682983398438, 0.5408782958984375, 0.5601882934570312, 0.579498291015625, 0.5988082885742188, 0.6181182861328125, 0.6374282836914062, 0.65673828125]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 8.0, 9.0, 7.0, 7.0, 16.0, 12.0, 18.0, 26.0, 37.0, 53.0, 56.0, 70.0, 87.0, 111.0, 92.0, 79.0, 62.0, 60.0, 45.0, 30.0, 17.0, 19.0, 15.0, 11.0, 10.0, 4.0, 9.0, 11.0, 5.0, 2.0, 5.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1512451171875, -0.14688682556152344, -0.14252853393554688, -0.1381702423095703, -0.13381195068359375, -0.1294536590576172, -0.12509536743164062, -0.12073707580566406, -0.1163787841796875, -0.11202049255371094, -0.10766220092773438, -0.10330390930175781, -0.09894561767578125, -0.09458732604980469, -0.09022903442382812, -0.08587074279785156, -0.081512451171875, -0.07715415954589844, -0.07279586791992188, -0.06843757629394531, -0.06407928466796875, -0.05972099304199219, -0.055362701416015625, -0.05100440979003906, -0.0466461181640625, -0.04228782653808594, -0.037929534912109375, -0.03357124328613281, -0.02921295166015625, -0.024854660034179688, -0.020496368408203125, -0.016138076782226562, -0.01177978515625, -0.0074214935302734375, -0.003063201904296875, 0.0012950897216796875, 0.00565338134765625, 0.010011672973632812, 0.014369964599609375, 0.018728256225585938, 0.0230865478515625, 0.027444839477539062, 0.031803131103515625, 0.03616142272949219, 0.04051971435546875, 0.04487800598144531, 0.049236297607421875, 0.05359458923339844, 0.057952880859375, 0.06231117248535156, 0.06666946411132812, 0.07102775573730469, 0.07538604736328125, 0.07974433898925781, 0.08410263061523438, 0.08846092224121094, 0.0928192138671875, 0.09717750549316406, 0.10153579711914062, 0.10589408874511719, 0.11025238037109375, 0.11461067199707031, 0.11896896362304688, 0.12332725524902344, 0.127685546875]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 6.0, 10.0, 6.0, 9.0, 10.0, 15.0, 20.0, 26.0, 34.0, 45.0, 79.0, 109.0, 221.0, 655.0, 36433.0, 1008354.0, 1757.0, 301.0, 155.0, 95.0, 63.0, 38.0, 19.0, 17.0, 19.0, 12.0, 13.0, 8.0, 7.0, 4.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.806640625, -2.71063232421875, -2.6146240234375, -2.51861572265625, -2.422607421875, -2.32659912109375, -2.2305908203125, -2.13458251953125, -2.03857421875, -1.94256591796875, -1.8465576171875, -1.75054931640625, -1.654541015625, -1.55853271484375, -1.4625244140625, -1.36651611328125, -1.2705078125, -1.17449951171875, -1.0784912109375, -0.98248291015625, -0.886474609375, -0.79046630859375, -0.6944580078125, -0.59844970703125, -0.50244140625, -0.40643310546875, -0.3104248046875, -0.21441650390625, -0.118408203125, -0.02239990234375, 0.0736083984375, 0.16961669921875, 0.265625, 0.36163330078125, 0.4576416015625, 0.55364990234375, 0.649658203125, 0.74566650390625, 0.8416748046875, 0.93768310546875, 1.03369140625, 1.12969970703125, 1.2257080078125, 1.32171630859375, 1.417724609375, 1.51373291015625, 1.6097412109375, 1.70574951171875, 1.8017578125, 1.89776611328125, 1.9937744140625, 2.08978271484375, 2.185791015625, 2.28179931640625, 2.3778076171875, 2.47381591796875, 2.56982421875, 2.66583251953125, 2.7618408203125, 2.85784912109375, 2.953857421875, 3.04986572265625, 3.1458740234375, 3.24188232421875, 3.337890625]}, "gradients/decoder.transformer.h.8.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 8.0, 14.0, 49.0, 230.0, 496.0, 174.0, 34.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8517126441001892, -0.8316367864608765, -0.811560869216919, -0.7914850115776062, -0.7714090943336487, -0.7513332366943359, -0.7312573194503784, -0.7111814618110657, -0.6911056041717529, -0.6710297465324402, -0.6509538292884827, -0.6308779716491699, -0.6108020544052124, -0.5907261967658997, -0.5706502795219421, -0.5505744218826294, -0.5304985046386719, -0.5104226469993591, -0.4903467297554016, -0.4702708423137665, -0.45019495487213135, -0.4301190972328186, -0.41004320979118347, -0.38996732234954834, -0.3698914349079132, -0.3498155474662781, -0.32973966002464294, -0.3096637725830078, -0.28958791494369507, -0.26951199769973755, -0.2494361400604248, -0.22936025261878967, -0.20928436517715454, -0.1892084777355194, -0.16913259029388428, -0.14905671775341034, -0.1289808303117752, -0.10890494287014008, -0.08882906287908554, -0.068753182888031, -0.048677295446395874, -0.02860141173005104, -0.008525528013706207, 0.011550355702638626, 0.03162623941898346, 0.05170212686061859, 0.07177800685167313, 0.09185388684272766, 0.11192977428436279, 0.13200566172599792, 0.15208154916763306, 0.172157421708107, 0.19223330914974213, 0.21230919659137726, 0.2323850691318512, 0.25246095657348633, 0.27253684401512146, 0.2926127314567566, 0.3126886188983917, 0.33276450634002686, 0.3528403639793396, 0.3729162812232971, 0.39299213886260986, 0.413068026304245, 0.4331439137458801]}, "gradients/decoder.transformer.h.8.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 8.0, 2.0, 3.0, 6.0, 4.0, 4.0, 8.0, 7.0, 16.0, 14.0, 11.0, 22.0, 13.0, 13.0, 19.0, 29.0, 26.0, 39.0, 31.0, 27.0, 51.0, 38.0, 44.0, 38.0, 41.0, 37.0, 43.0, 45.0, 50.0, 43.0, 38.0, 38.0, 30.0, 25.0, 26.0, 25.0, 25.0, 15.0, 14.0, 6.0, 9.0, 5.0, 2.0, 3.0, 4.0, 7.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0], "bins": [-0.1975107192993164, -0.1919267624616623, -0.18634280562400818, -0.18075884878635406, -0.17517489194869995, -0.16959093511104584, -0.16400697827339172, -0.15842300653457642, -0.1528390645980835, -0.14725510776042938, -0.14167115092277527, -0.13608719408512115, -0.13050323724746704, -0.12491928040981293, -0.11933531612157822, -0.1137513592839241, -0.10816739499568939, -0.10258343815803528, -0.09699948132038116, -0.09141552448272705, -0.08583156764507294, -0.08024761080741882, -0.07466364651918411, -0.06907968968153, -0.06349573284387589, -0.05791177600622177, -0.05232781916856766, -0.046743858605623245, -0.04115990176796913, -0.03557594493031502, -0.029991984367370605, -0.02440802752971649, -0.018824070692062378, -0.01324011292308569, -0.007656155154109001, -0.002072196453809738, 0.0035117603838443756, 0.00909571722149849, 0.014679677784442902, 0.020263634622097015, 0.02584759145975113, 0.03143154829740524, 0.03701550513505936, 0.04259946569800377, 0.04818342253565788, 0.053767379373311996, 0.05935133993625641, 0.06493529677391052, 0.07051925361156464, 0.07610321044921875, 0.08168716728687286, 0.08727112412452698, 0.09285508096218109, 0.0984390377998352, 0.10402300208806992, 0.10960695892572403, 0.11519091576337814, 0.12077487260103226, 0.12635883688926697, 0.13194279372692108, 0.1375267505645752, 0.1431107074022293, 0.14869466423988342, 0.15427862107753754, 0.15986257791519165]}, "gradients/decoder.transformer.h.8.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 5.0, 0.0, 0.0, 2.0, 3.0, 10.0, 5.0, 5.0, 8.0, 3.0, 8.0, 9.0, 10.0, 19.0, 21.0, 17.0, 14.0, 15.0, 21.0, 33.0, 36.0, 29.0, 28.0, 41.0, 53.0, 37.0, 33.0, 42.0, 38.0, 36.0, 37.0, 38.0, 24.0, 32.0, 23.0, 36.0, 30.0, 28.0, 26.0, 32.0, 20.0, 16.0, 19.0, 11.0, 12.0, 9.0, 8.0, 3.0, 6.0, 6.0, 4.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 3.0, 2.0, 1.0], "bins": [-5.90234375, -5.71319580078125, -5.5240478515625, -5.33489990234375, -5.145751953125, -4.95660400390625, -4.7674560546875, -4.57830810546875, -4.38916015625, -4.20001220703125, -4.0108642578125, -3.82171630859375, -3.632568359375, -3.44342041015625, -3.2542724609375, -3.06512451171875, -2.8759765625, -2.68682861328125, -2.4976806640625, -2.30853271484375, -2.119384765625, -1.93023681640625, -1.7410888671875, -1.55194091796875, -1.36279296875, -1.17364501953125, -0.9844970703125, -0.79534912109375, -0.606201171875, -0.41705322265625, -0.2279052734375, -0.03875732421875, 0.150390625, 0.33953857421875, 0.5286865234375, 0.71783447265625, 0.906982421875, 1.09613037109375, 1.2852783203125, 1.47442626953125, 1.66357421875, 1.85272216796875, 2.0418701171875, 2.23101806640625, 2.420166015625, 2.60931396484375, 2.7984619140625, 2.98760986328125, 3.1767578125, 3.36590576171875, 3.5550537109375, 3.74420166015625, 3.933349609375, 4.12249755859375, 4.3116455078125, 4.50079345703125, 4.68994140625, 4.87908935546875, 5.0682373046875, 5.25738525390625, 5.446533203125, 5.63568115234375, 5.8248291015625, 6.01397705078125, 6.203125]}, "gradients/decoder.transformer.h.8.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 5.0, 3.0, 1.0, 3.0, 2.0, 9.0, 7.0, 9.0, 18.0, 19.0, 21.0, 45.0, 69.0, 86.0, 160.0, 284.0, 446.0, 809.0, 1385.0, 2405.0, 4018.0, 6824.0, 11476.0, 19306.0, 32061.0, 53957.0, 93193.0, 158036.0, 214346.0, 181038.0, 110750.0, 64106.0, 37738.0, 22755.0, 13500.0, 8178.0, 4721.0, 2841.0, 1613.0, 966.0, 522.0, 338.0, 185.0, 101.0, 76.0, 45.0, 28.0, 12.0, 14.0, 10.0, 8.0, 5.0, 3.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 3.0], "bins": [-6.13671875, -5.94287109375, -5.7490234375, -5.55517578125, -5.361328125, -5.16748046875, -4.9736328125, -4.77978515625, -4.5859375, -4.39208984375, -4.1982421875, -4.00439453125, -3.810546875, -3.61669921875, -3.4228515625, -3.22900390625, -3.03515625, -2.84130859375, -2.6474609375, -2.45361328125, -2.259765625, -2.06591796875, -1.8720703125, -1.67822265625, -1.484375, -1.29052734375, -1.0966796875, -0.90283203125, -0.708984375, -0.51513671875, -0.3212890625, -0.12744140625, 0.06640625, 0.26025390625, 0.4541015625, 0.64794921875, 0.841796875, 1.03564453125, 1.2294921875, 1.42333984375, 1.6171875, 1.81103515625, 2.0048828125, 2.19873046875, 2.392578125, 2.58642578125, 2.7802734375, 2.97412109375, 3.16796875, 3.36181640625, 3.5556640625, 3.74951171875, 3.943359375, 4.13720703125, 4.3310546875, 4.52490234375, 4.71875, 4.91259765625, 5.1064453125, 5.30029296875, 5.494140625, 5.68798828125, 5.8818359375, 6.07568359375, 6.26953125]}, "gradients/decoder.transformer.h.8.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 3.0, 4.0, 8.0, 8.0, 7.0, 14.0, 14.0, 18.0, 23.0, 20.0, 26.0, 29.0, 34.0, 51.0, 39.0, 63.0, 97.0, 152.0, 315.0, 1379.0, 222.0, 133.0, 67.0, 64.0, 36.0, 38.0, 37.0, 22.0, 25.0, 12.0, 17.0, 9.0, 13.0, 13.0, 10.0, 5.0, 6.0, 4.0, 5.0, 4.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-24.234375, -23.48486328125, -22.7353515625, -21.98583984375, -21.236328125, -20.48681640625, -19.7373046875, -18.98779296875, -18.23828125, -17.48876953125, -16.7392578125, -15.98974609375, -15.240234375, -14.49072265625, -13.7412109375, -12.99169921875, -12.2421875, -11.49267578125, -10.7431640625, -9.99365234375, -9.244140625, -8.49462890625, -7.7451171875, -6.99560546875, -6.24609375, -5.49658203125, -4.7470703125, -3.99755859375, -3.248046875, -2.49853515625, -1.7490234375, -0.99951171875, -0.25, 0.49951171875, 1.2490234375, 1.99853515625, 2.748046875, 3.49755859375, 4.2470703125, 4.99658203125, 5.74609375, 6.49560546875, 7.2451171875, 7.99462890625, 8.744140625, 9.49365234375, 10.2431640625, 10.99267578125, 11.7421875, 12.49169921875, 13.2412109375, 13.99072265625, 14.740234375, 15.48974609375, 16.2392578125, 16.98876953125, 17.73828125, 18.48779296875, 19.2373046875, 19.98681640625, 20.736328125, 21.48583984375, 22.2353515625, 22.98486328125, 23.734375]}, "gradients/decoder.transformer.h.8.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 6.0, 3.0, 3.0, 4.0, 6.0, 14.0, 8.0, 12.0, 17.0, 17.0, 31.0, 37.0, 32.0, 73.0, 61.0, 118.0, 164.0, 257.0, 423.0, 786.0, 3897.0, 45606.0, 1382340.0, 1652349.0, 52909.0, 4282.0, 912.0, 420.0, 235.0, 184.0, 114.0, 96.0, 62.0, 56.0, 42.0, 27.0, 24.0, 18.0, 16.0, 12.0, 10.0, 2.0, 4.0, 4.0, 4.0, 7.0, 2.0, 1.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-30.671875, -29.683349609375, -28.69482421875, -27.706298828125, -26.7177734375, -25.729248046875, -24.74072265625, -23.752197265625, -22.763671875, -21.775146484375, -20.78662109375, -19.798095703125, -18.8095703125, -17.821044921875, -16.83251953125, -15.843994140625, -14.85546875, -13.866943359375, -12.87841796875, -11.889892578125, -10.9013671875, -9.912841796875, -8.92431640625, -7.935791015625, -6.947265625, -5.958740234375, -4.97021484375, -3.981689453125, -2.9931640625, -2.004638671875, -1.01611328125, -0.027587890625, 0.9609375, 1.949462890625, 2.93798828125, 3.926513671875, 4.9150390625, 5.903564453125, 6.89208984375, 7.880615234375, 8.869140625, 9.857666015625, 10.84619140625, 11.834716796875, 12.8232421875, 13.811767578125, 14.80029296875, 15.788818359375, 16.77734375, 17.765869140625, 18.75439453125, 19.742919921875, 20.7314453125, 21.719970703125, 22.70849609375, 23.697021484375, 24.685546875, 25.674072265625, 26.66259765625, 27.651123046875, 28.6396484375, 29.628173828125, 30.61669921875, 31.605224609375, 32.59375]}, "gradients/decoder.transformer.h.8.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 55.0, 357.0, 453.0, 139.0, 11.0], "bins": [-345.1531677246094, -339.510986328125, -333.8688049316406, -328.22662353515625, -322.5844421386719, -316.9422607421875, -311.3000793457031, -305.65789794921875, -300.0157470703125, -294.3735656738281, -288.73138427734375, -283.0892028808594, -277.447021484375, -271.8048400878906, -266.16265869140625, -260.5205078125, -254.8782958984375, -249.23611450195312, -243.59393310546875, -237.95175170898438, -232.3095703125, -226.6674041748047, -221.0252227783203, -215.38304138183594, -209.74085998535156, -204.0986785888672, -198.4564971923828, -192.81431579589844, -187.17214965820312, -181.52996826171875, -175.88778686523438, -170.24560546875, -164.60342407226562, -158.96124267578125, -153.31906127929688, -147.6768798828125, -142.03469848632812, -136.3925323486328, -130.75035095214844, -125.10816955566406, -119.46599578857422, -113.82381439208984, -108.181640625, -102.53945922851562, -96.89727783203125, -91.25509643554688, -85.6129150390625, -79.97074127197266, -74.32855987548828, -68.6863784790039, -63.0442008972168, -57.40202331542969, -51.75984191894531, -46.11766052246094, -40.47548294067383, -34.83330535888672, -29.191123962402344, -23.5489444732666, -17.90676498413086, -12.264585494995117, -6.622406005859375, -0.9802265167236328, 4.661952972412109, 10.304130554199219, 15.94631290435791]}, "gradients/decoder.transformer.h.8.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 5.0, 6.0, 2.0, 6.0, 10.0, 13.0, 11.0, 17.0, 11.0, 24.0, 26.0, 24.0, 26.0, 24.0, 30.0, 32.0, 43.0, 40.0, 34.0, 51.0, 42.0, 43.0, 33.0, 46.0, 38.0, 44.0, 23.0, 39.0, 25.0, 30.0, 28.0, 32.0, 32.0, 25.0, 22.0, 14.0, 12.0, 10.0, 12.0, 5.0, 8.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-58.732398986816406, -56.960060119628906, -55.187721252441406, -53.415382385253906, -51.643043518066406, -49.870704650878906, -48.098365783691406, -46.326026916503906, -44.553688049316406, -42.781349182128906, -41.009010314941406, -39.236671447753906, -37.464332580566406, -35.691993713378906, -33.919654846191406, -32.147315979003906, -30.374975204467773, -28.602636337280273, -26.830297470092773, -25.057958602905273, -23.285619735717773, -21.51327896118164, -19.74094009399414, -17.96860122680664, -16.19626235961914, -14.42392349243164, -12.65158462524414, -10.87924575805664, -9.10690689086914, -7.334567070007324, -5.562228202819824, -3.789889335632324, -2.0175514221191406, -0.24521243572235107, 1.5271265506744385, 3.2994656562805176, 5.071804523468018, 6.844143867492676, 8.616482734680176, 10.388821601867676, 12.161160469055176, 13.933499336242676, 15.705838203430176, 17.478178024291992, 19.250516891479492, 21.022855758666992, 22.795194625854492, 24.567533493041992, 26.339872360229492, 28.112211227416992, 29.884550094604492, 31.656888961791992, 33.429229736328125, 35.201568603515625, 36.973907470703125, 38.746246337890625, 40.518585205078125, 42.290924072265625, 44.063262939453125, 45.835601806640625, 47.607940673828125, 49.380279541015625, 51.152618408203125, 52.924957275390625, 54.697296142578125]}, "gradients/decoder.transformer.h.7.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 4.0, 4.0, 2.0, 0.0, 8.0, 6.0, 6.0, 4.0, 7.0, 3.0, 13.0, 11.0, 12.0, 21.0, 26.0, 24.0, 35.0, 27.0, 23.0, 27.0, 27.0, 41.0, 39.0, 35.0, 39.0, 33.0, 38.0, 43.0, 57.0, 31.0, 34.0, 38.0, 25.0, 23.0, 26.0, 28.0, 27.0, 28.0, 23.0, 15.0, 17.0, 14.0, 18.0, 10.0, 10.0, 5.0, 6.0, 1.0, 6.0, 8.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-6.36328125, -6.1553955078125, -5.947509765625, -5.7396240234375, -5.53173828125, -5.3238525390625, -5.115966796875, -4.9080810546875, -4.7001953125, -4.4923095703125, -4.284423828125, -4.0765380859375, -3.86865234375, -3.6607666015625, -3.452880859375, -3.2449951171875, -3.037109375, -2.8292236328125, -2.621337890625, -2.4134521484375, -2.20556640625, -1.9976806640625, -1.789794921875, -1.5819091796875, -1.3740234375, -1.1661376953125, -0.958251953125, -0.7503662109375, -0.54248046875, -0.3345947265625, -0.126708984375, 0.0811767578125, 0.2890625, 0.4969482421875, 0.704833984375, 0.9127197265625, 1.12060546875, 1.3284912109375, 1.536376953125, 1.7442626953125, 1.9521484375, 2.1600341796875, 2.367919921875, 2.5758056640625, 2.78369140625, 2.9915771484375, 3.199462890625, 3.4073486328125, 3.615234375, 3.8231201171875, 4.031005859375, 4.2388916015625, 4.44677734375, 4.6546630859375, 4.862548828125, 5.0704345703125, 5.2783203125, 5.4862060546875, 5.694091796875, 5.9019775390625, 6.10986328125, 6.3177490234375, 6.525634765625, 6.7335205078125, 6.94140625]}, "gradients/decoder.transformer.h.7.mlp.c_proj.weight": {"_type": "histogram", "values": [4.0, 2.0, 4.0, 0.0, 1.0, 1.0, 6.0, 6.0, 4.0, 14.0, 7.0, 9.0, 11.0, 10.0, 13.0, 18.0, 22.0, 25.0, 37.0, 34.0, 61.0, 124.0, 265.0, 867.0, 2723.0, 9943.0, 39250.0, 155552.0, 605892.0, 1709685.0, 1211744.0, 341936.0, 86357.0, 21579.0, 5574.0, 1515.0, 510.0, 183.0, 74.0, 46.0, 30.0, 19.0, 26.0, 17.0, 13.0, 9.0, 14.0, 12.0, 10.0, 5.0, 7.0, 3.0, 3.0, 6.0, 1.0, 4.0, 4.0, 6.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-10.140625, -9.8001708984375, -9.459716796875, -9.1192626953125, -8.77880859375, -8.4383544921875, -8.097900390625, -7.7574462890625, -7.4169921875, -7.0765380859375, -6.736083984375, -6.3956298828125, -6.05517578125, -5.7147216796875, -5.374267578125, -5.0338134765625, -4.693359375, -4.3529052734375, -4.012451171875, -3.6719970703125, -3.33154296875, -2.9910888671875, -2.650634765625, -2.3101806640625, -1.9697265625, -1.6292724609375, -1.288818359375, -0.9483642578125, -0.60791015625, -0.2674560546875, 0.072998046875, 0.4134521484375, 0.75390625, 1.0943603515625, 1.434814453125, 1.7752685546875, 2.11572265625, 2.4561767578125, 2.796630859375, 3.1370849609375, 3.4775390625, 3.8179931640625, 4.158447265625, 4.4989013671875, 4.83935546875, 5.1798095703125, 5.520263671875, 5.8607177734375, 6.201171875, 6.5416259765625, 6.882080078125, 7.2225341796875, 7.56298828125, 7.9034423828125, 8.243896484375, 8.5843505859375, 8.9248046875, 9.2652587890625, 9.605712890625, 9.9461669921875, 10.28662109375, 10.6270751953125, 10.967529296875, 11.3079833984375, 11.6484375]}, "gradients/decoder.transformer.h.7.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 5.0, 1.0, 2.0, 4.0, 4.0, 4.0, 7.0, 6.0, 16.0, 17.0, 22.0, 23.0, 32.0, 40.0, 53.0, 87.0, 103.0, 149.0, 184.0, 238.0, 323.0, 341.0, 429.0, 416.0, 335.0, 284.0, 222.0, 180.0, 146.0, 124.0, 74.0, 60.0, 42.0, 28.0, 23.0, 15.0, 12.0, 8.0, 9.0, 5.0, 5.0, 2.0, 3.0, 1.0, 4.0, 1.0, 0.0, 0.0, 2.0], "bins": [-13.328125, -12.976806640625, -12.62548828125, -12.274169921875, -11.9228515625, -11.571533203125, -11.22021484375, -10.868896484375, -10.517578125, -10.166259765625, -9.81494140625, -9.463623046875, -9.1123046875, -8.760986328125, -8.40966796875, -8.058349609375, -7.70703125, -7.355712890625, -7.00439453125, -6.653076171875, -6.3017578125, -5.950439453125, -5.59912109375, -5.247802734375, -4.896484375, -4.545166015625, -4.19384765625, -3.842529296875, -3.4912109375, -3.139892578125, -2.78857421875, -2.437255859375, -2.0859375, -1.734619140625, -1.38330078125, -1.031982421875, -0.6806640625, -0.329345703125, 0.02197265625, 0.373291015625, 0.724609375, 1.075927734375, 1.42724609375, 1.778564453125, 2.1298828125, 2.481201171875, 2.83251953125, 3.183837890625, 3.53515625, 3.886474609375, 4.23779296875, 4.589111328125, 4.9404296875, 5.291748046875, 5.64306640625, 5.994384765625, 6.345703125, 6.697021484375, 7.04833984375, 7.399658203125, 7.7509765625, 8.102294921875, 8.45361328125, 8.804931640625, 9.15625]}, "gradients/decoder.transformer.h.7.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 4.0, 3.0, 4.0, 7.0, 12.0, 13.0, 8.0, 29.0, 26.0, 43.0, 78.0, 103.0, 150.0, 252.0, 366.0, 691.0, 3326.0, 81195.0, 2935822.0, 1143815.0, 25183.0, 1660.0, 514.0, 330.0, 198.0, 143.0, 91.0, 51.0, 58.0, 24.0, 27.0, 10.0, 15.0, 9.0, 9.0, 3.0, 6.0, 3.0, 2.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-33.28125, -31.9931640625, -30.705078125, -29.4169921875, -28.12890625, -26.8408203125, -25.552734375, -24.2646484375, -22.9765625, -21.6884765625, -20.400390625, -19.1123046875, -17.82421875, -16.5361328125, -15.248046875, -13.9599609375, -12.671875, -11.3837890625, -10.095703125, -8.8076171875, -7.51953125, -6.2314453125, -4.943359375, -3.6552734375, -2.3671875, -1.0791015625, 0.208984375, 1.4970703125, 2.78515625, 4.0732421875, 5.361328125, 6.6494140625, 7.9375, 9.2255859375, 10.513671875, 11.8017578125, 13.08984375, 14.3779296875, 15.666015625, 16.9541015625, 18.2421875, 19.5302734375, 20.818359375, 22.1064453125, 23.39453125, 24.6826171875, 25.970703125, 27.2587890625, 28.546875, 29.8349609375, 31.123046875, 32.4111328125, 33.69921875, 34.9873046875, 36.275390625, 37.5634765625, 38.8515625, 40.1396484375, 41.427734375, 42.7158203125, 44.00390625, 45.2919921875, 46.580078125, 47.8681640625, 49.15625]}, "gradients/decoder.transformer.h.7.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 34.0, 78.0, 197.0, 274.0, 227.0, 136.0, 50.0, 15.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-223.7650909423828, -219.60914611816406, -215.45318603515625, -211.2972412109375, -207.14129638671875, -202.98533630371094, -198.8293914794922, -194.67344665527344, -190.51748657226562, -186.36154174804688, -182.20558166503906, -178.0496368408203, -173.89369201660156, -169.73773193359375, -165.581787109375, -161.42584228515625, -157.2698974609375, -153.11395263671875, -148.95799255371094, -144.8020477294922, -140.64610290527344, -136.49014282226562, -132.33419799804688, -128.17825317382812, -124.02229309082031, -119.86634063720703, -115.71039581298828, -111.554443359375, -107.39849090576172, -103.24253845214844, -99.08659362792969, -94.9306411743164, -90.77467346191406, -86.61872100830078, -82.46277618408203, -78.30682373046875, -74.15087127685547, -69.99491882324219, -65.83897399902344, -61.683021545410156, -57.527076721191406, -53.37112808227539, -49.21517562866211, -45.059226989746094, -40.90327453613281, -36.7473258972168, -32.59137725830078, -28.435426712036133, -24.279476165771484, -20.123525619506836, -15.967576026916504, -11.811626434326172, -7.655675888061523, -3.499725341796875, 0.6562232971191406, 4.812173843383789, 8.968124389648438, 13.124074935913086, 17.280025482177734, 21.43597412109375, 25.5919246673584, 29.747875213623047, 33.90382385253906, 38.059776306152344, 42.21572494506836]}, "gradients/decoder.transformer.h.7.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 4.0, 8.0, 2.0, 7.0, 9.0, 11.0, 11.0, 13.0, 19.0, 16.0, 24.0, 31.0, 32.0, 26.0, 41.0, 31.0, 36.0, 29.0, 34.0, 35.0, 30.0, 51.0, 42.0, 52.0, 44.0, 39.0, 35.0, 43.0, 33.0, 26.0, 35.0, 25.0, 19.0, 23.0, 20.0, 10.0, 12.0, 7.0, 2.0, 6.0, 11.0, 5.0, 4.0, 2.0, 8.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.66206741333008, -37.41443634033203, -36.16680908203125, -34.9191780090332, -33.671546936035156, -32.423919677734375, -31.176288604736328, -29.92865753173828, -28.681028366088867, -27.433399200439453, -26.185768127441406, -24.938138961791992, -23.690509796142578, -22.44287872314453, -21.195249557495117, -19.947620391845703, -18.699989318847656, -17.452360153198242, -16.204729080200195, -14.957099914550781, -13.70946979522705, -12.46183967590332, -11.214210510253906, -9.966580390930176, -8.718950271606445, -7.471320152282715, -6.223690509796143, -4.97606086730957, -3.72843074798584, -2.4808006286621094, -1.233170986175537, 0.014458656311035156, 1.2620887756347656, 2.509718656539917, 3.7573485374450684, 5.004978179931641, 6.252608299255371, 7.500238418579102, 8.747867584228516, 9.995497703552246, 11.243127822875977, 12.490757942199707, 13.738388061523438, 14.986017227172852, 16.233646392822266, 17.481277465820312, 18.728906631469727, 19.97653579711914, 21.224166870117188, 22.4717960357666, 23.71942710876465, 24.967056274414062, 26.21468734741211, 27.462316513061523, 28.709945678710938, 29.957576751708984, 31.2052059173584, 32.45283508300781, 33.70046615600586, 34.948097229003906, 36.19572448730469, 37.443355560302734, 38.69098663330078, 39.93861389160156, 41.18624496459961]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 6.0, 10.0, 4.0, 5.0, 9.0, 9.0, 20.0, 10.0, 13.0, 15.0, 27.0, 29.0, 29.0, 30.0, 26.0, 29.0, 33.0, 44.0, 34.0, 47.0, 42.0, 43.0, 41.0, 39.0, 39.0, 34.0, 27.0, 39.0, 31.0, 25.0, 31.0, 25.0, 22.0, 19.0, 18.0, 17.0, 14.0, 12.0, 14.0, 9.0, 6.0, 6.0, 8.0, 0.0, 3.0, 4.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.12109375, -5.9150390625, -5.708984375, -5.5029296875, -5.296875, -5.0908203125, -4.884765625, -4.6787109375, -4.47265625, -4.2666015625, -4.060546875, -3.8544921875, -3.6484375, -3.4423828125, -3.236328125, -3.0302734375, -2.82421875, -2.6181640625, -2.412109375, -2.2060546875, -2.0, -1.7939453125, -1.587890625, -1.3818359375, -1.17578125, -0.9697265625, -0.763671875, -0.5576171875, -0.3515625, -0.1455078125, 0.060546875, 0.2666015625, 0.47265625, 0.6787109375, 0.884765625, 1.0908203125, 1.296875, 1.5029296875, 1.708984375, 1.9150390625, 2.12109375, 2.3271484375, 2.533203125, 2.7392578125, 2.9453125, 3.1513671875, 3.357421875, 3.5634765625, 3.76953125, 3.9755859375, 4.181640625, 4.3876953125, 4.59375, 4.7998046875, 5.005859375, 5.2119140625, 5.41796875, 5.6240234375, 5.830078125, 6.0361328125, 6.2421875, 6.4482421875, 6.654296875, 6.8603515625, 7.06640625]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 8.0, 8.0, 10.0, 13.0, 18.0, 30.0, 31.0, 42.0, 60.0, 92.0, 108.0, 148.0, 217.0, 256.0, 359.0, 492.0, 686.0, 957.0, 1417.0, 2159.0, 3682.0, 6636.0, 14139.0, 39394.0, 143267.0, 397831.0, 299314.0, 86594.0, 25926.0, 10304.0, 5190.0, 2924.0, 1898.0, 1235.0, 838.0, 584.0, 453.0, 294.0, 250.0, 171.0, 137.0, 100.0, 77.0, 66.0, 31.0, 30.0, 27.0, 20.0, 14.0, 10.0, 7.0, 2.0, 6.0, 2.0, 1.0, 0.0, 2.0], "bins": [-2.44921875, -2.37457275390625, -2.2999267578125, -2.22528076171875, -2.150634765625, -2.07598876953125, -2.0013427734375, -1.92669677734375, -1.85205078125, -1.77740478515625, -1.7027587890625, -1.62811279296875, -1.553466796875, -1.47882080078125, -1.4041748046875, -1.32952880859375, -1.2548828125, -1.18023681640625, -1.1055908203125, -1.03094482421875, -0.956298828125, -0.88165283203125, -0.8070068359375, -0.73236083984375, -0.65771484375, -0.58306884765625, -0.5084228515625, -0.43377685546875, -0.359130859375, -0.28448486328125, -0.2098388671875, -0.13519287109375, -0.060546875, 0.01409912109375, 0.0887451171875, 0.16339111328125, 0.238037109375, 0.31268310546875, 0.3873291015625, 0.46197509765625, 0.53662109375, 0.61126708984375, 0.6859130859375, 0.76055908203125, 0.835205078125, 0.90985107421875, 0.9844970703125, 1.05914306640625, 1.1337890625, 1.20843505859375, 1.2830810546875, 1.35772705078125, 1.432373046875, 1.50701904296875, 1.5816650390625, 1.65631103515625, 1.73095703125, 1.80560302734375, 1.8802490234375, 1.95489501953125, 2.029541015625, 2.10418701171875, 2.1788330078125, 2.25347900390625, 2.328125]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 4.0, 6.0, 5.0, 8.0, 8.0, 6.0, 6.0, 4.0, 6.0, 14.0, 11.0, 14.0, 16.0, 15.0, 11.0, 16.0, 16.0, 25.0, 30.0, 38.0, 28.0, 36.0, 32.0, 32.0, 31.0, 32.0, 38.0, 1053.0, 31.0, 36.0, 35.0, 37.0, 45.0, 30.0, 31.0, 23.0, 27.0, 20.0, 24.0, 17.0, 24.0, 21.0, 17.0, 13.0, 10.0, 8.0, 11.0, 10.0, 8.0, 6.0, 2.0, 2.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0], "bins": [-4.296875, -4.16107177734375, -4.0252685546875, -3.88946533203125, -3.753662109375, -3.61785888671875, -3.4820556640625, -3.34625244140625, -3.21044921875, -3.07464599609375, -2.9388427734375, -2.80303955078125, -2.667236328125, -2.53143310546875, -2.3956298828125, -2.25982666015625, -2.1240234375, -1.98822021484375, -1.8524169921875, -1.71661376953125, -1.580810546875, -1.44500732421875, -1.3092041015625, -1.17340087890625, -1.03759765625, -0.90179443359375, -0.7659912109375, -0.63018798828125, -0.494384765625, -0.35858154296875, -0.2227783203125, -0.08697509765625, 0.048828125, 0.18463134765625, 0.3204345703125, 0.45623779296875, 0.592041015625, 0.72784423828125, 0.8636474609375, 0.99945068359375, 1.13525390625, 1.27105712890625, 1.4068603515625, 1.54266357421875, 1.678466796875, 1.81427001953125, 1.9500732421875, 2.08587646484375, 2.2216796875, 2.35748291015625, 2.4932861328125, 2.62908935546875, 2.764892578125, 2.90069580078125, 3.0364990234375, 3.17230224609375, 3.30810546875, 3.44390869140625, 3.5797119140625, 3.71551513671875, 3.851318359375, 3.98712158203125, 4.1229248046875, 4.25872802734375, 4.39453125]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 1.0, 5.0, 2.0, 5.0, 7.0, 7.0, 9.0, 13.0, 13.0, 13.0, 22.0, 26.0, 48.0, 81.0, 92.0, 136.0, 201.0, 250.0, 372.0, 571.0, 861.0, 1437.0, 2374.0, 4688.0, 12191.0, 44615.0, 220915.0, 1520840.0, 220191.0, 43945.0, 11876.0, 4838.0, 2405.0, 1372.0, 855.0, 537.0, 402.0, 238.0, 178.0, 147.0, 98.0, 66.0, 62.0, 43.0, 26.0, 21.0, 14.0, 6.0, 11.0, 4.0, 7.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-2.0234375, -1.959197998046875, -1.89495849609375, -1.830718994140625, -1.7664794921875, -1.702239990234375, -1.63800048828125, -1.573760986328125, -1.509521484375, -1.445281982421875, -1.38104248046875, -1.316802978515625, -1.2525634765625, -1.188323974609375, -1.12408447265625, -1.059844970703125, -0.99560546875, -0.931365966796875, -0.86712646484375, -0.802886962890625, -0.7386474609375, -0.674407958984375, -0.61016845703125, -0.545928955078125, -0.481689453125, -0.417449951171875, -0.35321044921875, -0.288970947265625, -0.2247314453125, -0.160491943359375, -0.09625244140625, -0.032012939453125, 0.0322265625, 0.096466064453125, 0.16070556640625, 0.224945068359375, 0.2891845703125, 0.353424072265625, 0.41766357421875, 0.481903076171875, 0.546142578125, 0.610382080078125, 0.67462158203125, 0.738861083984375, 0.8031005859375, 0.867340087890625, 0.93157958984375, 0.995819091796875, 1.06005859375, 1.124298095703125, 1.18853759765625, 1.252777099609375, 1.3170166015625, 1.381256103515625, 1.44549560546875, 1.509735107421875, 1.573974609375, 1.638214111328125, 1.70245361328125, 1.766693115234375, 1.8309326171875, 1.895172119140625, 1.95941162109375, 2.023651123046875, 2.087890625]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 5.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 1.0, 4.0, 8.0, 9.0, 17.0, 19.0, 22.0, 31.0, 55.0, 69.0, 176.0, 180.0, 142.0, 100.0, 51.0, 22.0, 20.0, 13.0, 9.0, 6.0, 5.0, 6.0, 3.0, 3.0, 4.0, 3.0, 3.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.301025390625, -0.2911224365234375, -0.281219482421875, -0.2713165283203125, -0.26141357421875, -0.2515106201171875, -0.241607666015625, -0.2317047119140625, -0.2218017578125, -0.2118988037109375, -0.201995849609375, -0.1920928955078125, -0.18218994140625, -0.1722869873046875, -0.162384033203125, -0.1524810791015625, -0.142578125, -0.1326751708984375, -0.122772216796875, -0.1128692626953125, -0.10296630859375, -0.0930633544921875, -0.083160400390625, -0.0732574462890625, -0.0633544921875, -0.0534515380859375, -0.043548583984375, -0.0336456298828125, -0.02374267578125, -0.0138397216796875, -0.003936767578125, 0.0059661865234375, 0.015869140625, 0.0257720947265625, 0.035675048828125, 0.0455780029296875, 0.05548095703125, 0.0653839111328125, 0.075286865234375, 0.0851898193359375, 0.0950927734375, 0.1049957275390625, 0.114898681640625, 0.1248016357421875, 0.13470458984375, 0.1446075439453125, 0.154510498046875, 0.1644134521484375, 0.17431640625, 0.1842193603515625, 0.194122314453125, 0.2040252685546875, 0.21392822265625, 0.2238311767578125, 0.233734130859375, 0.2436370849609375, 0.2535400390625, 0.2634429931640625, 0.273345947265625, 0.2832489013671875, 0.29315185546875, 0.3030548095703125, 0.312957763671875, 0.3228607177734375, 0.332763671875]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 4.0, 3.0, 3.0, 4.0, 4.0, 4.0, 6.0, 9.0, 12.0, 10.0, 28.0, 30.0, 47.0, 95.0, 265.0, 1708.0, 1024064.0, 21410.0, 460.0, 157.0, 81.0, 39.0, 36.0, 18.0, 13.0, 11.0, 5.0, 4.0, 9.0, 3.0, 3.0, 0.0, 1.0, 0.0, 5.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 5.0, 0.0, 0.0, 0.0, 2.0], "bins": [-7.49609375, -7.27410888671875, -7.0521240234375, -6.83013916015625, -6.608154296875, -6.38616943359375, -6.1641845703125, -5.94219970703125, -5.72021484375, -5.49822998046875, -5.2762451171875, -5.05426025390625, -4.832275390625, -4.61029052734375, -4.3883056640625, -4.16632080078125, -3.9443359375, -3.72235107421875, -3.5003662109375, -3.27838134765625, -3.056396484375, -2.83441162109375, -2.6124267578125, -2.39044189453125, -2.16845703125, -1.94647216796875, -1.7244873046875, -1.50250244140625, -1.280517578125, -1.05853271484375, -0.8365478515625, -0.61456298828125, -0.392578125, -0.17059326171875, 0.0513916015625, 0.27337646484375, 0.495361328125, 0.71734619140625, 0.9393310546875, 1.16131591796875, 1.38330078125, 1.60528564453125, 1.8272705078125, 2.04925537109375, 2.271240234375, 2.49322509765625, 2.7152099609375, 2.93719482421875, 3.1591796875, 3.38116455078125, 3.6031494140625, 3.82513427734375, 4.047119140625, 4.26910400390625, 4.4910888671875, 4.71307373046875, 4.93505859375, 5.15704345703125, 5.3790283203125, 5.60101318359375, 5.822998046875, 6.04498291015625, 6.2669677734375, 6.48895263671875, 6.7109375]}, "gradients/decoder.transformer.h.7.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 2.0, 10.0, 7.0, 11.0, 38.0, 49.0, 81.0, 118.0, 177.0, 202.0, 132.0, 65.0, 48.0, 20.0, 19.0, 16.0, 6.0, 3.0, 2.0, 1.0, 2.0, 3.0], "bins": [-0.7159906625747681, -0.7020173072814941, -0.6880438923835754, -0.6740704774856567, -0.6600971221923828, -0.6461237668991089, -0.6321503520011902, -0.6181769371032715, -0.6042035818099976, -0.5902302265167236, -0.5762568116188049, -0.5622833967208862, -0.5483100414276123, -0.5343366861343384, -0.5203632712364197, -0.506389856338501, -0.49241650104522705, -0.47844311594963074, -0.4644697308540344, -0.4504963457584381, -0.4365229606628418, -0.4225495755672455, -0.40857619047164917, -0.39460280537605286, -0.38062942028045654, -0.36665603518486023, -0.3526826500892639, -0.3387092649936676, -0.3247358798980713, -0.310762494802475, -0.29678910970687866, -0.28281572461128235, -0.26884233951568604, -0.2548689544200897, -0.2408955693244934, -0.2269221842288971, -0.21294879913330078, -0.19897541403770447, -0.18500202894210815, -0.17102864384651184, -0.15705527365207672, -0.1430818885564804, -0.1291085034608841, -0.11513511836528778, -0.10116173326969147, -0.08718834817409515, -0.07321496307849884, -0.05924157798290253, -0.04526819288730621, -0.0312948077917099, -0.017321422696113586, -0.003348037600517273, 0.01062534749507904, 0.024598732590675354, 0.03857211768627167, 0.05254550278186798, 0.0665188878774643, 0.08049227297306061, 0.09446565806865692, 0.10843904316425323, 0.12241242825984955, 0.13638581335544586, 0.15035919845104218, 0.1643325835466385, 0.1783059686422348]}, "gradients/decoder.transformer.h.7.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 5.0, 6.0, 3.0, 7.0, 10.0, 9.0, 11.0, 23.0, 19.0, 16.0, 26.0, 33.0, 26.0, 27.0, 45.0, 48.0, 39.0, 44.0, 38.0, 52.0, 42.0, 48.0, 35.0, 50.0, 47.0, 32.0, 32.0, 37.0, 33.0, 22.0, 25.0, 23.0, 21.0, 7.0, 13.0, 13.0, 10.0, 7.0, 2.0, 1.0, 4.0, 3.0, 1.0, 3.0, 1.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.2171451449394226, -0.21039941906929016, -0.20365369319915771, -0.19690796732902527, -0.19016224145889282, -0.18341651558876038, -0.17667078971862793, -0.16992506384849548, -0.16317933797836304, -0.1564336121082306, -0.14968788623809814, -0.1429421603679657, -0.13619643449783325, -0.1294507086277008, -0.12270499020814896, -0.11595926433801651, -0.10921354591846466, -0.10246782004833221, -0.09572209417819977, -0.08897636830806732, -0.08223064243793488, -0.07548491656780243, -0.06873919814825058, -0.061993472278118134, -0.05524774640798569, -0.04850202053785324, -0.041756294667720795, -0.03501057252287865, -0.0282648466527462, -0.021519120782613754, -0.014773398637771606, -0.00802767276763916, -0.0012819468975067139, 0.005463778041303158, 0.01220950298011303, 0.018955226987600327, 0.025700952857732773, 0.03244667872786522, 0.03919240087270737, 0.04593812674283981, 0.05268385261297226, 0.059429578483104706, 0.06617530435323715, 0.072921022772789, 0.07966674864292145, 0.0864124745130539, 0.09315820038318634, 0.09990392625331879, 0.10664965212345123, 0.11339537799358368, 0.12014110386371613, 0.12688682973384857, 0.13363255560398102, 0.14037828147411346, 0.14712399244308472, 0.15386971831321716, 0.1606154441833496, 0.16736117005348206, 0.1741068959236145, 0.18085262179374695, 0.1875983476638794, 0.19434407353401184, 0.2010897994041443, 0.20783552527427673, 0.21458125114440918]}, "gradients/decoder.transformer.h.7.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 6.0, 9.0, 4.0, 6.0, 9.0, 8.0, 20.0, 11.0, 13.0, 15.0, 28.0, 27.0, 31.0, 27.0, 28.0, 30.0, 28.0, 47.0, 35.0, 48.0, 39.0, 46.0, 39.0, 39.0, 42.0, 33.0, 27.0, 40.0, 29.0, 26.0, 31.0, 23.0, 23.0, 20.0, 18.0, 16.0, 14.0, 13.0, 14.0, 8.0, 6.0, 6.0, 8.0, 0.0, 3.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.1328125, -5.92633056640625, -5.7198486328125, -5.51336669921875, -5.306884765625, -5.10040283203125, -4.8939208984375, -4.68743896484375, -4.48095703125, -4.27447509765625, -4.0679931640625, -3.86151123046875, -3.655029296875, -3.44854736328125, -3.2420654296875, -3.03558349609375, -2.8291015625, -2.62261962890625, -2.4161376953125, -2.20965576171875, -2.003173828125, -1.79669189453125, -1.5902099609375, -1.38372802734375, -1.17724609375, -0.97076416015625, -0.7642822265625, -0.55780029296875, -0.351318359375, -0.14483642578125, 0.0616455078125, 0.26812744140625, 0.474609375, 0.68109130859375, 0.8875732421875, 1.09405517578125, 1.300537109375, 1.50701904296875, 1.7135009765625, 1.91998291015625, 2.12646484375, 2.33294677734375, 2.5394287109375, 2.74591064453125, 2.952392578125, 3.15887451171875, 3.3653564453125, 3.57183837890625, 3.7783203125, 3.98480224609375, 4.1912841796875, 4.39776611328125, 4.604248046875, 4.81072998046875, 5.0172119140625, 5.22369384765625, 5.43017578125, 5.63665771484375, 5.8431396484375, 6.04962158203125, 6.256103515625, 6.46258544921875, 6.6690673828125, 6.87554931640625, 7.08203125]}, "gradients/decoder.transformer.h.7.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 5.0, 8.0, 7.0, 11.0, 9.0, 14.0, 14.0, 24.0, 23.0, 31.0, 42.0, 49.0, 78.0, 123.0, 156.0, 321.0, 689.0, 1403.0, 3418.0, 8532.0, 21793.0, 65449.0, 224168.0, 434437.0, 197090.0, 57538.0, 19611.0, 7544.0, 3145.0, 1329.0, 611.0, 297.0, 181.0, 92.0, 76.0, 49.0, 50.0, 28.0, 25.0, 18.0, 25.0, 7.0, 13.0, 11.0, 4.0, 3.0, 4.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.4453125, -10.090576171875, -9.73583984375, -9.381103515625, -9.0263671875, -8.671630859375, -8.31689453125, -7.962158203125, -7.607421875, -7.252685546875, -6.89794921875, -6.543212890625, -6.1884765625, -5.833740234375, -5.47900390625, -5.124267578125, -4.76953125, -4.414794921875, -4.06005859375, -3.705322265625, -3.3505859375, -2.995849609375, -2.64111328125, -2.286376953125, -1.931640625, -1.576904296875, -1.22216796875, -0.867431640625, -0.5126953125, -0.157958984375, 0.19677734375, 0.551513671875, 0.90625, 1.260986328125, 1.61572265625, 1.970458984375, 2.3251953125, 2.679931640625, 3.03466796875, 3.389404296875, 3.744140625, 4.098876953125, 4.45361328125, 4.808349609375, 5.1630859375, 5.517822265625, 5.87255859375, 6.227294921875, 6.58203125, 6.936767578125, 7.29150390625, 7.646240234375, 8.0009765625, 8.355712890625, 8.71044921875, 9.065185546875, 9.419921875, 9.774658203125, 10.12939453125, 10.484130859375, 10.8388671875, 11.193603515625, 11.54833984375, 11.903076171875, 12.2578125]}, "gradients/decoder.transformer.h.7.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 0.0, 2.0, 4.0, 4.0, 5.0, 3.0, 6.0, 3.0, 7.0, 8.0, 13.0, 14.0, 16.0, 21.0, 18.0, 24.0, 27.0, 27.0, 35.0, 30.0, 39.0, 40.0, 41.0, 68.0, 121.0, 215.0, 1392.0, 252.0, 142.0, 78.0, 44.0, 45.0, 35.0, 34.0, 25.0, 30.0, 27.0, 26.0, 18.0, 25.0, 15.0, 10.0, 17.0, 8.0, 3.0, 7.0, 11.0, 6.0, 2.0, 4.0, 3.0, 3.0, 0.0, 3.0, 4.0, 1.0, 1.0, 1.0], "bins": [-19.453125, -18.857177734375, -18.26123046875, -17.665283203125, -17.0693359375, -16.473388671875, -15.87744140625, -15.281494140625, -14.685546875, -14.089599609375, -13.49365234375, -12.897705078125, -12.3017578125, -11.705810546875, -11.10986328125, -10.513916015625, -9.91796875, -9.322021484375, -8.72607421875, -8.130126953125, -7.5341796875, -6.938232421875, -6.34228515625, -5.746337890625, -5.150390625, -4.554443359375, -3.95849609375, -3.362548828125, -2.7666015625, -2.170654296875, -1.57470703125, -0.978759765625, -0.3828125, 0.213134765625, 0.80908203125, 1.405029296875, 2.0009765625, 2.596923828125, 3.19287109375, 3.788818359375, 4.384765625, 4.980712890625, 5.57666015625, 6.172607421875, 6.7685546875, 7.364501953125, 7.96044921875, 8.556396484375, 9.15234375, 9.748291015625, 10.34423828125, 10.940185546875, 11.5361328125, 12.132080078125, 12.72802734375, 13.323974609375, 13.919921875, 14.515869140625, 15.11181640625, 15.707763671875, 16.3037109375, 16.899658203125, 17.49560546875, 18.091552734375, 18.6875]}, "gradients/decoder.transformer.h.7.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 7.0, 2.0, 1.0, 5.0, 3.0, 4.0, 5.0, 5.0, 9.0, 10.0, 4.0, 17.0, 14.0, 15.0, 27.0, 26.0, 39.0, 46.0, 62.0, 82.0, 98.0, 152.0, 222.0, 367.0, 1028.0, 6115.0, 130167.0, 2893495.0, 106040.0, 5521.0, 912.0, 376.0, 224.0, 149.0, 112.0, 80.0, 46.0, 41.0, 36.0, 23.0, 25.0, 19.0, 14.0, 17.0, 12.0, 10.0, 8.0, 6.0, 1.0, 6.0, 4.0, 4.0, 4.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-38.40625, -37.2236328125, -36.041015625, -34.8583984375, -33.67578125, -32.4931640625, -31.310546875, -30.1279296875, -28.9453125, -27.7626953125, -26.580078125, -25.3974609375, -24.21484375, -23.0322265625, -21.849609375, -20.6669921875, -19.484375, -18.3017578125, -17.119140625, -15.9365234375, -14.75390625, -13.5712890625, -12.388671875, -11.2060546875, -10.0234375, -8.8408203125, -7.658203125, -6.4755859375, -5.29296875, -4.1103515625, -2.927734375, -1.7451171875, -0.5625, 0.6201171875, 1.802734375, 2.9853515625, 4.16796875, 5.3505859375, 6.533203125, 7.7158203125, 8.8984375, 10.0810546875, 11.263671875, 12.4462890625, 13.62890625, 14.8115234375, 15.994140625, 17.1767578125, 18.359375, 19.5419921875, 20.724609375, 21.9072265625, 23.08984375, 24.2724609375, 25.455078125, 26.6376953125, 27.8203125, 29.0029296875, 30.185546875, 31.3681640625, 32.55078125, 33.7333984375, 34.916015625, 36.0986328125, 37.28125]}, "gradients/decoder.transformer.h.7.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 45.0, 456.0, 462.0, 49.0, 4.0], "bins": [-360.270751953125, -354.361083984375, -348.4514465332031, -342.5417785644531, -336.63214111328125, -330.72247314453125, -324.8128356933594, -318.9031677246094, -312.9935302734375, -307.0838623046875, -301.1742248535156, -295.2645568847656, -289.35491943359375, -283.44525146484375, -277.5356140136719, -271.6259460449219, -265.71630859375, -259.806640625, -253.89700317382812, -247.9873504638672, -242.07769775390625, -236.1680450439453, -230.25839233398438, -224.34873962402344, -218.43907165527344, -212.5294189453125, -206.61976623535156, -200.71011352539062, -194.8004608154297, -188.89080810546875, -182.9811553955078, -177.07150268554688, -171.16183471679688, -165.25218200683594, -159.342529296875, -153.43287658691406, -147.52322387695312, -141.6135711669922, -135.70391845703125, -129.7942657470703, -123.88461303710938, -117.97496032714844, -112.0653076171875, -106.15565490722656, -100.24600219726562, -94.33634948730469, -88.42669677734375, -82.51704406738281, -76.60739135742188, -70.69773864746094, -64.7880859375, -58.87843322753906, -52.968780517578125, -47.05912780761719, -41.149471282958984, -35.23981857299805, -29.33016586303711, -23.420513153076172, -17.510860443115234, -11.601205825805664, -5.691553115844727, 0.21809959411621094, 6.127754211425781, 12.037406921386719, 17.947059631347656]}, "gradients/decoder.transformer.h.7.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 4.0, 0.0, 5.0, 4.0, 4.0, 5.0, 8.0, 10.0, 17.0, 9.0, 19.0, 18.0, 21.0, 14.0, 30.0, 28.0, 36.0, 17.0, 41.0, 33.0, 39.0, 33.0, 36.0, 39.0, 39.0, 43.0, 35.0, 30.0, 37.0, 43.0, 37.0, 28.0, 30.0, 27.0, 31.0, 18.0, 19.0, 19.0, 18.0, 16.0, 10.0, 13.0, 12.0, 7.0, 6.0, 4.0, 5.0, 1.0, 3.0, 5.0, 0.0, 2.0, 4.0, 3.0, 0.0, 1.0], "bins": [-49.982032775878906, -48.48388671875, -46.985740661621094, -45.48759460449219, -43.98944854736328, -42.491302490234375, -40.99315643310547, -39.49501037597656, -37.996864318847656, -36.49871826171875, -35.000572204589844, -33.50242614746094, -32.00428009033203, -30.506134033203125, -29.00798988342285, -27.509843826293945, -26.011699676513672, -24.513553619384766, -23.01540756225586, -21.517261505126953, -20.019115447998047, -18.52096939086914, -17.022825241088867, -15.524679183959961, -14.026533126831055, -12.528387069702148, -11.030241012573242, -9.532095909118652, -8.033949851989746, -6.53580379486084, -5.03765869140625, -3.5395126342773438, -2.0413665771484375, -0.5432207584381104, 0.9549250602722168, 2.453070640563965, 3.951216697692871, 5.449362754821777, 6.947507858276367, 8.445653915405273, 9.94379997253418, 11.441946029663086, 12.940092086791992, 14.438237190246582, 15.936383247375488, 17.434528350830078, 18.932674407958984, 20.43082046508789, 21.928966522216797, 23.427112579345703, 24.92525863647461, 26.423404693603516, 27.921550750732422, 29.419696807861328, 30.9178409576416, 32.415985107421875, 33.91413116455078, 35.41227722167969, 36.910423278808594, 38.4085693359375, 39.906715393066406, 41.40486145019531, 42.90300750732422, 44.401153564453125, 45.89929962158203]}, "gradients/decoder.transformer.h.6.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 2.0, 2.0, 5.0, 2.0, 5.0, 5.0, 1.0, 4.0, 6.0, 14.0, 10.0, 9.0, 14.0, 9.0, 13.0, 23.0, 21.0, 23.0, 24.0, 25.0, 25.0, 28.0, 27.0, 36.0, 36.0, 45.0, 36.0, 40.0, 39.0, 50.0, 34.0, 35.0, 38.0, 40.0, 32.0, 26.0, 13.0, 32.0, 27.0, 22.0, 20.0, 13.0, 13.0, 19.0, 9.0, 11.0, 15.0, 9.0, 9.0, 3.0, 0.0, 2.0, 4.0, 3.0, 2.0, 4.0, 0.0, 0.0, 2.0, 2.0, 1.0], "bins": [-6.421875, -6.2169189453125, -6.011962890625, -5.8070068359375, -5.60205078125, -5.3970947265625, -5.192138671875, -4.9871826171875, -4.7822265625, -4.5772705078125, -4.372314453125, -4.1673583984375, -3.96240234375, -3.7574462890625, -3.552490234375, -3.3475341796875, -3.142578125, -2.9376220703125, -2.732666015625, -2.5277099609375, -2.32275390625, -2.1177978515625, -1.912841796875, -1.7078857421875, -1.5029296875, -1.2979736328125, -1.093017578125, -0.8880615234375, -0.68310546875, -0.4781494140625, -0.273193359375, -0.0682373046875, 0.13671875, 0.3416748046875, 0.546630859375, 0.7515869140625, 0.95654296875, 1.1614990234375, 1.366455078125, 1.5714111328125, 1.7763671875, 1.9813232421875, 2.186279296875, 2.3912353515625, 2.59619140625, 2.8011474609375, 3.006103515625, 3.2110595703125, 3.416015625, 3.6209716796875, 3.825927734375, 4.0308837890625, 4.23583984375, 4.4407958984375, 4.645751953125, 4.8507080078125, 5.0556640625, 5.2606201171875, 5.465576171875, 5.6705322265625, 5.87548828125, 6.0804443359375, 6.285400390625, 6.4903564453125, 6.6953125]}, "gradients/decoder.transformer.h.6.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 7.0, 8.0, 7.0, 7.0, 9.0, 12.0, 12.0, 13.0, 17.0, 20.0, 30.0, 55.0, 92.0, 112.0, 220.0, 405.0, 1036.0, 2625.0, 7481.0, 22944.0, 72913.0, 235313.0, 715212.0, 1529010.0, 1059288.0, 374106.0, 118178.0, 36782.0, 11603.0, 3981.0, 1480.0, 612.0, 244.0, 146.0, 94.0, 58.0, 36.0, 27.0, 24.0, 16.0, 12.0, 8.0, 8.0, 7.0, 13.0, 5.0, 1.0, 5.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.5703125, -8.271728515625, -7.97314453125, -7.674560546875, -7.3759765625, -7.077392578125, -6.77880859375, -6.480224609375, -6.181640625, -5.883056640625, -5.58447265625, -5.285888671875, -4.9873046875, -4.688720703125, -4.39013671875, -4.091552734375, -3.79296875, -3.494384765625, -3.19580078125, -2.897216796875, -2.5986328125, -2.300048828125, -2.00146484375, -1.702880859375, -1.404296875, -1.105712890625, -0.80712890625, -0.508544921875, -0.2099609375, 0.088623046875, 0.38720703125, 0.685791015625, 0.984375, 1.282958984375, 1.58154296875, 1.880126953125, 2.1787109375, 2.477294921875, 2.77587890625, 3.074462890625, 3.373046875, 3.671630859375, 3.97021484375, 4.268798828125, 4.5673828125, 4.865966796875, 5.16455078125, 5.463134765625, 5.76171875, 6.060302734375, 6.35888671875, 6.657470703125, 6.9560546875, 7.254638671875, 7.55322265625, 7.851806640625, 8.150390625, 8.448974609375, 8.74755859375, 9.046142578125, 9.3447265625, 9.643310546875, 9.94189453125, 10.240478515625, 10.5390625]}, "gradients/decoder.transformer.h.6.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 6.0, 4.0, 6.0, 1.0, 8.0, 15.0, 21.0, 21.0, 25.0, 40.0, 51.0, 84.0, 124.0, 121.0, 211.0, 239.0, 355.0, 403.0, 461.0, 389.0, 374.0, 298.0, 202.0, 146.0, 122.0, 100.0, 64.0, 49.0, 35.0, 34.0, 23.0, 6.0, 12.0, 15.0, 3.0, 3.0, 6.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-10.90625, -10.5374755859375, -10.168701171875, -9.7999267578125, -9.43115234375, -9.0623779296875, -8.693603515625, -8.3248291015625, -7.9560546875, -7.5872802734375, -7.218505859375, -6.8497314453125, -6.48095703125, -6.1121826171875, -5.743408203125, -5.3746337890625, -5.005859375, -4.6370849609375, -4.268310546875, -3.8995361328125, -3.53076171875, -3.1619873046875, -2.793212890625, -2.4244384765625, -2.0556640625, -1.6868896484375, -1.318115234375, -0.9493408203125, -0.58056640625, -0.2117919921875, 0.156982421875, 0.5257568359375, 0.89453125, 1.2633056640625, 1.632080078125, 2.0008544921875, 2.36962890625, 2.7384033203125, 3.107177734375, 3.4759521484375, 3.8447265625, 4.2135009765625, 4.582275390625, 4.9510498046875, 5.31982421875, 5.6885986328125, 6.057373046875, 6.4261474609375, 6.794921875, 7.1636962890625, 7.532470703125, 7.9012451171875, 8.27001953125, 8.6387939453125, 9.007568359375, 9.3763427734375, 9.7451171875, 10.1138916015625, 10.482666015625, 10.8514404296875, 11.22021484375, 11.5889892578125, 11.957763671875, 12.3265380859375, 12.6953125]}, "gradients/decoder.transformer.h.6.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 5.0, 2.0, 8.0, 15.0, 10.0, 16.0, 29.0, 43.0, 55.0, 97.0, 113.0, 167.0, 259.0, 408.0, 850.0, 3368.0, 30732.0, 514442.0, 3124008.0, 485180.0, 29364.0, 3106.0, 786.0, 427.0, 253.0, 180.0, 130.0, 62.0, 47.0, 48.0, 20.0, 14.0, 11.0, 10.0, 4.0, 5.0, 3.0, 8.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-30.90625, -29.9833984375, -29.060546875, -28.1376953125, -27.21484375, -26.2919921875, -25.369140625, -24.4462890625, -23.5234375, -22.6005859375, -21.677734375, -20.7548828125, -19.83203125, -18.9091796875, -17.986328125, -17.0634765625, -16.140625, -15.2177734375, -14.294921875, -13.3720703125, -12.44921875, -11.5263671875, -10.603515625, -9.6806640625, -8.7578125, -7.8349609375, -6.912109375, -5.9892578125, -5.06640625, -4.1435546875, -3.220703125, -2.2978515625, -1.375, -0.4521484375, 0.470703125, 1.3935546875, 2.31640625, 3.2392578125, 4.162109375, 5.0849609375, 6.0078125, 6.9306640625, 7.853515625, 8.7763671875, 9.69921875, 10.6220703125, 11.544921875, 12.4677734375, 13.390625, 14.3134765625, 15.236328125, 16.1591796875, 17.08203125, 18.0048828125, 18.927734375, 19.8505859375, 20.7734375, 21.6962890625, 22.619140625, 23.5419921875, 24.46484375, 25.3876953125, 26.310546875, 27.2333984375, 28.15625]}, "gradients/decoder.transformer.h.6.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 24.0, 89.0, 299.0, 342.0, 198.0, 59.0, 7.0, 1.0, 0.0, 0.0, 1.0], "bins": [-324.16546630859375, -318.39984130859375, -312.63421630859375, -306.86859130859375, -301.10296630859375, -295.33734130859375, -289.57171630859375, -283.80609130859375, -278.04046630859375, -272.27484130859375, -266.50921630859375, -260.74359130859375, -254.97796630859375, -249.21234130859375, -243.44671630859375, -237.68109130859375, -231.91546630859375, -226.14984130859375, -220.38421630859375, -214.61859130859375, -208.85296630859375, -203.08734130859375, -197.32171630859375, -191.55609130859375, -185.7904510498047, -180.0248260498047, -174.2592010498047, -168.4935760498047, -162.7279510498047, -156.9623260498047, -151.1967010498047, -145.4310760498047, -139.6654510498047, -133.8998260498047, -128.1342010498047, -122.36857604980469, -116.60295104980469, -110.83732604980469, -105.07170104980469, -99.30607604980469, -93.54045104980469, -87.77482604980469, -82.00920104980469, -76.24357604980469, -70.47795104980469, -64.71232604980469, -58.94669723510742, -53.18107223510742, -47.415443420410156, -41.649818420410156, -35.884193420410156, -30.118566513061523, -24.352941513061523, -18.587316513061523, -12.82168960571289, -7.056064605712891, -1.2904396057128906, 4.475185871124268, 10.240811347961426, 16.006437301635742, 21.772062301635742, 27.537687301635742, 33.303314208984375, 39.068939208984375, 44.834564208984375]}, "gradients/decoder.transformer.h.6.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 8.0, 3.0, 12.0, 11.0, 8.0, 16.0, 24.0, 15.0, 18.0, 34.0, 20.0, 24.0, 48.0, 32.0, 28.0, 46.0, 34.0, 47.0, 34.0, 45.0, 45.0, 36.0, 52.0, 32.0, 46.0, 27.0, 29.0, 34.0, 38.0, 25.0, 23.0, 23.0, 14.0, 16.0, 14.0, 4.0, 9.0, 9.0, 10.0, 7.0, 4.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-34.30274963378906, -33.04120635986328, -31.779666900634766, -30.518125534057617, -29.25658416748047, -27.995040893554688, -26.73349952697754, -25.47195816040039, -24.210416793823242, -22.948875427246094, -21.687334060668945, -20.425792694091797, -19.164249420166016, -17.9027099609375, -16.64116668701172, -15.37962532043457, -14.118083953857422, -12.856542587280273, -11.595001220703125, -10.33345890045166, -9.071917533874512, -7.810376167297363, -6.548834323883057, -5.28729248046875, -4.025751113891602, -2.764209508895874, -1.5026679039001465, -0.24112629890441895, 1.0204153060913086, 2.281956672668457, 3.5434985160827637, 4.80504035949707, 6.066577911376953, 7.328119277954102, 8.58966064453125, 9.851202964782715, 11.112744331359863, 12.374285697937012, 13.635828018188477, 14.897369384765625, 16.158910751342773, 17.420452117919922, 18.68199348449707, 19.94353485107422, 21.205078125, 22.466617584228516, 23.728160858154297, 24.989702224731445, 26.251243591308594, 27.512784957885742, 28.77432632446289, 30.03586769104004, 31.297409057617188, 32.55895233154297, 33.820491790771484, 35.082035064697266, 36.34357452392578, 37.60511779785156, 38.86665725708008, 40.12820053100586, 41.389739990234375, 42.651283264160156, 43.91282272338867, 45.17436599731445, 46.435909271240234]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 5.0, 2.0, 2.0, 4.0, 6.0, 6.0, 7.0, 6.0, 10.0, 9.0, 16.0, 16.0, 16.0, 11.0, 15.0, 27.0, 25.0, 24.0, 28.0, 29.0, 47.0, 21.0, 41.0, 44.0, 41.0, 33.0, 41.0, 38.0, 34.0, 30.0, 40.0, 30.0, 46.0, 37.0, 30.0, 25.0, 27.0, 19.0, 23.0, 21.0, 12.0, 13.0, 7.0, 5.0, 10.0, 9.0, 5.0, 5.0, 3.0, 2.0, 3.0, 4.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-6.58984375, -6.38604736328125, -6.1822509765625, -5.97845458984375, -5.774658203125, -5.57086181640625, -5.3670654296875, -5.16326904296875, -4.95947265625, -4.75567626953125, -4.5518798828125, -4.34808349609375, -4.144287109375, -3.94049072265625, -3.7366943359375, -3.53289794921875, -3.3291015625, -3.12530517578125, -2.9215087890625, -2.71771240234375, -2.513916015625, -2.31011962890625, -2.1063232421875, -1.90252685546875, -1.69873046875, -1.49493408203125, -1.2911376953125, -1.08734130859375, -0.883544921875, -0.67974853515625, -0.4759521484375, -0.27215576171875, -0.068359375, 0.13543701171875, 0.3392333984375, 0.54302978515625, 0.746826171875, 0.95062255859375, 1.1544189453125, 1.35821533203125, 1.56201171875, 1.76580810546875, 1.9696044921875, 2.17340087890625, 2.377197265625, 2.58099365234375, 2.7847900390625, 2.98858642578125, 3.1923828125, 3.39617919921875, 3.5999755859375, 3.80377197265625, 4.007568359375, 4.21136474609375, 4.4151611328125, 4.61895751953125, 4.82275390625, 5.02655029296875, 5.2303466796875, 5.43414306640625, 5.637939453125, 5.84173583984375, 6.0455322265625, 6.24932861328125, 6.453125]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 5.0, 14.0, 9.0, 22.0, 31.0, 42.0, 87.0, 101.0, 128.0, 235.0, 408.0, 642.0, 978.0, 1448.0, 2360.0, 3693.0, 5815.0, 9016.0, 14161.0, 22333.0, 34278.0, 51018.0, 74995.0, 102016.0, 127497.0, 140182.0, 128237.0, 102987.0, 76117.0, 52281.0, 34954.0, 22764.0, 14442.0, 9161.0, 5909.0, 3633.0, 2393.0, 1494.0, 935.0, 632.0, 369.0, 272.0, 161.0, 114.0, 69.0, 50.0, 30.0, 22.0, 8.0, 5.0, 7.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.64208984375, -0.622344970703125, -0.60260009765625, -0.582855224609375, -0.5631103515625, -0.543365478515625, -0.52362060546875, -0.503875732421875, -0.484130859375, -0.464385986328125, -0.44464111328125, -0.424896240234375, -0.4051513671875, -0.385406494140625, -0.36566162109375, -0.345916748046875, -0.326171875, -0.306427001953125, -0.28668212890625, -0.266937255859375, -0.2471923828125, -0.227447509765625, -0.20770263671875, -0.187957763671875, -0.168212890625, -0.148468017578125, -0.12872314453125, -0.108978271484375, -0.0892333984375, -0.069488525390625, -0.04974365234375, -0.029998779296875, -0.01025390625, 0.009490966796875, 0.02923583984375, 0.048980712890625, 0.0687255859375, 0.088470458984375, 0.10821533203125, 0.127960205078125, 0.147705078125, 0.167449951171875, 0.18719482421875, 0.206939697265625, 0.2266845703125, 0.246429443359375, 0.26617431640625, 0.285919189453125, 0.3056640625, 0.325408935546875, 0.34515380859375, 0.364898681640625, 0.3846435546875, 0.404388427734375, 0.42413330078125, 0.443878173828125, 0.463623046875, 0.483367919921875, 0.50311279296875, 0.522857666015625, 0.5426025390625, 0.562347412109375, 0.58209228515625, 0.601837158203125, 0.62158203125]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 3.0, 7.0, 6.0, 6.0, 10.0, 5.0, 15.0, 20.0, 16.0, 17.0, 23.0, 29.0, 28.0, 31.0, 28.0, 34.0, 33.0, 39.0, 43.0, 47.0, 36.0, 1063.0, 46.0, 55.0, 31.0, 44.0, 46.0, 25.0, 45.0, 32.0, 26.0, 16.0, 23.0, 14.0, 21.0, 14.0, 14.0, 13.0, 9.0, 2.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.078125, -4.9149169921875, -4.751708984375, -4.5885009765625, -4.42529296875, -4.2620849609375, -4.098876953125, -3.9356689453125, -3.7724609375, -3.6092529296875, -3.446044921875, -3.2828369140625, -3.11962890625, -2.9564208984375, -2.793212890625, -2.6300048828125, -2.466796875, -2.3035888671875, -2.140380859375, -1.9771728515625, -1.81396484375, -1.6507568359375, -1.487548828125, -1.3243408203125, -1.1611328125, -0.9979248046875, -0.834716796875, -0.6715087890625, -0.50830078125, -0.3450927734375, -0.181884765625, -0.0186767578125, 0.14453125, 0.3077392578125, 0.470947265625, 0.6341552734375, 0.79736328125, 0.9605712890625, 1.123779296875, 1.2869873046875, 1.4501953125, 1.6134033203125, 1.776611328125, 1.9398193359375, 2.10302734375, 2.2662353515625, 2.429443359375, 2.5926513671875, 2.755859375, 2.9190673828125, 3.082275390625, 3.2454833984375, 3.40869140625, 3.5718994140625, 3.735107421875, 3.8983154296875, 4.0615234375, 4.2247314453125, 4.387939453125, 4.5511474609375, 4.71435546875, 4.8775634765625, 5.040771484375, 5.2039794921875, 5.3671875]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 7.0, 5.0, 8.0, 9.0, 22.0, 29.0, 34.0, 59.0, 97.0, 142.0, 230.0, 390.0, 656.0, 1229.0, 2193.0, 4218.0, 8157.0, 15746.0, 31385.0, 60480.0, 108037.0, 195179.0, 1170502.0, 239648.0, 118997.0, 67080.0, 35205.0, 17793.0, 9076.0, 4740.0, 2481.0, 1374.0, 776.0, 435.0, 276.0, 163.0, 96.0, 63.0, 34.0, 23.0, 23.0, 15.0, 7.0, 11.0, 6.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.7392578125, -0.7172470092773438, -0.6952362060546875, -0.6732254028320312, -0.651214599609375, -0.6292037963867188, -0.6071929931640625, -0.5851821899414062, -0.56317138671875, -0.5411605834960938, -0.5191497802734375, -0.49713897705078125, -0.475128173828125, -0.45311737060546875, -0.4311065673828125, -0.40909576416015625, -0.3870849609375, -0.36507415771484375, -0.3430633544921875, -0.32105255126953125, -0.299041748046875, -0.27703094482421875, -0.2550201416015625, -0.23300933837890625, -0.21099853515625, -0.18898773193359375, -0.1669769287109375, -0.14496612548828125, -0.122955322265625, -0.10094451904296875, -0.0789337158203125, -0.05692291259765625, -0.034912109375, -0.01290130615234375, 0.0091094970703125, 0.03112030029296875, 0.053131103515625, 0.07514190673828125, 0.0971527099609375, 0.11916351318359375, 0.14117431640625, 0.16318511962890625, 0.1851959228515625, 0.20720672607421875, 0.229217529296875, 0.25122833251953125, 0.2732391357421875, 0.29524993896484375, 0.3172607421875, 0.33927154541015625, 0.3612823486328125, 0.38329315185546875, 0.405303955078125, 0.42731475830078125, 0.4493255615234375, 0.47133636474609375, 0.49334716796875, 0.5153579711914062, 0.5373687744140625, 0.5593795776367188, 0.581390380859375, 0.6034011840820312, 0.6254119873046875, 0.6474227905273438, 0.66943359375]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 2.0, 3.0, 4.0, 2.0, 1.0, 3.0, 5.0, 7.0, 6.0, 13.0, 11.0, 20.0, 16.0, 23.0, 23.0, 39.0, 59.0, 70.0, 78.0, 67.0, 64.0, 84.0, 63.0, 68.0, 58.0, 56.0, 32.0, 23.0, 19.0, 14.0, 9.0, 12.0, 10.0, 2.0, 4.0, 6.0, 6.0, 3.0, 3.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-0.0960693359375, -0.09313678741455078, -0.09020423889160156, -0.08727169036865234, -0.08433914184570312, -0.0814065933227539, -0.07847404479980469, -0.07554149627685547, -0.07260894775390625, -0.06967639923095703, -0.06674385070800781, -0.0638113021850586, -0.060878753662109375, -0.057946205139160156, -0.05501365661621094, -0.05208110809326172, -0.0491485595703125, -0.04621601104736328, -0.04328346252441406, -0.040350914001464844, -0.037418365478515625, -0.034485816955566406, -0.03155326843261719, -0.02862071990966797, -0.02568817138671875, -0.02275562286376953, -0.019823074340820312, -0.016890525817871094, -0.013957977294921875, -0.011025428771972656, -0.008092880249023438, -0.005160331726074219, -0.002227783203125, 0.0007047653198242188, 0.0036373138427734375, 0.006569862365722656, 0.009502410888671875, 0.012434959411621094, 0.015367507934570312, 0.01830005645751953, 0.02123260498046875, 0.02416515350341797, 0.027097702026367188, 0.030030250549316406, 0.032962799072265625, 0.035895347595214844, 0.03882789611816406, 0.04176044464111328, 0.0446929931640625, 0.04762554168701172, 0.05055809020996094, 0.053490638732910156, 0.056423187255859375, 0.059355735778808594, 0.06228828430175781, 0.06522083282470703, 0.06815338134765625, 0.07108592987060547, 0.07401847839355469, 0.0769510269165039, 0.07988357543945312, 0.08281612396240234, 0.08574867248535156, 0.08868122100830078, 0.09161376953125]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 3.0, 1.0, 2.0, 4.0, 4.0, 5.0, 10.0, 4.0, 7.0, 3.0, 17.0, 19.0, 17.0, 27.0, 46.0, 49.0, 88.0, 139.0, 280.0, 548.0, 19323.0, 1024860.0, 2072.0, 415.0, 204.0, 129.0, 70.0, 53.0, 28.0, 31.0, 19.0, 18.0, 14.0, 13.0, 7.0, 3.0, 4.0, 1.0, 1.0, 5.0, 4.0, 1.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.056640625, -1.990966796875, -1.92529296875, -1.859619140625, -1.7939453125, -1.728271484375, -1.66259765625, -1.596923828125, -1.53125, -1.465576171875, -1.39990234375, -1.334228515625, -1.2685546875, -1.202880859375, -1.13720703125, -1.071533203125, -1.005859375, -0.940185546875, -0.87451171875, -0.808837890625, -0.7431640625, -0.677490234375, -0.61181640625, -0.546142578125, -0.48046875, -0.414794921875, -0.34912109375, -0.283447265625, -0.2177734375, -0.152099609375, -0.08642578125, -0.020751953125, 0.044921875, 0.110595703125, 0.17626953125, 0.241943359375, 0.3076171875, 0.373291015625, 0.43896484375, 0.504638671875, 0.5703125, 0.635986328125, 0.70166015625, 0.767333984375, 0.8330078125, 0.898681640625, 0.96435546875, 1.030029296875, 1.095703125, 1.161376953125, 1.22705078125, 1.292724609375, 1.3583984375, 1.424072265625, 1.48974609375, 1.555419921875, 1.62109375, 1.686767578125, 1.75244140625, 1.818115234375, 1.8837890625, 1.949462890625, 2.01513671875, 2.080810546875, 2.146484375]}, "gradients/decoder.transformer.h.6.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 3.0, 10.0, 103.0, 695.0, 179.0, 21.0, 3.0], "bins": [-1.477404236793518, -1.4530194997787476, -1.428634762763977, -1.404249906539917, -1.3798651695251465, -1.355480432510376, -1.3310956954956055, -1.3067108392715454, -1.282326102256775, -1.2579413652420044, -1.2335566282272339, -1.2091717720031738, -1.1847870349884033, -1.1604022979736328, -1.1360175609588623, -1.1116327047348022, -1.0872479677200317, -1.0628632307052612, -1.0384784936904907, -1.0140936374664307, -0.9897089004516602, -0.9653241634368896, -0.9409393668174744, -0.9165546298027039, -0.8921698927879333, -0.8677851557731628, -0.8434003591537476, -0.819015622138977, -0.7946308255195618, -0.7702460885047913, -0.745861291885376, -0.7214765548706055, -0.697091817855835, -0.6727070808410645, -0.6483222842216492, -0.6239375472068787, -0.5995527505874634, -0.5751680135726929, -0.5507832169532776, -0.5263984799385071, -0.5020136833190918, -0.4776289165019989, -0.453244149684906, -0.4288593828678131, -0.4044746160507202, -0.3800898492336273, -0.3557050824165344, -0.3313203454017639, -0.30693554878234863, -0.28255078196525574, -0.25816601514816284, -0.23378124833106995, -0.20939648151397705, -0.18501171469688416, -0.16062696278095245, -0.13624219596385956, -0.11185742914676666, -0.08747266232967377, -0.06308789551258087, -0.03870313614606857, -0.014318369328975677, 0.010066397488117218, 0.03445115685462952, 0.05883592367172241, 0.08322069048881531]}, "gradients/decoder.transformer.h.6.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 5.0, 7.0, 7.0, 9.0, 10.0, 8.0, 10.0, 11.0, 13.0, 13.0, 26.0, 23.0, 36.0, 36.0, 38.0, 36.0, 44.0, 54.0, 35.0, 42.0, 41.0, 44.0, 50.0, 53.0, 42.0, 40.0, 39.0, 34.0, 31.0, 33.0, 23.0, 21.0, 20.0, 10.0, 12.0, 12.0, 12.0, 8.0, 5.0, 4.0, 1.0, 5.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2034543752670288, -0.1975220888853073, -0.191589817404747, -0.1856575310230255, -0.1797252595424652, -0.1737929731607437, -0.16786068677902222, -0.16192841529846191, -0.15599612891674042, -0.15006384253501892, -0.14413157105445862, -0.13819928467273712, -0.13226699829101562, -0.12633472681045532, -0.12040244042873383, -0.11447016149759293, -0.10853788256645203, -0.10260560363531113, -0.09667332470417023, -0.09074103832244873, -0.08480875939130783, -0.07887648046016693, -0.07294419407844543, -0.06701191514730453, -0.061079636216163635, -0.055147357285022736, -0.04921507462859154, -0.04328279197216034, -0.03735051304101944, -0.03141823410987854, -0.025485951453447342, -0.019553668797016144, -0.013621389865875244, -0.007689109072089195, -0.0017568282783031464, 0.0041754525154829025, 0.010107733309268951, 0.016040014103055, 0.02197229489684105, 0.027904577553272247, 0.03383685648441315, 0.03976913541555405, 0.045701418071985245, 0.05163370072841644, 0.05756597965955734, 0.06349825859069824, 0.06943054497241974, 0.07536282390356064, 0.08129510283470154, 0.08722738176584244, 0.09315966069698334, 0.09909194707870483, 0.10502422600984573, 0.11095650494098663, 0.11688879132270813, 0.12282107025384903, 0.12875334918498993, 0.13468563556671143, 0.14061790704727173, 0.14655019342899323, 0.15248247981071472, 0.15841475129127502, 0.16434703767299652, 0.17027932405471802, 0.17621159553527832]}, "gradients/decoder.transformer.h.6.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 5.0, 2.0, 2.0, 4.0, 6.0, 6.0, 8.0, 5.0, 10.0, 8.0, 16.0, 17.0, 16.0, 11.0, 16.0, 27.0, 25.0, 23.0, 31.0, 28.0, 45.0, 20.0, 43.0, 45.0, 39.0, 34.0, 41.0, 36.0, 35.0, 31.0, 40.0, 30.0, 44.0, 39.0, 30.0, 23.0, 28.0, 20.0, 22.0, 21.0, 12.0, 13.0, 9.0, 3.0, 10.0, 10.0, 4.0, 5.0, 3.0, 2.0, 3.0, 4.0, 4.0, 0.0, 2.0, 1.0, 0.0, 2.0], "bins": [-6.5859375, -6.38214111328125, -6.1783447265625, -5.97454833984375, -5.770751953125, -5.56695556640625, -5.3631591796875, -5.15936279296875, -4.95556640625, -4.75177001953125, -4.5479736328125, -4.34417724609375, -4.140380859375, -3.93658447265625, -3.7327880859375, -3.52899169921875, -3.3251953125, -3.12139892578125, -2.9176025390625, -2.71380615234375, -2.510009765625, -2.30621337890625, -2.1024169921875, -1.89862060546875, -1.69482421875, -1.49102783203125, -1.2872314453125, -1.08343505859375, -0.879638671875, -0.67584228515625, -0.4720458984375, -0.26824951171875, -0.064453125, 0.13934326171875, 0.3431396484375, 0.54693603515625, 0.750732421875, 0.95452880859375, 1.1583251953125, 1.36212158203125, 1.56591796875, 1.76971435546875, 1.9735107421875, 2.17730712890625, 2.381103515625, 2.58489990234375, 2.7886962890625, 2.99249267578125, 3.1962890625, 3.40008544921875, 3.6038818359375, 3.80767822265625, 4.011474609375, 4.21527099609375, 4.4190673828125, 4.62286376953125, 4.82666015625, 5.03045654296875, 5.2342529296875, 5.43804931640625, 5.641845703125, 5.84564208984375, 6.0494384765625, 6.25323486328125, 6.45703125]}, "gradients/decoder.transformer.h.6.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 4.0, 2.0, 4.0, 3.0, 4.0, 8.0, 9.0, 17.0, 22.0, 13.0, 25.0, 22.0, 31.0, 44.0, 51.0, 59.0, 92.0, 103.0, 143.0, 192.0, 279.0, 442.0, 828.0, 1760.0, 3893.0, 9467.0, 23629.0, 67787.0, 333086.0, 462939.0, 92682.0, 29406.0, 11773.0, 4907.0, 2120.0, 992.0, 491.0, 328.0, 224.0, 155.0, 112.0, 92.0, 76.0, 57.0, 46.0, 24.0, 24.0, 23.0, 17.0, 19.0, 7.0, 3.0, 9.0, 6.0, 6.0, 5.0, 4.0, 1.0, 1.0, 2.0], "bins": [-13.890625, -13.47119140625, -13.0517578125, -12.63232421875, -12.212890625, -11.79345703125, -11.3740234375, -10.95458984375, -10.53515625, -10.11572265625, -9.6962890625, -9.27685546875, -8.857421875, -8.43798828125, -8.0185546875, -7.59912109375, -7.1796875, -6.76025390625, -6.3408203125, -5.92138671875, -5.501953125, -5.08251953125, -4.6630859375, -4.24365234375, -3.82421875, -3.40478515625, -2.9853515625, -2.56591796875, -2.146484375, -1.72705078125, -1.3076171875, -0.88818359375, -0.46875, -0.04931640625, 0.3701171875, 0.78955078125, 1.208984375, 1.62841796875, 2.0478515625, 2.46728515625, 2.88671875, 3.30615234375, 3.7255859375, 4.14501953125, 4.564453125, 4.98388671875, 5.4033203125, 5.82275390625, 6.2421875, 6.66162109375, 7.0810546875, 7.50048828125, 7.919921875, 8.33935546875, 8.7587890625, 9.17822265625, 9.59765625, 10.01708984375, 10.4365234375, 10.85595703125, 11.275390625, 11.69482421875, 12.1142578125, 12.53369140625, 12.953125]}, "gradients/decoder.transformer.h.6.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 3.0, 6.0, 3.0, 4.0, 6.0, 14.0, 8.0, 21.0, 23.0, 23.0, 19.0, 31.0, 27.0, 39.0, 39.0, 35.0, 43.0, 50.0, 82.0, 155.0, 357.0, 1415.0, 167.0, 76.0, 63.0, 58.0, 41.0, 37.0, 35.0, 34.0, 22.0, 11.0, 23.0, 19.0, 8.0, 13.0, 16.0, 6.0, 4.0, 6.0, 6.0, 4.0, 4.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.40625, -20.7587890625, -20.111328125, -19.4638671875, -18.81640625, -18.1689453125, -17.521484375, -16.8740234375, -16.2265625, -15.5791015625, -14.931640625, -14.2841796875, -13.63671875, -12.9892578125, -12.341796875, -11.6943359375, -11.046875, -10.3994140625, -9.751953125, -9.1044921875, -8.45703125, -7.8095703125, -7.162109375, -6.5146484375, -5.8671875, -5.2197265625, -4.572265625, -3.9248046875, -3.27734375, -2.6298828125, -1.982421875, -1.3349609375, -0.6875, -0.0400390625, 0.607421875, 1.2548828125, 1.90234375, 2.5498046875, 3.197265625, 3.8447265625, 4.4921875, 5.1396484375, 5.787109375, 6.4345703125, 7.08203125, 7.7294921875, 8.376953125, 9.0244140625, 9.671875, 10.3193359375, 10.966796875, 11.6142578125, 12.26171875, 12.9091796875, 13.556640625, 14.2041015625, 14.8515625, 15.4990234375, 16.146484375, 16.7939453125, 17.44140625, 18.0888671875, 18.736328125, 19.3837890625, 20.03125]}, "gradients/decoder.transformer.h.6.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 4.0, 8.0, 3.0, 11.0, 6.0, 16.0, 14.0, 10.0, 25.0, 29.0, 13.0, 37.0, 60.0, 66.0, 98.0, 136.0, 241.0, 406.0, 1231.0, 9577.0, 435032.0, 2668075.0, 26888.0, 2270.0, 568.0, 228.0, 174.0, 104.0, 91.0, 70.0, 36.0, 40.0, 28.0, 28.0, 22.0, 18.0, 10.0, 10.0, 8.0, 5.0, 5.0, 1.0, 4.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-45.1875, -43.783203125, -42.37890625, -40.974609375, -39.5703125, -38.166015625, -36.76171875, -35.357421875, -33.953125, -32.548828125, -31.14453125, -29.740234375, -28.3359375, -26.931640625, -25.52734375, -24.123046875, -22.71875, -21.314453125, -19.91015625, -18.505859375, -17.1015625, -15.697265625, -14.29296875, -12.888671875, -11.484375, -10.080078125, -8.67578125, -7.271484375, -5.8671875, -4.462890625, -3.05859375, -1.654296875, -0.25, 1.154296875, 2.55859375, 3.962890625, 5.3671875, 6.771484375, 8.17578125, 9.580078125, 10.984375, 12.388671875, 13.79296875, 15.197265625, 16.6015625, 18.005859375, 19.41015625, 20.814453125, 22.21875, 23.623046875, 25.02734375, 26.431640625, 27.8359375, 29.240234375, 30.64453125, 32.048828125, 33.453125, 34.857421875, 36.26171875, 37.666015625, 39.0703125, 40.474609375, 41.87890625, 43.283203125, 44.6875]}, "gradients/decoder.transformer.h.6.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 6.0, 7.0, 29.0, 60.0, 130.0, 192.0, 203.0, 169.0, 127.0, 61.0, 23.0, 8.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-69.27859497070312, -67.52520751953125, -65.77182006835938, -64.01844024658203, -62.265052795410156, -60.51166534423828, -58.75828170776367, -57.0048942565918, -55.25151062011719, -53.49812316894531, -51.7447395324707, -49.99135208129883, -48.23796844482422, -46.484580993652344, -44.731197357177734, -42.97780990600586, -41.22442626953125, -39.471038818359375, -37.717655181884766, -35.96426773071289, -34.21088409423828, -32.457496643066406, -30.704113006591797, -28.950725555419922, -27.197338104248047, -25.443952560424805, -23.690567016601562, -21.93718147277832, -20.183795928955078, -18.430408477783203, -16.677024841308594, -14.923638343811035, -13.17025375366211, -11.416868209838867, -9.663482666015625, -7.910096645355225, -6.156711101531982, -4.403325080871582, -2.64993953704834, -0.8965539932250977, 0.8568315505981445, 2.6102170944213867, 4.363602638244629, 6.116988658905029, 7.8703742027282715, 9.623760223388672, 11.377145767211914, 13.130531311035156, 14.883916854858398, 16.63730239868164, 18.390687942504883, 20.144073486328125, 21.897459030151367, 23.65084457397461, 25.404232025146484, 27.157615661621094, 28.91100311279297, 30.66438865661621, 32.41777420043945, 34.17116165161133, 35.92454528808594, 37.67793273925781, 39.43131637573242, 41.1847038269043, 42.938087463378906]}, "gradients/decoder.transformer.h.6.ln_1.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 4.0, 1.0, 6.0, 10.0, 5.0, 7.0, 13.0, 9.0, 6.0, 9.0, 13.0, 17.0, 13.0, 20.0, 22.0, 23.0, 26.0, 28.0, 37.0, 39.0, 36.0, 43.0, 40.0, 40.0, 37.0, 31.0, 36.0, 39.0, 31.0, 32.0, 33.0, 26.0, 26.0, 40.0, 35.0, 21.0, 24.0, 18.0, 15.0, 17.0, 21.0, 5.0, 12.0, 13.0, 3.0, 10.0, 5.0, 5.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-39.3316650390625, -37.9665412902832, -36.601417541503906, -35.23629379272461, -33.87117004394531, -32.506046295166016, -31.14092445373535, -29.775800704956055, -28.410676956176758, -27.04555320739746, -25.680429458618164, -24.3153076171875, -22.950183868408203, -21.585060119628906, -20.21993637084961, -18.854812622070312, -17.489688873291016, -16.12456512451172, -14.759441375732422, -13.394318580627441, -12.029194831848145, -10.664071083068848, -9.298948287963867, -7.93382453918457, -6.568700790405273, -5.203577041625977, -3.838453769683838, -2.473330497741699, -1.1082067489624023, 0.25691699981689453, 1.622039794921875, 2.987163543701172, 4.352287292480469, 5.717411041259766, 7.082534313201904, 8.447657585144043, 9.81278133392334, 11.177905082702637, 12.543027877807617, 13.908151626586914, 15.273275375366211, 16.638399124145508, 18.003522872924805, 19.36864471435547, 20.733768463134766, 22.098892211914062, 23.46401596069336, 24.829139709472656, 26.194263458251953, 27.55938720703125, 28.924510955810547, 30.289634704589844, 31.65475845336914, 33.01988220214844, 34.38500213623047, 35.75012969970703, 37.11524963378906, 38.48037338256836, 39.845497131347656, 41.21062088012695, 42.57574462890625, 43.94086837768555, 45.305992126464844, 46.671112060546875, 48.03623962402344]}, "gradients/decoder.transformer.h.5.mlp.c_proj.bias": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 2.0, 4.0, 2.0, 4.0, 6.0, 14.0, 18.0, 9.0, 16.0, 14.0, 18.0, 21.0, 23.0, 28.0, 20.0, 32.0, 29.0, 34.0, 41.0, 48.0, 49.0, 53.0, 46.0, 44.0, 36.0, 45.0, 46.0, 38.0, 29.0, 26.0, 33.0, 31.0, 21.0, 21.0, 20.0, 18.0, 7.0, 6.0, 9.0, 14.0, 3.0, 7.0, 6.0, 4.0, 8.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.859375, -6.6253662109375, -6.391357421875, -6.1573486328125, -5.92333984375, -5.6893310546875, -5.455322265625, -5.2213134765625, -4.9873046875, -4.7532958984375, -4.519287109375, -4.2852783203125, -4.05126953125, -3.8172607421875, -3.583251953125, -3.3492431640625, -3.115234375, -2.8812255859375, -2.647216796875, -2.4132080078125, -2.17919921875, -1.9451904296875, -1.711181640625, -1.4771728515625, -1.2431640625, -1.0091552734375, -0.775146484375, -0.5411376953125, -0.30712890625, -0.0731201171875, 0.160888671875, 0.3948974609375, 0.62890625, 0.8629150390625, 1.096923828125, 1.3309326171875, 1.56494140625, 1.7989501953125, 2.032958984375, 2.2669677734375, 2.5009765625, 2.7349853515625, 2.968994140625, 3.2030029296875, 3.43701171875, 3.6710205078125, 3.905029296875, 4.1390380859375, 4.373046875, 4.6070556640625, 4.841064453125, 5.0750732421875, 5.30908203125, 5.5430908203125, 5.777099609375, 6.0111083984375, 6.2451171875, 6.4791259765625, 6.713134765625, 6.9471435546875, 7.18115234375, 7.4151611328125, 7.649169921875, 7.8831787109375, 8.1171875]}, "gradients/decoder.transformer.h.5.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 4.0, 6.0, 6.0, 6.0, 5.0, 13.0, 15.0, 28.0, 24.0, 50.0, 73.0, 147.0, 243.0, 467.0, 1032.0, 2317.0, 5861.0, 15786.0, 45088.0, 133692.0, 397633.0, 1042013.0, 1452955.0, 712924.0, 252652.0, 85528.0, 28658.0, 10155.0, 3791.0, 1634.0, 693.0, 322.0, 176.0, 84.0, 49.0, 36.0, 27.0, 17.0, 22.0, 14.0, 8.0, 7.0, 9.0, 4.0, 4.0, 6.0, 2.0, 3.0, 1.0, 0.0, 1.0], "bins": [-9.578125, -9.30670166015625, -9.0352783203125, -8.76385498046875, -8.492431640625, -8.22100830078125, -7.9495849609375, -7.67816162109375, -7.40673828125, -7.13531494140625, -6.8638916015625, -6.59246826171875, -6.321044921875, -6.04962158203125, -5.7781982421875, -5.50677490234375, -5.2353515625, -4.96392822265625, -4.6925048828125, -4.42108154296875, -4.149658203125, -3.87823486328125, -3.6068115234375, -3.33538818359375, -3.06396484375, -2.79254150390625, -2.5211181640625, -2.24969482421875, -1.978271484375, -1.70684814453125, -1.4354248046875, -1.16400146484375, -0.892578125, -0.62115478515625, -0.3497314453125, -0.07830810546875, 0.193115234375, 0.46453857421875, 0.7359619140625, 1.00738525390625, 1.27880859375, 1.55023193359375, 1.8216552734375, 2.09307861328125, 2.364501953125, 2.63592529296875, 2.9073486328125, 3.17877197265625, 3.4501953125, 3.72161865234375, 3.9930419921875, 4.26446533203125, 4.535888671875, 4.80731201171875, 5.0787353515625, 5.35015869140625, 5.62158203125, 5.89300537109375, 6.1644287109375, 6.43585205078125, 6.707275390625, 6.97869873046875, 7.2501220703125, 7.52154541015625, 7.79296875]}, "gradients/decoder.transformer.h.5.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 5.0, 4.0, 6.0, 9.0, 14.0, 18.0, 18.0, 34.0, 39.0, 42.0, 77.0, 107.0, 124.0, 181.0, 196.0, 278.0, 348.0, 421.0, 453.0, 363.0, 315.0, 255.0, 196.0, 146.0, 119.0, 91.0, 51.0, 29.0, 39.0, 32.0, 16.0, 19.0, 15.0, 2.0, 6.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.1796875, -7.84228515625, -7.5048828125, -7.16748046875, -6.830078125, -6.49267578125, -6.1552734375, -5.81787109375, -5.48046875, -5.14306640625, -4.8056640625, -4.46826171875, -4.130859375, -3.79345703125, -3.4560546875, -3.11865234375, -2.78125, -2.44384765625, -2.1064453125, -1.76904296875, -1.431640625, -1.09423828125, -0.7568359375, -0.41943359375, -0.08203125, 0.25537109375, 0.5927734375, 0.93017578125, 1.267578125, 1.60498046875, 1.9423828125, 2.27978515625, 2.6171875, 2.95458984375, 3.2919921875, 3.62939453125, 3.966796875, 4.30419921875, 4.6416015625, 4.97900390625, 5.31640625, 5.65380859375, 5.9912109375, 6.32861328125, 6.666015625, 7.00341796875, 7.3408203125, 7.67822265625, 8.015625, 8.35302734375, 8.6904296875, 9.02783203125, 9.365234375, 9.70263671875, 10.0400390625, 10.37744140625, 10.71484375, 11.05224609375, 11.3896484375, 11.72705078125, 12.064453125, 12.40185546875, 12.7392578125, 13.07666015625, 13.4140625]}, "gradients/decoder.transformer.h.5.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 5.0, 0.0, 6.0, 7.0, 9.0, 19.0, 38.0, 44.0, 48.0, 78.0, 114.0, 168.0, 311.0, 538.0, 1270.0, 5996.0, 75226.0, 1608221.0, 2370687.0, 120038.0, 8509.0, 1490.0, 566.0, 303.0, 208.0, 104.0, 95.0, 63.0, 33.0, 33.0, 21.0, 9.0, 13.0, 4.0, 5.0, 4.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0], "bins": [-38.40625, -37.447998046875, -36.48974609375, -35.531494140625, -34.5732421875, -33.614990234375, -32.65673828125, -31.698486328125, -30.740234375, -29.781982421875, -28.82373046875, -27.865478515625, -26.9072265625, -25.948974609375, -24.99072265625, -24.032470703125, -23.07421875, -22.115966796875, -21.15771484375, -20.199462890625, -19.2412109375, -18.282958984375, -17.32470703125, -16.366455078125, -15.408203125, -14.449951171875, -13.49169921875, -12.533447265625, -11.5751953125, -10.616943359375, -9.65869140625, -8.700439453125, -7.7421875, -6.783935546875, -5.82568359375, -4.867431640625, -3.9091796875, -2.950927734375, -1.99267578125, -1.034423828125, -0.076171875, 0.882080078125, 1.84033203125, 2.798583984375, 3.7568359375, 4.715087890625, 5.67333984375, 6.631591796875, 7.58984375, 8.548095703125, 9.50634765625, 10.464599609375, 11.4228515625, 12.381103515625, 13.33935546875, 14.297607421875, 15.255859375, 16.214111328125, 17.17236328125, 18.130615234375, 19.0888671875, 20.047119140625, 21.00537109375, 21.963623046875, 22.921875]}, "gradients/decoder.transformer.h.5.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 27.0, 124.0, 305.0, 341.0, 175.0, 36.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-313.9900207519531, -308.18792724609375, -302.3858642578125, -296.5837707519531, -290.78167724609375, -284.9796142578125, -279.1775207519531, -273.37542724609375, -267.5733642578125, -261.7712707519531, -255.9691925048828, -250.1671142578125, -244.3650360107422, -238.56295776367188, -232.7608642578125, -226.9587860107422, -221.1566925048828, -215.3546142578125, -209.55252075195312, -203.7504425048828, -197.9483642578125, -192.14627075195312, -186.3441925048828, -180.5421142578125, -174.74002075195312, -168.9379425048828, -163.13584899902344, -157.33377075195312, -151.5316925048828, -145.7296142578125, -139.92752075195312, -134.1254425048828, -128.3233642578125, -122.52127838134766, -116.71920013427734, -110.9171142578125, -105.11503601074219, -99.31295013427734, -93.5108642578125, -87.70878601074219, -81.90670776367188, -76.10462188720703, -70.30254364013672, -64.50045776367188, -58.6983757019043, -52.89629364013672, -47.094207763671875, -41.2921257019043, -35.49003982543945, -29.687957763671875, -23.885873794555664, -18.083789825439453, -12.281707763671875, -6.479625701904297, -0.6775398254394531, 5.124542236328125, 10.926624298095703, 16.72870635986328, 22.530790328979492, 28.332874298095703, 34.13495635986328, 39.93703842163086, 45.7391242980957, 51.54120635986328, 57.34328842163086]}, "gradients/decoder.transformer.h.5.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 5.0, 5.0, 4.0, 4.0, 10.0, 11.0, 11.0, 13.0, 17.0, 19.0, 17.0, 16.0, 30.0, 37.0, 25.0, 38.0, 37.0, 37.0, 42.0, 38.0, 36.0, 43.0, 40.0, 40.0, 31.0, 37.0, 47.0, 47.0, 25.0, 31.0, 26.0, 29.0, 23.0, 16.0, 21.0, 13.0, 16.0, 16.0, 7.0, 7.0, 4.0, 10.0, 5.0, 5.0, 5.0, 5.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-36.977115631103516, -35.79437255859375, -34.611629486083984, -33.42888641357422, -32.24614334106445, -31.063400268554688, -29.88065528869629, -28.697912216186523, -27.515169143676758, -26.332426071166992, -25.149682998657227, -23.96693992614746, -22.784194946289062, -21.601451873779297, -20.41870880126953, -19.235965728759766, -18.05322265625, -16.870479583740234, -15.687736511230469, -14.504992485046387, -13.322249412536621, -12.139506340026855, -10.956762313842773, -9.774019241333008, -8.591276168823242, -7.408533096313477, -6.225789546966553, -5.043045997619629, -3.8603029251098633, -2.6775598526000977, -1.4948163032531738, -0.31207275390625, 0.8706741333007812, 2.053417444229126, 3.2361607551574707, 4.4189043045043945, 5.60164737701416, 6.784390449523926, 7.96713399887085, 9.149877548217773, 10.332620620727539, 11.515363693237305, 12.69810676574707, 13.880850791931152, 15.063593864440918, 16.246337890625, 17.429080963134766, 18.61182403564453, 19.794567108154297, 20.977310180664062, 22.160053253173828, 23.342796325683594, 24.52553939819336, 25.708282470703125, 26.891027450561523, 28.07377052307129, 29.256513595581055, 30.43925666809082, 31.621999740600586, 32.804744720458984, 33.98748779296875, 35.170230865478516, 36.35297393798828, 37.53571701049805, 38.71846008300781]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 7.0, 8.0, 8.0, 11.0, 17.0, 16.0, 19.0, 16.0, 21.0, 31.0, 19.0, 28.0, 31.0, 32.0, 37.0, 41.0, 40.0, 49.0, 53.0, 50.0, 62.0, 62.0, 39.0, 47.0, 37.0, 24.0, 27.0, 20.0, 19.0, 23.0, 12.0, 21.0, 17.0, 6.0, 11.0, 15.0, 11.0, 7.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.0859375, -7.83984375, -7.59375, -7.34765625, -7.1015625, -6.85546875, -6.609375, -6.36328125, -6.1171875, -5.87109375, -5.625, -5.37890625, -5.1328125, -4.88671875, -4.640625, -4.39453125, -4.1484375, -3.90234375, -3.65625, -3.41015625, -3.1640625, -2.91796875, -2.671875, -2.42578125, -2.1796875, -1.93359375, -1.6875, -1.44140625, -1.1953125, -0.94921875, -0.703125, -0.45703125, -0.2109375, 0.03515625, 0.28125, 0.52734375, 0.7734375, 1.01953125, 1.265625, 1.51171875, 1.7578125, 2.00390625, 2.25, 2.49609375, 2.7421875, 2.98828125, 3.234375, 3.48046875, 3.7265625, 3.97265625, 4.21875, 4.46484375, 4.7109375, 4.95703125, 5.203125, 5.44921875, 5.6953125, 5.94140625, 6.1875, 6.43359375, 6.6796875, 6.92578125, 7.171875, 7.41796875, 7.6640625]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 6.0, 7.0, 10.0, 8.0, 20.0, 28.0, 34.0, 69.0, 99.0, 160.0, 242.0, 394.0, 708.0, 1083.0, 1800.0, 3003.0, 4887.0, 7915.0, 13000.0, 20997.0, 33007.0, 51399.0, 76587.0, 106566.0, 135416.0, 147052.0, 133269.0, 103946.0, 74098.0, 49385.0, 31644.0, 19924.0, 12392.0, 7424.0, 4619.0, 2754.0, 1720.0, 1091.0, 678.0, 429.0, 260.0, 156.0, 110.0, 60.0, 43.0, 30.0, 11.0, 13.0, 4.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.65771484375, -0.6380538940429688, -0.6183929443359375, -0.5987319946289062, -0.579071044921875, -0.5594100952148438, -0.5397491455078125, -0.5200881958007812, -0.50042724609375, -0.48076629638671875, -0.4611053466796875, -0.44144439697265625, -0.421783447265625, -0.40212249755859375, -0.3824615478515625, -0.36280059814453125, -0.3431396484375, -0.32347869873046875, -0.3038177490234375, -0.28415679931640625, -0.264495849609375, -0.24483489990234375, -0.2251739501953125, -0.20551300048828125, -0.18585205078125, -0.16619110107421875, -0.1465301513671875, -0.12686920166015625, -0.107208251953125, -0.08754730224609375, -0.0678863525390625, -0.04822540283203125, -0.028564453125, -0.00890350341796875, 0.0107574462890625, 0.03041839599609375, 0.050079345703125, 0.06974029541015625, 0.0894012451171875, 0.10906219482421875, 0.12872314453125, 0.14838409423828125, 0.1680450439453125, 0.18770599365234375, 0.207366943359375, 0.22702789306640625, 0.2466888427734375, 0.26634979248046875, 0.2860107421875, 0.30567169189453125, 0.3253326416015625, 0.34499359130859375, 0.364654541015625, 0.38431549072265625, 0.4039764404296875, 0.42363739013671875, 0.44329833984375, 0.46295928955078125, 0.4826202392578125, 0.5022811889648438, 0.521942138671875, 0.5416030883789062, 0.5612640380859375, 0.5809249877929688, 0.6005859375]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 6.0, 5.0, 7.0, 6.0, 5.0, 6.0, 12.0, 8.0, 10.0, 15.0, 25.0, 30.0, 22.0, 22.0, 32.0, 24.0, 33.0, 26.0, 38.0, 27.0, 42.0, 37.0, 1070.0, 36.0, 39.0, 41.0, 34.0, 37.0, 42.0, 35.0, 30.0, 31.0, 25.0, 21.0, 22.0, 22.0, 20.0, 14.0, 13.0, 10.0, 13.0, 9.0, 9.0, 3.0, 6.0, 6.0, 5.0, 1.0, 2.0, 0.0, 2.0], "bins": [-5.26171875, -5.11444091796875, -4.9671630859375, -4.81988525390625, -4.672607421875, -4.52532958984375, -4.3780517578125, -4.23077392578125, -4.08349609375, -3.93621826171875, -3.7889404296875, -3.64166259765625, -3.494384765625, -3.34710693359375, -3.1998291015625, -3.05255126953125, -2.9052734375, -2.75799560546875, -2.6107177734375, -2.46343994140625, -2.316162109375, -2.16888427734375, -2.0216064453125, -1.87432861328125, -1.72705078125, -1.57977294921875, -1.4324951171875, -1.28521728515625, -1.137939453125, -0.99066162109375, -0.8433837890625, -0.69610595703125, -0.548828125, -0.40155029296875, -0.2542724609375, -0.10699462890625, 0.040283203125, 0.18756103515625, 0.3348388671875, 0.48211669921875, 0.62939453125, 0.77667236328125, 0.9239501953125, 1.07122802734375, 1.218505859375, 1.36578369140625, 1.5130615234375, 1.66033935546875, 1.8076171875, 1.95489501953125, 2.1021728515625, 2.24945068359375, 2.396728515625, 2.54400634765625, 2.6912841796875, 2.83856201171875, 2.98583984375, 3.13311767578125, 3.2803955078125, 3.42767333984375, 3.574951171875, 3.72222900390625, 3.8695068359375, 4.01678466796875, 4.1640625]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 5.0, 8.0, 20.0, 23.0, 76.0, 103.0, 172.0, 328.0, 671.0, 1252.0, 2320.0, 4273.0, 7942.0, 14563.0, 26508.0, 45828.0, 76914.0, 120200.0, 255856.0, 1080848.0, 189225.0, 109379.0, 68539.0, 40893.0, 23226.0, 12743.0, 7060.0, 3763.0, 2021.0, 1093.0, 580.0, 334.0, 151.0, 103.0, 41.0, 28.0, 16.0, 10.0, 10.0, 3.0, 0.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.548828125, -0.531341552734375, -0.51385498046875, -0.496368408203125, -0.4788818359375, -0.461395263671875, -0.44390869140625, -0.426422119140625, -0.408935546875, -0.391448974609375, -0.37396240234375, -0.356475830078125, -0.3389892578125, -0.321502685546875, -0.30401611328125, -0.286529541015625, -0.26904296875, -0.251556396484375, -0.23406982421875, -0.216583251953125, -0.1990966796875, -0.181610107421875, -0.16412353515625, -0.146636962890625, -0.129150390625, -0.111663818359375, -0.09417724609375, -0.076690673828125, -0.0592041015625, -0.041717529296875, -0.02423095703125, -0.006744384765625, 0.0107421875, 0.028228759765625, 0.04571533203125, 0.063201904296875, 0.0806884765625, 0.098175048828125, 0.11566162109375, 0.133148193359375, 0.150634765625, 0.168121337890625, 0.18560791015625, 0.203094482421875, 0.2205810546875, 0.238067626953125, 0.25555419921875, 0.273040771484375, 0.29052734375, 0.308013916015625, 0.32550048828125, 0.342987060546875, 0.3604736328125, 0.377960205078125, 0.39544677734375, 0.412933349609375, 0.430419921875, 0.447906494140625, 0.46539306640625, 0.482879638671875, 0.5003662109375, 0.517852783203125, 0.53533935546875, 0.552825927734375, 0.5703125]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 1.0, 4.0, 2.0, 5.0, 8.0, 10.0, 7.0, 9.0, 19.0, 23.0, 28.0, 35.0, 57.0, 76.0, 96.0, 74.0, 93.0, 85.0, 71.0, 74.0, 53.0, 46.0, 38.0, 23.0, 30.0, 10.0, 6.0, 5.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.092041015625, -0.0892171859741211, -0.08639335632324219, -0.08356952667236328, -0.08074569702148438, -0.07792186737060547, -0.07509803771972656, -0.07227420806884766, -0.06945037841796875, -0.06662654876708984, -0.06380271911621094, -0.06097888946533203, -0.058155059814453125, -0.05533123016357422, -0.05250740051269531, -0.049683570861816406, -0.0468597412109375, -0.044035911560058594, -0.04121208190917969, -0.03838825225830078, -0.035564422607421875, -0.03274059295654297, -0.029916763305664062, -0.027092933654785156, -0.02426910400390625, -0.021445274353027344, -0.018621444702148438, -0.01579761505126953, -0.012973785400390625, -0.010149955749511719, -0.0073261260986328125, -0.004502296447753906, -0.001678466796875, 0.0011453628540039062, 0.0039691925048828125, 0.006793022155761719, 0.009616851806640625, 0.012440681457519531, 0.015264511108398438, 0.018088340759277344, 0.02091217041015625, 0.023736000061035156, 0.026559829711914062, 0.02938365936279297, 0.032207489013671875, 0.03503131866455078, 0.03785514831542969, 0.040678977966308594, 0.0435028076171875, 0.046326637268066406, 0.04915046691894531, 0.05197429656982422, 0.054798126220703125, 0.05762195587158203, 0.06044578552246094, 0.06326961517333984, 0.06609344482421875, 0.06891727447509766, 0.07174110412597656, 0.07456493377685547, 0.07738876342773438, 0.08021259307861328, 0.08303642272949219, 0.0858602523803711, 0.08868408203125]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 6.0, 4.0, 8.0, 11.0, 24.0, 31.0, 56.0, 93.0, 184.0, 374.0, 1903.0, 1043849.0, 1247.0, 370.0, 159.0, 78.0, 45.0, 39.0, 26.0, 10.0, 14.0, 3.0, 2.0, 4.0, 4.0, 1.0, 2.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-2.599609375, -2.51947021484375, -2.4393310546875, -2.35919189453125, -2.279052734375, -2.19891357421875, -2.1187744140625, -2.03863525390625, -1.95849609375, -1.87835693359375, -1.7982177734375, -1.71807861328125, -1.637939453125, -1.55780029296875, -1.4776611328125, -1.39752197265625, -1.3173828125, -1.23724365234375, -1.1571044921875, -1.07696533203125, -0.996826171875, -0.91668701171875, -0.8365478515625, -0.75640869140625, -0.67626953125, -0.59613037109375, -0.5159912109375, -0.43585205078125, -0.355712890625, -0.27557373046875, -0.1954345703125, -0.11529541015625, -0.03515625, 0.04498291015625, 0.1251220703125, 0.20526123046875, 0.285400390625, 0.36553955078125, 0.4456787109375, 0.52581787109375, 0.60595703125, 0.68609619140625, 0.7662353515625, 0.84637451171875, 0.926513671875, 1.00665283203125, 1.0867919921875, 1.16693115234375, 1.2470703125, 1.32720947265625, 1.4073486328125, 1.48748779296875, 1.567626953125, 1.64776611328125, 1.7279052734375, 1.80804443359375, 1.88818359375, 1.96832275390625, 2.0484619140625, 2.12860107421875, 2.208740234375, 2.28887939453125, 2.3690185546875, 2.44915771484375, 2.529296875]}, "gradients/decoder.transformer.h.5.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 5.0, 13.0, 156.0, 664.0, 170.0, 6.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8074613809585571, -0.7931690216064453, -0.7788767218589783, -0.7645843625068665, -0.7502920031547546, -0.7359996438026428, -0.7217073440551758, -0.707414984703064, -0.6931226253509521, -0.6788302659988403, -0.6645379662513733, -0.6502456068992615, -0.6359532475471497, -0.6216608881950378, -0.6073685884475708, -0.593076229095459, -0.5787838697433472, -0.5644915103912354, -0.5501992106437683, -0.5359068512916565, -0.5216144919395447, -0.5073221325874329, -0.49302980303764343, -0.478737473487854, -0.4644451439380646, -0.45015281438827515, -0.43586045503616333, -0.4215681254863739, -0.4072757661342621, -0.39298343658447266, -0.37869107723236084, -0.3643987476825714, -0.3501063883304596, -0.33581405878067017, -0.32152169942855835, -0.3072293698787689, -0.2929370105266571, -0.2786446809768677, -0.26435232162475586, -0.25005999207496643, -0.23576763272285461, -0.221475288271904, -0.20718294382095337, -0.19289059937000275, -0.17859825491905212, -0.1643059253692627, -0.15001356601715088, -0.13572123646736145, -0.12142889201641083, -0.1071365475654602, -0.09284420311450958, -0.07855185866355896, -0.06425951421260834, -0.04996717721223831, -0.03567483276128769, -0.021382488310337067, -0.007090143859386444, 0.007202199660241604, 0.021494543179869652, 0.035786885768175125, 0.05007923021912575, 0.06437157094478607, 0.0786639153957367, 0.09295625984668732, 0.10724860429763794]}, "gradients/decoder.transformer.h.5.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 5.0, 1.0, 6.0, 5.0, 3.0, 8.0, 4.0, 7.0, 9.0, 9.0, 17.0, 12.0, 18.0, 20.0, 26.0, 23.0, 28.0, 33.0, 34.0, 44.0, 42.0, 42.0, 27.0, 48.0, 50.0, 33.0, 43.0, 34.0, 36.0, 39.0, 39.0, 27.0, 31.0, 23.0, 25.0, 19.0, 24.0, 19.0, 19.0, 17.0, 11.0, 16.0, 7.0, 4.0, 9.0, 5.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.05361926555633545, -0.05198238790035248, -0.05034550651907921, -0.04870862513780594, -0.04707174748182297, -0.045434869825839996, -0.04379798844456673, -0.04216110706329346, -0.040524229407310486, -0.038887351751327515, -0.037250470370054245, -0.035613588988780975, -0.033976711332798004, -0.03233983367681503, -0.030702952295541763, -0.029066072776913643, -0.027429193258285522, -0.025792313739657402, -0.02415543422102928, -0.02251855470240116, -0.02088167518377304, -0.01924479566514492, -0.0176079161465168, -0.01597103662788868, -0.014334157109260559, -0.012697277590632439, -0.011060398072004318, -0.009423518553376198, -0.007786639034748077, -0.006149759516119957, -0.0045128799974918365, -0.002876000478863716, -0.0012391209602355957, 0.0003977585583925247, 0.002034638077020645, 0.0036715175956487656, 0.005308397114276886, 0.006945276632905006, 0.008582156151533127, 0.010219035670161247, 0.011855915188789368, 0.013492794707417488, 0.015129674226045609, 0.01676655374467373, 0.01840343326330185, 0.02004031278192997, 0.02167719230055809, 0.02331407181918621, 0.02495095133781433, 0.02658783085644245, 0.028224710375070572, 0.029861589893698692, 0.03149846941232681, 0.033135347068309784, 0.034772228449583054, 0.03640910983085632, 0.038045987486839294, 0.039682865142822266, 0.041319746524095535, 0.042956627905368805, 0.044593505561351776, 0.04623038321733475, 0.04786726459860802, 0.04950414597988129, 0.05114102363586426]}, "gradients/decoder.transformer.h.5.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 4.0, 0.0, 3.0, 1.0, 8.0, 7.0, 8.0, 11.0, 17.0, 17.0, 18.0, 18.0, 20.0, 30.0, 19.0, 29.0, 31.0, 32.0, 37.0, 42.0, 38.0, 52.0, 50.0, 51.0, 61.0, 64.0, 39.0, 45.0, 37.0, 25.0, 26.0, 20.0, 19.0, 23.0, 13.0, 21.0, 16.0, 6.0, 11.0, 15.0, 11.0, 7.0, 3.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.078125, -7.8321533203125, -7.586181640625, -7.3402099609375, -7.09423828125, -6.8482666015625, -6.602294921875, -6.3563232421875, -6.1103515625, -5.8643798828125, -5.618408203125, -5.3724365234375, -5.12646484375, -4.8804931640625, -4.634521484375, -4.3885498046875, -4.142578125, -3.8966064453125, -3.650634765625, -3.4046630859375, -3.15869140625, -2.9127197265625, -2.666748046875, -2.4207763671875, -2.1748046875, -1.9288330078125, -1.682861328125, -1.4368896484375, -1.19091796875, -0.9449462890625, -0.698974609375, -0.4530029296875, -0.20703125, 0.0389404296875, 0.284912109375, 0.5308837890625, 0.77685546875, 1.0228271484375, 1.268798828125, 1.5147705078125, 1.7607421875, 2.0067138671875, 2.252685546875, 2.4986572265625, 2.74462890625, 2.9906005859375, 3.236572265625, 3.4825439453125, 3.728515625, 3.9744873046875, 4.220458984375, 4.4664306640625, 4.71240234375, 4.9583740234375, 5.204345703125, 5.4503173828125, 5.6962890625, 5.9422607421875, 6.188232421875, 6.4342041015625, 6.68017578125, 6.9261474609375, 7.172119140625, 7.4180908203125, 7.6640625]}, "gradients/decoder.transformer.h.5.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 5.0, 6.0, 6.0, 3.0, 7.0, 10.0, 12.0, 23.0, 37.0, 28.0, 46.0, 64.0, 93.0, 154.0, 204.0, 326.0, 512.0, 779.0, 1384.0, 2497.0, 4351.0, 7933.0, 14225.0, 25094.0, 45041.0, 81448.0, 154819.0, 263583.0, 206062.0, 106510.0, 58592.0, 32756.0, 18353.0, 10303.0, 5557.0, 3159.0, 1750.0, 1036.0, 614.0, 366.0, 247.0, 162.0, 123.0, 84.0, 61.0, 33.0, 29.0, 29.0, 17.0, 10.0, 11.0, 7.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0], "bins": [-7.8125, -7.580810546875, -7.34912109375, -7.117431640625, -6.8857421875, -6.654052734375, -6.42236328125, -6.190673828125, -5.958984375, -5.727294921875, -5.49560546875, -5.263916015625, -5.0322265625, -4.800537109375, -4.56884765625, -4.337158203125, -4.10546875, -3.873779296875, -3.64208984375, -3.410400390625, -3.1787109375, -2.947021484375, -2.71533203125, -2.483642578125, -2.251953125, -2.020263671875, -1.78857421875, -1.556884765625, -1.3251953125, -1.093505859375, -0.86181640625, -0.630126953125, -0.3984375, -0.166748046875, 0.06494140625, 0.296630859375, 0.5283203125, 0.760009765625, 0.99169921875, 1.223388671875, 1.455078125, 1.686767578125, 1.91845703125, 2.150146484375, 2.3818359375, 2.613525390625, 2.84521484375, 3.076904296875, 3.30859375, 3.540283203125, 3.77197265625, 4.003662109375, 4.2353515625, 4.467041015625, 4.69873046875, 4.930419921875, 5.162109375, 5.393798828125, 5.62548828125, 5.857177734375, 6.0888671875, 6.320556640625, 6.55224609375, 6.783935546875, 7.015625]}, "gradients/decoder.transformer.h.5.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 6.0, 6.0, 9.0, 8.0, 9.0, 13.0, 14.0, 21.0, 20.0, 24.0, 24.0, 24.0, 40.0, 36.0, 52.0, 50.0, 72.0, 112.0, 185.0, 1397.0, 315.0, 126.0, 88.0, 81.0, 35.0, 46.0, 45.0, 41.0, 27.0, 30.0, 18.0, 15.0, 11.0, 10.0, 7.0, 6.0, 3.0, 5.0, 5.0, 6.0, 4.0, 4.0, 5.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-20.90625, -20.24853515625, -19.5908203125, -18.93310546875, -18.275390625, -17.61767578125, -16.9599609375, -16.30224609375, -15.64453125, -14.98681640625, -14.3291015625, -13.67138671875, -13.013671875, -12.35595703125, -11.6982421875, -11.04052734375, -10.3828125, -9.72509765625, -9.0673828125, -8.40966796875, -7.751953125, -7.09423828125, -6.4365234375, -5.77880859375, -5.12109375, -4.46337890625, -3.8056640625, -3.14794921875, -2.490234375, -1.83251953125, -1.1748046875, -0.51708984375, 0.140625, 0.79833984375, 1.4560546875, 2.11376953125, 2.771484375, 3.42919921875, 4.0869140625, 4.74462890625, 5.40234375, 6.06005859375, 6.7177734375, 7.37548828125, 8.033203125, 8.69091796875, 9.3486328125, 10.00634765625, 10.6640625, 11.32177734375, 11.9794921875, 12.63720703125, 13.294921875, 13.95263671875, 14.6103515625, 15.26806640625, 15.92578125, 16.58349609375, 17.2412109375, 17.89892578125, 18.556640625, 19.21435546875, 19.8720703125, 20.52978515625, 21.1875]}, "gradients/decoder.transformer.h.5.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 8.0, 4.0, 11.0, 21.0, 12.0, 21.0, 35.0, 35.0, 54.0, 62.0, 116.0, 115.0, 192.0, 279.0, 392.0, 1100.0, 3908.0, 24414.0, 230056.0, 2461651.0, 380085.0, 35295.0, 5176.0, 1137.0, 494.0, 294.0, 208.0, 151.0, 99.0, 70.0, 60.0, 35.0, 28.0, 21.0, 18.0, 16.0, 7.0, 7.0, 4.0, 3.0, 4.0, 6.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.28125, -20.536865234375, -19.79248046875, -19.048095703125, -18.3037109375, -17.559326171875, -16.81494140625, -16.070556640625, -15.326171875, -14.581787109375, -13.83740234375, -13.093017578125, -12.3486328125, -11.604248046875, -10.85986328125, -10.115478515625, -9.37109375, -8.626708984375, -7.88232421875, -7.137939453125, -6.3935546875, -5.649169921875, -4.90478515625, -4.160400390625, -3.416015625, -2.671630859375, -1.92724609375, -1.182861328125, -0.4384765625, 0.305908203125, 1.05029296875, 1.794677734375, 2.5390625, 3.283447265625, 4.02783203125, 4.772216796875, 5.5166015625, 6.260986328125, 7.00537109375, 7.749755859375, 8.494140625, 9.238525390625, 9.98291015625, 10.727294921875, 11.4716796875, 12.216064453125, 12.96044921875, 13.704833984375, 14.44921875, 15.193603515625, 15.93798828125, 16.682373046875, 17.4267578125, 18.171142578125, 18.91552734375, 19.659912109375, 20.404296875, 21.148681640625, 21.89306640625, 22.637451171875, 23.3818359375, 24.126220703125, 24.87060546875, 25.614990234375, 26.359375]}, "gradients/decoder.transformer.h.5.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 8.0, 17.0, 46.0, 93.0, 160.0, 201.0, 199.0, 134.0, 94.0, 31.0, 18.0, 12.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-100.36355590820312, -98.185791015625, -96.00802612304688, -93.83026123046875, -91.65249633789062, -89.4747314453125, -87.29696655273438, -85.11920166015625, -82.94143676757812, -80.763671875, -78.58590698242188, -76.40814208984375, -74.23037719726562, -72.0526123046875, -69.87484741210938, -67.69708251953125, -65.51932525634766, -63.34156036376953, -61.163795471191406, -58.98603057861328, -56.808265686035156, -54.63050079345703, -52.45273971557617, -50.27497482299805, -48.09720993041992, -45.9194450378418, -43.74168014526367, -41.56391525268555, -39.38615417480469, -37.20838928222656, -35.03062438964844, -32.85285949707031, -30.675086975097656, -28.49732208251953, -26.319557189941406, -24.141794204711914, -21.96402931213379, -19.786264419555664, -17.608501434326172, -15.430736541748047, -13.252971649169922, -11.075206756591797, -8.897442817687988, -6.7196784019470215, -4.541913986206055, -2.3641490936279297, -0.1863851547241211, 1.9913787841796875, 4.1691436767578125, 6.346908092498779, 8.524672508239746, 10.702436447143555, 12.88020133972168, 15.057966232299805, 17.235729217529297, 19.413494110107422, 21.591259002685547, 23.769023895263672, 25.946788787841797, 28.12455177307129, 30.302316665649414, 32.480079650878906, 34.65784454345703, 36.835609436035156, 39.01337432861328]}, "gradients/decoder.transformer.h.5.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 8.0, 6.0, 7.0, 8.0, 10.0, 10.0, 14.0, 16.0, 11.0, 23.0, 20.0, 20.0, 26.0, 24.0, 42.0, 39.0, 35.0, 49.0, 44.0, 42.0, 43.0, 59.0, 52.0, 40.0, 47.0, 32.0, 41.0, 33.0, 34.0, 32.0, 29.0, 18.0, 19.0, 16.0, 6.0, 13.0, 4.0, 8.0, 7.0, 4.0, 5.0, 1.0, 3.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.782127380371094, -42.27439498901367, -40.76666259765625, -39.25893020629883, -37.751197814941406, -36.24346923828125, -34.73573684692383, -33.228004455566406, -31.720272064208984, -30.212539672851562, -28.70480728149414, -27.19707679748535, -25.68934440612793, -24.181612014770508, -22.67388153076172, -21.166149139404297, -19.658416748046875, -18.150684356689453, -16.64295196533203, -15.135221481323242, -13.62748908996582, -12.119756698608398, -10.612025260925293, -9.104293823242188, -7.596561431884766, -6.088829517364502, -4.581097602844238, -3.0733656883239746, -1.565633773803711, -0.057901859283447266, 1.4498300552368164, 2.957561492919922, 4.465290069580078, 5.973021984100342, 7.4807538986206055, 8.988485336303711, 10.496217727661133, 12.003950119018555, 13.51168155670166, 15.019412994384766, 16.527145385742188, 18.03487777709961, 19.54261016845703, 21.05034065246582, 22.558073043823242, 24.065805435180664, 25.573535919189453, 27.081268310546875, 28.589000701904297, 30.09673309326172, 31.60446548461914, 33.11219787597656, 34.61992645263672, 36.12765884399414, 37.63539123535156, 39.143123626708984, 40.650856018066406, 42.15858840942383, 43.66632080078125, 45.17405319213867, 46.681785583496094, 48.18951416015625, 49.69724655151367, 51.204978942871094, 52.712711334228516]}, "gradients/decoder.transformer.h.4.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 2.0, 6.0, 5.0, 4.0, 9.0, 5.0, 5.0, 5.0, 10.0, 14.0, 16.0, 21.0, 23.0, 18.0, 22.0, 25.0, 26.0, 30.0, 34.0, 31.0, 46.0, 56.0, 44.0, 37.0, 45.0, 46.0, 42.0, 52.0, 36.0, 35.0, 36.0, 32.0, 23.0, 22.0, 26.0, 15.0, 15.0, 18.0, 14.0, 16.0, 11.0, 6.0, 8.0, 4.0, 5.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-7.6328125, -7.40057373046875, -7.1683349609375, -6.93609619140625, -6.703857421875, -6.47161865234375, -6.2393798828125, -6.00714111328125, -5.77490234375, -5.54266357421875, -5.3104248046875, -5.07818603515625, -4.845947265625, -4.61370849609375, -4.3814697265625, -4.14923095703125, -3.9169921875, -3.68475341796875, -3.4525146484375, -3.22027587890625, -2.988037109375, -2.75579833984375, -2.5235595703125, -2.29132080078125, -2.05908203125, -1.82684326171875, -1.5946044921875, -1.36236572265625, -1.130126953125, -0.89788818359375, -0.6656494140625, -0.43341064453125, -0.201171875, 0.03106689453125, 0.2633056640625, 0.49554443359375, 0.727783203125, 0.96002197265625, 1.1922607421875, 1.42449951171875, 1.65673828125, 1.88897705078125, 2.1212158203125, 2.35345458984375, 2.585693359375, 2.81793212890625, 3.0501708984375, 3.28240966796875, 3.5146484375, 3.74688720703125, 3.9791259765625, 4.21136474609375, 4.443603515625, 4.67584228515625, 4.9080810546875, 5.14031982421875, 5.37255859375, 5.60479736328125, 5.8370361328125, 6.06927490234375, 6.301513671875, 6.53375244140625, 6.7659912109375, 6.99822998046875, 7.23046875]}, "gradients/decoder.transformer.h.4.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 6.0, 2.0, 12.0, 7.0, 14.0, 31.0, 40.0, 55.0, 71.0, 121.0, 169.0, 275.0, 566.0, 987.0, 1860.0, 3792.0, 8048.0, 18087.0, 40534.0, 97122.0, 235310.0, 573626.0, 1194721.0, 1119795.0, 523050.0, 217660.0, 89250.0, 38164.0, 16297.0, 7457.0, 3386.0, 1678.0, 856.0, 470.0, 269.0, 172.0, 100.0, 58.0, 42.0, 27.0, 25.0, 14.0, 17.0, 16.0, 9.0, 6.0, 4.0, 3.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0], "bins": [-7.296875, -7.0684814453125, -6.840087890625, -6.6116943359375, -6.38330078125, -6.1549072265625, -5.926513671875, -5.6981201171875, -5.4697265625, -5.2413330078125, -5.012939453125, -4.7845458984375, -4.55615234375, -4.3277587890625, -4.099365234375, -3.8709716796875, -3.642578125, -3.4141845703125, -3.185791015625, -2.9573974609375, -2.72900390625, -2.5006103515625, -2.272216796875, -2.0438232421875, -1.8154296875, -1.5870361328125, -1.358642578125, -1.1302490234375, -0.90185546875, -0.6734619140625, -0.445068359375, -0.2166748046875, 0.01171875, 0.2401123046875, 0.468505859375, 0.6968994140625, 0.92529296875, 1.1536865234375, 1.382080078125, 1.6104736328125, 1.8388671875, 2.0672607421875, 2.295654296875, 2.5240478515625, 2.75244140625, 2.9808349609375, 3.209228515625, 3.4376220703125, 3.666015625, 3.8944091796875, 4.122802734375, 4.3511962890625, 4.57958984375, 4.8079833984375, 5.036376953125, 5.2647705078125, 5.4931640625, 5.7215576171875, 5.949951171875, 6.1783447265625, 6.40673828125, 6.6351318359375, 6.863525390625, 7.0919189453125, 7.3203125]}, "gradients/decoder.transformer.h.4.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 8.0, 8.0, 8.0, 16.0, 13.0, 26.0, 33.0, 38.0, 42.0, 74.0, 91.0, 141.0, 147.0, 200.0, 280.0, 316.0, 408.0, 433.0, 411.0, 343.0, 237.0, 216.0, 129.0, 96.0, 83.0, 83.0, 60.0, 35.0, 24.0, 21.0, 15.0, 13.0, 7.0, 4.0, 4.0, 7.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.46875, -10.15478515625, -9.8408203125, -9.52685546875, -9.212890625, -8.89892578125, -8.5849609375, -8.27099609375, -7.95703125, -7.64306640625, -7.3291015625, -7.01513671875, -6.701171875, -6.38720703125, -6.0732421875, -5.75927734375, -5.4453125, -5.13134765625, -4.8173828125, -4.50341796875, -4.189453125, -3.87548828125, -3.5615234375, -3.24755859375, -2.93359375, -2.61962890625, -2.3056640625, -1.99169921875, -1.677734375, -1.36376953125, -1.0498046875, -0.73583984375, -0.421875, -0.10791015625, 0.2060546875, 0.52001953125, 0.833984375, 1.14794921875, 1.4619140625, 1.77587890625, 2.08984375, 2.40380859375, 2.7177734375, 3.03173828125, 3.345703125, 3.65966796875, 3.9736328125, 4.28759765625, 4.6015625, 4.91552734375, 5.2294921875, 5.54345703125, 5.857421875, 6.17138671875, 6.4853515625, 6.79931640625, 7.11328125, 7.42724609375, 7.7412109375, 8.05517578125, 8.369140625, 8.68310546875, 8.9970703125, 9.31103515625, 9.625]}, "gradients/decoder.transformer.h.4.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 4.0, 8.0, 12.0, 11.0, 19.0, 27.0, 31.0, 40.0, 66.0, 76.0, 119.0, 189.0, 346.0, 636.0, 1398.0, 3676.0, 10707.0, 35308.0, 129010.0, 531358.0, 1948490.0, 1162024.0, 270113.0, 69873.0, 19931.0, 6339.0, 2283.0, 948.0, 472.0, 234.0, 170.0, 110.0, 82.0, 53.0, 41.0, 20.0, 17.0, 12.0, 10.0, 4.0, 8.0, 4.0, 5.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-12.859375, -12.4273681640625, -11.995361328125, -11.5633544921875, -11.13134765625, -10.6993408203125, -10.267333984375, -9.8353271484375, -9.4033203125, -8.9713134765625, -8.539306640625, -8.1072998046875, -7.67529296875, -7.2432861328125, -6.811279296875, -6.3792724609375, -5.947265625, -5.5152587890625, -5.083251953125, -4.6512451171875, -4.21923828125, -3.7872314453125, -3.355224609375, -2.9232177734375, -2.4912109375, -2.0592041015625, -1.627197265625, -1.1951904296875, -0.76318359375, -0.3311767578125, 0.100830078125, 0.5328369140625, 0.96484375, 1.3968505859375, 1.828857421875, 2.2608642578125, 2.69287109375, 3.1248779296875, 3.556884765625, 3.9888916015625, 4.4208984375, 4.8529052734375, 5.284912109375, 5.7169189453125, 6.14892578125, 6.5809326171875, 7.012939453125, 7.4449462890625, 7.876953125, 8.3089599609375, 8.740966796875, 9.1729736328125, 9.60498046875, 10.0369873046875, 10.468994140625, 10.9010009765625, 11.3330078125, 11.7650146484375, 12.197021484375, 12.6290283203125, 13.06103515625, 13.4930419921875, 13.925048828125, 14.3570556640625, 14.7890625]}, "gradients/decoder.transformer.h.4.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 52.0, 325.0, 436.0, 167.0, 31.0, 3.0, 3.0, 1.0], "bins": [-374.04876708984375, -367.63006591796875, -361.21136474609375, -354.79266357421875, -348.3739318847656, -341.9552307128906, -335.5365295410156, -329.1178283691406, -322.6991271972656, -316.2804260253906, -309.8617248535156, -303.4429931640625, -297.0242919921875, -290.6055908203125, -284.1868896484375, -277.7681884765625, -271.3494873046875, -264.9307861328125, -258.5120849609375, -252.09336853027344, -245.67466735839844, -239.25595092773438, -232.83724975585938, -226.41854858398438, -219.99981689453125, -213.58111572265625, -207.1623992919922, -200.7436981201172, -194.3249969482422, -187.90628051757812, -181.48757934570312, -175.06887817382812, -168.65017700195312, -162.23147583007812, -155.81275939941406, -149.39405822753906, -142.97535705566406, -136.556640625, -130.137939453125, -123.71923828125, -117.300537109375, -110.88182830810547, -104.46312713623047, -98.04441833496094, -91.62571716308594, -85.2070083618164, -78.78829956054688, -72.36959838867188, -65.95088195800781, -59.53217697143555, -53.11347198486328, -46.69476318359375, -40.276058197021484, -33.85735321044922, -27.438644409179688, -21.019939422607422, -14.601238250732422, -8.18253231048584, -1.7638263702392578, 4.654880523681641, 11.073585510253906, 17.492290496826172, 23.910999298095703, 30.32970428466797, 36.748409271240234]}, "gradients/decoder.transformer.h.4.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 3.0, 2.0, 9.0, 11.0, 6.0, 7.0, 11.0, 17.0, 30.0, 19.0, 19.0, 31.0, 38.0, 36.0, 33.0, 38.0, 58.0, 50.0, 41.0, 49.0, 40.0, 50.0, 50.0, 38.0, 50.0, 39.0, 30.0, 32.0, 29.0, 26.0, 17.0, 12.0, 18.0, 23.0, 11.0, 7.0, 10.0, 2.0, 4.0, 3.0, 3.0, 2.0, 4.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-42.543312072753906, -41.30437469482422, -40.065433502197266, -38.82649612426758, -37.587554931640625, -36.34861755371094, -35.10968017578125, -33.87074279785156, -32.63180160522461, -31.39286231994629, -30.15392303466797, -28.91498565673828, -27.67604637145996, -26.43710708618164, -25.198169708251953, -23.959230422973633, -22.720291137695312, -21.481351852416992, -20.242412567138672, -19.003475189208984, -17.764535903930664, -16.525596618652344, -15.28665828704834, -14.047719955444336, -12.808780670166016, -11.569841384887695, -10.330903053283691, -9.091964721679688, -7.853025436401367, -6.614086627960205, -5.375147819519043, -4.136209487915039, -2.8972702026367188, -1.6583313941955566, -0.41939258575439453, 0.8195462226867676, 2.0584850311279297, 3.297423839569092, 4.536362648010254, 5.775300979614258, 7.014240264892578, 8.253179550170898, 9.492117881774902, 10.731056213378906, 11.969995498657227, 13.208934783935547, 14.44787311553955, 15.686811447143555, 16.925750732421875, 18.164690017700195, 19.403629302978516, 20.642566680908203, 21.881505966186523, 23.120445251464844, 24.35938262939453, 25.59832191467285, 26.837261199951172, 28.076200485229492, 29.315139770507812, 30.5540771484375, 31.79301643371582, 33.03195571899414, 34.27089309692383, 35.50983428955078, 36.74877166748047]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 5.0, 1.0, 2.0, 6.0, 5.0, 4.0, 6.0, 9.0, 14.0, 12.0, 18.0, 12.0, 21.0, 26.0, 22.0, 31.0, 39.0, 26.0, 41.0, 51.0, 51.0, 45.0, 35.0, 45.0, 46.0, 45.0, 36.0, 41.0, 46.0, 33.0, 41.0, 35.0, 31.0, 15.0, 25.0, 16.0, 15.0, 10.0, 12.0, 11.0, 5.0, 7.0, 4.0, 2.0, 1.0, 6.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.71875, -7.46484375, -7.2109375, -6.95703125, -6.703125, -6.44921875, -6.1953125, -5.94140625, -5.6875, -5.43359375, -5.1796875, -4.92578125, -4.671875, -4.41796875, -4.1640625, -3.91015625, -3.65625, -3.40234375, -3.1484375, -2.89453125, -2.640625, -2.38671875, -2.1328125, -1.87890625, -1.625, -1.37109375, -1.1171875, -0.86328125, -0.609375, -0.35546875, -0.1015625, 0.15234375, 0.40625, 0.66015625, 0.9140625, 1.16796875, 1.421875, 1.67578125, 1.9296875, 2.18359375, 2.4375, 2.69140625, 2.9453125, 3.19921875, 3.453125, 3.70703125, 3.9609375, 4.21484375, 4.46875, 4.72265625, 4.9765625, 5.23046875, 5.484375, 5.73828125, 5.9921875, 6.24609375, 6.5, 6.75390625, 7.0078125, 7.26171875, 7.515625, 7.76953125, 8.0234375, 8.27734375, 8.53125]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 3.0, 6.0, 5.0, 7.0, 13.0, 20.0, 28.0, 32.0, 61.0, 96.0, 127.0, 216.0, 406.0, 613.0, 836.0, 1405.0, 2166.0, 3428.0, 5395.0, 8211.0, 12453.0, 19272.0, 29011.0, 42734.0, 60474.0, 83350.0, 106374.0, 125344.0, 129285.0, 114133.0, 91064.0, 67568.0, 47950.0, 33119.0, 21861.0, 14761.0, 9610.0, 6153.0, 3934.0, 2560.0, 1573.0, 1045.0, 680.0, 414.0, 281.0, 171.0, 108.0, 63.0, 48.0, 40.0, 28.0, 14.0, 8.0, 4.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.56640625, -0.5482330322265625, -0.530059814453125, -0.5118865966796875, -0.49371337890625, -0.4755401611328125, -0.457366943359375, -0.4391937255859375, -0.4210205078125, -0.4028472900390625, -0.384674072265625, -0.3665008544921875, -0.34832763671875, -0.3301544189453125, -0.311981201171875, -0.2938079833984375, -0.275634765625, -0.2574615478515625, -0.239288330078125, -0.2211151123046875, -0.20294189453125, -0.1847686767578125, -0.166595458984375, -0.1484222412109375, -0.1302490234375, -0.1120758056640625, -0.093902587890625, -0.0757293701171875, -0.05755615234375, -0.0393829345703125, -0.021209716796875, -0.0030364990234375, 0.01513671875, 0.0333099365234375, 0.051483154296875, 0.0696563720703125, 0.08782958984375, 0.1060028076171875, 0.124176025390625, 0.1423492431640625, 0.1605224609375, 0.1786956787109375, 0.196868896484375, 0.2150421142578125, 0.23321533203125, 0.2513885498046875, 0.269561767578125, 0.2877349853515625, 0.305908203125, 0.3240814208984375, 0.342254638671875, 0.3604278564453125, 0.37860107421875, 0.3967742919921875, 0.414947509765625, 0.4331207275390625, 0.4512939453125, 0.4694671630859375, 0.487640380859375, 0.5058135986328125, 0.52398681640625, 0.5421600341796875, 0.560333251953125, 0.5785064697265625, 0.5966796875]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 1.0, 2.0, 1.0, 4.0, 4.0, 3.0, 7.0, 4.0, 8.0, 7.0, 12.0, 14.0, 16.0, 14.0, 17.0, 24.0, 23.0, 20.0, 33.0, 33.0, 25.0, 37.0, 34.0, 35.0, 37.0, 34.0, 34.0, 1061.0, 39.0, 46.0, 36.0, 34.0, 36.0, 34.0, 29.0, 25.0, 17.0, 20.0, 22.0, 24.0, 19.0, 21.0, 15.0, 12.0, 14.0, 5.0, 10.0, 6.0, 7.0, 5.0, 3.0, 5.0, 1.0, 1.0, 2.0, 2.0, 3.0], "bins": [-4.66015625, -4.52374267578125, -4.3873291015625, -4.25091552734375, -4.114501953125, -3.97808837890625, -3.8416748046875, -3.70526123046875, -3.56884765625, -3.43243408203125, -3.2960205078125, -3.15960693359375, -3.023193359375, -2.88677978515625, -2.7503662109375, -2.61395263671875, -2.4775390625, -2.34112548828125, -2.2047119140625, -2.06829833984375, -1.931884765625, -1.79547119140625, -1.6590576171875, -1.52264404296875, -1.38623046875, -1.24981689453125, -1.1134033203125, -0.97698974609375, -0.840576171875, -0.70416259765625, -0.5677490234375, -0.43133544921875, -0.294921875, -0.15850830078125, -0.0220947265625, 0.11431884765625, 0.250732421875, 0.38714599609375, 0.5235595703125, 0.65997314453125, 0.79638671875, 0.93280029296875, 1.0692138671875, 1.20562744140625, 1.342041015625, 1.47845458984375, 1.6148681640625, 1.75128173828125, 1.8876953125, 2.02410888671875, 2.1605224609375, 2.29693603515625, 2.433349609375, 2.56976318359375, 2.7061767578125, 2.84259033203125, 2.97900390625, 3.11541748046875, 3.2518310546875, 3.38824462890625, 3.524658203125, 3.66107177734375, 3.7974853515625, 3.93389892578125, 4.0703125]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 13.0, 15.0, 33.0, 50.0, 59.0, 112.0, 180.0, 242.0, 458.0, 765.0, 1317.0, 2170.0, 3731.0, 6450.0, 10972.0, 18924.0, 31436.0, 51448.0, 80314.0, 118769.0, 267618.0, 1051725.0, 166741.0, 104737.0, 70262.0, 43969.0, 26592.0, 15804.0, 9204.0, 5324.0, 3164.0, 1822.0, 1088.0, 649.0, 389.0, 227.0, 132.0, 92.0, 46.0, 40.0, 23.0, 10.0, 9.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5107421875, -0.49390411376953125, -0.4770660400390625, -0.46022796630859375, -0.443389892578125, -0.42655181884765625, -0.4097137451171875, -0.39287567138671875, -0.37603759765625, -0.35919952392578125, -0.3423614501953125, -0.32552337646484375, -0.308685302734375, -0.29184722900390625, -0.2750091552734375, -0.25817108154296875, -0.2413330078125, -0.22449493408203125, -0.2076568603515625, -0.19081878662109375, -0.173980712890625, -0.15714263916015625, -0.1403045654296875, -0.12346649169921875, -0.10662841796875, -0.08979034423828125, -0.0729522705078125, -0.05611419677734375, -0.039276123046875, -0.02243804931640625, -0.0055999755859375, 0.01123809814453125, 0.028076171875, 0.04491424560546875, 0.0617523193359375, 0.07859039306640625, 0.095428466796875, 0.11226654052734375, 0.1291046142578125, 0.14594268798828125, 0.16278076171875, 0.17961883544921875, 0.1964569091796875, 0.21329498291015625, 0.230133056640625, 0.24697113037109375, 0.2638092041015625, 0.28064727783203125, 0.2974853515625, 0.31432342529296875, 0.3311614990234375, 0.34799957275390625, 0.364837646484375, 0.38167572021484375, 0.3985137939453125, 0.41535186767578125, 0.43218994140625, 0.44902801513671875, 0.4658660888671875, 0.48270416259765625, 0.499542236328125, 0.5163803100585938, 0.5332183837890625, 0.5500564575195312, 0.56689453125]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 6.0, 2.0, 9.0, 10.0, 11.0, 20.0, 18.0, 17.0, 25.0, 18.0, 26.0, 35.0, 47.0, 41.0, 63.0, 62.0, 56.0, 63.0, 67.0, 49.0, 60.0, 41.0, 49.0, 32.0, 32.0, 25.0, 14.0, 19.0, 10.0, 5.0, 13.0, 11.0, 7.0, 12.0, 5.0, 4.0, 6.0, 3.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0576171875, -0.05565071105957031, -0.053684234619140625, -0.05171775817871094, -0.04975128173828125, -0.04778480529785156, -0.045818328857421875, -0.04385185241699219, -0.0418853759765625, -0.03991889953613281, -0.037952423095703125, -0.03598594665527344, -0.03401947021484375, -0.03205299377441406, -0.030086517333984375, -0.028120040893554688, -0.026153564453125, -0.024187088012695312, -0.022220611572265625, -0.020254135131835938, -0.01828765869140625, -0.016321182250976562, -0.014354705810546875, -0.012388229370117188, -0.0104217529296875, -0.008455276489257812, -0.006488800048828125, -0.0045223236083984375, -0.00255584716796875, -0.0005893707275390625, 0.001377105712890625, 0.0033435821533203125, 0.00531005859375, 0.0072765350341796875, 0.009243011474609375, 0.011209487915039062, 0.01317596435546875, 0.015142440795898438, 0.017108917236328125, 0.019075393676757812, 0.0210418701171875, 0.023008346557617188, 0.024974822998046875, 0.026941299438476562, 0.02890777587890625, 0.030874252319335938, 0.032840728759765625, 0.03480720520019531, 0.036773681640625, 0.03874015808105469, 0.040706634521484375, 0.04267311096191406, 0.04463958740234375, 0.04660606384277344, 0.048572540283203125, 0.05053901672363281, 0.0525054931640625, 0.05447196960449219, 0.056438446044921875, 0.05840492248535156, 0.06037139892578125, 0.06233787536621094, 0.06430435180664062, 0.06627082824707031, 0.0682373046875]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 5.0, 6.0, 5.0, 9.0, 7.0, 17.0, 16.0, 13.0, 8.0, 31.0, 31.0, 30.0, 46.0, 59.0, 80.0, 161.0, 254.0, 415.0, 1777.0, 738166.0, 305048.0, 1308.0, 378.0, 205.0, 119.0, 100.0, 66.0, 50.0, 33.0, 28.0, 22.0, 16.0, 15.0, 10.0, 5.0, 8.0, 6.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.55859375, -1.51397705078125, -1.4693603515625, -1.42474365234375, -1.380126953125, -1.33551025390625, -1.2908935546875, -1.24627685546875, -1.20166015625, -1.15704345703125, -1.1124267578125, -1.06781005859375, -1.023193359375, -0.97857666015625, -0.9339599609375, -0.88934326171875, -0.8447265625, -0.80010986328125, -0.7554931640625, -0.71087646484375, -0.666259765625, -0.62164306640625, -0.5770263671875, -0.53240966796875, -0.48779296875, -0.44317626953125, -0.3985595703125, -0.35394287109375, -0.309326171875, -0.26470947265625, -0.2200927734375, -0.17547607421875, -0.130859375, -0.08624267578125, -0.0416259765625, 0.00299072265625, 0.047607421875, 0.09222412109375, 0.1368408203125, 0.18145751953125, 0.22607421875, 0.27069091796875, 0.3153076171875, 0.35992431640625, 0.404541015625, 0.44915771484375, 0.4937744140625, 0.53839111328125, 0.5830078125, 0.62762451171875, 0.6722412109375, 0.71685791015625, 0.761474609375, 0.80609130859375, 0.8507080078125, 0.89532470703125, 0.93994140625, 0.98455810546875, 1.0291748046875, 1.07379150390625, 1.118408203125, 1.16302490234375, 1.2076416015625, 1.25225830078125, 1.296875]}, "gradients/decoder.transformer.h.4.ln_cross_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 5.0, 3.0, 6.0, 5.0, 13.0, 25.0, 63.0, 98.0, 145.0, 149.0, 162.0, 128.0, 82.0, 45.0, 30.0, 21.0, 12.0, 9.0, 6.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1725579798221588, -0.16903728246688843, -0.16551658511161804, -0.16199587285518646, -0.15847517549991608, -0.1549544781446457, -0.1514337807893753, -0.14791306853294373, -0.14439237117767334, -0.14087167382240295, -0.13735097646713257, -0.133830264210701, -0.1303095668554306, -0.12678886950016022, -0.12326816469430923, -0.11974746733903885, -0.11622676253318787, -0.11270606517791748, -0.1091853603720665, -0.10566466301679611, -0.10214395821094513, -0.09862326085567474, -0.09510255604982376, -0.09158185869455338, -0.08806116133928299, -0.0845404639840126, -0.08101975917816162, -0.07749906182289124, -0.07397835701704025, -0.07045765966176987, -0.06693695485591888, -0.0634162575006485, -0.059895552694797516, -0.05637485161423683, -0.05285415053367615, -0.04933344945311546, -0.04581274837255478, -0.04229205101728439, -0.03877134621143341, -0.035250648856163025, -0.03172994405031204, -0.028209242969751358, -0.024688541889190674, -0.02116784080862999, -0.017647139728069305, -0.01412644051015377, -0.010605739429593086, -0.007085038349032402, -0.003564339131116867, -4.3638283386826515e-05, 0.003477062564343214, 0.006997763179242611, 0.010518464259803295, 0.014039164409041405, 0.01755986548960209, 0.021080566570162773, 0.024601267650723457, 0.02812196873128414, 0.031642667949199677, 0.03516336902976036, 0.038684070110321045, 0.04220477119088173, 0.04572547227144241, 0.0492461733520031, 0.05276687443256378]}, "gradients/decoder.transformer.h.4.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 3.0, 2.0, 0.0, 5.0, 7.0, 10.0, 10.0, 11.0, 16.0, 15.0, 12.0, 18.0, 15.0, 26.0, 31.0, 31.0, 40.0, 36.0, 44.0, 24.0, 49.0, 47.0, 44.0, 45.0, 37.0, 41.0, 28.0, 37.0, 31.0, 35.0, 31.0, 27.0, 26.0, 19.0, 16.0, 26.0, 23.0, 10.0, 15.0, 18.0, 8.0, 11.0, 1.0, 6.0, 4.0, 6.0, 5.0, 5.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.060462772846221924, -0.05856497958302498, -0.05666718631982803, -0.05476939678192139, -0.05287160351872444, -0.050973810255527496, -0.04907602071762085, -0.047178227454423904, -0.04528043419122696, -0.043382640928030014, -0.04148484766483307, -0.03958705812692642, -0.03768926486372948, -0.03579147160053253, -0.033893682062625885, -0.03199588879942894, -0.030098095536231995, -0.02820030227303505, -0.026302510872483253, -0.024404719471931458, -0.022506926208734512, -0.020609132945537567, -0.01871134154498577, -0.016813550144433975, -0.01491575688123703, -0.01301796454936266, -0.011120172217488289, -0.009222379885613918, -0.007324587553739548, -0.005426795221865177, -0.0035290028899908066, -0.001631210558116436, 0.00026658177375793457, 0.002164374105632305, 0.004062166437506676, 0.005959958769381046, 0.007857751101255417, 0.009755543433129787, 0.011653335765004158, 0.013551128096878529, 0.0154489204287529, 0.017346713691949844, 0.01924450509250164, 0.021142296493053436, 0.02304008975625038, 0.024937883019447327, 0.026835674419999123, 0.02873346582055092, 0.030631259083747864, 0.03252905234694481, 0.034426845610141754, 0.0363246351480484, 0.038222428411245346, 0.04012022167444229, 0.04201801121234894, 0.04391580447554588, 0.04581359773874283, 0.047711391001939774, 0.04960918426513672, 0.051506973803043365, 0.05340476706624031, 0.055302560329437256, 0.0572003498673439, 0.05909814313054085, 0.06099593639373779]}, "gradients/decoder.transformer.h.4.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 5.0, 1.0, 2.0, 7.0, 4.0, 4.0, 6.0, 9.0, 14.0, 12.0, 20.0, 10.0, 20.0, 28.0, 21.0, 33.0, 37.0, 26.0, 43.0, 49.0, 52.0, 45.0, 34.0, 46.0, 47.0, 43.0, 36.0, 42.0, 45.0, 34.0, 40.0, 35.0, 31.0, 16.0, 24.0, 16.0, 15.0, 10.0, 13.0, 10.0, 5.0, 7.0, 4.0, 2.0, 1.0, 6.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.71484375, -7.46099853515625, -7.2071533203125, -6.95330810546875, -6.699462890625, -6.44561767578125, -6.1917724609375, -5.93792724609375, -5.68408203125, -5.43023681640625, -5.1763916015625, -4.92254638671875, -4.668701171875, -4.41485595703125, -4.1610107421875, -3.90716552734375, -3.6533203125, -3.39947509765625, -3.1456298828125, -2.89178466796875, -2.637939453125, -2.38409423828125, -2.1302490234375, -1.87640380859375, -1.62255859375, -1.36871337890625, -1.1148681640625, -0.86102294921875, -0.607177734375, -0.35333251953125, -0.0994873046875, 0.15435791015625, 0.408203125, 0.66204833984375, 0.9158935546875, 1.16973876953125, 1.423583984375, 1.67742919921875, 1.9312744140625, 2.18511962890625, 2.43896484375, 2.69281005859375, 2.9466552734375, 3.20050048828125, 3.454345703125, 3.70819091796875, 3.9620361328125, 4.21588134765625, 4.4697265625, 4.72357177734375, 4.9774169921875, 5.23126220703125, 5.485107421875, 5.73895263671875, 5.9927978515625, 6.24664306640625, 6.50048828125, 6.75433349609375, 7.0081787109375, 7.26202392578125, 7.515869140625, 7.76971435546875, 8.0235595703125, 8.27740478515625, 8.53125]}, "gradients/decoder.transformer.h.4.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 2.0, 7.0, 6.0, 7.0, 13.0, 21.0, 20.0, 31.0, 33.0, 56.0, 66.0, 93.0, 182.0, 294.0, 479.0, 926.0, 1821.0, 4218.0, 9482.0, 21319.0, 48686.0, 110974.0, 252373.0, 319844.0, 154980.0, 67682.0, 30038.0, 13503.0, 5771.0, 2754.0, 1301.0, 623.0, 334.0, 211.0, 117.0, 83.0, 62.0, 49.0, 21.0, 26.0, 13.0, 14.0, 5.0, 9.0, 4.0, 4.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-11.8828125, -11.535400390625, -11.18798828125, -10.840576171875, -10.4931640625, -10.145751953125, -9.79833984375, -9.450927734375, -9.103515625, -8.756103515625, -8.40869140625, -8.061279296875, -7.7138671875, -7.366455078125, -7.01904296875, -6.671630859375, -6.32421875, -5.976806640625, -5.62939453125, -5.281982421875, -4.9345703125, -4.587158203125, -4.23974609375, -3.892333984375, -3.544921875, -3.197509765625, -2.85009765625, -2.502685546875, -2.1552734375, -1.807861328125, -1.46044921875, -1.113037109375, -0.765625, -0.418212890625, -0.07080078125, 0.276611328125, 0.6240234375, 0.971435546875, 1.31884765625, 1.666259765625, 2.013671875, 2.361083984375, 2.70849609375, 3.055908203125, 3.4033203125, 3.750732421875, 4.09814453125, 4.445556640625, 4.79296875, 5.140380859375, 5.48779296875, 5.835205078125, 6.1826171875, 6.530029296875, 6.87744140625, 7.224853515625, 7.572265625, 7.919677734375, 8.26708984375, 8.614501953125, 8.9619140625, 9.309326171875, 9.65673828125, 10.004150390625, 10.3515625]}, "gradients/decoder.transformer.h.4.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 5.0, 8.0, 6.0, 3.0, 6.0, 15.0, 15.0, 17.0, 24.0, 20.0, 14.0, 30.0, 35.0, 39.0, 37.0, 64.0, 99.0, 141.0, 242.0, 1379.0, 270.0, 135.0, 69.0, 55.0, 50.0, 49.0, 40.0, 24.0, 33.0, 24.0, 20.0, 22.0, 13.0, 11.0, 10.0, 11.0, 9.0, 4.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-18.28125, -17.63818359375, -16.9951171875, -16.35205078125, -15.708984375, -15.06591796875, -14.4228515625, -13.77978515625, -13.13671875, -12.49365234375, -11.8505859375, -11.20751953125, -10.564453125, -9.92138671875, -9.2783203125, -8.63525390625, -7.9921875, -7.34912109375, -6.7060546875, -6.06298828125, -5.419921875, -4.77685546875, -4.1337890625, -3.49072265625, -2.84765625, -2.20458984375, -1.5615234375, -0.91845703125, -0.275390625, 0.36767578125, 1.0107421875, 1.65380859375, 2.296875, 2.93994140625, 3.5830078125, 4.22607421875, 4.869140625, 5.51220703125, 6.1552734375, 6.79833984375, 7.44140625, 8.08447265625, 8.7275390625, 9.37060546875, 10.013671875, 10.65673828125, 11.2998046875, 11.94287109375, 12.5859375, 13.22900390625, 13.8720703125, 14.51513671875, 15.158203125, 15.80126953125, 16.4443359375, 17.08740234375, 17.73046875, 18.37353515625, 19.0166015625, 19.65966796875, 20.302734375, 20.94580078125, 21.5888671875, 22.23193359375, 22.875]}, "gradients/decoder.transformer.h.4.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 3.0, 5.0, 9.0, 9.0, 18.0, 24.0, 29.0, 54.0, 58.0, 107.0, 172.0, 235.0, 433.0, 911.0, 5530.0, 142101.0, 2883566.0, 105933.0, 4553.0, 862.0, 406.0, 248.0, 159.0, 102.0, 64.0, 41.0, 23.0, 16.0, 11.0, 9.0, 2.0, 5.0, 1.0, 6.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-46.59375, -45.31591796875, -44.0380859375, -42.76025390625, -41.482421875, -40.20458984375, -38.9267578125, -37.64892578125, -36.37109375, -35.09326171875, -33.8154296875, -32.53759765625, -31.259765625, -29.98193359375, -28.7041015625, -27.42626953125, -26.1484375, -24.87060546875, -23.5927734375, -22.31494140625, -21.037109375, -19.75927734375, -18.4814453125, -17.20361328125, -15.92578125, -14.64794921875, -13.3701171875, -12.09228515625, -10.814453125, -9.53662109375, -8.2587890625, -6.98095703125, -5.703125, -4.42529296875, -3.1474609375, -1.86962890625, -0.591796875, 0.68603515625, 1.9638671875, 3.24169921875, 4.51953125, 5.79736328125, 7.0751953125, 8.35302734375, 9.630859375, 10.90869140625, 12.1865234375, 13.46435546875, 14.7421875, 16.02001953125, 17.2978515625, 18.57568359375, 19.853515625, 21.13134765625, 22.4091796875, 23.68701171875, 24.96484375, 26.24267578125, 27.5205078125, 28.79833984375, 30.076171875, 31.35400390625, 32.6318359375, 33.90966796875, 35.1875]}, "gradients/decoder.transformer.h.4.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 11.0, 43.0, 128.0, 214.0, 269.0, 202.0, 96.0, 38.0, 12.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-62.171390533447266, -59.40887451171875, -56.6463623046875, -53.883846282958984, -51.12133026123047, -48.35881805419922, -45.5963020324707, -42.83378601074219, -40.07127380371094, -37.30875778198242, -34.54624557495117, -31.783729553222656, -29.021215438842773, -26.25870132446289, -23.496185302734375, -20.733671188354492, -17.97115707397461, -15.208642959594727, -12.446127891540527, -9.683612823486328, -6.921098709106445, -4.1585845947265625, -1.3960685729980469, 1.366445541381836, 4.128959655761719, 6.89147424697876, 9.6539888381958, 12.41650390625, 15.179018020629883, 17.941532135009766, 20.70404815673828, 23.466562271118164, 26.229080200195312, 28.991594314575195, 31.754108428955078, 34.516624450683594, 37.279136657714844, 40.04165267944336, 42.804168701171875, 45.566680908203125, 48.32919692993164, 51.091712951660156, 53.854225158691406, 56.61674118041992, 59.37925720214844, 62.14176940917969, 64.90428161621094, 67.66680145263672, 70.42931365966797, 73.19182586669922, 75.954345703125, 78.71685791015625, 81.4793701171875, 84.24188232421875, 87.00440216064453, 89.76691436767578, 92.52943420410156, 95.29194641113281, 98.0544662475586, 100.81697845458984, 103.5794906616211, 106.34201049804688, 109.10452270507812, 111.86703491210938, 114.62954711914062]}, "gradients/decoder.transformer.h.4.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 4.0, 1.0, 7.0, 5.0, 9.0, 9.0, 9.0, 14.0, 11.0, 6.0, 10.0, 17.0, 14.0, 23.0, 25.0, 22.0, 32.0, 34.0, 26.0, 39.0, 47.0, 30.0, 32.0, 28.0, 35.0, 36.0, 40.0, 47.0, 46.0, 25.0, 33.0, 23.0, 35.0, 30.0, 33.0, 24.0, 23.0, 21.0, 9.0, 17.0, 14.0, 8.0, 9.0, 10.0, 8.0, 5.0, 6.0, 5.0, 3.0, 4.0, 2.0, 4.0, 0.0, 0.0, 1.0, 3.0], "bins": [-39.60426330566406, -38.407073974609375, -37.20988464355469, -36.0126953125, -34.81550598144531, -33.618316650390625, -32.42112731933594, -31.22393798828125, -30.026748657226562, -28.829559326171875, -27.632369995117188, -26.4351806640625, -25.237991333007812, -24.040802001953125, -22.843612670898438, -21.64642333984375, -20.449234008789062, -19.252044677734375, -18.054855346679688, -16.857666015625, -15.660476684570312, -14.463287353515625, -13.266098022460938, -12.06890869140625, -10.871719360351562, -9.674530029296875, -8.477340698242188, -7.2801513671875, -6.0829620361328125, -4.885772705078125, -3.6885833740234375, -2.49139404296875, -1.2942085266113281, -0.09701919555664062, 1.1001701354980469, 2.2973594665527344, 3.494548797607422, 4.691738128662109, 5.888927459716797, 7.086116790771484, 8.283306121826172, 9.48049545288086, 10.677684783935547, 11.874874114990234, 13.072063446044922, 14.26925277709961, 15.466442108154297, 16.663631439208984, 17.860820770263672, 19.05801010131836, 20.255199432373047, 21.452388763427734, 22.649578094482422, 23.84676742553711, 25.043956756591797, 26.241146087646484, 27.438335418701172, 28.63552474975586, 29.832714080810547, 31.029903411865234, 32.22709274291992, 33.42428207397461, 34.6214714050293, 35.818660736083984, 37.01585006713867]}, "gradients/decoder.transformer.h.3.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 5.0, 1.0, 1.0, 11.0, 7.0, 9.0, 5.0, 9.0, 13.0, 17.0, 23.0, 21.0, 21.0, 26.0, 35.0, 35.0, 32.0, 41.0, 35.0, 44.0, 41.0, 46.0, 39.0, 36.0, 34.0, 41.0, 42.0, 36.0, 37.0, 30.0, 38.0, 38.0, 33.0, 25.0, 15.0, 16.0, 10.0, 16.0, 8.0, 8.0, 6.0, 4.0, 4.0, 6.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.0546875, -7.80712890625, -7.5595703125, -7.31201171875, -7.064453125, -6.81689453125, -6.5693359375, -6.32177734375, -6.07421875, -5.82666015625, -5.5791015625, -5.33154296875, -5.083984375, -4.83642578125, -4.5888671875, -4.34130859375, -4.09375, -3.84619140625, -3.5986328125, -3.35107421875, -3.103515625, -2.85595703125, -2.6083984375, -2.36083984375, -2.11328125, -1.86572265625, -1.6181640625, -1.37060546875, -1.123046875, -0.87548828125, -0.6279296875, -0.38037109375, -0.1328125, 0.11474609375, 0.3623046875, 0.60986328125, 0.857421875, 1.10498046875, 1.3525390625, 1.60009765625, 1.84765625, 2.09521484375, 2.3427734375, 2.59033203125, 2.837890625, 3.08544921875, 3.3330078125, 3.58056640625, 3.828125, 4.07568359375, 4.3232421875, 4.57080078125, 4.818359375, 5.06591796875, 5.3134765625, 5.56103515625, 5.80859375, 6.05615234375, 6.3037109375, 6.55126953125, 6.798828125, 7.04638671875, 7.2939453125, 7.54150390625, 7.7890625]}, "gradients/decoder.transformer.h.3.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 4.0, 5.0, 7.0, 6.0, 7.0, 11.0, 14.0, 10.0, 26.0, 17.0, 32.0, 48.0, 57.0, 68.0, 82.0, 149.0, 190.0, 255.0, 453.0, 1697.0, 259219.0, 3908812.0, 21371.0, 572.0, 294.0, 199.0, 160.0, 110.0, 93.0, 57.0, 51.0, 41.0, 30.0, 27.0, 21.0, 17.0, 13.0, 10.0, 13.0, 7.0, 7.0, 11.0, 3.0, 3.0, 3.0, 1.0, 1.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-62.78125, -60.83740234375, -58.8935546875, -56.94970703125, -55.005859375, -53.06201171875, -51.1181640625, -49.17431640625, -47.23046875, -45.28662109375, -43.3427734375, -41.39892578125, -39.455078125, -37.51123046875, -35.5673828125, -33.62353515625, -31.6796875, -29.73583984375, -27.7919921875, -25.84814453125, -23.904296875, -21.96044921875, -20.0166015625, -18.07275390625, -16.12890625, -14.18505859375, -12.2412109375, -10.29736328125, -8.353515625, -6.40966796875, -4.4658203125, -2.52197265625, -0.578125, 1.36572265625, 3.3095703125, 5.25341796875, 7.197265625, 9.14111328125, 11.0849609375, 13.02880859375, 14.97265625, 16.91650390625, 18.8603515625, 20.80419921875, 22.748046875, 24.69189453125, 26.6357421875, 28.57958984375, 30.5234375, 32.46728515625, 34.4111328125, 36.35498046875, 38.298828125, 40.24267578125, 42.1865234375, 44.13037109375, 46.07421875, 48.01806640625, 49.9619140625, 51.90576171875, 53.849609375, 55.79345703125, 57.7373046875, 59.68115234375, 61.625]}, "gradients/decoder.transformer.h.3.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 6.0, 6.0, 7.0, 6.0, 7.0, 13.0, 16.0, 36.0, 20.0, 33.0, 35.0, 39.0, 70.0, 98.0, 118.0, 163.0, 238.0, 320.0, 397.0, 484.0, 439.0, 369.0, 300.0, 189.0, 173.0, 113.0, 79.0, 76.0, 45.0, 52.0, 29.0, 31.0, 14.0, 19.0, 3.0, 13.0, 6.0, 5.0, 3.0, 5.0, 7.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.21875, -7.8870849609375, -7.555419921875, -7.2237548828125, -6.89208984375, -6.5604248046875, -6.228759765625, -5.8970947265625, -5.5654296875, -5.2337646484375, -4.902099609375, -4.5704345703125, -4.23876953125, -3.9071044921875, -3.575439453125, -3.2437744140625, -2.912109375, -2.5804443359375, -2.248779296875, -1.9171142578125, -1.58544921875, -1.2537841796875, -0.922119140625, -0.5904541015625, -0.2587890625, 0.0728759765625, 0.404541015625, 0.7362060546875, 1.06787109375, 1.3995361328125, 1.731201171875, 2.0628662109375, 2.39453125, 2.7261962890625, 3.057861328125, 3.3895263671875, 3.72119140625, 4.0528564453125, 4.384521484375, 4.7161865234375, 5.0478515625, 5.3795166015625, 5.711181640625, 6.0428466796875, 6.37451171875, 6.7061767578125, 7.037841796875, 7.3695068359375, 7.701171875, 8.0328369140625, 8.364501953125, 8.6961669921875, 9.02783203125, 9.3594970703125, 9.691162109375, 10.0228271484375, 10.3544921875, 10.6861572265625, 11.017822265625, 11.3494873046875, 11.68115234375, 12.0128173828125, 12.344482421875, 12.6761474609375, 13.0078125]}, "gradients/decoder.transformer.h.3.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 4.0, 7.0, 7.0, 9.0, 14.0, 16.0, 19.0, 26.0, 37.0, 34.0, 66.0, 85.0, 163.0, 214.0, 492.0, 1748.0, 11317.0, 115123.0, 1961720.0, 1972435.0, 116318.0, 11484.0, 1686.0, 530.0, 256.0, 143.0, 101.0, 71.0, 35.0, 20.0, 20.0, 17.0, 11.0, 14.0, 9.0, 3.0, 6.0, 6.0, 2.0, 6.0, 2.0, 1.0, 4.0, 1.0, 0.0, 2.0], "bins": [-32.71875, -31.83447265625, -30.9501953125, -30.06591796875, -29.181640625, -28.29736328125, -27.4130859375, -26.52880859375, -25.64453125, -24.76025390625, -23.8759765625, -22.99169921875, -22.107421875, -21.22314453125, -20.3388671875, -19.45458984375, -18.5703125, -17.68603515625, -16.8017578125, -15.91748046875, -15.033203125, -14.14892578125, -13.2646484375, -12.38037109375, -11.49609375, -10.61181640625, -9.7275390625, -8.84326171875, -7.958984375, -7.07470703125, -6.1904296875, -5.30615234375, -4.421875, -3.53759765625, -2.6533203125, -1.76904296875, -0.884765625, -0.00048828125, 0.8837890625, 1.76806640625, 2.65234375, 3.53662109375, 4.4208984375, 5.30517578125, 6.189453125, 7.07373046875, 7.9580078125, 8.84228515625, 9.7265625, 10.61083984375, 11.4951171875, 12.37939453125, 13.263671875, 14.14794921875, 15.0322265625, 15.91650390625, 16.80078125, 17.68505859375, 18.5693359375, 19.45361328125, 20.337890625, 21.22216796875, 22.1064453125, 22.99072265625, 23.875]}, "gradients/decoder.transformer.h.3.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 21.0, 183.0, 536.0, 257.0, 22.0, 0.0, 1.0], "bins": [-472.78179931640625, -464.8401794433594, -456.8985900878906, -448.95697021484375, -441.0153503417969, -433.07373046875, -425.13214111328125, -417.1905212402344, -409.2489013671875, -401.3072814941406, -393.3656921386719, -385.424072265625, -377.4824523925781, -369.54083251953125, -361.5992431640625, -353.6576232910156, -345.7160339355469, -337.7744140625, -329.83282470703125, -321.8912048339844, -313.9495849609375, -306.00799560546875, -298.0663757324219, -290.124755859375, -282.18316650390625, -274.2415466308594, -266.2999572753906, -258.35833740234375, -250.41671752929688, -242.47511291503906, -234.53350830078125, -226.59188842773438, -218.65028381347656, -210.70867919921875, -202.76705932617188, -194.82545471191406, -186.88385009765625, -178.94223022460938, -171.00062561035156, -163.05902099609375, -155.11740112304688, -147.17579650878906, -139.2341766357422, -131.29257202148438, -123.35095977783203, -115.40934753417969, -107.46774291992188, -99.52613067626953, -91.58451843261719, -83.64290618896484, -75.7012939453125, -67.75968933105469, -59.818077087402344, -51.87646484375, -43.93485641479492, -35.993247985839844, -28.0516357421875, -20.11002540588379, -12.168415069580078, -4.226804733276367, 3.7148056030273438, 11.656417846679688, 19.598026275634766, 27.539634704589844, 35.48124694824219]}, "gradients/decoder.transformer.h.3.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 4.0, 2.0, 8.0, 5.0, 6.0, 14.0, 12.0, 8.0, 13.0, 27.0, 19.0, 23.0, 34.0, 23.0, 28.0, 30.0, 35.0, 44.0, 39.0, 51.0, 36.0, 30.0, 43.0, 57.0, 49.0, 39.0, 34.0, 28.0, 30.0, 29.0, 38.0, 28.0, 24.0, 18.0, 17.0, 10.0, 19.0, 6.0, 7.0, 12.0, 4.0, 13.0, 2.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-38.12502670288086, -36.889686584472656, -35.65435028076172, -34.419010162353516, -33.18367385864258, -31.948333740234375, -30.712995529174805, -29.477657318115234, -28.24231719970703, -27.00697898864746, -25.77164077758789, -24.536300659179688, -23.300962448120117, -22.065624237060547, -20.830286026000977, -19.594947814941406, -18.359609603881836, -17.124271392822266, -15.888932228088379, -14.653594017028809, -13.418254852294922, -12.182916641235352, -10.947578430175781, -9.712239265441895, -8.476901054382324, -7.241562366485596, -6.006223678588867, -4.770885467529297, -3.5355467796325684, -2.30020809173584, -1.0648698806762695, 0.1704692840576172, 1.4058074951171875, 2.641146183013916, 3.8764846324920654, 5.111823081970215, 6.347161769866943, 7.582500457763672, 8.817838668823242, 10.053177833557129, 11.2885160446167, 12.52385425567627, 13.759193420410156, 14.994531631469727, 16.229869842529297, 17.4652099609375, 18.700546264648438, 19.93588638305664, 21.17122459411621, 22.40656280517578, 23.64190101623535, 24.877239227294922, 26.112579345703125, 27.347917556762695, 28.583255767822266, 29.81859588623047, 31.053932189941406, 32.28927230834961, 33.52460861206055, 34.75994873046875, 35.99528503417969, 37.23062515258789, 38.465965270996094, 39.70130157470703, 40.936641693115234]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 4.0, 4.0, 4.0, 2.0, 4.0, 3.0, 9.0, 15.0, 7.0, 10.0, 26.0, 18.0, 21.0, 23.0, 24.0, 23.0, 31.0, 23.0, 38.0, 38.0, 34.0, 40.0, 41.0, 37.0, 42.0, 36.0, 22.0, 35.0, 41.0, 33.0, 31.0, 41.0, 28.0, 24.0, 24.0, 24.0, 17.0, 26.0, 25.0, 19.0, 7.0, 11.0, 11.0, 10.0, 4.0, 9.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0], "bins": [-7.20703125, -6.9874267578125, -6.767822265625, -6.5482177734375, -6.32861328125, -6.1090087890625, -5.889404296875, -5.6697998046875, -5.4501953125, -5.2305908203125, -5.010986328125, -4.7913818359375, -4.57177734375, -4.3521728515625, -4.132568359375, -3.9129638671875, -3.693359375, -3.4737548828125, -3.254150390625, -3.0345458984375, -2.81494140625, -2.5953369140625, -2.375732421875, -2.1561279296875, -1.9365234375, -1.7169189453125, -1.497314453125, -1.2777099609375, -1.05810546875, -0.8385009765625, -0.618896484375, -0.3992919921875, -0.1796875, 0.0399169921875, 0.259521484375, 0.4791259765625, 0.69873046875, 0.9183349609375, 1.137939453125, 1.3575439453125, 1.5771484375, 1.7967529296875, 2.016357421875, 2.2359619140625, 2.45556640625, 2.6751708984375, 2.894775390625, 3.1143798828125, 3.333984375, 3.5535888671875, 3.773193359375, 3.9927978515625, 4.21240234375, 4.4320068359375, 4.651611328125, 4.8712158203125, 5.0908203125, 5.3104248046875, 5.530029296875, 5.7496337890625, 5.96923828125, 6.1888427734375, 6.408447265625, 6.6280517578125, 6.84765625]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 4.0, 3.0, 3.0, 10.0, 10.0, 15.0, 15.0, 24.0, 21.0, 49.0, 48.0, 74.0, 101.0, 119.0, 245.0, 346.0, 510.0, 844.0, 1343.0, 2359.0, 3897.0, 6959.0, 12301.0, 21331.0, 37179.0, 63128.0, 100850.0, 144666.0, 174018.0, 162721.0, 122260.0, 79427.0, 47913.0, 28006.0, 15932.0, 9150.0, 5123.0, 2962.0, 1733.0, 1006.0, 624.0, 389.0, 257.0, 157.0, 118.0, 78.0, 79.0, 51.0, 26.0, 23.0, 15.0, 9.0, 15.0, 10.0, 5.0, 1.0, 3.0, 0.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.8486328125, -0.8210220336914062, -0.7934112548828125, -0.7658004760742188, -0.738189697265625, -0.7105789184570312, -0.6829681396484375, -0.6553573608398438, -0.62774658203125, -0.6001358032226562, -0.5725250244140625, -0.5449142456054688, -0.517303466796875, -0.48969268798828125, -0.4620819091796875, -0.43447113037109375, -0.4068603515625, -0.37924957275390625, -0.3516387939453125, -0.32402801513671875, -0.296417236328125, -0.26880645751953125, -0.2411956787109375, -0.21358489990234375, -0.18597412109375, -0.15836334228515625, -0.1307525634765625, -0.10314178466796875, -0.075531005859375, -0.04792022705078125, -0.0203094482421875, 0.00730133056640625, 0.034912109375, 0.06252288818359375, 0.0901336669921875, 0.11774444580078125, 0.145355224609375, 0.17296600341796875, 0.2005767822265625, 0.22818756103515625, 0.25579833984375, 0.28340911865234375, 0.3110198974609375, 0.33863067626953125, 0.366241455078125, 0.39385223388671875, 0.4214630126953125, 0.44907379150390625, 0.4766845703125, 0.5042953491210938, 0.5319061279296875, 0.5595169067382812, 0.587127685546875, 0.6147384643554688, 0.6423492431640625, 0.6699600219726562, 0.69757080078125, 0.7251815795898438, 0.7527923583984375, 0.7804031372070312, 0.808013916015625, 0.8356246948242188, 0.8632354736328125, 0.8908462524414062, 0.91845703125]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 4.0, 4.0, 6.0, 6.0, 5.0, 7.0, 17.0, 13.0, 12.0, 22.0, 15.0, 19.0, 33.0, 27.0, 35.0, 27.0, 38.0, 30.0, 37.0, 43.0, 44.0, 53.0, 1065.0, 32.0, 39.0, 29.0, 31.0, 48.0, 31.0, 26.0, 28.0, 23.0, 19.0, 20.0, 21.0, 29.0, 15.0, 9.0, 10.0, 8.0, 10.0, 12.0, 6.0, 11.0, 6.0, 5.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-5.08984375, -4.93939208984375, -4.7889404296875, -4.63848876953125, -4.488037109375, -4.33758544921875, -4.1871337890625, -4.03668212890625, -3.88623046875, -3.73577880859375, -3.5853271484375, -3.43487548828125, -3.284423828125, -3.13397216796875, -2.9835205078125, -2.83306884765625, -2.6826171875, -2.53216552734375, -2.3817138671875, -2.23126220703125, -2.080810546875, -1.93035888671875, -1.7799072265625, -1.62945556640625, -1.47900390625, -1.32855224609375, -1.1781005859375, -1.02764892578125, -0.877197265625, -0.72674560546875, -0.5762939453125, -0.42584228515625, -0.275390625, -0.12493896484375, 0.0255126953125, 0.17596435546875, 0.326416015625, 0.47686767578125, 0.6273193359375, 0.77777099609375, 0.92822265625, 1.07867431640625, 1.2291259765625, 1.37957763671875, 1.530029296875, 1.68048095703125, 1.8309326171875, 1.98138427734375, 2.1318359375, 2.28228759765625, 2.4327392578125, 2.58319091796875, 2.733642578125, 2.88409423828125, 3.0345458984375, 3.18499755859375, 3.33544921875, 3.48590087890625, 3.6363525390625, 3.78680419921875, 3.937255859375, 4.08770751953125, 4.2381591796875, 4.38861083984375, 4.5390625]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 2.0, 5.0, 3.0, 4.0, 7.0, 9.0, 13.0, 19.0, 25.0, 58.0, 66.0, 84.0, 142.0, 224.0, 309.0, 446.0, 774.0, 1152.0, 1945.0, 3259.0, 5508.0, 8960.0, 15205.0, 24934.0, 40628.0, 63124.0, 95114.0, 152478.0, 776179.0, 528352.0, 136307.0, 88667.0, 58372.0, 37024.0, 22771.0, 13873.0, 8254.0, 4963.0, 2963.0, 1722.0, 1106.0, 711.0, 442.0, 301.0, 196.0, 132.0, 80.0, 65.0, 50.0, 32.0, 22.0, 24.0, 16.0, 7.0, 6.0, 6.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.5205078125, -0.5031051635742188, -0.4857025146484375, -0.46829986572265625, -0.450897216796875, -0.43349456787109375, -0.4160919189453125, -0.39868927001953125, -0.38128662109375, -0.36388397216796875, -0.3464813232421875, -0.32907867431640625, -0.311676025390625, -0.29427337646484375, -0.2768707275390625, -0.25946807861328125, -0.2420654296875, -0.22466278076171875, -0.2072601318359375, -0.18985748291015625, -0.172454833984375, -0.15505218505859375, -0.1376495361328125, -0.12024688720703125, -0.10284423828125, -0.08544158935546875, -0.0680389404296875, -0.05063629150390625, -0.033233642578125, -0.01583099365234375, 0.0015716552734375, 0.01897430419921875, 0.036376953125, 0.05377960205078125, 0.0711822509765625, 0.08858489990234375, 0.105987548828125, 0.12339019775390625, 0.1407928466796875, 0.15819549560546875, 0.17559814453125, 0.19300079345703125, 0.2104034423828125, 0.22780609130859375, 0.245208740234375, 0.26261138916015625, 0.2800140380859375, 0.29741668701171875, 0.3148193359375, 0.33222198486328125, 0.3496246337890625, 0.36702728271484375, 0.384429931640625, 0.40183258056640625, 0.4192352294921875, 0.43663787841796875, 0.45404052734375, 0.47144317626953125, 0.4888458251953125, 0.5062484741210938, 0.523651123046875, 0.5410537719726562, 0.5584564208984375, 0.5758590698242188, 0.59326171875]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 7.0, 11.0, 15.0, 15.0, 16.0, 19.0, 38.0, 47.0, 51.0, 89.0, 108.0, 121.0, 114.0, 83.0, 69.0, 47.0, 35.0, 26.0, 24.0, 21.0, 13.0, 10.0, 6.0, 6.0, 3.0, 5.0, 0.0, 4.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.1632080078125, -0.15938282012939453, -0.15555763244628906, -0.1517324447631836, -0.14790725708007812, -0.14408206939697266, -0.1402568817138672, -0.13643169403076172, -0.13260650634765625, -0.12878131866455078, -0.12495613098144531, -0.12113094329833984, -0.11730575561523438, -0.1134805679321289, -0.10965538024902344, -0.10583019256591797, -0.1020050048828125, -0.09817981719970703, -0.09435462951660156, -0.0905294418334961, -0.08670425415039062, -0.08287906646728516, -0.07905387878417969, -0.07522869110107422, -0.07140350341796875, -0.06757831573486328, -0.06375312805175781, -0.059927940368652344, -0.056102752685546875, -0.052277565002441406, -0.04845237731933594, -0.04462718963623047, -0.040802001953125, -0.03697681427001953, -0.03315162658691406, -0.029326438903808594, -0.025501251220703125, -0.021676063537597656, -0.017850875854492188, -0.014025688171386719, -0.01020050048828125, -0.006375312805175781, -0.0025501251220703125, 0.0012750625610351562, 0.005100250244140625, 0.008925437927246094, 0.012750625610351562, 0.01657581329345703, 0.0204010009765625, 0.02422618865966797, 0.028051376342773438, 0.031876564025878906, 0.035701751708984375, 0.039526939392089844, 0.04335212707519531, 0.04717731475830078, 0.05100250244140625, 0.05482769012451172, 0.05865287780761719, 0.062478065490722656, 0.06630325317382812, 0.0701284408569336, 0.07395362854003906, 0.07777881622314453, 0.08160400390625]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 2.0, 9.0, 4.0, 4.0, 12.0, 18.0, 21.0, 29.0, 43.0, 59.0, 104.0, 151.0, 314.0, 826.0, 26227.0, 1018160.0, 1554.0, 467.0, 233.0, 100.0, 68.0, 52.0, 30.0, 16.0, 14.0, 21.0, 13.0, 1.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.634765625, -1.55780029296875, -1.4808349609375, -1.40386962890625, -1.326904296875, -1.24993896484375, -1.1729736328125, -1.09600830078125, -1.01904296875, -0.94207763671875, -0.8651123046875, -0.78814697265625, -0.711181640625, -0.63421630859375, -0.5572509765625, -0.48028564453125, -0.4033203125, -0.32635498046875, -0.2493896484375, -0.17242431640625, -0.095458984375, -0.01849365234375, 0.0584716796875, 0.13543701171875, 0.21240234375, 0.28936767578125, 0.3663330078125, 0.44329833984375, 0.520263671875, 0.59722900390625, 0.6741943359375, 0.75115966796875, 0.828125, 0.90509033203125, 0.9820556640625, 1.05902099609375, 1.135986328125, 1.21295166015625, 1.2899169921875, 1.36688232421875, 1.44384765625, 1.52081298828125, 1.5977783203125, 1.67474365234375, 1.751708984375, 1.82867431640625, 1.9056396484375, 1.98260498046875, 2.0595703125, 2.13653564453125, 2.2135009765625, 2.29046630859375, 2.367431640625, 2.44439697265625, 2.5213623046875, 2.59832763671875, 2.67529296875, 2.75225830078125, 2.8292236328125, 2.90618896484375, 2.983154296875, 3.06011962890625, 3.1370849609375, 3.21405029296875, 3.291015625]}, "gradients/decoder.transformer.h.3.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 26.0, 339.0, 593.0, 53.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.7312933802604675, -0.7078204154968262, -0.68434739112854, -0.6608744263648987, -0.6374014616012573, -0.6139284372329712, -0.5904554724693298, -0.5669825077056885, -0.5435094833374023, -0.520036518573761, -0.49656349420547485, -0.4730905294418335, -0.44961753487586975, -0.426144540309906, -0.40267157554626465, -0.3791985809803009, -0.35572558641433716, -0.3322525918483734, -0.30877959728240967, -0.2853066325187683, -0.26183363795280457, -0.23836064338684082, -0.21488766372203827, -0.19141468405723572, -0.16794168949127197, -0.14446869492530823, -0.12099571526050568, -0.09752272814512253, -0.07404974102973938, -0.05057675391435623, -0.027103766798973083, -0.0036307871341705322, 0.019842207431793213, 0.04331519454717636, 0.06678818166255951, 0.09026116877794266, 0.1137341558933258, 0.13720715045928955, 0.1606801301240921, 0.18415310978889465, 0.2076261043548584, 0.23109909892082214, 0.2545720934867859, 0.27804505825042725, 0.301518052816391, 0.32499104738235474, 0.3484640121459961, 0.37193700671195984, 0.3954100012779236, 0.41888299584388733, 0.4423559904098511, 0.46582895517349243, 0.4893019497394562, 0.5127749443054199, 0.5362479090690613, 0.5597208738327026, 0.5831938982009888, 0.6066668629646301, 0.6301398873329163, 0.6536128520965576, 0.6770858764648438, 0.7005588412284851, 0.7240318059921265, 0.7475048303604126, 0.770977795124054]}, "gradients/decoder.transformer.h.3.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 5.0, 3.0, 1.0, 6.0, 5.0, 10.0, 12.0, 12.0, 12.0, 9.0, 11.0, 19.0, 24.0, 19.0, 19.0, 25.0, 35.0, 33.0, 31.0, 29.0, 48.0, 41.0, 30.0, 43.0, 49.0, 34.0, 29.0, 35.0, 42.0, 31.0, 34.0, 36.0, 28.0, 29.0, 18.0, 24.0, 19.0, 23.0, 21.0, 13.0, 7.0, 7.0, 13.0, 8.0, 6.0, 6.0, 5.0, 3.0, 2.0, 7.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.09114247560501099, -0.08825233578681946, -0.08536220341920853, -0.0824720710515976, -0.07958193123340607, -0.07669179141521454, -0.07380165904760361, -0.07091152667999268, -0.06802138686180115, -0.06513124704360962, -0.06224111467599869, -0.05935097858309746, -0.05646084249019623, -0.053570706397295, -0.05068057030439377, -0.04779043421149254, -0.04490029811859131, -0.04201016202569008, -0.03912002593278885, -0.03622988983988762, -0.03333975374698639, -0.03044961765408516, -0.02755948156118393, -0.0246693454682827, -0.02177920937538147, -0.01888907328248024, -0.01599893718957901, -0.01310880109667778, -0.01021866500377655, -0.0073285289108753204, -0.004438392817974091, -0.0015482567250728607, 0.0013418793678283691, 0.004232015460729599, 0.007122151553630829, 0.010012287646532059, 0.012902423739433289, 0.01579255983233452, 0.01868269592523575, 0.021572832018136978, 0.024462968111038208, 0.027353104203939438, 0.030243240296840668, 0.0331333763897419, 0.03602351248264313, 0.03891364857554436, 0.04180378466844559, 0.04469392076134682, 0.04758405685424805, 0.05047419294714928, 0.05336432904005051, 0.056254465132951736, 0.059144601225852966, 0.062034737318754196, 0.06492487341165543, 0.06781500577926636, 0.07070514559745789, 0.07359528541564941, 0.07648541778326035, 0.07937555015087128, 0.0822656899690628, 0.08515582978725433, 0.08804596215486526, 0.0909360945224762, 0.09382623434066772]}, "gradients/decoder.transformer.h.3.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 4.0, 4.0, 4.0, 2.0, 4.0, 3.0, 10.0, 14.0, 7.0, 10.0, 25.0, 20.0, 20.0, 22.0, 25.0, 22.0, 32.0, 23.0, 38.0, 37.0, 34.0, 41.0, 41.0, 35.0, 44.0, 36.0, 23.0, 36.0, 39.0, 33.0, 31.0, 40.0, 29.0, 24.0, 23.0, 24.0, 19.0, 24.0, 26.0, 19.0, 7.0, 11.0, 11.0, 10.0, 4.0, 9.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0], "bins": [-7.2109375, -6.99127197265625, -6.7716064453125, -6.55194091796875, -6.332275390625, -6.11260986328125, -5.8929443359375, -5.67327880859375, -5.45361328125, -5.23394775390625, -5.0142822265625, -4.79461669921875, -4.574951171875, -4.35528564453125, -4.1356201171875, -3.91595458984375, -3.6962890625, -3.47662353515625, -3.2569580078125, -3.03729248046875, -2.817626953125, -2.59796142578125, -2.3782958984375, -2.15863037109375, -1.93896484375, -1.71929931640625, -1.4996337890625, -1.27996826171875, -1.060302734375, -0.84063720703125, -0.6209716796875, -0.40130615234375, -0.181640625, 0.03802490234375, 0.2576904296875, 0.47735595703125, 0.697021484375, 0.91668701171875, 1.1363525390625, 1.35601806640625, 1.57568359375, 1.79534912109375, 2.0150146484375, 2.23468017578125, 2.454345703125, 2.67401123046875, 2.8936767578125, 3.11334228515625, 3.3330078125, 3.55267333984375, 3.7723388671875, 3.99200439453125, 4.211669921875, 4.43133544921875, 4.6510009765625, 4.87066650390625, 5.09033203125, 5.30999755859375, 5.5296630859375, 5.74932861328125, 5.968994140625, 6.18865966796875, 6.4083251953125, 6.62799072265625, 6.84765625]}, "gradients/decoder.transformer.h.3.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 5.0, 3.0, 5.0, 3.0, 8.0, 3.0, 5.0, 9.0, 6.0, 19.0, 25.0, 26.0, 33.0, 40.0, 58.0, 88.0, 126.0, 139.0, 191.0, 221.0, 374.0, 525.0, 808.0, 1367.0, 2451.0, 4857.0, 11006.0, 25633.0, 62306.0, 159630.0, 347628.0, 257416.0, 100261.0, 40514.0, 16902.0, 7387.0, 3485.0, 1812.0, 991.0, 647.0, 366.0, 305.0, 197.0, 196.0, 109.0, 77.0, 64.0, 68.0, 42.0, 38.0, 28.0, 11.0, 16.0, 11.0, 7.0, 3.0, 7.0, 1.0, 2.0, 6.0, 3.0, 0.0, 5.0], "bins": [-11.234375, -10.880615234375, -10.52685546875, -10.173095703125, -9.8193359375, -9.465576171875, -9.11181640625, -8.758056640625, -8.404296875, -8.050537109375, -7.69677734375, -7.343017578125, -6.9892578125, -6.635498046875, -6.28173828125, -5.927978515625, -5.57421875, -5.220458984375, -4.86669921875, -4.512939453125, -4.1591796875, -3.805419921875, -3.45166015625, -3.097900390625, -2.744140625, -2.390380859375, -2.03662109375, -1.682861328125, -1.3291015625, -0.975341796875, -0.62158203125, -0.267822265625, 0.0859375, 0.439697265625, 0.79345703125, 1.147216796875, 1.5009765625, 1.854736328125, 2.20849609375, 2.562255859375, 2.916015625, 3.269775390625, 3.62353515625, 3.977294921875, 4.3310546875, 4.684814453125, 5.03857421875, 5.392333984375, 5.74609375, 6.099853515625, 6.45361328125, 6.807373046875, 7.1611328125, 7.514892578125, 7.86865234375, 8.222412109375, 8.576171875, 8.929931640625, 9.28369140625, 9.637451171875, 9.9912109375, 10.344970703125, 10.69873046875, 11.052490234375, 11.40625]}, "gradients/decoder.transformer.h.3.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 9.0, 10.0, 11.0, 4.0, 6.0, 14.0, 12.0, 20.0, 18.0, 19.0, 26.0, 30.0, 39.0, 52.0, 70.0, 77.0, 140.0, 275.0, 1455.0, 228.0, 108.0, 75.0, 60.0, 42.0, 44.0, 39.0, 28.0, 19.0, 19.0, 26.0, 17.0, 16.0, 15.0, 12.0, 1.0, 4.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.578125, -17.923095703125, -17.26806640625, -16.613037109375, -15.9580078125, -15.302978515625, -14.64794921875, -13.992919921875, -13.337890625, -12.682861328125, -12.02783203125, -11.372802734375, -10.7177734375, -10.062744140625, -9.40771484375, -8.752685546875, -8.09765625, -7.442626953125, -6.78759765625, -6.132568359375, -5.4775390625, -4.822509765625, -4.16748046875, -3.512451171875, -2.857421875, -2.202392578125, -1.54736328125, -0.892333984375, -0.2373046875, 0.417724609375, 1.07275390625, 1.727783203125, 2.3828125, 3.037841796875, 3.69287109375, 4.347900390625, 5.0029296875, 5.657958984375, 6.31298828125, 6.968017578125, 7.623046875, 8.278076171875, 8.93310546875, 9.588134765625, 10.2431640625, 10.898193359375, 11.55322265625, 12.208251953125, 12.86328125, 13.518310546875, 14.17333984375, 14.828369140625, 15.4833984375, 16.138427734375, 16.79345703125, 17.448486328125, 18.103515625, 18.758544921875, 19.41357421875, 20.068603515625, 20.7236328125, 21.378662109375, 22.03369140625, 22.688720703125, 23.34375]}, "gradients/decoder.transformer.h.3.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 4.0, 4.0, 3.0, 6.0, 7.0, 14.0, 13.0, 16.0, 14.0, 23.0, 18.0, 44.0, 46.0, 70.0, 94.0, 173.0, 224.0, 366.0, 698.0, 1354.0, 23819.0, 3104058.0, 11691.0, 1200.0, 616.0, 388.0, 234.0, 158.0, 93.0, 75.0, 41.0, 29.0, 20.0, 18.0, 16.0, 10.0, 11.0, 10.0, 7.0, 6.0, 5.0, 2.0, 6.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0], "bins": [-80.4375, -78.16796875, -75.8984375, -73.62890625, -71.359375, -69.08984375, -66.8203125, -64.55078125, -62.28125, -60.01171875, -57.7421875, -55.47265625, -53.203125, -50.93359375, -48.6640625, -46.39453125, -44.125, -41.85546875, -39.5859375, -37.31640625, -35.046875, -32.77734375, -30.5078125, -28.23828125, -25.96875, -23.69921875, -21.4296875, -19.16015625, -16.890625, -14.62109375, -12.3515625, -10.08203125, -7.8125, -5.54296875, -3.2734375, -1.00390625, 1.265625, 3.53515625, 5.8046875, 8.07421875, 10.34375, 12.61328125, 14.8828125, 17.15234375, 19.421875, 21.69140625, 23.9609375, 26.23046875, 28.5, 30.76953125, 33.0390625, 35.30859375, 37.578125, 39.84765625, 42.1171875, 44.38671875, 46.65625, 48.92578125, 51.1953125, 53.46484375, 55.734375, 58.00390625, 60.2734375, 62.54296875, 64.8125]}, "gradients/decoder.transformer.h.3.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 62.0, 308.0, 472.0, 151.0, 17.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-216.1695098876953, -209.46351623535156, -202.7575225830078, -196.05152893066406, -189.3455352783203, -182.63954162597656, -175.9335479736328, -169.22755432128906, -162.5215606689453, -155.81556701660156, -149.1095733642578, -142.40357971191406, -135.6975860595703, -128.99159240722656, -122.28559875488281, -115.57960510253906, -108.87361145019531, -102.16761779785156, -95.46162414550781, -88.75563049316406, -82.04963684082031, -75.34364318847656, -68.63764953613281, -61.93165588378906, -55.22566223144531, -48.51966857910156, -41.81367492675781, -35.10768127441406, -28.401687622070312, -21.695693969726562, -14.989700317382812, -8.283706665039062, -1.5777130126953125, 5.1282806396484375, 11.834274291992188, 18.540267944335938, 25.246261596679688, 31.952255249023438, 38.65824890136719, 45.36424255371094, 52.07023620605469, 58.77622985839844, 65.48222351074219, 72.18821716308594, 78.89421081542969, 85.60020446777344, 92.30619812011719, 99.01219177246094, 105.71818542480469, 112.42417907714844, 119.13017272949219, 125.83616638183594, 132.5421600341797, 139.24815368652344, 145.9541473388672, 152.66014099121094, 159.3661346435547, 166.07212829589844, 172.7781219482422, 179.48411560058594, 186.1901092529297, 192.89610290527344, 199.6020965576172, 206.30809020996094, 213.0140838623047]}, "gradients/decoder.transformer.h.3.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 3.0, 5.0, 3.0, 5.0, 3.0, 12.0, 8.0, 11.0, 18.0, 15.0, 21.0, 23.0, 25.0, 28.0, 23.0, 38.0, 29.0, 33.0, 47.0, 49.0, 39.0, 34.0, 41.0, 49.0, 44.0, 43.0, 29.0, 37.0, 44.0, 36.0, 29.0, 31.0, 17.0, 24.0, 12.0, 15.0, 15.0, 18.0, 10.0, 14.0, 4.0, 7.0, 2.0, 4.0, 3.0, 3.0, 4.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-52.183570861816406, -50.544273376464844, -48.90497589111328, -47.26567840576172, -45.62638473510742, -43.98708724975586, -42.3477897644043, -40.708492279052734, -39.06919860839844, -37.429901123046875, -35.79060363769531, -34.15130615234375, -32.51201248168945, -30.87271499633789, -29.233417510986328, -27.594120025634766, -25.954822540283203, -24.31552505493164, -22.67622947692871, -21.03693199157715, -19.39763641357422, -17.758338928222656, -16.119041442871094, -14.479744911193848, -12.840448379516602, -11.201151847839355, -9.56185531616211, -7.922557830810547, -6.283261299133301, -4.643964767456055, -3.004667282104492, -1.365370750427246, 0.2739219665527344, 1.9132187366485596, 3.5525155067443848, 5.191812515258789, 6.831109046936035, 8.470405578613281, 10.109703063964844, 11.74899959564209, 13.388296127319336, 15.027592658996582, 16.666889190673828, 18.30618667602539, 19.945484161376953, 21.584779739379883, 23.224077224731445, 24.863372802734375, 26.502670288085938, 28.1419677734375, 29.78126335144043, 31.420560836791992, 33.05985641479492, 34.699153900146484, 36.33845138549805, 37.97774887084961, 39.617042541503906, 41.25634002685547, 42.89563751220703, 44.534934997558594, 46.17422866821289, 47.81352615356445, 49.452823638916016, 51.09212112426758, 52.73141860961914]}, "gradients/decoder.transformer.h.2.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 4.0, 0.0, 5.0, 5.0, 2.0, 6.0, 10.0, 10.0, 14.0, 11.0, 13.0, 32.0, 29.0, 18.0, 25.0, 29.0, 34.0, 31.0, 27.0, 47.0, 51.0, 40.0, 40.0, 36.0, 48.0, 38.0, 38.0, 43.0, 39.0, 27.0, 29.0, 32.0, 37.0, 23.0, 26.0, 23.0, 15.0, 14.0, 9.0, 13.0, 5.0, 9.0, 5.0, 5.0, 2.0, 6.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.1171875, -7.87518310546875, -7.6331787109375, -7.39117431640625, -7.149169921875, -6.90716552734375, -6.6651611328125, -6.42315673828125, -6.18115234375, -5.93914794921875, -5.6971435546875, -5.45513916015625, -5.213134765625, -4.97113037109375, -4.7291259765625, -4.48712158203125, -4.2451171875, -4.00311279296875, -3.7611083984375, -3.51910400390625, -3.277099609375, -3.03509521484375, -2.7930908203125, -2.55108642578125, -2.30908203125, -2.06707763671875, -1.8250732421875, -1.58306884765625, -1.341064453125, -1.09906005859375, -0.8570556640625, -0.61505126953125, -0.373046875, -0.13104248046875, 0.1109619140625, 0.35296630859375, 0.594970703125, 0.83697509765625, 1.0789794921875, 1.32098388671875, 1.56298828125, 1.80499267578125, 2.0469970703125, 2.28900146484375, 2.531005859375, 2.77301025390625, 3.0150146484375, 3.25701904296875, 3.4990234375, 3.74102783203125, 3.9830322265625, 4.22503662109375, 4.467041015625, 4.70904541015625, 4.9510498046875, 5.19305419921875, 5.43505859375, 5.67706298828125, 5.9190673828125, 6.16107177734375, 6.403076171875, 6.64508056640625, 6.8870849609375, 7.12908935546875, 7.37109375]}, "gradients/decoder.transformer.h.2.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 5.0, 6.0, 5.0, 12.0, 19.0, 33.0, 53.0, 136.0, 276.0, 592.0, 1433.0, 3722.0, 11186.0, 46336.0, 272745.0, 1497639.0, 1888119.0, 387380.0, 62779.0, 14330.0, 4526.0, 1665.0, 693.0, 270.0, 141.0, 84.0, 41.0, 23.0, 14.0, 4.0, 8.0, 5.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-15.96875, -15.4862060546875, -15.003662109375, -14.5211181640625, -14.03857421875, -13.5560302734375, -13.073486328125, -12.5909423828125, -12.1083984375, -11.6258544921875, -11.143310546875, -10.6607666015625, -10.17822265625, -9.6956787109375, -9.213134765625, -8.7305908203125, -8.248046875, -7.7655029296875, -7.282958984375, -6.8004150390625, -6.31787109375, -5.8353271484375, -5.352783203125, -4.8702392578125, -4.3876953125, -3.9051513671875, -3.422607421875, -2.9400634765625, -2.45751953125, -1.9749755859375, -1.492431640625, -1.0098876953125, -0.52734375, -0.0447998046875, 0.437744140625, 0.9202880859375, 1.40283203125, 1.8853759765625, 2.367919921875, 2.8504638671875, 3.3330078125, 3.8155517578125, 4.298095703125, 4.7806396484375, 5.26318359375, 5.7457275390625, 6.228271484375, 6.7108154296875, 7.193359375, 7.6759033203125, 8.158447265625, 8.6409912109375, 9.12353515625, 9.6060791015625, 10.088623046875, 10.5711669921875, 11.0537109375, 11.5362548828125, 12.018798828125, 12.5013427734375, 12.98388671875, 13.4664306640625, 13.948974609375, 14.4315185546875, 14.9140625]}, "gradients/decoder.transformer.h.2.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 4.0, 5.0, 8.0, 14.0, 19.0, 29.0, 44.0, 48.0, 75.0, 96.0, 131.0, 172.0, 243.0, 307.0, 484.0, 599.0, 504.0, 388.0, 261.0, 166.0, 125.0, 99.0, 81.0, 59.0, 36.0, 21.0, 21.0, 15.0, 12.0, 3.0, 5.0, 1.0, 1.0, 4.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-18.28125, -17.80859375, -17.3359375, -16.86328125, -16.390625, -15.91796875, -15.4453125, -14.97265625, -14.5, -14.02734375, -13.5546875, -13.08203125, -12.609375, -12.13671875, -11.6640625, -11.19140625, -10.71875, -10.24609375, -9.7734375, -9.30078125, -8.828125, -8.35546875, -7.8828125, -7.41015625, -6.9375, -6.46484375, -5.9921875, -5.51953125, -5.046875, -4.57421875, -4.1015625, -3.62890625, -3.15625, -2.68359375, -2.2109375, -1.73828125, -1.265625, -0.79296875, -0.3203125, 0.15234375, 0.625, 1.09765625, 1.5703125, 2.04296875, 2.515625, 2.98828125, 3.4609375, 3.93359375, 4.40625, 4.87890625, 5.3515625, 5.82421875, 6.296875, 6.76953125, 7.2421875, 7.71484375, 8.1875, 8.66015625, 9.1328125, 9.60546875, 10.078125, 10.55078125, 11.0234375, 11.49609375, 11.96875]}, "gradients/decoder.transformer.h.2.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 5.0, 2.0, 1.0, 7.0, 12.0, 8.0, 26.0, 51.0, 85.0, 111.0, 212.0, 451.0, 951.0, 2657.0, 12854.0, 167223.0, 2580964.0, 1336221.0, 80981.0, 7964.0, 1883.0, 824.0, 334.0, 207.0, 88.0, 62.0, 48.0, 21.0, 18.0, 6.0, 8.0, 1.0, 1.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.015625, -27.1884765625, -26.361328125, -25.5341796875, -24.70703125, -23.8798828125, -23.052734375, -22.2255859375, -21.3984375, -20.5712890625, -19.744140625, -18.9169921875, -18.08984375, -17.2626953125, -16.435546875, -15.6083984375, -14.78125, -13.9541015625, -13.126953125, -12.2998046875, -11.47265625, -10.6455078125, -9.818359375, -8.9912109375, -8.1640625, -7.3369140625, -6.509765625, -5.6826171875, -4.85546875, -4.0283203125, -3.201171875, -2.3740234375, -1.546875, -0.7197265625, 0.107421875, 0.9345703125, 1.76171875, 2.5888671875, 3.416015625, 4.2431640625, 5.0703125, 5.8974609375, 6.724609375, 7.5517578125, 8.37890625, 9.2060546875, 10.033203125, 10.8603515625, 11.6875, 12.5146484375, 13.341796875, 14.1689453125, 14.99609375, 15.8232421875, 16.650390625, 17.4775390625, 18.3046875, 19.1318359375, 19.958984375, 20.7861328125, 21.61328125, 22.4404296875, 23.267578125, 24.0947265625, 24.921875]}, "gradients/decoder.transformer.h.2.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 59.0, 376.0, 485.0, 89.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-231.26776123046875, -221.26316833496094, -211.25856018066406, -201.25396728515625, -191.24935913085938, -181.24476623535156, -171.24017333984375, -161.23556518554688, -151.23097229003906, -141.22637939453125, -131.22177124023438, -121.21717834472656, -111.21257781982422, -101.20797729492188, -91.20338439941406, -81.19878387451172, -71.19418334960938, -61.18958282470703, -51.18498611450195, -41.180389404296875, -31.17578887939453, -21.171188354492188, -11.16659164428711, -1.1619949340820312, 8.842605590820312, 18.847204208374023, 28.851802825927734, 38.85639953613281, 48.861000061035156, 58.8656005859375, 68.87019348144531, 78.87479400634766, 88.87942504882812, 98.88402557373047, 108.88862609863281, 118.89321899414062, 128.8978271484375, 138.9024200439453, 148.90701293945312, 158.91162109375, 168.9162139892578, 178.92080688476562, 188.9254150390625, 198.9300079345703, 208.93460083007812, 218.939208984375, 228.9438018798828, 238.94839477539062, 248.9530029296875, 258.9576110839844, 268.9621887207031, 278.966796875, 288.9714050292969, 298.97601318359375, 308.9805908203125, 318.9851989746094, 328.98980712890625, 338.9944152832031, 348.9989929199219, 359.00360107421875, 369.0082092285156, 379.0128173828125, 389.01739501953125, 399.0220031738281, 409.0265808105469]}, "gradients/decoder.transformer.h.2.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 3.0, 4.0, 2.0, 5.0, 7.0, 13.0, 3.0, 11.0, 16.0, 16.0, 20.0, 14.0, 23.0, 24.0, 21.0, 29.0, 38.0, 32.0, 27.0, 38.0, 38.0, 40.0, 36.0, 53.0, 43.0, 43.0, 42.0, 47.0, 29.0, 36.0, 25.0, 38.0, 29.0, 35.0, 23.0, 12.0, 20.0, 17.0, 16.0, 7.0, 6.0, 7.0, 4.0, 4.0, 4.0, 5.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0], "bins": [-51.725772857666016, -50.24013137817383, -48.754493713378906, -47.26885223388672, -45.7832145690918, -44.29757308959961, -42.81193542480469, -41.3262939453125, -39.84065246582031, -38.355010986328125, -36.8693733215332, -35.383731842041016, -33.898094177246094, -32.412452697753906, -30.92681312561035, -29.441173553466797, -27.955535888671875, -26.46989631652832, -24.984256744384766, -23.498615264892578, -22.012977600097656, -20.52733612060547, -19.041696548461914, -17.55605697631836, -16.070417404174805, -14.58477783203125, -13.099138259887695, -11.613497734069824, -10.12785816192627, -8.642218589782715, -7.156578063964844, -5.670938491821289, -4.185298919677734, -2.6996591091156006, -1.2140192985534668, 0.2716207504272461, 1.7572603225708008, 3.2428998947143555, 4.728540420532227, 6.214179992675781, 7.699819564819336, 9.18545913696289, 10.671098709106445, 12.156739234924316, 13.642378807067871, 15.128018379211426, 16.613658905029297, 18.09929847717285, 19.584938049316406, 21.07057762145996, 22.556217193603516, 24.041858673095703, 25.527496337890625, 27.013137817382812, 28.498777389526367, 29.984416961669922, 31.470056533813477, 32.95569610595703, 34.44133758544922, 35.92697525024414, 37.41261672973633, 38.89825439453125, 40.38389587402344, 41.869537353515625, 43.35517501831055]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 6.0, 6.0, 14.0, 4.0, 12.0, 9.0, 11.0, 13.0, 23.0, 14.0, 16.0, 26.0, 22.0, 30.0, 38.0, 35.0, 40.0, 32.0, 26.0, 38.0, 26.0, 49.0, 35.0, 30.0, 31.0, 26.0, 46.0, 31.0, 26.0, 29.0, 33.0, 26.0, 28.0, 27.0, 26.0, 15.0, 15.0, 14.0, 12.0, 9.0, 9.0, 5.0, 11.0, 7.0, 7.0, 3.0, 8.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-5.7265625, -5.55572509765625, -5.3848876953125, -5.21405029296875, -5.043212890625, -4.87237548828125, -4.7015380859375, -4.53070068359375, -4.35986328125, -4.18902587890625, -4.0181884765625, -3.84735107421875, -3.676513671875, -3.50567626953125, -3.3348388671875, -3.16400146484375, -2.9931640625, -2.82232666015625, -2.6514892578125, -2.48065185546875, -2.309814453125, -2.13897705078125, -1.9681396484375, -1.79730224609375, -1.62646484375, -1.45562744140625, -1.2847900390625, -1.11395263671875, -0.943115234375, -0.77227783203125, -0.6014404296875, -0.43060302734375, -0.259765625, -0.08892822265625, 0.0819091796875, 0.25274658203125, 0.423583984375, 0.59442138671875, 0.7652587890625, 0.93609619140625, 1.10693359375, 1.27777099609375, 1.4486083984375, 1.61944580078125, 1.790283203125, 1.96112060546875, 2.1319580078125, 2.30279541015625, 2.4736328125, 2.64447021484375, 2.8153076171875, 2.98614501953125, 3.156982421875, 3.32781982421875, 3.4986572265625, 3.66949462890625, 3.84033203125, 4.01116943359375, 4.1820068359375, 4.35284423828125, 4.523681640625, 4.69451904296875, 4.8653564453125, 5.03619384765625, 5.20703125]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 2.0, 4.0, 10.0, 7.0, 11.0, 12.0, 20.0, 22.0, 29.0, 46.0, 51.0, 77.0, 110.0, 145.0, 206.0, 330.0, 514.0, 852.0, 1451.0, 2965.0, 6706.0, 16308.0, 39289.0, 92480.0, 188300.0, 273569.0, 220820.0, 115793.0, 50402.0, 20975.0, 8551.0, 3922.0, 1836.0, 1027.0, 566.0, 375.0, 224.0, 168.0, 101.0, 69.0, 62.0, 46.0, 25.0, 25.0, 15.0, 9.0, 13.0, 11.0, 4.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.0126953125, -0.9773406982421875, -0.941986083984375, -0.9066314697265625, -0.87127685546875, -0.8359222412109375, -0.800567626953125, -0.7652130126953125, -0.7298583984375, -0.6945037841796875, -0.659149169921875, -0.6237945556640625, -0.58843994140625, -0.5530853271484375, -0.517730712890625, -0.4823760986328125, -0.447021484375, -0.4116668701171875, -0.376312255859375, -0.3409576416015625, -0.30560302734375, -0.2702484130859375, -0.234893798828125, -0.1995391845703125, -0.1641845703125, -0.1288299560546875, -0.093475341796875, -0.0581207275390625, -0.02276611328125, 0.0125885009765625, 0.047943115234375, 0.0832977294921875, 0.11865234375, 0.1540069580078125, 0.189361572265625, 0.2247161865234375, 0.26007080078125, 0.2954254150390625, 0.330780029296875, 0.3661346435546875, 0.4014892578125, 0.4368438720703125, 0.472198486328125, 0.5075531005859375, 0.54290771484375, 0.5782623291015625, 0.613616943359375, 0.6489715576171875, 0.684326171875, 0.7196807861328125, 0.755035400390625, 0.7903900146484375, 0.82574462890625, 0.8610992431640625, 0.896453857421875, 0.9318084716796875, 0.9671630859375, 1.0025177001953125, 1.037872314453125, 1.0732269287109375, 1.10858154296875, 1.1439361572265625, 1.179290771484375, 1.2146453857421875, 1.25]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 5.0, 4.0, 6.0, 5.0, 10.0, 9.0, 16.0, 5.0, 16.0, 13.0, 25.0, 17.0, 25.0, 29.0, 29.0, 26.0, 33.0, 44.0, 30.0, 36.0, 40.0, 32.0, 44.0, 1070.0, 36.0, 44.0, 42.0, 30.0, 29.0, 28.0, 33.0, 30.0, 33.0, 13.0, 26.0, 19.0, 21.0, 14.0, 12.0, 9.0, 9.0, 6.0, 10.0, 3.0, 7.0, 4.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-4.09375, -3.971435546875, -3.84912109375, -3.726806640625, -3.6044921875, -3.482177734375, -3.35986328125, -3.237548828125, -3.115234375, -2.992919921875, -2.87060546875, -2.748291015625, -2.6259765625, -2.503662109375, -2.38134765625, -2.259033203125, -2.13671875, -2.014404296875, -1.89208984375, -1.769775390625, -1.6474609375, -1.525146484375, -1.40283203125, -1.280517578125, -1.158203125, -1.035888671875, -0.91357421875, -0.791259765625, -0.6689453125, -0.546630859375, -0.42431640625, -0.302001953125, -0.1796875, -0.057373046875, 0.06494140625, 0.187255859375, 0.3095703125, 0.431884765625, 0.55419921875, 0.676513671875, 0.798828125, 0.921142578125, 1.04345703125, 1.165771484375, 1.2880859375, 1.410400390625, 1.53271484375, 1.655029296875, 1.77734375, 1.899658203125, 2.02197265625, 2.144287109375, 2.2666015625, 2.388916015625, 2.51123046875, 2.633544921875, 2.755859375, 2.878173828125, 3.00048828125, 3.122802734375, 3.2451171875, 3.367431640625, 3.48974609375, 3.612060546875, 3.734375]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 4.0, 10.0, 4.0, 9.0, 12.0, 12.0, 19.0, 27.0, 44.0, 62.0, 93.0, 138.0, 207.0, 360.0, 580.0, 975.0, 1694.0, 3116.0, 5894.0, 11425.0, 22244.0, 41080.0, 74628.0, 126434.0, 285770.0, 1097470.0, 185468.0, 105953.0, 61807.0, 33370.0, 17953.0, 9404.0, 4786.0, 2579.0, 1418.0, 820.0, 473.0, 309.0, 158.0, 90.0, 76.0, 59.0, 35.0, 23.0, 20.0, 7.0, 4.0, 4.0, 7.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.55029296875, -0.5321502685546875, -0.514007568359375, -0.4958648681640625, -0.47772216796875, -0.4595794677734375, -0.441436767578125, -0.4232940673828125, -0.4051513671875, -0.3870086669921875, -0.368865966796875, -0.3507232666015625, -0.33258056640625, -0.3144378662109375, -0.296295166015625, -0.2781524658203125, -0.260009765625, -0.2418670654296875, -0.223724365234375, -0.2055816650390625, -0.18743896484375, -0.1692962646484375, -0.151153564453125, -0.1330108642578125, -0.1148681640625, -0.0967254638671875, -0.078582763671875, -0.0604400634765625, -0.04229736328125, -0.0241546630859375, -0.006011962890625, 0.0121307373046875, 0.0302734375, 0.0484161376953125, 0.066558837890625, 0.0847015380859375, 0.10284423828125, 0.1209869384765625, 0.139129638671875, 0.1572723388671875, 0.1754150390625, 0.1935577392578125, 0.211700439453125, 0.2298431396484375, 0.24798583984375, 0.2661285400390625, 0.284271240234375, 0.3024139404296875, 0.320556640625, 0.3386993408203125, 0.356842041015625, 0.3749847412109375, 0.39312744140625, 0.4112701416015625, 0.429412841796875, 0.4475555419921875, 0.4656982421875, 0.4838409423828125, 0.501983642578125, 0.5201263427734375, 0.53826904296875, 0.5564117431640625, 0.574554443359375, 0.5926971435546875, 0.61083984375]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 6.0, 4.0, 9.0, 14.0, 15.0, 18.0, 17.0, 25.0, 30.0, 49.0, 58.0, 57.0, 84.0, 96.0, 88.0, 84.0, 75.0, 51.0, 41.0, 35.0, 42.0, 28.0, 19.0, 18.0, 16.0, 11.0, 14.0, 0.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.08380126953125, -0.08176279067993164, -0.07972431182861328, -0.07768583297729492, -0.07564735412597656, -0.0736088752746582, -0.07157039642333984, -0.06953191757202148, -0.06749343872070312, -0.06545495986938477, -0.0634164810180664, -0.06137800216674805, -0.05933952331542969, -0.05730104446411133, -0.05526256561279297, -0.05322408676147461, -0.05118560791015625, -0.04914712905883789, -0.04710865020751953, -0.04507017135620117, -0.04303169250488281, -0.04099321365356445, -0.038954734802246094, -0.036916255950927734, -0.034877777099609375, -0.032839298248291016, -0.030800819396972656, -0.028762340545654297, -0.026723861694335938, -0.024685382843017578, -0.02264690399169922, -0.02060842514038086, -0.0185699462890625, -0.01653146743774414, -0.014492988586425781, -0.012454509735107422, -0.010416030883789062, -0.008377552032470703, -0.006339073181152344, -0.004300594329833984, -0.002262115478515625, -0.00022363662719726562, 0.0018148422241210938, 0.003853321075439453, 0.0058917999267578125, 0.007930278778076172, 0.009968757629394531, 0.01200723648071289, 0.01404571533203125, 0.01608419418334961, 0.01812267303466797, 0.020161151885986328, 0.022199630737304688, 0.024238109588623047, 0.026276588439941406, 0.028315067291259766, 0.030353546142578125, 0.032392024993896484, 0.034430503845214844, 0.0364689826965332, 0.03850746154785156, 0.04054594039916992, 0.04258441925048828, 0.04462289810180664, 0.046661376953125]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 5.0, 10.0, 12.0, 16.0, 24.0, 25.0, 47.0, 66.0, 79.0, 138.0, 242.0, 474.0, 1455.0, 509017.0, 534454.0, 1431.0, 449.0, 217.0, 111.0, 80.0, 63.0, 35.0, 35.0, 20.0, 17.0, 12.0, 11.0, 1.0, 7.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.05859375, -1.01788330078125, -0.9771728515625, -0.93646240234375, -0.895751953125, -0.85504150390625, -0.8143310546875, -0.77362060546875, -0.73291015625, -0.69219970703125, -0.6514892578125, -0.61077880859375, -0.570068359375, -0.52935791015625, -0.4886474609375, -0.44793701171875, -0.4072265625, -0.36651611328125, -0.3258056640625, -0.28509521484375, -0.244384765625, -0.20367431640625, -0.1629638671875, -0.12225341796875, -0.08154296875, -0.04083251953125, -0.0001220703125, 0.04058837890625, 0.081298828125, 0.12200927734375, 0.1627197265625, 0.20343017578125, 0.244140625, 0.28485107421875, 0.3255615234375, 0.36627197265625, 0.406982421875, 0.44769287109375, 0.4884033203125, 0.52911376953125, 0.56982421875, 0.61053466796875, 0.6512451171875, 0.69195556640625, 0.732666015625, 0.77337646484375, 0.8140869140625, 0.85479736328125, 0.8955078125, 0.93621826171875, 0.9769287109375, 1.01763916015625, 1.058349609375, 1.09906005859375, 1.1397705078125, 1.18048095703125, 1.22119140625, 1.26190185546875, 1.3026123046875, 1.34332275390625, 1.384033203125, 1.42474365234375, 1.4654541015625, 1.50616455078125, 1.546875]}, "gradients/decoder.transformer.h.2.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 35.0, 407.0, 519.0, 47.0, 3.0, 2.0, 1.0], "bins": [-0.7590831518173218, -0.7462359666824341, -0.7333887219429016, -0.7205415368080139, -0.7076943516731262, -0.6948471069335938, -0.681999921798706, -0.6691527366638184, -0.6563055515289307, -0.643458366394043, -0.6306111216545105, -0.6177639365196228, -0.6049167513847351, -0.5920695066452026, -0.5792223215103149, -0.5663751363754272, -0.5535278916358948, -0.5406807065010071, -0.5278334617614746, -0.5149862766265869, -0.5021390914916992, -0.48929187655448914, -0.47644466161727905, -0.46359747648239136, -0.45075029134750366, -0.4379030764102936, -0.4250558912754059, -0.4122086763381958, -0.3993614912033081, -0.386514276266098, -0.37366706132888794, -0.36081987619400024, -0.34797266125679016, -0.3351254463195801, -0.3222782611846924, -0.3094310462474823, -0.2965838611125946, -0.2837366461753845, -0.2708894610404968, -0.25804224610328674, -0.24519503116607666, -0.23234783113002777, -0.21950063109397888, -0.2066534161567688, -0.1938062161207199, -0.18095901608467102, -0.16811181604862213, -0.15526461601257324, -0.14241740107536316, -0.12957020103931427, -0.11672299355268478, -0.1038757935166359, -0.09102858603000641, -0.07818138599395752, -0.06533418595790863, -0.052486978471279144, -0.03963978588581085, -0.026792582124471664, -0.013945380225777626, -0.0010981783270835876, 0.0117490254342556, 0.024596229195594788, 0.03744342923164368, 0.05029063671827316, 0.06313783675432205]}, "gradients/decoder.transformer.h.2.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 4.0, 5.0, 7.0, 5.0, 4.0, 7.0, 12.0, 13.0, 9.0, 19.0, 19.0, 17.0, 16.0, 24.0, 25.0, 25.0, 32.0, 29.0, 41.0, 31.0, 39.0, 39.0, 50.0, 42.0, 38.0, 38.0, 41.0, 37.0, 35.0, 35.0, 33.0, 23.0, 26.0, 32.0, 21.0, 13.0, 19.0, 17.0, 13.0, 13.0, 11.0, 13.0, 5.0, 4.0, 7.0, 3.0, 1.0, 4.0, 4.0, 2.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.05738377571105957, -0.055598873645067215, -0.05381397157907486, -0.052029069513082504, -0.05024416744709015, -0.048459265381097794, -0.04667436331510544, -0.04488946124911308, -0.04310455918312073, -0.04131965711712837, -0.03953475505113602, -0.03774985298514366, -0.035964950919151306, -0.03418004885315895, -0.032395146787166595, -0.03061024472117424, -0.028825342655181885, -0.02704044058918953, -0.025255538523197174, -0.02347063645720482, -0.021685734391212463, -0.019900832325220108, -0.018115930259227753, -0.016331028193235397, -0.014546126127243042, -0.012761224061250687, -0.010976321995258331, -0.009191419929265976, -0.007406517863273621, -0.005621615797281265, -0.00383671373128891, -0.0020518116652965546, -0.0002669095993041992, 0.0015179924666881561, 0.0033028945326805115, 0.005087796598672867, 0.006872698664665222, 0.008657600730657578, 0.010442502796649933, 0.012227404862642288, 0.014012306928634644, 0.015797208994627, 0.017582111060619354, 0.01936701312661171, 0.021151915192604065, 0.02293681725859642, 0.024721719324588776, 0.02650662139058113, 0.028291523456573486, 0.03007642552256584, 0.0318613275885582, 0.03364622965455055, 0.03543113172054291, 0.03721603378653526, 0.03900093585252762, 0.040785837918519974, 0.04257073998451233, 0.044355642050504684, 0.04614054411649704, 0.047925446182489395, 0.04971034824848175, 0.051495250314474106, 0.05328015238046646, 0.055065054446458817, 0.05684995651245117]}, "gradients/decoder.transformer.h.2.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 6.0, 6.0, 14.0, 4.0, 12.0, 8.0, 11.0, 14.0, 23.0, 13.0, 16.0, 25.0, 24.0, 28.0, 39.0, 36.0, 39.0, 33.0, 26.0, 37.0, 24.0, 51.0, 36.0, 30.0, 31.0, 25.0, 44.0, 34.0, 25.0, 28.0, 33.0, 28.0, 28.0, 25.0, 29.0, 14.0, 15.0, 13.0, 13.0, 9.0, 9.0, 5.0, 10.0, 9.0, 6.0, 3.0, 8.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-5.73046875, -5.55963134765625, -5.3887939453125, -5.21795654296875, -5.047119140625, -4.87628173828125, -4.7054443359375, -4.53460693359375, -4.36376953125, -4.19293212890625, -4.0220947265625, -3.85125732421875, -3.680419921875, -3.50958251953125, -3.3387451171875, -3.16790771484375, -2.9970703125, -2.82623291015625, -2.6553955078125, -2.48455810546875, -2.313720703125, -2.14288330078125, -1.9720458984375, -1.80120849609375, -1.63037109375, -1.45953369140625, -1.2886962890625, -1.11785888671875, -0.947021484375, -0.77618408203125, -0.6053466796875, -0.43450927734375, -0.263671875, -0.09283447265625, 0.0780029296875, 0.24884033203125, 0.419677734375, 0.59051513671875, 0.7613525390625, 0.93218994140625, 1.10302734375, 1.27386474609375, 1.4447021484375, 1.61553955078125, 1.786376953125, 1.95721435546875, 2.1280517578125, 2.29888916015625, 2.4697265625, 2.64056396484375, 2.8114013671875, 2.98223876953125, 3.153076171875, 3.32391357421875, 3.4947509765625, 3.66558837890625, 3.83642578125, 4.00726318359375, 4.1781005859375, 4.34893798828125, 4.519775390625, 4.69061279296875, 4.8614501953125, 5.03228759765625, 5.203125]}, "gradients/decoder.transformer.h.2.attn.c_proj.weight": {"_type": "histogram", "values": [4.0, 4.0, 1.0, 3.0, 2.0, 10.0, 9.0, 17.0, 19.0, 35.0, 44.0, 55.0, 74.0, 93.0, 112.0, 151.0, 219.0, 307.0, 378.0, 512.0, 691.0, 1054.0, 1525.0, 2605.0, 5247.0, 12940.0, 39938.0, 152677.0, 532423.0, 213384.0, 53058.0, 15873.0, 6239.0, 3023.0, 1694.0, 1122.0, 757.0, 570.0, 427.0, 345.0, 236.0, 174.0, 133.0, 94.0, 77.0, 57.0, 49.0, 29.0, 29.0, 12.0, 16.0, 11.0, 6.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.5546875, -10.185791015625, -9.81689453125, -9.447998046875, -9.0791015625, -8.710205078125, -8.34130859375, -7.972412109375, -7.603515625, -7.234619140625, -6.86572265625, -6.496826171875, -6.1279296875, -5.759033203125, -5.39013671875, -5.021240234375, -4.65234375, -4.283447265625, -3.91455078125, -3.545654296875, -3.1767578125, -2.807861328125, -2.43896484375, -2.070068359375, -1.701171875, -1.332275390625, -0.96337890625, -0.594482421875, -0.2255859375, 0.143310546875, 0.51220703125, 0.881103515625, 1.25, 1.618896484375, 1.98779296875, 2.356689453125, 2.7255859375, 3.094482421875, 3.46337890625, 3.832275390625, 4.201171875, 4.570068359375, 4.93896484375, 5.307861328125, 5.6767578125, 6.045654296875, 6.41455078125, 6.783447265625, 7.15234375, 7.521240234375, 7.89013671875, 8.259033203125, 8.6279296875, 8.996826171875, 9.36572265625, 9.734619140625, 10.103515625, 10.472412109375, 10.84130859375, 11.210205078125, 11.5791015625, 11.947998046875, 12.31689453125, 12.685791015625, 13.0546875]}, "gradients/decoder.transformer.h.2.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 3.0, 3.0, 7.0, 2.0, 4.0, 9.0, 10.0, 13.0, 9.0, 15.0, 19.0, 14.0, 21.0, 18.0, 36.0, 32.0, 40.0, 37.0, 51.0, 60.0, 91.0, 184.0, 304.0, 1354.0, 207.0, 116.0, 72.0, 52.0, 35.0, 30.0, 26.0, 30.0, 21.0, 22.0, 14.0, 18.0, 15.0, 12.0, 10.0, 6.0, 9.0, 9.0, 6.0, 8.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-15.3671875, -14.9290771484375, -14.490966796875, -14.0528564453125, -13.61474609375, -13.1766357421875, -12.738525390625, -12.3004150390625, -11.8623046875, -11.4241943359375, -10.986083984375, -10.5479736328125, -10.10986328125, -9.6717529296875, -9.233642578125, -8.7955322265625, -8.357421875, -7.9193115234375, -7.481201171875, -7.0430908203125, -6.60498046875, -6.1668701171875, -5.728759765625, -5.2906494140625, -4.8525390625, -4.4144287109375, -3.976318359375, -3.5382080078125, -3.10009765625, -2.6619873046875, -2.223876953125, -1.7857666015625, -1.34765625, -0.9095458984375, -0.471435546875, -0.0333251953125, 0.40478515625, 0.8428955078125, 1.281005859375, 1.7191162109375, 2.1572265625, 2.5953369140625, 3.033447265625, 3.4715576171875, 3.90966796875, 4.3477783203125, 4.785888671875, 5.2239990234375, 5.662109375, 6.1002197265625, 6.538330078125, 6.9764404296875, 7.41455078125, 7.8526611328125, 8.290771484375, 8.7288818359375, 9.1669921875, 9.6051025390625, 10.043212890625, 10.4813232421875, 10.91943359375, 11.3575439453125, 11.795654296875, 12.2337646484375, 12.671875]}, "gradients/decoder.transformer.h.2.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 8.0, 5.0, 7.0, 8.0, 11.0, 16.0, 16.0, 20.0, 23.0, 39.0, 54.0, 69.0, 114.0, 217.0, 300.0, 524.0, 805.0, 1698.0, 7589.0, 3021691.0, 106725.0, 2857.0, 1151.0, 627.0, 389.0, 230.0, 154.0, 107.0, 76.0, 49.0, 21.0, 24.0, 15.0, 19.0, 13.0, 5.0, 8.0, 6.0, 3.0, 5.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-45.09375, -43.62744140625, -42.1611328125, -40.69482421875, -39.228515625, -37.76220703125, -36.2958984375, -34.82958984375, -33.36328125, -31.89697265625, -30.4306640625, -28.96435546875, -27.498046875, -26.03173828125, -24.5654296875, -23.09912109375, -21.6328125, -20.16650390625, -18.7001953125, -17.23388671875, -15.767578125, -14.30126953125, -12.8349609375, -11.36865234375, -9.90234375, -8.43603515625, -6.9697265625, -5.50341796875, -4.037109375, -2.57080078125, -1.1044921875, 0.36181640625, 1.828125, 3.29443359375, 4.7607421875, 6.22705078125, 7.693359375, 9.15966796875, 10.6259765625, 12.09228515625, 13.55859375, 15.02490234375, 16.4912109375, 17.95751953125, 19.423828125, 20.89013671875, 22.3564453125, 23.82275390625, 25.2890625, 26.75537109375, 28.2216796875, 29.68798828125, 31.154296875, 32.62060546875, 34.0869140625, 35.55322265625, 37.01953125, 38.48583984375, 39.9521484375, 41.41845703125, 42.884765625, 44.35107421875, 45.8173828125, 47.28369140625, 48.75]}, "gradients/decoder.transformer.h.2.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 10.0, 16.0, 41.0, 75.0, 118.0, 150.0, 179.0, 132.0, 130.0, 76.0, 40.0, 22.0, 8.0, 6.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-96.36868286132812, -94.35243225097656, -92.336181640625, -90.31993865966797, -88.3036880493164, -86.28743743896484, -84.27119445800781, -82.25494384765625, -80.23869323730469, -78.22244262695312, -76.20619201660156, -74.18994903564453, -72.17369842529297, -70.1574478149414, -68.14120483398438, -66.12495422363281, -64.10870361328125, -62.09245300292969, -60.07620620727539, -58.059959411621094, -56.04370880126953, -54.02745819091797, -52.01121139526367, -49.994964599609375, -47.97871398925781, -45.96246337890625, -43.94621658325195, -41.929969787597656, -39.913719177246094, -37.89746856689453, -35.881221771240234, -33.86497497558594, -31.848716735839844, -29.832468032836914, -27.816219329833984, -25.799970626831055, -23.783721923828125, -21.767473220825195, -19.751224517822266, -17.734975814819336, -15.718727111816406, -13.702478408813477, -11.686229705810547, -9.669981002807617, -7.6537322998046875, -5.637483596801758, -3.621234893798828, -1.6049861907958984, 0.41126251220703125, 2.427511215209961, 4.443759918212891, 6.46000862121582, 8.47625732421875, 10.49250602722168, 12.50875473022461, 14.525003433227539, 16.54125213623047, 18.5575008392334, 20.573749542236328, 22.589998245239258, 24.606246948242188, 26.622495651245117, 28.638744354248047, 30.654993057250977, 32.671241760253906]}, "gradients/decoder.transformer.h.2.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 4.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 9.0, 6.0, 5.0, 15.0, 10.0, 10.0, 19.0, 8.0, 20.0, 18.0, 15.0, 19.0, 31.0, 27.0, 28.0, 29.0, 42.0, 43.0, 28.0, 34.0, 42.0, 35.0, 36.0, 39.0, 42.0, 27.0, 34.0, 27.0, 39.0, 29.0, 28.0, 21.0, 25.0, 23.0, 18.0, 14.0, 13.0, 19.0, 17.0, 5.0, 6.0, 9.0, 7.0, 7.0, 7.0, 6.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-35.088985443115234, -33.94403076171875, -32.79907989501953, -31.654125213623047, -30.509170532226562, -29.364215850830078, -28.219263076782227, -27.074310302734375, -25.92935562133789, -24.784400939941406, -23.639448165893555, -22.494495391845703, -21.34954071044922, -20.204586029052734, -19.059633255004883, -17.91468048095703, -16.769725799560547, -15.624772071838379, -14.479818344116211, -13.334864616394043, -12.189910888671875, -11.044957160949707, -9.900003433227539, -8.755049705505371, -7.610095977783203, -6.465142250061035, -5.320188522338867, -4.175234794616699, -3.0302810668945312, -1.8853273391723633, -0.7403736114501953, 0.40458011627197266, 1.5495376586914062, 2.694491386413574, 3.839445114135742, 4.98439884185791, 6.129352569580078, 7.274306297302246, 8.419260025024414, 9.564213752746582, 10.70916748046875, 11.854121208190918, 12.999074935913086, 14.144028663635254, 15.288982391357422, 16.433937072753906, 17.578889846801758, 18.72384262084961, 19.868797302246094, 21.013751983642578, 22.15870475769043, 23.30365753173828, 24.448612213134766, 25.59356689453125, 26.7385196685791, 27.883472442626953, 29.028427124023438, 30.173381805419922, 31.318334579467773, 32.463287353515625, 33.60824203491211, 34.753196716308594, 35.89814758300781, 37.0431022644043, 38.18805694580078]}, "gradients/decoder.transformer.h.1.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 11.0, 7.0, 2.0, 10.0, 6.0, 10.0, 11.0, 13.0, 16.0, 20.0, 19.0, 26.0, 28.0, 29.0, 27.0, 38.0, 37.0, 38.0, 39.0, 43.0, 34.0, 47.0, 38.0, 38.0, 55.0, 39.0, 36.0, 27.0, 31.0, 33.0, 27.0, 24.0, 21.0, 20.0, 23.0, 17.0, 22.0, 11.0, 9.0, 3.0, 8.0, 5.0, 4.0, 3.0, 4.0, 3.0, 1.0, 1.0, 1.0], "bins": [-7.4609375, -7.25799560546875, -7.0550537109375, -6.85211181640625, -6.649169921875, -6.44622802734375, -6.2432861328125, -6.04034423828125, -5.83740234375, -5.63446044921875, -5.4315185546875, -5.22857666015625, -5.025634765625, -4.82269287109375, -4.6197509765625, -4.41680908203125, -4.2138671875, -4.01092529296875, -3.8079833984375, -3.60504150390625, -3.402099609375, -3.19915771484375, -2.9962158203125, -2.79327392578125, -2.59033203125, -2.38739013671875, -2.1844482421875, -1.98150634765625, -1.778564453125, -1.57562255859375, -1.3726806640625, -1.16973876953125, -0.966796875, -0.76385498046875, -0.5609130859375, -0.35797119140625, -0.155029296875, 0.04791259765625, 0.2508544921875, 0.45379638671875, 0.65673828125, 0.85968017578125, 1.0626220703125, 1.26556396484375, 1.468505859375, 1.67144775390625, 1.8743896484375, 2.07733154296875, 2.2802734375, 2.48321533203125, 2.6861572265625, 2.88909912109375, 3.092041015625, 3.29498291015625, 3.4979248046875, 3.70086669921875, 3.90380859375, 4.10675048828125, 4.3096923828125, 4.51263427734375, 4.715576171875, 4.91851806640625, 5.1214599609375, 5.32440185546875, 5.52734375]}, "gradients/decoder.transformer.h.1.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 4.0, 3.0, 13.0, 18.0, 14.0, 18.0, 47.0, 49.0, 73.0, 98.0, 146.0, 210.0, 292.0, 489.0, 649.0, 943.0, 1474.0, 2329.0, 3710.0, 6299.0, 11459.0, 22818.0, 54473.0, 165200.0, 505417.0, 1184390.0, 1324961.0, 588445.0, 198085.0, 65114.0, 25945.0, 12701.0, 7038.0, 4100.0, 2558.0, 1542.0, 996.0, 657.0, 455.0, 326.0, 224.0, 143.0, 108.0, 66.0, 60.0, 43.0, 24.0, 18.0, 16.0, 9.0, 9.0, 4.0, 3.0, 3.0, 0.0, 1.0, 2.0], "bins": [-7.73046875, -7.49676513671875, -7.2630615234375, -7.02935791015625, -6.795654296875, -6.56195068359375, -6.3282470703125, -6.09454345703125, -5.86083984375, -5.62713623046875, -5.3934326171875, -5.15972900390625, -4.926025390625, -4.69232177734375, -4.4586181640625, -4.22491455078125, -3.9912109375, -3.75750732421875, -3.5238037109375, -3.29010009765625, -3.056396484375, -2.82269287109375, -2.5889892578125, -2.35528564453125, -2.12158203125, -1.88787841796875, -1.6541748046875, -1.42047119140625, -1.186767578125, -0.95306396484375, -0.7193603515625, -0.48565673828125, -0.251953125, -0.01824951171875, 0.2154541015625, 0.44915771484375, 0.682861328125, 0.91656494140625, 1.1502685546875, 1.38397216796875, 1.61767578125, 1.85137939453125, 2.0850830078125, 2.31878662109375, 2.552490234375, 2.78619384765625, 3.0198974609375, 3.25360107421875, 3.4873046875, 3.72100830078125, 3.9547119140625, 4.18841552734375, 4.422119140625, 4.65582275390625, 4.8895263671875, 5.12322998046875, 5.35693359375, 5.59063720703125, 5.8243408203125, 6.05804443359375, 6.291748046875, 6.52545166015625, 6.7591552734375, 6.99285888671875, 7.2265625]}, "gradients/decoder.transformer.h.1.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 3.0, 3.0, 7.0, 7.0, 12.0, 18.0, 27.0, 49.0, 60.0, 94.0, 139.0, 186.0, 251.0, 298.0, 400.0, 485.0, 483.0, 397.0, 317.0, 241.0, 173.0, 125.0, 98.0, 73.0, 53.0, 28.0, 15.0, 14.0, 7.0, 6.0, 5.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.1015625, -12.7467041015625, -12.391845703125, -12.0369873046875, -11.68212890625, -11.3272705078125, -10.972412109375, -10.6175537109375, -10.2626953125, -9.9078369140625, -9.552978515625, -9.1981201171875, -8.84326171875, -8.4884033203125, -8.133544921875, -7.7786865234375, -7.423828125, -7.0689697265625, -6.714111328125, -6.3592529296875, -6.00439453125, -5.6495361328125, -5.294677734375, -4.9398193359375, -4.5849609375, -4.2301025390625, -3.875244140625, -3.5203857421875, -3.16552734375, -2.8106689453125, -2.455810546875, -2.1009521484375, -1.74609375, -1.3912353515625, -1.036376953125, -0.6815185546875, -0.32666015625, 0.0281982421875, 0.383056640625, 0.7379150390625, 1.0927734375, 1.4476318359375, 1.802490234375, 2.1573486328125, 2.51220703125, 2.8670654296875, 3.221923828125, 3.5767822265625, 3.931640625, 4.2864990234375, 4.641357421875, 4.9962158203125, 5.35107421875, 5.7059326171875, 6.060791015625, 6.4156494140625, 6.7705078125, 7.1253662109375, 7.480224609375, 7.8350830078125, 8.18994140625, 8.5447998046875, 8.899658203125, 9.2545166015625, 9.609375]}, "gradients/decoder.transformer.h.1.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 1.0, 6.0, 8.0, 10.0, 10.0, 17.0, 21.0, 49.0, 65.0, 105.0, 174.0, 267.0, 414.0, 833.0, 1933.0, 6665.0, 54728.0, 1097196.0, 2821277.0, 190599.0, 14229.0, 3098.0, 1176.0, 547.0, 348.0, 184.0, 115.0, 68.0, 43.0, 34.0, 15.0, 16.0, 12.0, 5.0, 6.0, 10.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.8359375, -15.2318115234375, -14.627685546875, -14.0235595703125, -13.41943359375, -12.8153076171875, -12.211181640625, -11.6070556640625, -11.0029296875, -10.3988037109375, -9.794677734375, -9.1905517578125, -8.58642578125, -7.9822998046875, -7.378173828125, -6.7740478515625, -6.169921875, -5.5657958984375, -4.961669921875, -4.3575439453125, -3.75341796875, -3.1492919921875, -2.545166015625, -1.9410400390625, -1.3369140625, -0.7327880859375, -0.128662109375, 0.4754638671875, 1.07958984375, 1.6837158203125, 2.287841796875, 2.8919677734375, 3.49609375, 4.1002197265625, 4.704345703125, 5.3084716796875, 5.91259765625, 6.5167236328125, 7.120849609375, 7.7249755859375, 8.3291015625, 8.9332275390625, 9.537353515625, 10.1414794921875, 10.74560546875, 11.3497314453125, 11.953857421875, 12.5579833984375, 13.162109375, 13.7662353515625, 14.370361328125, 14.9744873046875, 15.57861328125, 16.1827392578125, 16.786865234375, 17.3909912109375, 17.9951171875, 18.5992431640625, 19.203369140625, 19.8074951171875, 20.41162109375, 21.0157470703125, 21.619873046875, 22.2239990234375, 22.828125]}, "gradients/decoder.transformer.h.1.ln_2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 5.0, 11.0, 32.0, 56.0, 83.0, 148.0, 168.0, 169.0, 147.0, 96.0, 52.0, 21.0, 15.0, 5.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-114.07164764404297, -111.73561096191406, -109.39956665039062, -107.06352996826172, -104.72748565673828, -102.39144897460938, -100.05540466308594, -97.71936798095703, -95.38333129882812, -93.04729461669922, -90.71125030517578, -88.37521362304688, -86.03916931152344, -83.70313262939453, -81.3670883178711, -79.03105163574219, -76.69500732421875, -74.35897064208984, -72.0229263305664, -69.6868896484375, -67.35084533691406, -65.01480865478516, -62.678768157958984, -60.34272766113281, -58.00668716430664, -55.67064666748047, -53.3346061706543, -50.998565673828125, -48.66252899169922, -46.32648468017578, -43.990447998046875, -41.6544075012207, -39.3183708190918, -36.982330322265625, -34.64628982543945, -32.31024932861328, -29.974210739135742, -27.63817024230957, -25.30213165283203, -22.96609115600586, -20.630050659179688, -18.294010162353516, -15.95797061920166, -13.621931076049805, -11.285890579223633, -8.949850082397461, -6.6138105392456055, -4.27777099609375, -1.9417304992675781, 0.39430952072143555, 2.730349540710449, 5.066389560699463, 7.402429580688477, 9.738470077514648, 12.074509620666504, 14.41054916381836, 16.74658966064453, 19.082630157470703, 21.418670654296875, 23.754709243774414, 26.090749740600586, 28.426790237426758, 30.762828826904297, 33.09886932373047, 35.43490982055664]}, "gradients/decoder.transformer.h.1.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 4.0, 3.0, 4.0, 5.0, 10.0, 6.0, 16.0, 13.0, 15.0, 15.0, 19.0, 8.0, 21.0, 33.0, 26.0, 28.0, 27.0, 35.0, 37.0, 44.0, 47.0, 37.0, 41.0, 39.0, 40.0, 46.0, 47.0, 30.0, 32.0, 28.0, 43.0, 29.0, 29.0, 21.0, 17.0, 14.0, 18.0, 9.0, 13.0, 8.0, 12.0, 13.0, 9.0, 6.0, 3.0, 3.0, 1.0, 6.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.685617446899414, -29.592355728149414, -28.499095916748047, -27.405834197998047, -26.31257438659668, -25.21931266784668, -24.126052856445312, -23.032791137695312, -21.939529418945312, -20.846267700195312, -19.753007888793945, -18.659746170043945, -17.566486358642578, -16.473224639892578, -15.379963874816895, -14.286703109741211, -13.193443298339844, -12.10018253326416, -11.006921768188477, -9.913660049438477, -8.82040023803711, -7.727138996124268, -6.633877754211426, -5.540616989135742, -4.447356224060059, -3.354095458984375, -2.2608344554901123, -1.1675734519958496, -0.07431268692016602, 1.0189480781555176, 2.1122093200683594, 3.205470085144043, 4.298732757568359, 5.391993522644043, 6.485254287719727, 7.578515529632568, 8.671775817871094, 9.765037536621094, 10.858298301696777, 11.951559066772461, 13.044819831848145, 14.138080596923828, 15.231341361999512, 16.324602127075195, 17.417863845825195, 18.511123657226562, 19.604385375976562, 20.697647094726562, 21.79090690612793, 22.88416862487793, 23.977428436279297, 25.070690155029297, 26.163949966430664, 27.257211685180664, 28.35047149658203, 29.44373321533203, 30.53699493408203, 31.63025665283203, 32.72351837158203, 33.816776275634766, 34.910037994384766, 36.003299713134766, 37.096561431884766, 38.1898193359375, 39.2830810546875]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 6.0, 3.0, 5.0, 7.0, 5.0, 11.0, 14.0, 19.0, 14.0, 22.0, 24.0, 18.0, 20.0, 25.0, 35.0, 31.0, 31.0, 38.0, 37.0, 42.0, 41.0, 36.0, 37.0, 45.0, 35.0, 33.0, 39.0, 34.0, 42.0, 33.0, 23.0, 25.0, 28.0, 28.0, 19.0, 31.0, 19.0, 8.0, 9.0, 10.0, 8.0, 8.0, 3.0, 3.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0], "bins": [-5.48828125, -5.32501220703125, -5.1617431640625, -4.99847412109375, -4.835205078125, -4.67193603515625, -4.5086669921875, -4.34539794921875, -4.18212890625, -4.01885986328125, -3.8555908203125, -3.69232177734375, -3.529052734375, -3.36578369140625, -3.2025146484375, -3.03924560546875, -2.8759765625, -2.71270751953125, -2.5494384765625, -2.38616943359375, -2.222900390625, -2.05963134765625, -1.8963623046875, -1.73309326171875, -1.56982421875, -1.40655517578125, -1.2432861328125, -1.08001708984375, -0.916748046875, -0.75347900390625, -0.5902099609375, -0.42694091796875, -0.263671875, -0.10040283203125, 0.0628662109375, 0.22613525390625, 0.389404296875, 0.55267333984375, 0.7159423828125, 0.87921142578125, 1.04248046875, 1.20574951171875, 1.3690185546875, 1.53228759765625, 1.695556640625, 1.85882568359375, 2.0220947265625, 2.18536376953125, 2.3486328125, 2.51190185546875, 2.6751708984375, 2.83843994140625, 3.001708984375, 3.16497802734375, 3.3282470703125, 3.49151611328125, 3.65478515625, 3.81805419921875, 3.9813232421875, 4.14459228515625, 4.307861328125, 4.47113037109375, 4.6343994140625, 4.79766845703125, 4.9609375]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 5.0, 2.0, 14.0, 18.0, 20.0, 29.0, 52.0, 66.0, 105.0, 153.0, 257.0, 376.0, 598.0, 1054.0, 1713.0, 2723.0, 4402.0, 7896.0, 15994.0, 37986.0, 99416.0, 239238.0, 324268.0, 184018.0, 71787.0, 27845.0, 12337.0, 6496.0, 3709.0, 2250.0, 1279.0, 916.0, 530.0, 368.0, 201.0, 146.0, 94.0, 66.0, 36.0, 32.0, 23.0, 14.0, 10.0, 6.0, 3.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.1123046875, -1.0730438232421875, -1.033782958984375, -0.9945220947265625, -0.95526123046875, -0.9160003662109375, -0.876739501953125, -0.8374786376953125, -0.7982177734375, -0.7589569091796875, -0.719696044921875, -0.6804351806640625, -0.64117431640625, -0.6019134521484375, -0.562652587890625, -0.5233917236328125, -0.484130859375, -0.4448699951171875, -0.405609130859375, -0.3663482666015625, -0.32708740234375, -0.2878265380859375, -0.248565673828125, -0.2093048095703125, -0.1700439453125, -0.1307830810546875, -0.091522216796875, -0.0522613525390625, -0.01300048828125, 0.0262603759765625, 0.065521240234375, 0.1047821044921875, 0.14404296875, 0.1833038330078125, 0.222564697265625, 0.2618255615234375, 0.30108642578125, 0.3403472900390625, 0.379608154296875, 0.4188690185546875, 0.4581298828125, 0.4973907470703125, 0.536651611328125, 0.5759124755859375, 0.61517333984375, 0.6544342041015625, 0.693695068359375, 0.7329559326171875, 0.772216796875, 0.8114776611328125, 0.850738525390625, 0.8899993896484375, 0.92926025390625, 0.9685211181640625, 1.007781982421875, 1.0470428466796875, 1.0863037109375, 1.1255645751953125, 1.164825439453125, 1.2040863037109375, 1.24334716796875, 1.2826080322265625, 1.321868896484375, 1.3611297607421875, 1.400390625]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 0.0, 5.0, 9.0, 2.0, 14.0, 5.0, 7.0, 12.0, 12.0, 17.0, 16.0, 17.0, 25.0, 18.0, 23.0, 16.0, 33.0, 29.0, 36.0, 39.0, 40.0, 35.0, 44.0, 51.0, 1063.0, 44.0, 37.0, 37.0, 40.0, 35.0, 30.0, 23.0, 21.0, 30.0, 26.0, 25.0, 13.0, 14.0, 15.0, 7.0, 17.0, 8.0, 15.0, 5.0, 7.0, 6.0, 0.0, 6.0, 2.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.94921875, -2.843048095703125, -2.73687744140625, -2.630706787109375, -2.5245361328125, -2.418365478515625, -2.31219482421875, -2.206024169921875, -2.099853515625, -1.993682861328125, -1.88751220703125, -1.781341552734375, -1.6751708984375, -1.569000244140625, -1.46282958984375, -1.356658935546875, -1.25048828125, -1.144317626953125, -1.03814697265625, -0.931976318359375, -0.8258056640625, -0.719635009765625, -0.61346435546875, -0.507293701171875, -0.401123046875, -0.294952392578125, -0.18878173828125, -0.082611083984375, 0.0235595703125, 0.129730224609375, 0.23590087890625, 0.342071533203125, 0.4482421875, 0.554412841796875, 0.66058349609375, 0.766754150390625, 0.8729248046875, 0.979095458984375, 1.08526611328125, 1.191436767578125, 1.297607421875, 1.403778076171875, 1.50994873046875, 1.616119384765625, 1.7222900390625, 1.828460693359375, 1.93463134765625, 2.040802001953125, 2.14697265625, 2.253143310546875, 2.35931396484375, 2.465484619140625, 2.5716552734375, 2.677825927734375, 2.78399658203125, 2.890167236328125, 2.996337890625, 3.102508544921875, 3.20867919921875, 3.314849853515625, 3.4210205078125, 3.527191162109375, 3.63336181640625, 3.739532470703125, 3.845703125]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 7.0, 7.0, 5.0, 19.0, 14.0, 31.0, 45.0, 55.0, 91.0, 136.0, 228.0, 302.0, 498.0, 834.0, 1438.0, 2293.0, 4258.0, 8174.0, 16359.0, 34285.0, 71999.0, 143946.0, 537554.0, 955891.0, 160456.0, 80975.0, 38667.0, 18270.0, 8904.0, 4748.0, 2565.0, 1573.0, 899.0, 560.0, 349.0, 244.0, 153.0, 89.0, 65.0, 55.0, 27.0, 25.0, 13.0, 8.0, 13.0, 5.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.67138671875, -0.6504592895507812, -0.6295318603515625, -0.6086044311523438, -0.587677001953125, -0.5667495727539062, -0.5458221435546875, -0.5248947143554688, -0.50396728515625, -0.48303985595703125, -0.4621124267578125, -0.44118499755859375, -0.420257568359375, -0.39933013916015625, -0.3784027099609375, -0.35747528076171875, -0.3365478515625, -0.31562042236328125, -0.2946929931640625, -0.27376556396484375, -0.252838134765625, -0.23191070556640625, -0.2109832763671875, -0.19005584716796875, -0.16912841796875, -0.14820098876953125, -0.1272735595703125, -0.10634613037109375, -0.085418701171875, -0.06449127197265625, -0.0435638427734375, -0.02263641357421875, -0.001708984375, 0.01921844482421875, 0.0401458740234375, 0.06107330322265625, 0.082000732421875, 0.10292816162109375, 0.1238555908203125, 0.14478302001953125, 0.16571044921875, 0.18663787841796875, 0.2075653076171875, 0.22849273681640625, 0.249420166015625, 0.27034759521484375, 0.2912750244140625, 0.31220245361328125, 0.3331298828125, 0.35405731201171875, 0.3749847412109375, 0.39591217041015625, 0.416839599609375, 0.43776702880859375, 0.4586944580078125, 0.47962188720703125, 0.50054931640625, 0.5214767456054688, 0.5424041748046875, 0.5633316040039062, 0.584259033203125, 0.6051864624023438, 0.6261138916015625, 0.6470413208007812, 0.66796875]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 6.0, 3.0, 5.0, 2.0, 10.0, 9.0, 8.0, 11.0, 22.0, 20.0, 34.0, 39.0, 83.0, 120.0, 124.0, 135.0, 120.0, 67.0, 49.0, 25.0, 30.0, 14.0, 14.0, 9.0, 8.0, 8.0, 4.0, 1.0, 5.0, 5.0, 2.0, 5.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0682373046875, -0.06561470031738281, -0.06299209594726562, -0.06036949157714844, -0.05774688720703125, -0.05512428283691406, -0.052501678466796875, -0.04987907409667969, -0.0472564697265625, -0.04463386535644531, -0.042011260986328125, -0.03938865661621094, -0.03676605224609375, -0.03414344787597656, -0.031520843505859375, -0.028898239135742188, -0.026275634765625, -0.023653030395507812, -0.021030426025390625, -0.018407821655273438, -0.01578521728515625, -0.013162612915039062, -0.010540008544921875, -0.007917404174804688, -0.0052947998046875, -0.0026721954345703125, -4.9591064453125e-05, 0.0025730133056640625, 0.00519561767578125, 0.007818222045898438, 0.010440826416015625, 0.013063430786132812, 0.01568603515625, 0.018308639526367188, 0.020931243896484375, 0.023553848266601562, 0.02617645263671875, 0.028799057006835938, 0.031421661376953125, 0.03404426574707031, 0.0366668701171875, 0.03928947448730469, 0.041912078857421875, 0.04453468322753906, 0.04715728759765625, 0.04977989196777344, 0.052402496337890625, 0.05502510070800781, 0.057647705078125, 0.06027030944824219, 0.06289291381835938, 0.06551551818847656, 0.06813812255859375, 0.07076072692871094, 0.07338333129882812, 0.07600593566894531, 0.0786285400390625, 0.08125114440917969, 0.08387374877929688, 0.08649635314941406, 0.08911895751953125, 0.09174156188964844, 0.09436416625976562, 0.09698677062988281, 0.099609375]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 2.0, 2.0, 6.0, 8.0, 5.0, 12.0, 4.0, 7.0, 14.0, 15.0, 17.0, 34.0, 42.0, 69.0, 103.0, 134.0, 224.0, 439.0, 1700.0, 893274.0, 150255.0, 1185.0, 395.0, 209.0, 117.0, 81.0, 51.0, 40.0, 30.0, 16.0, 20.0, 10.0, 8.0, 8.0, 3.0, 6.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.83203125, -1.78369140625, -1.7353515625, -1.68701171875, -1.638671875, -1.59033203125, -1.5419921875, -1.49365234375, -1.4453125, -1.39697265625, -1.3486328125, -1.30029296875, -1.251953125, -1.20361328125, -1.1552734375, -1.10693359375, -1.05859375, -1.01025390625, -0.9619140625, -0.91357421875, -0.865234375, -0.81689453125, -0.7685546875, -0.72021484375, -0.671875, -0.62353515625, -0.5751953125, -0.52685546875, -0.478515625, -0.43017578125, -0.3818359375, -0.33349609375, -0.28515625, -0.23681640625, -0.1884765625, -0.14013671875, -0.091796875, -0.04345703125, 0.0048828125, 0.05322265625, 0.1015625, 0.14990234375, 0.1982421875, 0.24658203125, 0.294921875, 0.34326171875, 0.3916015625, 0.43994140625, 0.48828125, 0.53662109375, 0.5849609375, 0.63330078125, 0.681640625, 0.72998046875, 0.7783203125, 0.82666015625, 0.875, 0.92333984375, 0.9716796875, 1.02001953125, 1.068359375, 1.11669921875, 1.1650390625, 1.21337890625, 1.26171875]}, "gradients/decoder.transformer.h.1.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 7.0, 178.0, 776.0, 52.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5644941329956055, -0.5421755909919739, -0.5198569893836975, -0.4975384473800659, -0.4752199053764343, -0.45290133357048035, -0.43058276176452637, -0.4082642197608948, -0.3859456479549408, -0.3636270761489868, -0.3413085341453552, -0.31898996233940125, -0.29667139053344727, -0.2743528485298157, -0.2520342767238617, -0.2297157198190689, -0.20739716291427612, -0.18507860600948334, -0.16276004910469055, -0.14044147729873657, -0.11812292039394379, -0.095804363489151, -0.07348579168319702, -0.051167234778404236, -0.02884867787361145, -0.006530117243528366, 0.015788443386554718, 0.0381070077419281, 0.060425564646720886, 0.08274412155151367, 0.10506269335746765, 0.12738125026226044, 0.149699866771698, 0.17201842367649078, 0.19433698058128357, 0.21665555238723755, 0.23897410929203033, 0.2612926661968231, 0.2836112380027771, 0.3059297800064087, 0.32824835181236267, 0.35056692361831665, 0.37288546562194824, 0.3952040374279022, 0.4175226092338562, 0.4398411512374878, 0.4621597230434418, 0.48447829484939575, 0.5067968368530273, 0.5291153788566589, 0.5514339804649353, 0.5737525224685669, 0.5960710644721985, 0.6183896064758301, 0.6407082080841064, 0.663026750087738, 0.6853452920913696, 0.7076638340950012, 0.7299824357032776, 0.7523009777069092, 0.7746195197105408, 0.7969380617141724, 0.8192566633224487, 0.8415752053260803, 0.8638938069343567]}, "gradients/decoder.transformer.h.1.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 5.0, 7.0, 6.0, 14.0, 17.0, 15.0, 17.0, 28.0, 31.0, 38.0, 28.0, 34.0, 30.0, 46.0, 42.0, 54.0, 48.0, 43.0, 50.0, 43.0, 47.0, 44.0, 51.0, 37.0, 37.0, 21.0, 29.0, 25.0, 22.0, 26.0, 16.0, 9.0, 8.0, 5.0, 9.0, 9.0, 2.0, 4.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06698977947235107, -0.06498028337955475, -0.06297078728675842, -0.0609612837433815, -0.058951787650585175, -0.05694229155778885, -0.054932791739702225, -0.0529232919216156, -0.050913795828819275, -0.04890429973602295, -0.046894799917936325, -0.0448853000998497, -0.042875804007053375, -0.04086630791425705, -0.038856808096170425, -0.0368473082780838, -0.034837812185287476, -0.03282831609249115, -0.030818816274404526, -0.02880931831896305, -0.026799820363521576, -0.0247903224080801, -0.022780824452638626, -0.02077132649719715, -0.018761828541755676, -0.0167523305863142, -0.014742832630872726, -0.012733334675431252, -0.010723836719989777, -0.008714338764548302, -0.006704840809106827, -0.004695342853665352, -0.002685844898223877, -0.000676346942782402, 0.0013331510126590729, 0.003342648968100548, 0.005352146923542023, 0.007361644878983498, 0.009371142834424973, 0.011380640789866447, 0.013390138745307922, 0.015399636700749397, 0.017409134656190872, 0.019418632611632347, 0.021428130567073822, 0.023437628522515297, 0.025447126477956772, 0.027456624433398247, 0.02946612238883972, 0.03147561848163605, 0.03348511829972267, 0.035494618117809296, 0.03750411421060562, 0.03951361030340195, 0.04152311012148857, 0.043532609939575195, 0.04554210603237152, 0.04755160212516785, 0.04956110194325447, 0.051570601761341095, 0.05358009785413742, 0.055589593946933746, 0.05759909376502037, 0.059608593583106995, 0.06161808967590332]}, "gradients/decoder.transformer.h.1.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 6.0, 4.0, 4.0, 6.0, 5.0, 11.0, 14.0, 17.0, 17.0, 22.0, 24.0, 18.0, 17.0, 27.0, 35.0, 32.0, 30.0, 36.0, 38.0, 38.0, 46.0, 36.0, 36.0, 45.0, 35.0, 32.0, 42.0, 31.0, 46.0, 30.0, 24.0, 24.0, 28.0, 28.0, 21.0, 28.0, 20.0, 9.0, 10.0, 9.0, 9.0, 8.0, 3.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 4.0, 1.0], "bins": [-5.4921875, -5.3289794921875, -5.165771484375, -5.0025634765625, -4.83935546875, -4.6761474609375, -4.512939453125, -4.3497314453125, -4.1865234375, -4.0233154296875, -3.860107421875, -3.6968994140625, -3.53369140625, -3.3704833984375, -3.207275390625, -3.0440673828125, -2.880859375, -2.7176513671875, -2.554443359375, -2.3912353515625, -2.22802734375, -2.0648193359375, -1.901611328125, -1.7384033203125, -1.5751953125, -1.4119873046875, -1.248779296875, -1.0855712890625, -0.92236328125, -0.7591552734375, -0.595947265625, -0.4327392578125, -0.26953125, -0.1063232421875, 0.056884765625, 0.2200927734375, 0.38330078125, 0.5465087890625, 0.709716796875, 0.8729248046875, 1.0361328125, 1.1993408203125, 1.362548828125, 1.5257568359375, 1.68896484375, 1.8521728515625, 2.015380859375, 2.1785888671875, 2.341796875, 2.5050048828125, 2.668212890625, 2.8314208984375, 2.99462890625, 3.1578369140625, 3.321044921875, 3.4842529296875, 3.6474609375, 3.8106689453125, 3.973876953125, 4.1370849609375, 4.30029296875, 4.4635009765625, 4.626708984375, 4.7899169921875, 4.953125]}, "gradients/decoder.transformer.h.1.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 5.0, 1.0, 1.0, 2.0, 1.0, 8.0, 9.0, 14.0, 25.0, 27.0, 32.0, 48.0, 56.0, 75.0, 102.0, 130.0, 167.0, 203.0, 287.0, 322.0, 465.0, 636.0, 975.0, 1594.0, 2917.0, 6433.0, 17764.0, 60670.0, 230611.0, 460763.0, 186936.0, 49317.0, 14835.0, 5601.0, 2589.0, 1421.0, 958.0, 673.0, 432.0, 368.0, 251.0, 191.0, 174.0, 113.0, 84.0, 83.0, 55.0, 28.0, 29.0, 23.0, 23.0, 10.0, 6.0, 5.0, 6.0, 6.0, 3.0, 4.0, 1.0, 2.0, 2.0], "bins": [-7.25390625, -7.0301513671875, -6.806396484375, -6.5826416015625, -6.35888671875, -6.1351318359375, -5.911376953125, -5.6876220703125, -5.4638671875, -5.2401123046875, -5.016357421875, -4.7926025390625, -4.56884765625, -4.3450927734375, -4.121337890625, -3.8975830078125, -3.673828125, -3.4500732421875, -3.226318359375, -3.0025634765625, -2.77880859375, -2.5550537109375, -2.331298828125, -2.1075439453125, -1.8837890625, -1.6600341796875, -1.436279296875, -1.2125244140625, -0.98876953125, -0.7650146484375, -0.541259765625, -0.3175048828125, -0.09375, 0.1300048828125, 0.353759765625, 0.5775146484375, 0.80126953125, 1.0250244140625, 1.248779296875, 1.4725341796875, 1.6962890625, 1.9200439453125, 2.143798828125, 2.3675537109375, 2.59130859375, 2.8150634765625, 3.038818359375, 3.2625732421875, 3.486328125, 3.7100830078125, 3.933837890625, 4.1575927734375, 4.38134765625, 4.6051025390625, 4.828857421875, 5.0526123046875, 5.2763671875, 5.5001220703125, 5.723876953125, 5.9476318359375, 6.17138671875, 6.3951416015625, 6.618896484375, 6.8426513671875, 7.06640625]}, "gradients/decoder.transformer.h.1.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 5.0, 3.0, 2.0, 8.0, 10.0, 9.0, 11.0, 28.0, 22.0, 32.0, 37.0, 32.0, 30.0, 64.0, 61.0, 128.0, 283.0, 1555.0, 259.0, 119.0, 72.0, 58.0, 40.0, 43.0, 37.0, 28.0, 22.0, 15.0, 10.0, 10.0, 6.0, 3.0, 1.0, 6.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-15.390625, -14.868408203125, -14.34619140625, -13.823974609375, -13.3017578125, -12.779541015625, -12.25732421875, -11.735107421875, -11.212890625, -10.690673828125, -10.16845703125, -9.646240234375, -9.1240234375, -8.601806640625, -8.07958984375, -7.557373046875, -7.03515625, -6.512939453125, -5.99072265625, -5.468505859375, -4.9462890625, -4.424072265625, -3.90185546875, -3.379638671875, -2.857421875, -2.335205078125, -1.81298828125, -1.290771484375, -0.7685546875, -0.246337890625, 0.27587890625, 0.798095703125, 1.3203125, 1.842529296875, 2.36474609375, 2.886962890625, 3.4091796875, 3.931396484375, 4.45361328125, 4.975830078125, 5.498046875, 6.020263671875, 6.54248046875, 7.064697265625, 7.5869140625, 8.109130859375, 8.63134765625, 9.153564453125, 9.67578125, 10.197998046875, 10.72021484375, 11.242431640625, 11.7646484375, 12.286865234375, 12.80908203125, 13.331298828125, 13.853515625, 14.375732421875, 14.89794921875, 15.420166015625, 15.9423828125, 16.464599609375, 16.98681640625, 17.509033203125, 18.03125]}, "gradients/decoder.transformer.h.1.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 11.0, 8.0, 11.0, 9.0, 15.0, 15.0, 27.0, 52.0, 52.0, 65.0, 120.0, 165.0, 291.0, 610.0, 1868.0, 64063.0, 3066229.0, 9694.0, 1164.0, 468.0, 250.0, 162.0, 91.0, 67.0, 53.0, 42.0, 26.0, 29.0, 21.0, 5.0, 12.0, 5.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.03125, -33.0400390625, -32.048828125, -31.0576171875, -30.06640625, -29.0751953125, -28.083984375, -27.0927734375, -26.1015625, -25.1103515625, -24.119140625, -23.1279296875, -22.13671875, -21.1455078125, -20.154296875, -19.1630859375, -18.171875, -17.1806640625, -16.189453125, -15.1982421875, -14.20703125, -13.2158203125, -12.224609375, -11.2333984375, -10.2421875, -9.2509765625, -8.259765625, -7.2685546875, -6.27734375, -5.2861328125, -4.294921875, -3.3037109375, -2.3125, -1.3212890625, -0.330078125, 0.6611328125, 1.65234375, 2.6435546875, 3.634765625, 4.6259765625, 5.6171875, 6.6083984375, 7.599609375, 8.5908203125, 9.58203125, 10.5732421875, 11.564453125, 12.5556640625, 13.546875, 14.5380859375, 15.529296875, 16.5205078125, 17.51171875, 18.5029296875, 19.494140625, 20.4853515625, 21.4765625, 22.4677734375, 23.458984375, 24.4501953125, 25.44140625, 26.4326171875, 27.423828125, 28.4150390625, 29.40625]}, "gradients/decoder.transformer.h.1.ln_1.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 8.0, 95.0, 431.0, 412.0, 65.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-71.2922592163086, -67.2947769165039, -63.29729461669922, -59.299808502197266, -55.30232620239258, -51.30484390258789, -47.30735778808594, -43.30987548828125, -39.31239318847656, -35.314910888671875, -31.317426681518555, -27.319942474365234, -23.322460174560547, -19.32497787475586, -15.327493667602539, -11.330009460449219, -7.332527160644531, -3.3350439071655273, 0.6624393463134766, 4.6599225997924805, 8.657405853271484, 12.654888153076172, 16.652372360229492, 20.649856567382812, 24.6473388671875, 28.644821166992188, 32.642303466796875, 36.63978958129883, 40.637271881103516, 44.6347541809082, 48.632240295410156, 52.629722595214844, 56.62721252441406, 60.62469482421875, 64.62217712402344, 68.61965942382812, 72.61714172363281, 76.6146240234375, 80.61211395263672, 84.6095962524414, 88.6070785522461, 92.60456085205078, 96.60204315185547, 100.59952545166016, 104.59701538085938, 108.59449768066406, 112.59197998046875, 116.58946228027344, 120.58694458007812, 124.58442687988281, 128.5819091796875, 132.5793914794922, 136.57687377929688, 140.57435607910156, 144.57183837890625, 148.5693359375, 152.56680297851562, 156.5642852783203, 160.561767578125, 164.5592498779297, 168.55673217773438, 172.55421447753906, 176.55169677734375, 180.5491943359375, 184.5466766357422]}, "gradients/decoder.transformer.h.1.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 7.0, 8.0, 7.0, 9.0, 9.0, 12.0, 11.0, 11.0, 17.0, 19.0, 20.0, 21.0, 41.0, 27.0, 31.0, 39.0, 27.0, 44.0, 38.0, 41.0, 38.0, 33.0, 38.0, 28.0, 37.0, 40.0, 35.0, 39.0, 29.0, 32.0, 30.0, 29.0, 16.0, 16.0, 20.0, 18.0, 16.0, 11.0, 12.0, 9.0, 6.0, 1.0, 7.0, 7.0, 4.0, 4.0, 1.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-24.360708236694336, -23.475435256958008, -22.590160369873047, -21.70488739013672, -20.819612503051758, -19.93433952331543, -19.04906463623047, -18.16379165649414, -17.278518676757812, -16.393245697021484, -15.507970809936523, -14.622697830200195, -13.737422943115234, -12.852149963378906, -11.966876029968262, -11.081602096557617, -10.196327209472656, -9.311053276062012, -8.425779342651367, -7.540505886077881, -6.655231952667236, -5.769958019256592, -4.8846845626831055, -3.999410629272461, -3.1141366958618164, -2.228862762451172, -1.3435890674591064, -0.458315372467041, 0.4269585609436035, 1.312232494354248, 2.1975059509277344, 3.082779884338379, 3.9680519104003906, 4.853325843811035, 5.73859977722168, 6.623873233795166, 7.5091471672058105, 8.394420623779297, 9.279694557189941, 10.164968490600586, 11.05024242401123, 11.935516357421875, 12.82079029083252, 13.706064224243164, 14.591337203979492, 15.476612091064453, 16.36188507080078, 17.24715805053711, 18.13243293762207, 19.0177059173584, 19.90298080444336, 20.788253784179688, 21.67352867126465, 22.558801651000977, 23.444076538085938, 24.329349517822266, 25.214622497558594, 26.099895477294922, 26.985170364379883, 27.87044334411621, 28.755718231201172, 29.6409912109375, 30.526264190673828, 31.41153907775879, 32.29681396484375]}, "gradients/decoder.transformer.h.0.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 4.0, 8.0, 11.0, 7.0, 16.0, 15.0, 9.0, 28.0, 23.0, 20.0, 37.0, 29.0, 35.0, 35.0, 33.0, 29.0, 43.0, 52.0, 35.0, 53.0, 43.0, 52.0, 33.0, 43.0, 46.0, 24.0, 32.0, 25.0, 29.0, 20.0, 20.0, 20.0, 14.0, 18.0, 16.0, 11.0, 8.0, 6.0, 6.0, 4.0, 1.0, 5.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0], "bins": [-6.8046875, -6.6065673828125, -6.408447265625, -6.2103271484375, -6.01220703125, -5.8140869140625, -5.615966796875, -5.4178466796875, -5.2197265625, -5.0216064453125, -4.823486328125, -4.6253662109375, -4.42724609375, -4.2291259765625, -4.031005859375, -3.8328857421875, -3.634765625, -3.4366455078125, -3.238525390625, -3.0404052734375, -2.84228515625, -2.6441650390625, -2.446044921875, -2.2479248046875, -2.0498046875, -1.8516845703125, -1.653564453125, -1.4554443359375, -1.25732421875, -1.0592041015625, -0.861083984375, -0.6629638671875, -0.46484375, -0.2667236328125, -0.068603515625, 0.1295166015625, 0.32763671875, 0.5257568359375, 0.723876953125, 0.9219970703125, 1.1201171875, 1.3182373046875, 1.516357421875, 1.7144775390625, 1.91259765625, 2.1107177734375, 2.308837890625, 2.5069580078125, 2.705078125, 2.9031982421875, 3.101318359375, 3.2994384765625, 3.49755859375, 3.6956787109375, 3.893798828125, 4.0919189453125, 4.2900390625, 4.4881591796875, 4.686279296875, 4.8843994140625, 5.08251953125, 5.2806396484375, 5.478759765625, 5.6768798828125, 5.875]}, "gradients/decoder.transformer.h.0.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 4.0, 6.0, 8.0, 14.0, 11.0, 15.0, 16.0, 38.0, 40.0, 61.0, 64.0, 80.0, 139.0, 199.0, 285.0, 431.0, 694.0, 1220.0, 3198.0, 24262.0, 562245.0, 3179518.0, 397871.0, 18113.0, 2656.0, 1061.0, 641.0, 415.0, 288.0, 197.0, 139.0, 80.0, 68.0, 64.0, 45.0, 31.0, 20.0, 13.0, 9.0, 6.0, 5.0, 2.0, 6.0, 5.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-29.0625, -28.193603515625, -27.32470703125, -26.455810546875, -25.5869140625, -24.718017578125, -23.84912109375, -22.980224609375, -22.111328125, -21.242431640625, -20.37353515625, -19.504638671875, -18.6357421875, -17.766845703125, -16.89794921875, -16.029052734375, -15.16015625, -14.291259765625, -13.42236328125, -12.553466796875, -11.6845703125, -10.815673828125, -9.94677734375, -9.077880859375, -8.208984375, -7.340087890625, -6.47119140625, -5.602294921875, -4.7333984375, -3.864501953125, -2.99560546875, -2.126708984375, -1.2578125, -0.388916015625, 0.47998046875, 1.348876953125, 2.2177734375, 3.086669921875, 3.95556640625, 4.824462890625, 5.693359375, 6.562255859375, 7.43115234375, 8.300048828125, 9.1689453125, 10.037841796875, 10.90673828125, 11.775634765625, 12.64453125, 13.513427734375, 14.38232421875, 15.251220703125, 16.1201171875, 16.989013671875, 17.85791015625, 18.726806640625, 19.595703125, 20.464599609375, 21.33349609375, 22.202392578125, 23.0712890625, 23.940185546875, 24.80908203125, 25.677978515625, 26.546875]}, "gradients/decoder.transformer.h.0.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 4.0, 6.0, 5.0, 7.0, 12.0, 17.0, 24.0, 36.0, 72.0, 88.0, 121.0, 148.0, 235.0, 275.0, 359.0, 429.0, 426.0, 402.0, 341.0, 298.0, 223.0, 148.0, 112.0, 94.0, 57.0, 46.0, 38.0, 18.0, 18.0, 10.0, 3.0, 1.0, 5.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-15.1171875, -14.724365234375, -14.33154296875, -13.938720703125, -13.5458984375, -13.153076171875, -12.76025390625, -12.367431640625, -11.974609375, -11.581787109375, -11.18896484375, -10.796142578125, -10.4033203125, -10.010498046875, -9.61767578125, -9.224853515625, -8.83203125, -8.439208984375, -8.04638671875, -7.653564453125, -7.2607421875, -6.867919921875, -6.47509765625, -6.082275390625, -5.689453125, -5.296630859375, -4.90380859375, -4.510986328125, -4.1181640625, -3.725341796875, -3.33251953125, -2.939697265625, -2.546875, -2.154052734375, -1.76123046875, -1.368408203125, -0.9755859375, -0.582763671875, -0.18994140625, 0.202880859375, 0.595703125, 0.988525390625, 1.38134765625, 1.774169921875, 2.1669921875, 2.559814453125, 2.95263671875, 3.345458984375, 3.73828125, 4.131103515625, 4.52392578125, 4.916748046875, 5.3095703125, 5.702392578125, 6.09521484375, 6.488037109375, 6.880859375, 7.273681640625, 7.66650390625, 8.059326171875, 8.4521484375, 8.844970703125, 9.23779296875, 9.630615234375, 10.0234375]}, "gradients/decoder.transformer.h.0.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 3.0, 3.0, 5.0, 12.0, 15.0, 32.0, 67.0, 156.0, 313.0, 774.0, 2048.0, 6269.0, 24762.0, 137705.0, 843647.0, 2243426.0, 777477.0, 125920.0, 22815.0, 5632.0, 1943.0, 693.0, 302.0, 134.0, 68.0, 22.0, 15.0, 9.0, 10.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.8046875, -14.3988037109375, -13.992919921875, -13.5870361328125, -13.18115234375, -12.7752685546875, -12.369384765625, -11.9635009765625, -11.5576171875, -11.1517333984375, -10.745849609375, -10.3399658203125, -9.93408203125, -9.5281982421875, -9.122314453125, -8.7164306640625, -8.310546875, -7.9046630859375, -7.498779296875, -7.0928955078125, -6.68701171875, -6.2811279296875, -5.875244140625, -5.4693603515625, -5.0634765625, -4.6575927734375, -4.251708984375, -3.8458251953125, -3.43994140625, -3.0340576171875, -2.628173828125, -2.2222900390625, -1.81640625, -1.4105224609375, -1.004638671875, -0.5987548828125, -0.19287109375, 0.2130126953125, 0.618896484375, 1.0247802734375, 1.4306640625, 1.8365478515625, 2.242431640625, 2.6483154296875, 3.05419921875, 3.4600830078125, 3.865966796875, 4.2718505859375, 4.677734375, 5.0836181640625, 5.489501953125, 5.8953857421875, 6.30126953125, 6.7071533203125, 7.113037109375, 7.5189208984375, 7.9248046875, 8.3306884765625, 8.736572265625, 9.1424560546875, 9.54833984375, 9.9542236328125, 10.360107421875, 10.7659912109375, 11.171875]}, "gradients/decoder.transformer.h.0.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 3.0, 1.0, 8.0, 17.0, 9.0, 12.0, 16.0, 20.0, 23.0, 26.0, 36.0, 32.0, 53.0, 60.0, 46.0, 40.0, 54.0, 41.0, 55.0, 51.0, 55.0, 49.0, 41.0, 52.0, 47.0, 29.0, 17.0, 21.0, 22.0, 19.0, 15.0, 16.0, 5.0, 7.0, 5.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-64.2201156616211, -62.33839797973633, -60.45668029785156, -58.57496643066406, -56.6932487487793, -54.81153106689453, -52.929813385009766, -51.048095703125, -49.1663818359375, -47.284664154052734, -45.40294647216797, -43.52123260498047, -41.6395149230957, -39.75779724121094, -37.87607955932617, -35.994361877441406, -34.11264419555664, -32.230926513671875, -30.349210739135742, -28.467493057250977, -26.585777282714844, -24.704059600830078, -22.822341918945312, -20.940624237060547, -19.058908462524414, -17.17719078063965, -15.295475006103516, -13.41375732421875, -11.5320405960083, -9.650323867797852, -7.768606185913086, -5.886889457702637, -4.005168914794922, -2.1234519481658936, -0.24173498153686523, 1.6399822235107422, 3.5216989517211914, 5.403415679931641, 7.285133361816406, 9.166850090026855, 11.048566818237305, 12.930283546447754, 14.812000274658203, 16.69371795654297, 18.575435638427734, 20.457151412963867, 22.338869094848633, 24.220584869384766, 26.10230255126953, 27.984020233154297, 29.86573600769043, 31.747453689575195, 33.62916946411133, 35.510887145996094, 37.39260482788086, 39.274322509765625, 41.156036376953125, 43.03775405883789, 44.919471740722656, 46.801185607910156, 48.68290328979492, 50.56462097167969, 52.44633865356445, 54.32805633544922, 56.209774017333984]}, "gradients/decoder.transformer.h.0.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 2.0, 2.0, 2.0, 8.0, 7.0, 8.0, 11.0, 8.0, 23.0, 24.0, 29.0, 33.0, 32.0, 33.0, 53.0, 37.0, 41.0, 48.0, 50.0, 50.0, 53.0, 50.0, 37.0, 41.0, 47.0, 44.0, 31.0, 34.0, 29.0, 27.0, 27.0, 16.0, 16.0, 16.0, 8.0, 10.0, 6.0, 6.0, 3.0, 2.0, 1.0, 3.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-56.853858947753906, -55.0963134765625, -53.33876419067383, -51.58121871948242, -49.823673248291016, -48.066123962402344, -46.30857849121094, -44.55103302001953, -42.79348373413086, -41.03593826293945, -39.27838897705078, -37.520843505859375, -35.76329803466797, -34.0057487487793, -32.24820327758789, -30.49065589904785, -28.733110427856445, -26.975563049316406, -25.218017578125, -23.46047019958496, -21.702922821044922, -19.945377349853516, -18.187829971313477, -16.430282592773438, -14.672736167907715, -12.915189743041992, -11.157642364501953, -9.40009593963623, -7.64254903793335, -5.885002136230469, -4.127455711364746, -2.369908332824707, -0.6123619079589844, 1.145184874534607, 2.9027316570281982, 4.6602783203125, 6.417825222015381, 8.175372123718262, 9.932918548583984, 11.690465927124023, 13.448012351989746, 15.205558776855469, 16.963106155395508, 18.720653533935547, 20.478199005126953, 22.235746383666992, 23.99329376220703, 25.750839233398438, 27.508386611938477, 29.265933990478516, 31.023479461669922, 32.781028747558594, 34.53857421875, 36.296119689941406, 38.05366516113281, 39.811214447021484, 41.56875991821289, 43.3263053894043, 45.08385467529297, 46.841400146484375, 48.59894561767578, 50.35649490356445, 52.11404037475586, 53.87158966064453, 55.62913513183594]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 2.0, 4.0, 6.0, 9.0, 19.0, 15.0, 30.0, 28.0, 30.0, 43.0, 42.0, 50.0, 55.0, 53.0, 57.0, 66.0, 49.0, 48.0, 54.0, 47.0, 56.0, 45.0, 51.0, 19.0, 28.0, 24.0, 18.0, 16.0, 7.0, 11.0, 8.0, 4.0, 4.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-112.75, -109.1259765625, -105.501953125, -101.8779296875, -98.25390625, -94.6298828125, -91.005859375, -87.3818359375, -83.7578125, -80.1337890625, -76.509765625, -72.8857421875, -69.26171875, -65.6376953125, -62.013671875, -58.3896484375, -54.765625, -51.1416015625, -47.517578125, -43.8935546875, -40.26953125, -36.6455078125, -33.021484375, -29.3974609375, -25.7734375, -22.1494140625, -18.525390625, -14.9013671875, -11.27734375, -7.6533203125, -4.029296875, -0.4052734375, 3.21875, 6.8427734375, 10.466796875, 14.0908203125, 17.71484375, 21.3388671875, 24.962890625, 28.5869140625, 32.2109375, 35.8349609375, 39.458984375, 43.0830078125, 46.70703125, 50.3310546875, 53.955078125, 57.5791015625, 61.203125, 64.8271484375, 68.451171875, 72.0751953125, 75.69921875, 79.3232421875, 82.947265625, 86.5712890625, 90.1953125, 93.8193359375, 97.443359375, 101.0673828125, 104.69140625, 108.3154296875, 111.939453125, 115.5634765625, 119.1875]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 2.0, 6.0, 4.0, 7.0, 11.0, 7.0, 23.0, 39.0, 57.0, 83.0, 124.0, 223.0, 368.0, 673.0, 949.0, 1641.0, 2675.0, 4354.0, 7017.0, 11319.0, 17917.0, 27861.0, 43015.0, 64071.0, 90532.0, 120023.0, 139718.0, 138728.0, 116610.0, 87512.0, 60827.0, 41022.0, 26422.0, 16904.0, 10597.0, 6668.0, 4000.0, 2499.0, 1561.0, 956.0, 586.0, 345.0, 232.0, 147.0, 83.0, 56.0, 31.0, 15.0, 15.0, 13.0, 6.0, 4.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.33984375, -4.19488525390625, -4.0499267578125, -3.90496826171875, -3.760009765625, -3.61505126953125, -3.4700927734375, -3.32513427734375, -3.18017578125, -3.03521728515625, -2.8902587890625, -2.74530029296875, -2.600341796875, -2.45538330078125, -2.3104248046875, -2.16546630859375, -2.0205078125, -1.87554931640625, -1.7305908203125, -1.58563232421875, -1.440673828125, -1.29571533203125, -1.1507568359375, -1.00579833984375, -0.86083984375, -0.71588134765625, -0.5709228515625, -0.42596435546875, -0.281005859375, -0.13604736328125, 0.0089111328125, 0.15386962890625, 0.298828125, 0.44378662109375, 0.5887451171875, 0.73370361328125, 0.878662109375, 1.02362060546875, 1.1685791015625, 1.31353759765625, 1.45849609375, 1.60345458984375, 1.7484130859375, 1.89337158203125, 2.038330078125, 2.18328857421875, 2.3282470703125, 2.47320556640625, 2.6181640625, 2.76312255859375, 2.9080810546875, 3.05303955078125, 3.197998046875, 3.34295654296875, 3.4879150390625, 3.63287353515625, 3.77783203125, 3.92279052734375, 4.0677490234375, 4.21270751953125, 4.357666015625, 4.50262451171875, 4.6475830078125, 4.79254150390625, 4.9375]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 6.0, 5.0, 5.0, 9.0, 7.0, 4.0, 8.0, 8.0, 12.0, 18.0, 12.0, 19.0, 28.0, 18.0, 26.0, 33.0, 33.0, 37.0, 28.0, 38.0, 33.0, 41.0, 33.0, 36.0, 1067.0, 39.0, 42.0, 29.0, 27.0, 34.0, 37.0, 23.0, 24.0, 28.0, 24.0, 17.0, 21.0, 13.0, 17.0, 12.0, 19.0, 18.0, 8.0, 9.0, 6.0, 7.0, 2.0, 5.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-48.625, -47.09228515625, -45.5595703125, -44.02685546875, -42.494140625, -40.96142578125, -39.4287109375, -37.89599609375, -36.36328125, -34.83056640625, -33.2978515625, -31.76513671875, -30.232421875, -28.69970703125, -27.1669921875, -25.63427734375, -24.1015625, -22.56884765625, -21.0361328125, -19.50341796875, -17.970703125, -16.43798828125, -14.9052734375, -13.37255859375, -11.83984375, -10.30712890625, -8.7744140625, -7.24169921875, -5.708984375, -4.17626953125, -2.6435546875, -1.11083984375, 0.421875, 1.95458984375, 3.4873046875, 5.02001953125, 6.552734375, 8.08544921875, 9.6181640625, 11.15087890625, 12.68359375, 14.21630859375, 15.7490234375, 17.28173828125, 18.814453125, 20.34716796875, 21.8798828125, 23.41259765625, 24.9453125, 26.47802734375, 28.0107421875, 29.54345703125, 31.076171875, 32.60888671875, 34.1416015625, 35.67431640625, 37.20703125, 38.73974609375, 40.2724609375, 41.80517578125, 43.337890625, 44.87060546875, 46.4033203125, 47.93603515625, 49.46875]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 4.0, 6.0, 10.0, 10.0, 27.0, 39.0, 58.0, 86.0, 151.0, 233.0, 330.0, 549.0, 851.0, 1223.0, 1954.0, 2952.0, 4412.0, 6821.0, 10240.0, 15306.0, 22355.0, 32620.0, 46040.0, 63716.0, 84383.0, 110596.0, 484508.0, 776376.0, 120160.0, 88357.0, 66587.0, 49154.0, 34743.0, 24061.0, 16118.0, 10957.0, 7236.0, 4950.0, 3116.0, 2056.0, 1285.0, 933.0, 517.0, 360.0, 257.0, 161.0, 106.0, 64.0, 38.0, 26.0, 22.0, 9.0, 8.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.841796875, -3.718231201171875, -3.59466552734375, -3.471099853515625, -3.3475341796875, -3.223968505859375, -3.10040283203125, -2.976837158203125, -2.853271484375, -2.729705810546875, -2.60614013671875, -2.482574462890625, -2.3590087890625, -2.235443115234375, -2.11187744140625, -1.988311767578125, -1.86474609375, -1.741180419921875, -1.61761474609375, -1.494049072265625, -1.3704833984375, -1.246917724609375, -1.12335205078125, -0.999786376953125, -0.876220703125, -0.752655029296875, -0.62908935546875, -0.505523681640625, -0.3819580078125, -0.258392333984375, -0.13482666015625, -0.011260986328125, 0.1123046875, 0.235870361328125, 0.35943603515625, 0.483001708984375, 0.6065673828125, 0.730133056640625, 0.85369873046875, 0.977264404296875, 1.100830078125, 1.224395751953125, 1.34796142578125, 1.471527099609375, 1.5950927734375, 1.718658447265625, 1.84222412109375, 1.965789794921875, 2.08935546875, 2.212921142578125, 2.33648681640625, 2.460052490234375, 2.5836181640625, 2.707183837890625, 2.83074951171875, 2.954315185546875, 3.077880859375, 3.201446533203125, 3.32501220703125, 3.448577880859375, 3.5721435546875, 3.695709228515625, 3.81927490234375, 3.942840576171875, 4.06640625]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 4.0, 8.0, 12.0, 10.0, 13.0, 17.0, 29.0, 25.0, 35.0, 51.0, 63.0, 58.0, 65.0, 75.0, 88.0, 68.0, 76.0, 71.0, 48.0, 50.0, 33.0, 25.0, 17.0, 14.0, 17.0, 7.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.34326171875, -0.3318939208984375, -0.320526123046875, -0.3091583251953125, -0.29779052734375, -0.2864227294921875, -0.275054931640625, -0.2636871337890625, -0.2523193359375, -0.2409515380859375, -0.229583740234375, -0.2182159423828125, -0.20684814453125, -0.1954803466796875, -0.184112548828125, -0.1727447509765625, -0.161376953125, -0.1500091552734375, -0.138641357421875, -0.1272735595703125, -0.11590576171875, -0.1045379638671875, -0.093170166015625, -0.0818023681640625, -0.0704345703125, -0.0590667724609375, -0.047698974609375, -0.0363311767578125, -0.02496337890625, -0.0135955810546875, -0.002227783203125, 0.0091400146484375, 0.0205078125, 0.0318756103515625, 0.043243408203125, 0.0546112060546875, 0.06597900390625, 0.0773468017578125, 0.088714599609375, 0.1000823974609375, 0.1114501953125, 0.1228179931640625, 0.134185791015625, 0.1455535888671875, 0.15692138671875, 0.1682891845703125, 0.179656982421875, 0.1910247802734375, 0.202392578125, 0.2137603759765625, 0.225128173828125, 0.2364959716796875, 0.24786376953125, 0.2592315673828125, 0.270599365234375, 0.2819671630859375, 0.2933349609375, 0.3047027587890625, 0.316070556640625, 0.3274383544921875, 0.33880615234375, 0.3501739501953125, 0.361541748046875, 0.3729095458984375, 0.38427734375]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 2.0, 3.0, 6.0, 4.0, 10.0, 12.0, 11.0, 13.0, 27.0, 39.0, 41.0, 77.0, 120.0, 188.0, 294.0, 497.0, 824.0, 1585.0, 3094.0, 7250.0, 19030.0, 54412.0, 156693.0, 322355.0, 289145.0, 124152.0, 42230.0, 14738.0, 5757.0, 2627.0, 1416.0, 721.0, 398.0, 247.0, 180.0, 119.0, 77.0, 52.0, 32.0, 24.0, 18.0, 16.0, 6.0, 11.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.365234375, -1.3237152099609375, -1.282196044921875, -1.2406768798828125, -1.19915771484375, -1.1576385498046875, -1.116119384765625, -1.0746002197265625, -1.0330810546875, -0.9915618896484375, -0.950042724609375, -0.9085235595703125, -0.86700439453125, -0.8254852294921875, -0.783966064453125, -0.7424468994140625, -0.700927734375, -0.6594085693359375, -0.617889404296875, -0.5763702392578125, -0.53485107421875, -0.4933319091796875, -0.451812744140625, -0.4102935791015625, -0.3687744140625, -0.3272552490234375, -0.285736083984375, -0.2442169189453125, -0.20269775390625, -0.1611785888671875, -0.119659423828125, -0.0781402587890625, -0.03662109375, 0.0048980712890625, 0.046417236328125, 0.0879364013671875, 0.12945556640625, 0.1709747314453125, 0.212493896484375, 0.2540130615234375, 0.2955322265625, 0.3370513916015625, 0.378570556640625, 0.4200897216796875, 0.46160888671875, 0.5031280517578125, 0.544647216796875, 0.5861663818359375, 0.627685546875, 0.6692047119140625, 0.710723876953125, 0.7522430419921875, 0.79376220703125, 0.8352813720703125, 0.876800537109375, 0.9183197021484375, 0.9598388671875, 1.0013580322265625, 1.042877197265625, 1.0843963623046875, 1.12591552734375, 1.1674346923828125, 1.208953857421875, 1.2504730224609375, 1.2919921875]}, "gradients/decoder.transformer.h.0.ln_cross_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 6.0, 2.0, 4.0, 5.0, 3.0, 9.0, 10.0, 7.0, 10.0, 29.0, 16.0, 30.0, 24.0, 37.0, 33.0, 42.0, 41.0, 56.0, 57.0, 54.0, 56.0, 50.0, 73.0, 38.0, 35.0, 49.0, 44.0, 39.0, 31.0, 17.0, 23.0, 20.0, 4.0, 10.0, 10.0, 9.0, 6.0, 6.0, 3.0, 5.0, 2.0, 4.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.24407482147216797, -0.2351682186126709, -0.22626163065433502, -0.21735504269599915, -0.20844843983650208, -0.199541836977005, -0.19063524901866913, -0.18172866106033325, -0.17282205820083618, -0.1639154553413391, -0.15500886738300323, -0.14610227942466736, -0.1371956765651703, -0.12828907370567322, -0.11938248574733734, -0.11047589033842087, -0.1015692949295044, -0.09266269952058792, -0.08375610411167145, -0.07484950870275497, -0.0659429132938385, -0.05703631788492203, -0.048129722476005554, -0.03922312706708908, -0.030316531658172607, -0.021409936249256134, -0.01250334084033966, -0.0035967454314231873, 0.005309849977493286, 0.01421644538640976, 0.023123040795326233, 0.032029636204242706, 0.04093620181083679, 0.049842797219753265, 0.05874939262866974, 0.06765598803758621, 0.07656258344650269, 0.08546917885541916, 0.09437577426433563, 0.1032823696732521, 0.11218896508216858, 0.12109556049108505, 0.13000215590000153, 0.1389087438583374, 0.14781534671783447, 0.15672194957733154, 0.16562853753566742, 0.1745351254940033, 0.18344172835350037, 0.19234833121299744, 0.2012549191713333, 0.2101615071296692, 0.21906810998916626, 0.22797471284866333, 0.2368813008069992, 0.24578788876533508, 0.25469449162483215, 0.2636010944843292, 0.2725076675415039, 0.281414270401001, 0.29032087326049805, 0.2992274761199951, 0.3081340789794922, 0.31704065203666687, 0.32594725489616394]}, "gradients/decoder.transformer.h.0.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 7.0, 1.0, 11.0, 6.0, 16.0, 12.0, 18.0, 13.0, 28.0, 29.0, 32.0, 26.0, 45.0, 35.0, 57.0, 33.0, 53.0, 36.0, 39.0, 35.0, 57.0, 42.0, 54.0, 55.0, 35.0, 39.0, 35.0, 30.0, 26.0, 18.0, 15.0, 11.0, 8.0, 12.0, 8.0, 4.0, 3.0, 8.0, 3.0, 6.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.2608869671821594, -0.2525968849658966, -0.2443068027496338, -0.23601672053337097, -0.22772665321826935, -0.21943657100200653, -0.2111464887857437, -0.2028564065694809, -0.19456633925437927, -0.18627625703811646, -0.17798617482185364, -0.16969609260559082, -0.1614060252904892, -0.15311594307422638, -0.14482586085796356, -0.13653577864170074, -0.12824569642543793, -0.11995561420917511, -0.11166553944349289, -0.10337545722723007, -0.09508538246154785, -0.08679530024528503, -0.07850521802902222, -0.0702151358127594, -0.06192506104707718, -0.05363498255610466, -0.04534490406513214, -0.037054821848869324, -0.028764743357896805, -0.020474664866924286, -0.012184582650661469, -0.0038945041596889496, 0.004395574331283569, 0.012685653753578663, 0.020975733175873756, 0.029265813529491425, 0.037555892020463943, 0.04584597051143646, 0.05413605272769928, 0.0624261312186718, 0.07071620970964432, 0.07900629192590714, 0.08729636669158936, 0.09558644890785217, 0.10387653112411499, 0.11216660588979721, 0.12045668810606003, 0.12874676287174225, 0.13703684508800507, 0.14532692730426788, 0.1536170095205307, 0.16190707683563232, 0.17019715905189514, 0.17848724126815796, 0.18677732348442078, 0.1950674057006836, 0.2033574879169464, 0.21164757013320923, 0.21993765234947205, 0.22822773456573486, 0.2365178018808365, 0.2448078840970993, 0.2530979514122009, 0.26138803362846375, 0.26967811584472656]}, "gradients/decoder.transformer.h.0.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 4.0, 5.0, 10.0, 17.0, 17.0, 30.0, 27.0, 29.0, 42.0, 39.0, 51.0, 59.0, 48.0, 58.0, 68.0, 46.0, 50.0, 56.0, 44.0, 54.0, 51.0, 45.0, 24.0, 30.0, 24.0, 15.0, 15.0, 10.0, 9.0, 11.0, 3.0, 4.0, 3.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-112.875, -109.2578125, -105.640625, -102.0234375, -98.40625, -94.7890625, -91.171875, -87.5546875, -83.9375, -80.3203125, -76.703125, -73.0859375, -69.46875, -65.8515625, -62.234375, -58.6171875, -55.0, -51.3828125, -47.765625, -44.1484375, -40.53125, -36.9140625, -33.296875, -29.6796875, -26.0625, -22.4453125, -18.828125, -15.2109375, -11.59375, -7.9765625, -4.359375, -0.7421875, 2.875, 6.4921875, 10.109375, 13.7265625, 17.34375, 20.9609375, 24.578125, 28.1953125, 31.8125, 35.4296875, 39.046875, 42.6640625, 46.28125, 49.8984375, 53.515625, 57.1328125, 60.75, 64.3671875, 67.984375, 71.6015625, 75.21875, 78.8359375, 82.453125, 86.0703125, 89.6875, 93.3046875, 96.921875, 100.5390625, 104.15625, 107.7734375, 111.390625, 115.0078125, 118.625]}, "gradients/decoder.transformer.h.0.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 5.0, 0.0, 1.0, 3.0, 6.0, 11.0, 13.0, 20.0, 28.0, 41.0, 59.0, 70.0, 144.0, 226.0, 471.0, 1551.0, 8797.0, 88937.0, 644580.0, 274962.0, 23960.0, 3144.0, 742.0, 302.0, 166.0, 107.0, 52.0, 47.0, 24.0, 28.0, 17.0, 11.0, 8.0, 10.0, 6.0, 4.0, 2.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.71875, -21.011962890625, -20.30517578125, -19.598388671875, -18.8916015625, -18.184814453125, -17.47802734375, -16.771240234375, -16.064453125, -15.357666015625, -14.65087890625, -13.944091796875, -13.2373046875, -12.530517578125, -11.82373046875, -11.116943359375, -10.41015625, -9.703369140625, -8.99658203125, -8.289794921875, -7.5830078125, -6.876220703125, -6.16943359375, -5.462646484375, -4.755859375, -4.049072265625, -3.34228515625, -2.635498046875, -1.9287109375, -1.221923828125, -0.51513671875, 0.191650390625, 0.8984375, 1.605224609375, 2.31201171875, 3.018798828125, 3.7255859375, 4.432373046875, 5.13916015625, 5.845947265625, 6.552734375, 7.259521484375, 7.96630859375, 8.673095703125, 9.3798828125, 10.086669921875, 10.79345703125, 11.500244140625, 12.20703125, 12.913818359375, 13.62060546875, 14.327392578125, 15.0341796875, 15.740966796875, 16.44775390625, 17.154541015625, 17.861328125, 18.568115234375, 19.27490234375, 19.981689453125, 20.6884765625, 21.395263671875, 22.10205078125, 22.808837890625, 23.515625]}, "gradients/decoder.transformer.h.0.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 8.0, 7.0, 6.0, 8.0, 19.0, 17.0, 26.0, 41.0, 38.0, 63.0, 60.0, 69.0, 76.0, 1794.0, 417.0, 64.0, 62.0, 62.0, 43.0, 42.0, 32.0, 22.0, 28.0, 13.0, 5.0, 9.0, 7.0, 4.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-230.0, -223.60546875, -217.2109375, -210.81640625, -204.421875, -198.02734375, -191.6328125, -185.23828125, -178.84375, -172.44921875, -166.0546875, -159.66015625, -153.265625, -146.87109375, -140.4765625, -134.08203125, -127.6875, -121.29296875, -114.8984375, -108.50390625, -102.109375, -95.71484375, -89.3203125, -82.92578125, -76.53125, -70.13671875, -63.7421875, -57.34765625, -50.953125, -44.55859375, -38.1640625, -31.76953125, -25.375, -18.98046875, -12.5859375, -6.19140625, 0.203125, 6.59765625, 12.9921875, 19.38671875, 25.78125, 32.17578125, 38.5703125, 44.96484375, 51.359375, 57.75390625, 64.1484375, 70.54296875, 76.9375, 83.33203125, 89.7265625, 96.12109375, 102.515625, 108.91015625, 115.3046875, 121.69921875, 128.09375, 134.48828125, 140.8828125, 147.27734375, 153.671875, 160.06640625, 166.4609375, 172.85546875, 179.25]}, "gradients/decoder.transformer.h.0.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 2.0, 2.0, 5.0, 8.0, 17.0, 17.0, 19.0, 23.0, 48.0, 94.0, 121.0, 180.0, 393.0, 731.0, 1939.0, 8428.0, 141898.0, 2889239.0, 92950.0, 6360.0, 1667.0, 669.0, 350.0, 216.0, 106.0, 77.0, 48.0, 42.0, 12.0, 12.0, 8.0, 8.0, 9.0, 2.0, 5.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.15625, -23.362548828125, -22.56884765625, -21.775146484375, -20.9814453125, -20.187744140625, -19.39404296875, -18.600341796875, -17.806640625, -17.012939453125, -16.21923828125, -15.425537109375, -14.6318359375, -13.838134765625, -13.04443359375, -12.250732421875, -11.45703125, -10.663330078125, -9.86962890625, -9.075927734375, -8.2822265625, -7.488525390625, -6.69482421875, -5.901123046875, -5.107421875, -4.313720703125, -3.52001953125, -2.726318359375, -1.9326171875, -1.138916015625, -0.34521484375, 0.448486328125, 1.2421875, 2.035888671875, 2.82958984375, 3.623291015625, 4.4169921875, 5.210693359375, 6.00439453125, 6.798095703125, 7.591796875, 8.385498046875, 9.17919921875, 9.972900390625, 10.7666015625, 11.560302734375, 12.35400390625, 13.147705078125, 13.94140625, 14.735107421875, 15.52880859375, 16.322509765625, 17.1162109375, 17.909912109375, 18.70361328125, 19.497314453125, 20.291015625, 21.084716796875, 21.87841796875, 22.672119140625, 23.4658203125, 24.259521484375, 25.05322265625, 25.846923828125, 26.640625]}, "gradients/decoder.transformer.h.0.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 3.0, 7.0, 22.0, 58.0, 98.0, 186.0, 218.0, 173.0, 121.0, 48.0, 25.0, 23.0, 7.0, 3.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-141.00396728515625, -131.32037353515625, -121.63678741455078, -111.95320129394531, -102.26960754394531, -92.58602142333984, -82.90243530273438, -73.21884155273438, -63.535255432128906, -53.85166549682617, -44.16807556152344, -34.48448944091797, -24.800899505615234, -15.1173095703125, -5.433723449707031, 4.249870300292969, 13.933456420898438, 23.617046356201172, 33.300636291503906, 42.984222412109375, 52.66781234741211, 62.351402282714844, 72.03498840332031, 81.71858215332031, 91.40216827392578, 101.08575439453125, 110.76934814453125, 120.45293426513672, 130.1365203857422, 139.8201141357422, 149.50369262695312, 159.18728637695312, 168.87088012695312, 178.55447387695312, 188.23805236816406, 197.92164611816406, 207.60523986816406, 217.288818359375, 226.972412109375, 236.656005859375, 246.339599609375, 256.023193359375, 265.706787109375, 275.390380859375, 285.0739440917969, 294.7575378417969, 304.4411315917969, 314.1247253417969, 323.80828857421875, 333.49188232421875, 343.17547607421875, 352.85906982421875, 362.5426330566406, 372.2262268066406, 381.9098205566406, 391.5934143066406, 401.2770080566406, 410.9606018066406, 420.6441955566406, 430.3277587890625, 440.0113525390625, 449.6949462890625, 459.3785400390625, 469.0621337890625, 478.7457275390625]}, "gradients/decoder.transformer.h.0.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 6.0, 10.0, 14.0, 12.0, 13.0, 28.0, 28.0, 29.0, 34.0, 39.0, 47.0, 45.0, 53.0, 63.0, 64.0, 60.0, 70.0, 50.0, 52.0, 37.0, 43.0, 40.0, 30.0, 32.0, 25.0, 16.0, 12.0, 12.0, 17.0, 9.0, 5.0, 4.0, 4.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-162.56793212890625, -154.95335388183594, -147.33876037597656, -139.72418212890625, -132.10960388183594, -124.4950180053711, -116.88043212890625, -109.26585388183594, -101.65127563476562, -94.03668975830078, -86.42211151123047, -78.80752563476562, -71.19294738769531, -63.57836151123047, -55.96377944946289, -48.34919738769531, -40.73461151123047, -33.12002944946289, -25.505447387695312, -17.8908634185791, -10.276281356811523, -2.6616973876953125, 4.952884674072266, 12.567466735839844, 20.182048797607422, 27.796630859375, 35.41121292114258, 43.025794982910156, 50.640380859375, 58.25496292114258, 65.86954498291016, 73.484130859375, 81.09870910644531, 88.71329498291016, 96.32787322998047, 103.94245910644531, 111.55703735351562, 119.17162322998047, 126.78620910644531, 134.40078735351562, 142.01536560058594, 149.62994384765625, 157.24453735351562, 164.85911560058594, 172.47369384765625, 180.08828735351562, 187.70286560058594, 195.31744384765625, 202.93203735351562, 210.54661560058594, 218.1612091064453, 225.77578735351562, 233.39036560058594, 241.00494384765625, 248.61953735351562, 256.234130859375, 263.84869384765625, 271.4632873535156, 279.0778503417969, 286.69244384765625, 294.3070373535156, 301.9216003417969, 309.53619384765625, 317.1507568359375, 324.7653503417969]}, "gradients/decoder.transformer.wpe.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 1.0, 6.0, 4.0, 6.0, 13.0, 29.0, 31.0, 53.0, 88.0, 107.0, 157.0, 221.0, 355.0, 521.0, 754.0, 1093.0, 1612.0, 2553.0, 4007.0, 6225.0, 1009684.0, 7447.0, 4695.0, 3004.0, 1951.0, 1293.0, 814.0, 614.0, 388.0, 281.0, 200.0, 118.0, 84.0, 57.0, 28.0, 24.0, 13.0, 11.0, 11.0, 2.0, 7.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.01419448852539, -26.87926483154297, -25.74433708190918, -24.60940933227539, -23.47447967529297, -22.339550018310547, -21.204622268676758, -20.06969451904297, -18.934764862060547, -17.799835205078125, -16.664907455444336, -15.52997875213623, -14.395050048828125, -13.26012134552002, -12.125192642211914, -10.990263938903809, -9.855335235595703, -8.720406532287598, -7.585477828979492, -6.450549125671387, -5.315620422363281, -4.180691719055176, -3.0457630157470703, -1.9108343124389648, -0.7759056091308594, 0.3590230941772461, 1.4939517974853516, 2.628880500793457, 3.7638092041015625, 4.898737907409668, 6.033666610717773, 7.168595314025879, 8.303520202636719, 9.438448905944824, 10.57337760925293, 11.708306312561035, 12.84323501586914, 13.978163719177246, 15.113092422485352, 16.24802017211914, 17.382949829101562, 18.517879486083984, 19.652807235717773, 20.787734985351562, 21.922664642333984, 23.057594299316406, 24.192522048950195, 25.327449798583984, 26.462379455566406, 27.597309112548828, 28.732236862182617, 29.867164611816406, 31.002094268798828, 32.13702392578125, 33.271949768066406, 34.40687942504883, 35.54180908203125, 36.67673873901367, 37.811668395996094, 38.94659423828125, 40.08152389526367, 41.216453552246094, 42.35137939453125, 43.48630905151367, 44.621238708496094]}, "gradients/decoder.transformer.wte.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 3.0, 7.0, 4.0, 3.0, 10.0, 5.0, 14.0, 14.0, 29.0, 39.0, 38.0, 49.0, 151.0, 315.0, 23073.0, 51438580.0, 549.0, 135.0, 43.0, 37.0, 18.0, 18.0, 8.0, 9.0, 7.0, 0.0, 6.0, 4.0, 2.0, 1.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0], "bins": [-2022.0806884765625, -1972.94921875, -1923.8177490234375, -1874.686279296875, -1825.554931640625, -1776.4234619140625, -1727.2919921875, -1678.1605224609375, -1629.029052734375, -1579.8975830078125, -1530.76611328125, -1481.634765625, -1432.5032958984375, -1383.371826171875, -1334.2403564453125, -1285.10888671875, -1235.9775390625, -1186.8460693359375, -1137.714599609375, -1088.583251953125, -1039.4517822265625, -990.3203125, -941.1888427734375, -892.057373046875, -842.9259643554688, -793.7944946289062, -744.6630859375, -695.5316162109375, -646.400146484375, -597.2687377929688, -548.1372680664062, -499.0058288574219, -449.874267578125, -400.7428283691406, -351.61138916015625, -302.47991943359375, -253.34848022460938, -204.217041015625, -155.0855712890625, -105.95413208007812, -56.82269287109375, -7.691246032714844, 41.44020080566406, 90.5716552734375, 139.70309448242188, 188.83453369140625, 237.96600341796875, 287.0974426269531, 336.2288818359375, 385.3603210449219, 434.49176025390625, 483.62322998046875, 532.754638671875, 581.8861083984375, 631.017578125, 680.1490478515625, 729.2804565429688, 778.4119262695312, 827.5433349609375, 876.6748046875, 925.8062744140625, 974.9376831054688, 1024.069091796875, 1073.2005615234375, 1122.33203125]}, "gradients/encoder.adapter.layers.2.conv.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 6.0, 3.0, 5.0, 5.0, 9.0, 8.0, 16.0, 12.0, 12.0, 16.0, 34.0, 49.0, 98.0, 155.0, 280.0, 552.0, 1063.0, 1953.0, 3770.0, 7268.0, 14491.0, 29056.0, 59290.0, 121498.0, 239946.0, 456339.0, 1556410.0, 2617117.0, 585405.0, 295429.0, 152079.0, 74976.0, 36727.0, 18122.0, 9327.0, 4598.0, 2396.0, 1319.0, 703.0, 391.0, 183.0, 123.0, 56.0, 42.0, 24.0, 20.0, 17.0, 17.0, 8.0, 8.0, 6.0, 4.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.0078125, -8.71875, -8.4296875, -8.140625, -7.8515625, -7.5625, -7.2734375, -6.984375, -6.6953125, -6.40625, -6.1171875, -5.828125, -5.5390625, -5.25, -4.9609375, -4.671875, -4.3828125, -4.09375, -3.8046875, -3.515625, -3.2265625, -2.9375, -2.6484375, -2.359375, -2.0703125, -1.78125, -1.4921875, -1.203125, -0.9140625, -0.625, -0.3359375, -0.046875, 0.2421875, 0.53125, 0.8203125, 1.109375, 1.3984375, 1.6875, 1.9765625, 2.265625, 2.5546875, 2.84375, 3.1328125, 3.421875, 3.7109375, 4.0, 4.2890625, 4.578125, 4.8671875, 5.15625, 5.4453125, 5.734375, 6.0234375, 6.3125, 6.6015625, 6.890625, 7.1796875, 7.46875, 7.7578125, 8.046875, 8.3359375, 8.625, 8.9140625, 9.203125, 9.4921875]}, "gradients/encoder.adapter.layers.2.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 5.0, 11.0, 7.0, 15.0, 11.0, 18.0, 18.0, 14.0, 25.0, 21.0, 20.0, 36.0, 35.0, 38.0, 39.0, 43.0, 43.0, 103.0, 409.0, 532.0, 143.0, 57.0, 45.0, 38.0, 33.0, 35.0, 32.0, 31.0, 30.0, 31.0, 20.0, 20.0, 16.0, 16.0, 10.0, 8.0, 4.0, 5.0, 6.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-37.8125, -36.6015625, -35.390625, -34.1796875, -32.96875, -31.7578125, -30.546875, -29.3359375, -28.125, -26.9140625, -25.703125, -24.4921875, -23.28125, -22.0703125, -20.859375, -19.6484375, -18.4375, -17.2265625, -16.015625, -14.8046875, -13.59375, -12.3828125, -11.171875, -9.9609375, -8.75, -7.5390625, -6.328125, -5.1171875, -3.90625, -2.6953125, -1.484375, -0.2734375, 0.9375, 2.1484375, 3.359375, 4.5703125, 5.78125, 6.9921875, 8.203125, 9.4140625, 10.625, 11.8359375, 13.046875, 14.2578125, 15.46875, 16.6796875, 17.890625, 19.1015625, 20.3125, 21.5234375, 22.734375, 23.9453125, 25.15625, 26.3671875, 27.578125, 28.7890625, 30.0, 31.2109375, 32.421875, 33.6328125, 34.84375, 36.0546875, 37.265625, 38.4765625, 39.6875]}, "gradients/encoder.adapter.layers.1.conv.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 7.0, 16.0, 25.0, 30.0, 52.0, 80.0, 122.0, 230.0, 402.0, 679.0, 1114.0, 1879.0, 3405.0, 6054.0, 10771.0, 19580.0, 35914.0, 67606.0, 126959.0, 231773.0, 399663.0, 1125884.0, 3089363.0, 513720.0, 296487.0, 165947.0, 89247.0, 47329.0, 25226.0, 13926.0, 7702.0, 4258.0, 2422.0, 1461.0, 874.0, 494.0, 301.0, 179.0, 111.0, 51.0, 30.0, 24.0, 13.0, 11.0, 6.0, 4.0, 6.0, 2.0, 2.0, 0.0, 2.0], "bins": [-7.9765625, -7.75006103515625, -7.5235595703125, -7.29705810546875, -7.070556640625, -6.84405517578125, -6.6175537109375, -6.39105224609375, -6.16455078125, -5.93804931640625, -5.7115478515625, -5.48504638671875, -5.258544921875, -5.03204345703125, -4.8055419921875, -4.57904052734375, -4.3525390625, -4.12603759765625, -3.8995361328125, -3.67303466796875, -3.446533203125, -3.22003173828125, -2.9935302734375, -2.76702880859375, -2.54052734375, -2.31402587890625, -2.0875244140625, -1.86102294921875, -1.634521484375, -1.40802001953125, -1.1815185546875, -0.95501708984375, -0.728515625, -0.50201416015625, -0.2755126953125, -0.04901123046875, 0.177490234375, 0.40399169921875, 0.6304931640625, 0.85699462890625, 1.08349609375, 1.30999755859375, 1.5364990234375, 1.76300048828125, 1.989501953125, 2.21600341796875, 2.4425048828125, 2.66900634765625, 2.8955078125, 3.12200927734375, 3.3485107421875, 3.57501220703125, 3.801513671875, 4.02801513671875, 4.2545166015625, 4.48101806640625, 4.70751953125, 4.93402099609375, 5.1605224609375, 5.38702392578125, 5.613525390625, 5.84002685546875, 6.0665283203125, 6.29302978515625, 6.51953125]}, "gradients/encoder.adapter.layers.1.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 5.0, 1.0, 4.0, 4.0, 7.0, 6.0, 6.0, 15.0, 8.0, 14.0, 15.0, 19.0, 24.0, 28.0, 37.0, 26.0, 36.0, 47.0, 39.0, 47.0, 49.0, 82.0, 597.0, 457.0, 76.0, 42.0, 52.0, 37.0, 40.0, 33.0, 29.0, 20.0, 21.0, 23.0, 19.0, 14.0, 5.0, 9.0, 6.0, 9.0, 2.0, 5.0, 3.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-48.96875, -47.43896484375, -45.9091796875, -44.37939453125, -42.849609375, -41.31982421875, -39.7900390625, -38.26025390625, -36.73046875, -35.20068359375, -33.6708984375, -32.14111328125, -30.611328125, -29.08154296875, -27.5517578125, -26.02197265625, -24.4921875, -22.96240234375, -21.4326171875, -19.90283203125, -18.373046875, -16.84326171875, -15.3134765625, -13.78369140625, -12.25390625, -10.72412109375, -9.1943359375, -7.66455078125, -6.134765625, -4.60498046875, -3.0751953125, -1.54541015625, -0.015625, 1.51416015625, 3.0439453125, 4.57373046875, 6.103515625, 7.63330078125, 9.1630859375, 10.69287109375, 12.22265625, 13.75244140625, 15.2822265625, 16.81201171875, 18.341796875, 19.87158203125, 21.4013671875, 22.93115234375, 24.4609375, 25.99072265625, 27.5205078125, 29.05029296875, 30.580078125, 32.10986328125, 33.6396484375, 35.16943359375, 36.69921875, 38.22900390625, 39.7587890625, 41.28857421875, 42.818359375, 44.34814453125, 45.8779296875, 47.40771484375, 48.9375]}, "gradients/encoder.adapter.layers.0.conv.weight": {"_type": "histogram", "values": [4.0, 3.0, 4.0, 9.0, 7.0, 10.0, 10.0, 23.0, 40.0, 39.0, 37.0, 39.0, 74.0, 76.0, 93.0, 133.0, 191.0, 256.0, 333.0, 490.0, 678.0, 991.0, 1741.0, 2594.0, 5170.0, 11791.0, 33674.0, 110310.0, 5761671.0, 252990.0, 67680.0, 21469.0, 8305.0, 3954.0, 2188.0, 1267.0, 742.0, 565.0, 421.0, 340.0, 213.0, 209.0, 130.0, 96.0, 87.0, 71.0, 64.0, 41.0, 25.0, 34.0, 13.0, 12.0, 16.0, 13.0, 7.0, 4.0, 0.0, 5.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-36.21875, -34.9609375, -33.703125, -32.4453125, -31.1875, -29.9296875, -28.671875, -27.4140625, -26.15625, -24.8984375, -23.640625, -22.3828125, -21.125, -19.8671875, -18.609375, -17.3515625, -16.09375, -14.8359375, -13.578125, -12.3203125, -11.0625, -9.8046875, -8.546875, -7.2890625, -6.03125, -4.7734375, -3.515625, -2.2578125, -1.0, 0.2578125, 1.515625, 2.7734375, 4.03125, 5.2890625, 6.546875, 7.8046875, 9.0625, 10.3203125, 11.578125, 12.8359375, 14.09375, 15.3515625, 16.609375, 17.8671875, 19.125, 20.3828125, 21.640625, 22.8984375, 24.15625, 25.4140625, 26.671875, 27.9296875, 29.1875, 30.4453125, 31.703125, 32.9609375, 34.21875, 35.4765625, 36.734375, 37.9921875, 39.25, 40.5078125, 41.765625, 43.0234375, 44.28125]}, "gradients/encoder.adapter.layers.0.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 2.0, 8.0, 8.0, 6.0, 9.0, 12.0, 7.0, 19.0, 18.0, 19.0, 19.0, 21.0, 36.0, 46.0, 37.0, 36.0, 39.0, 53.0, 51.0, 190.0, 865.0, 95.0, 44.0, 49.0, 44.0, 37.0, 27.0, 41.0, 22.0, 28.0, 19.0, 22.0, 17.0, 12.0, 12.0, 10.0, 10.0, 7.0, 8.0, 4.0, 5.0, 3.0, 6.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-70.375, -68.064453125, -65.75390625, -63.443359375, -61.1328125, -58.822265625, -56.51171875, -54.201171875, -51.890625, -49.580078125, -47.26953125, -44.958984375, -42.6484375, -40.337890625, -38.02734375, -35.716796875, -33.40625, -31.095703125, -28.78515625, -26.474609375, -24.1640625, -21.853515625, -19.54296875, -17.232421875, -14.921875, -12.611328125, -10.30078125, -7.990234375, -5.6796875, -3.369140625, -1.05859375, 1.251953125, 3.5625, 5.873046875, 8.18359375, 10.494140625, 12.8046875, 15.115234375, 17.42578125, 19.736328125, 22.046875, 24.357421875, 26.66796875, 28.978515625, 31.2890625, 33.599609375, 35.91015625, 38.220703125, 40.53125, 42.841796875, 45.15234375, 47.462890625, 49.7734375, 52.083984375, 54.39453125, 56.705078125, 59.015625, 61.326171875, 63.63671875, 65.947265625, 68.2578125, 70.568359375, 72.87890625, 75.189453125, 77.5]}, "gradients/encoder.encoder.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 3.0, 5.0, 4.0, 4.0, 21.0, 99.0, 390.0, 354.0, 66.0, 24.0, 10.0, 7.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-401.1587829589844, -389.3179626464844, -377.4771423339844, -365.63629150390625, -353.79547119140625, -341.95465087890625, -330.11383056640625, -318.27301025390625, -306.43218994140625, -294.59136962890625, -282.75054931640625, -270.90972900390625, -259.0688781738281, -247.22805786132812, -235.38723754882812, -223.54641723632812, -211.70556640625, -199.86474609375, -188.02391052246094, -176.18309020996094, -164.34225463867188, -152.50143432617188, -140.66061401367188, -128.81979370117188, -116.97895812988281, -105.13813018798828, -93.29730224609375, -81.45648193359375, -69.61565399169922, -57.77482604980469, -45.93400573730469, -34.093177795410156, -22.25238037109375, -10.411554336547852, 1.4292716979980469, 13.270095825195312, 25.110923767089844, 36.951751708984375, 48.792572021484375, 60.633399963378906, 72.47422790527344, 84.31505584716797, 96.1558837890625, 107.9967041015625, 119.83753204345703, 131.67835998535156, 143.51918029785156, 155.36001586914062, 167.20083618164062, 179.04165649414062, 190.8824920654297, 202.7233123779297, 214.56414794921875, 226.40496826171875, 238.24578857421875, 250.08660888671875, 261.92742919921875, 273.76824951171875, 285.60906982421875, 297.44989013671875, 309.2907409667969, 321.1315612792969, 332.9723815917969, 344.8132019042969, 356.654052734375]}, "gradients/encoder.encoder.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 4.0, 4.0, 1.0, 3.0, 10.0, 5.0, 6.0, 11.0, 16.0, 20.0, 29.0, 45.0, 139.0, 187.0, 196.0, 147.0, 58.0, 45.0, 15.0, 14.0, 12.0, 12.0, 7.0, 4.0, 5.0, 6.0, 1.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-400.03094482421875, -387.9453125, -375.8596496582031, -363.7740173339844, -351.6883544921875, -339.60272216796875, -327.51708984375, -315.43145751953125, -303.3457946777344, -291.2601623535156, -279.17449951171875, -267.0888671875, -255.0032196044922, -242.91757202148438, -230.83193969726562, -218.7462921142578, -206.66064453125, -194.5749969482422, -182.48934936523438, -170.40371704101562, -158.3180694580078, -146.232421875, -134.14678955078125, -122.06114196777344, -109.97549438476562, -97.88984680175781, -85.80420684814453, -73.71856689453125, -61.63291931152344, -49.54727554321289, -37.461631774902344, -25.375991821289062, -13.29034423828125, -1.2047004699707031, 10.880943298339844, 22.96658706665039, 35.05223083496094, 47.137874603271484, 59.22351837158203, 71.30915832519531, 83.39480590820312, 95.48045349121094, 107.56609344482422, 119.6517333984375, 131.7373809814453, 143.82302856445312, 155.90866088867188, 167.9943084716797, 180.0799560546875, 192.1656036376953, 204.25125122070312, 216.33688354492188, 228.4225311279297, 240.5081787109375, 252.59381103515625, 264.679443359375, 276.7651062011719, 288.8507385253906, 300.9364013671875, 313.02203369140625, 325.107666015625, 337.1933288574219, 349.2789611816406, 361.3646240234375, 373.45025634765625]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 8.0, 5.0, 3.0, 8.0, 10.0, 11.0, 16.0, 31.0, 52.0, 69.0, 101.0, 162.0, 241.0, 422.0, 728.0, 1401.0, 2834.0, 6525.0, 20023.0, 131278.0, 3961832.0, 48341.0, 11580.0, 4290.0, 1938.0, 929.0, 560.0, 360.0, 210.0, 116.0, 68.0, 52.0, 28.0, 14.0, 14.0, 9.0, 8.0, 6.0, 3.0, 5.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.46875, -2.38726806640625, -2.3057861328125, -2.22430419921875, -2.142822265625, -2.06134033203125, -1.9798583984375, -1.89837646484375, -1.81689453125, -1.73541259765625, -1.6539306640625, -1.57244873046875, -1.490966796875, -1.40948486328125, -1.3280029296875, -1.24652099609375, -1.1650390625, -1.08355712890625, -1.0020751953125, -0.92059326171875, -0.839111328125, -0.75762939453125, -0.6761474609375, -0.59466552734375, -0.51318359375, -0.43170166015625, -0.3502197265625, -0.26873779296875, -0.187255859375, -0.10577392578125, -0.0242919921875, 0.05718994140625, 0.138671875, 0.22015380859375, 0.3016357421875, 0.38311767578125, 0.464599609375, 0.54608154296875, 0.6275634765625, 0.70904541015625, 0.79052734375, 0.87200927734375, 0.9534912109375, 1.03497314453125, 1.116455078125, 1.19793701171875, 1.2794189453125, 1.36090087890625, 1.4423828125, 1.52386474609375, 1.6053466796875, 1.68682861328125, 1.768310546875, 1.84979248046875, 1.9312744140625, 2.01275634765625, 2.09423828125, 2.17572021484375, 2.2572021484375, 2.33868408203125, 2.420166015625, 2.50164794921875, 2.5831298828125, 2.66461181640625, 2.74609375]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 6.0, 2.0, 0.0, 4.0, 7.0, 4.0, 6.0, 11.0, 3.0, 14.0, 12.0, 16.0, 10.0, 10.0, 248.0, 533.0, 15.0, 12.0, 17.0, 14.0, 13.0, 8.0, 10.0, 4.0, 7.0, 3.0, 2.0, 4.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1181640625, -1.0853347778320312, -1.0525054931640625, -1.0196762084960938, -0.986846923828125, -0.9540176391601562, -0.9211883544921875, -0.8883590698242188, -0.85552978515625, -0.8227005004882812, -0.7898712158203125, -0.7570419311523438, -0.724212646484375, -0.6913833618164062, -0.6585540771484375, -0.6257247924804688, -0.5928955078125, -0.5600662231445312, -0.5272369384765625, -0.49440765380859375, -0.461578369140625, -0.42874908447265625, -0.3959197998046875, -0.36309051513671875, -0.33026123046875, -0.29743194580078125, -0.2646026611328125, -0.23177337646484375, -0.198944091796875, -0.16611480712890625, -0.1332855224609375, -0.10045623779296875, -0.067626953125, -0.03479766845703125, -0.0019683837890625, 0.03086090087890625, 0.063690185546875, 0.09651947021484375, 0.1293487548828125, 0.16217803955078125, 0.19500732421875, 0.22783660888671875, 0.2606658935546875, 0.29349517822265625, 0.326324462890625, 0.35915374755859375, 0.3919830322265625, 0.42481231689453125, 0.4576416015625, 0.49047088623046875, 0.5233001708984375, 0.5561294555664062, 0.588958740234375, 0.6217880249023438, 0.6546173095703125, 0.6874465942382812, 0.72027587890625, 0.7531051635742188, 0.7859344482421875, 0.8187637329101562, 0.851593017578125, 0.8844223022460938, 0.9172515869140625, 0.9500808715820312, 0.98291015625]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 2.0, 1.0, 0.0, 3.0, 3.0, 14.0, 17.0, 34.0, 43.0, 89.0, 127.0, 284.0, 575.0, 1343.0, 3911.0, 15762.0, 112676.0, 3614332.0, 399921.0, 33246.0, 7323.0, 2352.0, 1014.0, 508.0, 303.0, 148.0, 90.0, 48.0, 29.0, 32.0, 12.0, 8.0, 8.0, 11.0, 8.0, 3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.912109375, -1.81976318359375, -1.7274169921875, -1.63507080078125, -1.542724609375, -1.45037841796875, -1.3580322265625, -1.26568603515625, -1.17333984375, -1.08099365234375, -0.9886474609375, -0.89630126953125, -0.803955078125, -0.71160888671875, -0.6192626953125, -0.52691650390625, -0.4345703125, -0.34222412109375, -0.2498779296875, -0.15753173828125, -0.065185546875, 0.02716064453125, 0.1195068359375, 0.21185302734375, 0.30419921875, 0.39654541015625, 0.4888916015625, 0.58123779296875, 0.673583984375, 0.76593017578125, 0.8582763671875, 0.95062255859375, 1.04296875, 1.13531494140625, 1.2276611328125, 1.32000732421875, 1.412353515625, 1.50469970703125, 1.5970458984375, 1.68939208984375, 1.78173828125, 1.87408447265625, 1.9664306640625, 2.05877685546875, 2.151123046875, 2.24346923828125, 2.3358154296875, 2.42816162109375, 2.5205078125, 2.61285400390625, 2.7052001953125, 2.79754638671875, 2.889892578125, 2.98223876953125, 3.0745849609375, 3.16693115234375, 3.25927734375, 3.35162353515625, 3.4439697265625, 3.53631591796875, 3.628662109375, 3.72100830078125, 3.8133544921875, 3.90570068359375, 3.998046875]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 10.0, 12.0, 18.0, 27.0, 36.0, 72.0, 126.0, 242.0, 477.0, 1621.0, 753.0, 295.0, 148.0, 69.0, 54.0, 36.0, 31.0, 17.0, 9.0, 3.0, 5.0, 2.0, 3.0, 3.0, 3.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8173828125, -0.7842254638671875, -0.751068115234375, -0.7179107666015625, -0.68475341796875, -0.6515960693359375, -0.618438720703125, -0.5852813720703125, -0.5521240234375, -0.5189666748046875, -0.485809326171875, -0.4526519775390625, -0.41949462890625, -0.3863372802734375, -0.353179931640625, -0.3200225830078125, -0.286865234375, -0.2537078857421875, -0.220550537109375, -0.1873931884765625, -0.15423583984375, -0.1210784912109375, -0.087921142578125, -0.0547637939453125, -0.0216064453125, 0.0115509033203125, 0.044708251953125, 0.0778656005859375, 0.11102294921875, 0.1441802978515625, 0.177337646484375, 0.2104949951171875, 0.24365234375, 0.2768096923828125, 0.309967041015625, 0.3431243896484375, 0.37628173828125, 0.4094390869140625, 0.442596435546875, 0.4757537841796875, 0.5089111328125, 0.5420684814453125, 0.575225830078125, 0.6083831787109375, 0.64154052734375, 0.6746978759765625, 0.707855224609375, 0.7410125732421875, 0.774169921875, 0.8073272705078125, 0.840484619140625, 0.8736419677734375, 0.90679931640625, 0.9399566650390625, 0.973114013671875, 1.0062713623046875, 1.0394287109375, 1.0725860595703125, 1.105743408203125, 1.1389007568359375, 1.17205810546875, 1.2052154541015625, 1.238372802734375, 1.2715301513671875, 1.3046875]}, "gradients/encoder.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 6.0, 100.0, 783.0, 95.0, 7.0, 7.0, 7.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.915315628051758, -19.103593826293945, -18.291873931884766, -17.480152130126953, -16.66843032836914, -15.856709480285645, -15.044988632202148, -14.233266830444336, -13.42154598236084, -12.609825134277344, -11.798103332519531, -10.986382484436035, -10.174661636352539, -9.362939834594727, -8.55121898651123, -7.739497661590576, -6.927776336669922, -6.116055011749268, -5.304333686828613, -4.492612838745117, -3.680891513824463, -2.8691701889038086, -2.0574493408203125, -1.2457280158996582, -0.4340066909790039, 0.37771451473236084, 1.1894357204437256, 2.001156806945801, 2.812878131866455, 3.6245994567871094, 4.4363203048706055, 5.24804162979126, 6.059764862060547, 6.871486186981201, 7.6832075119018555, 8.494928359985352, 9.306650161743164, 10.11837100982666, 10.930091857910156, 11.741813659667969, 12.553534507751465, 13.365255355834961, 14.176977157592773, 14.98869800567627, 15.800418853759766, 16.612140655517578, 17.42386245727539, 18.23558235168457, 19.047304153442383, 19.859025955200195, 20.670745849609375, 21.482467651367188, 22.294189453125, 23.105911254882812, 23.917631149291992, 24.729352951049805, 25.541072845458984, 26.352794647216797, 27.164514541625977, 27.97623634338379, 28.7879581451416, 29.59967803955078, 30.411399841308594, 31.223121643066406, 32.03484344482422]}, "gradients/encoder.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 6.0, 4.0, 6.0, 10.0, 12.0, 20.0, 31.0, 55.0, 75.0, 69.0, 69.0, 110.0, 79.0, 99.0, 103.0, 70.0, 46.0, 51.0, 21.0, 15.0, 20.0, 12.0, 4.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.667872667312622, -3.5133216381073, -3.3587706089019775, -3.2042195796966553, -3.049668550491333, -2.8951175212860107, -2.7405667304992676, -2.5860157012939453, -2.431464672088623, -2.276913642883301, -2.1223626136779785, -1.9678115844726562, -1.813260555267334, -1.6587095260620117, -1.504158616065979, -1.3496075868606567, -1.195056438446045, -1.0405054092407227, -0.8859543800354004, -0.7314034104347229, -0.5768523812294006, -0.42230135202407837, -0.2677503824234009, -0.11319935321807861, 0.04135167598724365, 0.19590269029140472, 0.3504537045955658, 0.5050047039985657, 0.6595557332038879, 0.8141067624092102, 0.9686577320098877, 1.12320876121521, 1.2777600288391113, 1.4323110580444336, 1.5868620872497559, 1.7414131164550781, 1.8959641456604004, 2.0505151748657227, 2.205066204071045, 2.359617233276367, 2.5141682624816895, 2.6687192916870117, 2.823270320892334, 2.9778213500976562, 3.1323723793029785, 3.286923408508301, 3.441474437713623, 3.5960254669189453, 3.7505762577056885, 3.9051272869110107, 4.059678077697754, 4.214229106903076, 4.368780136108398, 4.523331165313721, 4.677882194519043, 4.832433223724365, 4.9869842529296875, 5.14153528213501, 5.296086311340332, 5.450637340545654, 5.605188369750977, 5.759739398956299, 5.914290428161621, 6.068841457366943, 6.223392486572266]}, "gradients/encoder.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 8.0, 5.0, 11.0, 21.0, 23.0, 30.0, 46.0, 45.0, 67.0, 95.0, 134.0, 205.0, 293.0, 493.0, 701.0, 1057.0, 1728.0, 2893.0, 4872.0, 8706.0, 16520.0, 31502.0, 278700.0, 625751.0, 34267.0, 17676.0, 9378.0, 5143.0, 3025.0, 1837.0, 1117.0, 714.0, 455.0, 316.0, 221.0, 139.0, 94.0, 75.0, 48.0, 41.0, 40.0, 23.0, 9.0, 13.0, 4.0, 11.0, 6.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.68359375, -2.59124755859375, -2.4989013671875, -2.40655517578125, -2.314208984375, -2.22186279296875, -2.1295166015625, -2.03717041015625, -1.94482421875, -1.85247802734375, -1.7601318359375, -1.66778564453125, -1.575439453125, -1.48309326171875, -1.3907470703125, -1.29840087890625, -1.2060546875, -1.11370849609375, -1.0213623046875, -0.92901611328125, -0.836669921875, -0.74432373046875, -0.6519775390625, -0.55963134765625, -0.46728515625, -0.37493896484375, -0.2825927734375, -0.19024658203125, -0.097900390625, -0.00555419921875, 0.0867919921875, 0.17913818359375, 0.271484375, 0.36383056640625, 0.4561767578125, 0.54852294921875, 0.640869140625, 0.73321533203125, 0.8255615234375, 0.91790771484375, 1.01025390625, 1.10260009765625, 1.1949462890625, 1.28729248046875, 1.379638671875, 1.47198486328125, 1.5643310546875, 1.65667724609375, 1.7490234375, 1.84136962890625, 1.9337158203125, 2.02606201171875, 2.118408203125, 2.21075439453125, 2.3031005859375, 2.39544677734375, 2.48779296875, 2.58013916015625, 2.6724853515625, 2.76483154296875, 2.857177734375, 2.94952392578125, 3.0418701171875, 3.13421630859375, 3.2265625]}, "gradients/encoder.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 4.0, 1.0, 6.0, 1.0, 4.0, 1.0, 6.0, 4.0, 7.0, 9.0, 9.0, 6.0, 10.0, 19.0, 11.0, 10.0, 62.0, 653.0, 79.0, 12.0, 12.0, 19.0, 10.0, 12.0, 11.0, 9.0, 4.0, 4.0, 1.0, 0.0, 7.0, 3.0, 5.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.078125, -1.0458908081054688, -1.0136566162109375, -0.9814224243164062, -0.949188232421875, -0.9169540405273438, -0.8847198486328125, -0.8524856567382812, -0.82025146484375, -0.7880172729492188, -0.7557830810546875, -0.7235488891601562, -0.691314697265625, -0.6590805053710938, -0.6268463134765625, -0.5946121215820312, -0.5623779296875, -0.5301437377929688, -0.4979095458984375, -0.46567535400390625, -0.433441162109375, -0.40120697021484375, -0.3689727783203125, -0.33673858642578125, -0.30450439453125, -0.27227020263671875, -0.2400360107421875, -0.20780181884765625, -0.175567626953125, -0.14333343505859375, -0.1110992431640625, -0.07886505126953125, -0.046630859375, -0.01439666748046875, 0.0178375244140625, 0.05007171630859375, 0.082305908203125, 0.11454010009765625, 0.1467742919921875, 0.17900848388671875, 0.21124267578125, 0.24347686767578125, 0.2757110595703125, 0.30794525146484375, 0.340179443359375, 0.37241363525390625, 0.4046478271484375, 0.43688201904296875, 0.4691162109375, 0.5013504028320312, 0.5335845947265625, 0.5658187866210938, 0.598052978515625, 0.6302871704101562, 0.6625213623046875, 0.6947555541992188, 0.72698974609375, 0.7592239379882812, 0.7914581298828125, 0.8236923217773438, 0.855926513671875, 0.8881607055664062, 0.9203948974609375, 0.9526290893554688, 0.98486328125]}, "gradients/encoder.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 5.0, 1.0, 7.0, 5.0, 3.0, 5.0, 8.0, 6.0, 19.0, 22.0, 32.0, 32.0, 41.0, 48.0, 86.0, 117.0, 158.0, 240.0, 373.0, 608.0, 1080.0, 2172.0, 5148.0, 13150.0, 39999.0, 146945.0, 463641.0, 269373.0, 69672.0, 21242.0, 7448.0, 3233.0, 1475.0, 781.0, 430.0, 275.0, 189.0, 123.0, 99.0, 74.0, 56.0, 34.0, 20.0, 23.0, 18.0, 9.0, 13.0, 10.0, 7.0, 3.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.9365234375, -1.8734893798828125, -1.810455322265625, -1.7474212646484375, -1.68438720703125, -1.6213531494140625, -1.558319091796875, -1.4952850341796875, -1.4322509765625, -1.3692169189453125, -1.306182861328125, -1.2431488037109375, -1.18011474609375, -1.1170806884765625, -1.054046630859375, -0.9910125732421875, -0.927978515625, -0.8649444580078125, -0.801910400390625, -0.7388763427734375, -0.67584228515625, -0.6128082275390625, -0.549774169921875, -0.4867401123046875, -0.4237060546875, -0.3606719970703125, -0.297637939453125, -0.2346038818359375, -0.17156982421875, -0.1085357666015625, -0.045501708984375, 0.0175323486328125, 0.08056640625, 0.1436004638671875, 0.206634521484375, 0.2696685791015625, 0.33270263671875, 0.3957366943359375, 0.458770751953125, 0.5218048095703125, 0.5848388671875, 0.6478729248046875, 0.710906982421875, 0.7739410400390625, 0.83697509765625, 0.9000091552734375, 0.963043212890625, 1.0260772705078125, 1.089111328125, 1.1521453857421875, 1.215179443359375, 1.2782135009765625, 1.34124755859375, 1.4042816162109375, 1.467315673828125, 1.5303497314453125, 1.5933837890625, 1.6564178466796875, 1.719451904296875, 1.7824859619140625, 1.84552001953125, 1.9085540771484375, 1.971588134765625, 2.0346221923828125, 2.09765625]}, "gradients/encoder.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 5.0, 3.0, 2.0, 9.0, 7.0, 10.0, 12.0, 11.0, 22.0, 15.0, 21.0, 24.0, 32.0, 29.0, 30.0, 30.0, 36.0, 37.0, 48.0, 39.0, 39.0, 52.0, 40.0, 40.0, 45.0, 30.0, 48.0, 35.0, 31.0, 30.0, 27.0, 27.0, 29.0, 18.0, 16.0, 17.0, 12.0, 2.0, 12.0, 4.0, 10.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.0546875, -2.958251953125, -2.86181640625, -2.765380859375, -2.6689453125, -2.572509765625, -2.47607421875, -2.379638671875, -2.283203125, -2.186767578125, -2.09033203125, -1.993896484375, -1.8974609375, -1.801025390625, -1.70458984375, -1.608154296875, -1.51171875, -1.415283203125, -1.31884765625, -1.222412109375, -1.1259765625, -1.029541015625, -0.93310546875, -0.836669921875, -0.740234375, -0.643798828125, -0.54736328125, -0.450927734375, -0.3544921875, -0.258056640625, -0.16162109375, -0.065185546875, 0.03125, 0.127685546875, 0.22412109375, 0.320556640625, 0.4169921875, 0.513427734375, 0.60986328125, 0.706298828125, 0.802734375, 0.899169921875, 0.99560546875, 1.092041015625, 1.1884765625, 1.284912109375, 1.38134765625, 1.477783203125, 1.57421875, 1.670654296875, 1.76708984375, 1.863525390625, 1.9599609375, 2.056396484375, 2.15283203125, 2.249267578125, 2.345703125, 2.442138671875, 2.53857421875, 2.635009765625, 2.7314453125, 2.827880859375, 2.92431640625, 3.020751953125, 3.1171875]}, "gradients/encoder.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 11.0, 11.0, 5.0, 11.0, 24.0, 32.0, 109.0, 369.0, 1688.0, 18091.0, 972520.0, 51940.0, 2966.0, 516.0, 142.0, 61.0, 37.0, 14.0, 11.0, 7.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.1171875, -9.86822509765625, -9.6192626953125, -9.37030029296875, -9.121337890625, -8.87237548828125, -8.6234130859375, -8.37445068359375, -8.12548828125, -7.87652587890625, -7.6275634765625, -7.37860107421875, -7.129638671875, -6.88067626953125, -6.6317138671875, -6.38275146484375, -6.1337890625, -5.88482666015625, -5.6358642578125, -5.38690185546875, -5.137939453125, -4.88897705078125, -4.6400146484375, -4.39105224609375, -4.14208984375, -3.89312744140625, -3.6441650390625, -3.39520263671875, -3.146240234375, -2.89727783203125, -2.6483154296875, -2.39935302734375, -2.150390625, -1.90142822265625, -1.6524658203125, -1.40350341796875, -1.154541015625, -0.90557861328125, -0.6566162109375, -0.40765380859375, -0.15869140625, 0.09027099609375, 0.3392333984375, 0.58819580078125, 0.837158203125, 1.08612060546875, 1.3350830078125, 1.58404541015625, 1.8330078125, 2.08197021484375, 2.3309326171875, 2.57989501953125, 2.828857421875, 3.07781982421875, 3.3267822265625, 3.57574462890625, 3.82470703125, 4.07366943359375, 4.3226318359375, 4.57159423828125, 4.820556640625, 5.06951904296875, 5.3184814453125, 5.56744384765625, 5.81640625]}, "gradients/encoder.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 4.0, 5.0, 9.0, 7.0, 6.0, 14.0, 23.0, 26.0, 45.0, 56.0, 78.0, 87.0, 117.0, 101.0, 106.0, 81.0, 52.0, 44.0, 41.0, 29.0, 20.0, 15.0, 8.0, 6.0, 5.0, 8.0, 4.0, 2.0, 0.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.0001246929168701172, -0.00012166798114776611, -0.00011864304542541504, -0.00011561810970306396, -0.00011259317398071289, -0.00010956823825836182, -0.00010654330253601074, -0.00010351836681365967, -0.0001004934310913086, -9.746849536895752e-05, -9.444355964660645e-05, -9.141862392425537e-05, -8.83936882019043e-05, -8.536875247955322e-05, -8.234381675720215e-05, -7.931888103485107e-05, -7.62939453125e-05, -7.326900959014893e-05, -7.024407386779785e-05, -6.721913814544678e-05, -6.41942024230957e-05, -6.116926670074463e-05, -5.8144330978393555e-05, -5.511939525604248e-05, -5.2094459533691406e-05, -4.906952381134033e-05, -4.604458808898926e-05, -4.3019652366638184e-05, -3.999471664428711e-05, -3.6969780921936035e-05, -3.394484519958496e-05, -3.091990947723389e-05, -2.7894973754882812e-05, -2.4870038032531738e-05, -2.1845102310180664e-05, -1.882016658782959e-05, -1.5795230865478516e-05, -1.2770295143127441e-05, -9.745359420776367e-06, -6.720423698425293e-06, -3.6954879760742188e-06, -6.705522537231445e-07, 2.3543834686279297e-06, 5.379319190979004e-06, 8.404254913330078e-06, 1.1429190635681152e-05, 1.4454126358032227e-05, 1.74790620803833e-05, 2.0503997802734375e-05, 2.352893352508545e-05, 2.6553869247436523e-05, 2.9578804969787598e-05, 3.260374069213867e-05, 3.5628676414489746e-05, 3.865361213684082e-05, 4.1678547859191895e-05, 4.470348358154297e-05, 4.772841930389404e-05, 5.075335502624512e-05, 5.377829074859619e-05, 5.6803226470947266e-05, 5.982816219329834e-05, 6.285309791564941e-05, 6.587803363800049e-05, 6.890296936035156e-05]}, "gradients/encoder.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 2.0, 7.0, 8.0, 9.0, 8.0, 12.0, 20.0, 21.0, 43.0, 56.0, 75.0, 147.0, 196.0, 277.0, 580.0, 1192.0, 2645.0, 6964.0, 24912.0, 171515.0, 695518.0, 114745.0, 19274.0, 5733.0, 2248.0, 1003.0, 559.0, 274.0, 156.0, 89.0, 67.0, 55.0, 39.0, 21.0, 23.0, 12.0, 12.0, 4.0, 12.0, 3.0, 6.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0], "bins": [-2.912109375, -2.827484130859375, -2.74285888671875, -2.658233642578125, -2.5736083984375, -2.488983154296875, -2.40435791015625, -2.319732666015625, -2.235107421875, -2.150482177734375, -2.06585693359375, -1.981231689453125, -1.8966064453125, -1.811981201171875, -1.72735595703125, -1.642730712890625, -1.55810546875, -1.473480224609375, -1.38885498046875, -1.304229736328125, -1.2196044921875, -1.134979248046875, -1.05035400390625, -0.965728759765625, -0.881103515625, -0.796478271484375, -0.71185302734375, -0.627227783203125, -0.5426025390625, -0.457977294921875, -0.37335205078125, -0.288726806640625, -0.2041015625, -0.119476318359375, -0.03485107421875, 0.049774169921875, 0.1343994140625, 0.219024658203125, 0.30364990234375, 0.388275146484375, 0.472900390625, 0.557525634765625, 0.64215087890625, 0.726776123046875, 0.8114013671875, 0.896026611328125, 0.98065185546875, 1.065277099609375, 1.14990234375, 1.234527587890625, 1.31915283203125, 1.403778076171875, 1.4884033203125, 1.573028564453125, 1.65765380859375, 1.742279052734375, 1.826904296875, 1.911529541015625, 1.99615478515625, 2.080780029296875, 2.1654052734375, 2.250030517578125, 2.33465576171875, 2.419281005859375, 2.50390625]}, "gradients/encoder.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 9.0, 7.0, 16.0, 12.0, 23.0, 28.0, 49.0, 81.0, 87.0, 126.0, 133.0, 132.0, 97.0, 68.0, 48.0, 32.0, 19.0, 17.0, 7.0, 7.0, 6.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.7734375, -3.66998291015625, -3.5665283203125, -3.46307373046875, -3.359619140625, -3.25616455078125, -3.1527099609375, -3.04925537109375, -2.94580078125, -2.84234619140625, -2.7388916015625, -2.63543701171875, -2.531982421875, -2.42852783203125, -2.3250732421875, -2.22161865234375, -2.1181640625, -2.01470947265625, -1.9112548828125, -1.80780029296875, -1.704345703125, -1.60089111328125, -1.4974365234375, -1.39398193359375, -1.29052734375, -1.18707275390625, -1.0836181640625, -0.98016357421875, -0.876708984375, -0.77325439453125, -0.6697998046875, -0.56634521484375, -0.462890625, -0.35943603515625, -0.2559814453125, -0.15252685546875, -0.049072265625, 0.05438232421875, 0.1578369140625, 0.26129150390625, 0.36474609375, 0.46820068359375, 0.5716552734375, 0.67510986328125, 0.778564453125, 0.88201904296875, 0.9854736328125, 1.08892822265625, 1.1923828125, 1.29583740234375, 1.3992919921875, 1.50274658203125, 1.606201171875, 1.70965576171875, 1.8131103515625, 1.91656494140625, 2.02001953125, 2.12347412109375, 2.2269287109375, 2.33038330078125, 2.433837890625, 2.53729248046875, 2.6407470703125, 2.74420166015625, 2.84765625]}, "gradients/encoder.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 0.0, 14.0, 26.0, 129.0, 520.0, 246.0, 37.0, 11.0, 9.0, 4.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-45.63994216918945, -43.535850524902344, -41.43175506591797, -39.32766342163086, -37.223567962646484, -35.119476318359375, -33.015380859375, -30.91128921508789, -28.80719566345215, -26.703102111816406, -24.599008560180664, -22.494915008544922, -20.390823364257812, -18.286727905273438, -16.182636260986328, -14.078542709350586, -11.974449157714844, -9.870355606079102, -7.766262531280518, -5.662169456481934, -3.5580759048461914, -1.4539823532104492, 0.6501102447509766, 2.7542037963867188, 4.858297348022461, 6.962390899658203, 9.066484451293945, 11.170577049255371, 13.274670600891113, 15.378764152526855, 17.48285675048828, 19.586950302124023, 21.69104766845703, 23.795141220092773, 25.899234771728516, 28.003326416015625, 30.107421875, 32.21151351928711, 34.31560516357422, 36.419700622558594, 38.52379608154297, 40.62788772583008, 42.73198318481445, 44.83607482910156, 46.94017028808594, 49.04426193237305, 51.148353576660156, 53.25244903564453, 55.35654067993164, 57.46063232421875, 59.564727783203125, 61.668819427490234, 63.77291488647461, 65.87700653076172, 67.9811019897461, 70.08518981933594, 72.18928527832031, 74.29338073730469, 76.39746856689453, 78.5015640258789, 80.60565948486328, 82.70975494384766, 84.8138427734375, 86.91793823242188, 89.02203369140625]}, "gradients/encoder.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 8.0, 3.0, 7.0, 8.0, 10.0, 14.0, 19.0, 33.0, 39.0, 85.0, 138.0, 217.0, 147.0, 102.0, 63.0, 36.0, 18.0, 9.0, 8.0, 6.0, 1.0, 5.0, 5.0, 3.0, 4.0, 5.0, 5.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-57.236732482910156, -55.09894561767578, -52.96116256713867, -50.82337951660156, -48.68559265136719, -46.54780578613281, -44.4100227355957, -42.272239685058594, -40.13445281982422, -37.996665954589844, -35.858882904052734, -33.721099853515625, -31.58331298828125, -29.445528030395508, -27.307743072509766, -25.169958114624023, -23.03217315673828, -20.89438819885254, -18.756603240966797, -16.618818283081055, -14.481033325195312, -12.34324836730957, -10.205463409423828, -8.067678451538086, -5.929893493652344, -3.7921085357666016, -1.6543235778808594, 0.4834613800048828, 2.621246337890625, 4.759031295776367, 6.896816253662109, 9.034601211547852, 11.172378540039062, 13.310163497924805, 15.447948455810547, 17.58573341369629, 19.72351837158203, 21.861303329467773, 23.999088287353516, 26.136873245239258, 28.274658203125, 30.412443161010742, 32.550228118896484, 34.688011169433594, 36.82579803466797, 38.963584899902344, 41.10136795043945, 43.23915100097656, 45.37693786621094, 47.51472473144531, 49.65250778198242, 51.79029083251953, 53.928077697753906, 56.06586456298828, 58.20364761352539, 60.3414306640625, 62.479217529296875, 64.61700439453125, 66.75479125976562, 68.89257049560547, 71.03035736083984, 73.16814422607422, 75.30592346191406, 77.44371032714844, 79.58149719238281]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 3.0, 8.0, 8.0, 16.0, 19.0, 21.0, 39.0, 46.0, 83.0, 130.0, 202.0, 339.0, 595.0, 1184.0, 2270.0, 4932.0, 12610.0, 41219.0, 750591.0, 3317946.0, 42223.0, 11475.0, 4465.0, 1859.0, 903.0, 468.0, 241.0, 152.0, 67.0, 66.0, 37.0, 19.0, 23.0, 7.0, 6.0, 9.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.5703125, -8.3109130859375, -8.051513671875, -7.7921142578125, -7.53271484375, -7.2733154296875, -7.013916015625, -6.7545166015625, -6.4951171875, -6.2357177734375, -5.976318359375, -5.7169189453125, -5.45751953125, -5.1981201171875, -4.938720703125, -4.6793212890625, -4.419921875, -4.1605224609375, -3.901123046875, -3.6417236328125, -3.38232421875, -3.1229248046875, -2.863525390625, -2.6041259765625, -2.3447265625, -2.0853271484375, -1.825927734375, -1.5665283203125, -1.30712890625, -1.0477294921875, -0.788330078125, -0.5289306640625, -0.26953125, -0.0101318359375, 0.249267578125, 0.5086669921875, 0.76806640625, 1.0274658203125, 1.286865234375, 1.5462646484375, 1.8056640625, 2.0650634765625, 2.324462890625, 2.5838623046875, 2.84326171875, 3.1026611328125, 3.362060546875, 3.6214599609375, 3.880859375, 4.1402587890625, 4.399658203125, 4.6590576171875, 4.91845703125, 5.1778564453125, 5.437255859375, 5.6966552734375, 5.9560546875, 6.2154541015625, 6.474853515625, 6.7342529296875, 6.99365234375, 7.2530517578125, 7.512451171875, 7.7718505859375, 8.03125]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 6.0, 7.0, 7.0, 10.0, 10.0, 15.0, 9.0, 17.0, 22.0, 101.0, 435.0, 239.0, 26.0, 17.0, 14.0, 17.0, 12.0, 8.0, 8.0, 7.0, 5.0, 2.0, 2.0, 3.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9931640625, -0.9616851806640625, -0.930206298828125, -0.8987274169921875, -0.86724853515625, -0.8357696533203125, -0.804290771484375, -0.7728118896484375, -0.7413330078125, -0.7098541259765625, -0.678375244140625, -0.6468963623046875, -0.61541748046875, -0.5839385986328125, -0.552459716796875, -0.5209808349609375, -0.489501953125, -0.4580230712890625, -0.426544189453125, -0.3950653076171875, -0.36358642578125, -0.3321075439453125, -0.300628662109375, -0.2691497802734375, -0.2376708984375, -0.2061920166015625, -0.174713134765625, -0.1432342529296875, -0.11175537109375, -0.0802764892578125, -0.048797607421875, -0.0173187255859375, 0.01416015625, 0.0456390380859375, 0.077117919921875, 0.1085968017578125, 0.14007568359375, 0.1715545654296875, 0.203033447265625, 0.2345123291015625, 0.2659912109375, 0.2974700927734375, 0.328948974609375, 0.3604278564453125, 0.39190673828125, 0.4233856201171875, 0.454864501953125, 0.4863433837890625, 0.517822265625, 0.5493011474609375, 0.580780029296875, 0.6122589111328125, 0.64373779296875, 0.6752166748046875, 0.706695556640625, 0.7381744384765625, 0.7696533203125, 0.8011322021484375, 0.832611083984375, 0.8640899658203125, 0.89556884765625, 0.9270477294921875, 0.958526611328125, 0.9900054931640625, 1.021484375]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 4.0, 5.0, 5.0, 9.0, 13.0, 11.0, 18.0, 21.0, 58.0, 65.0, 135.0, 197.0, 343.0, 570.0, 1101.0, 2217.0, 5616.0, 16286.0, 62402.0, 429310.0, 3354753.0, 254247.0, 45595.0, 12475.0, 4529.0, 1994.0, 933.0, 538.0, 304.0, 175.0, 105.0, 65.0, 58.0, 40.0, 29.0, 24.0, 9.0, 8.0, 5.0, 6.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.78125, -3.6480712890625, -3.514892578125, -3.3817138671875, -3.24853515625, -3.1153564453125, -2.982177734375, -2.8489990234375, -2.7158203125, -2.5826416015625, -2.449462890625, -2.3162841796875, -2.18310546875, -2.0499267578125, -1.916748046875, -1.7835693359375, -1.650390625, -1.5172119140625, -1.384033203125, -1.2508544921875, -1.11767578125, -0.9844970703125, -0.851318359375, -0.7181396484375, -0.5849609375, -0.4517822265625, -0.318603515625, -0.1854248046875, -0.05224609375, 0.0809326171875, 0.214111328125, 0.3472900390625, 0.48046875, 0.6136474609375, 0.746826171875, 0.8800048828125, 1.01318359375, 1.1463623046875, 1.279541015625, 1.4127197265625, 1.5458984375, 1.6790771484375, 1.812255859375, 1.9454345703125, 2.07861328125, 2.2117919921875, 2.344970703125, 2.4781494140625, 2.611328125, 2.7445068359375, 2.877685546875, 3.0108642578125, 3.14404296875, 3.2772216796875, 3.410400390625, 3.5435791015625, 3.6767578125, 3.8099365234375, 3.943115234375, 4.0762939453125, 4.20947265625, 4.3426513671875, 4.475830078125, 4.6090087890625, 4.7421875]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 4.0, 4.0, 4.0, 4.0, 14.0, 14.0, 13.0, 13.0, 21.0, 26.0, 39.0, 39.0, 60.0, 84.0, 130.0, 192.0, 297.0, 629.0, 1147.0, 475.0, 299.0, 159.0, 102.0, 72.0, 63.0, 37.0, 23.0, 21.0, 23.0, 17.0, 9.0, 8.0, 3.0, 5.0, 5.0, 4.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.72216796875, -0.7028121948242188, -0.6834564208984375, -0.6641006469726562, -0.644744873046875, -0.6253890991210938, -0.6060333251953125, -0.5866775512695312, -0.56732177734375, -0.5479660034179688, -0.5286102294921875, -0.5092544555664062, -0.489898681640625, -0.47054290771484375, -0.4511871337890625, -0.43183135986328125, -0.4124755859375, -0.39311981201171875, -0.3737640380859375, -0.35440826416015625, -0.335052490234375, -0.31569671630859375, -0.2963409423828125, -0.27698516845703125, -0.25762939453125, -0.23827362060546875, -0.2189178466796875, -0.19956207275390625, -0.180206298828125, -0.16085052490234375, -0.1414947509765625, -0.12213897705078125, -0.102783203125, -0.08342742919921875, -0.0640716552734375, -0.04471588134765625, -0.025360107421875, -0.00600433349609375, 0.0133514404296875, 0.03270721435546875, 0.05206298828125, 0.07141876220703125, 0.0907745361328125, 0.11013031005859375, 0.129486083984375, 0.14884185791015625, 0.1681976318359375, 0.18755340576171875, 0.2069091796875, 0.22626495361328125, 0.2456207275390625, 0.26497650146484375, 0.284332275390625, 0.30368804931640625, 0.3230438232421875, 0.34239959716796875, 0.36175537109375, 0.38111114501953125, 0.4004669189453125, 0.41982269287109375, 0.439178466796875, 0.45853424072265625, 0.4778900146484375, 0.49724578857421875, 0.5166015625]}, "gradients/encoder.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 5.0, 6.0, 48.0, 548.0, 378.0, 13.0, 3.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-36.61808776855469, -35.85399627685547, -35.08990478515625, -34.3258171081543, -33.56172561645508, -32.79763412475586, -32.033546447753906, -31.269454956054688, -30.50536346435547, -29.74127197265625, -28.977182388305664, -28.213092803955078, -27.44900131225586, -26.68490982055664, -25.920820236206055, -25.15673065185547, -24.39263916015625, -23.62854766845703, -22.864458084106445, -22.10036849975586, -21.33627700805664, -20.572185516357422, -19.808095932006836, -19.04400634765625, -18.27991485595703, -17.515823364257812, -16.751733779907227, -15.987643241882324, -15.223552703857422, -14.45946216583252, -13.695371627807617, -12.931281089782715, -12.167190551757812, -11.40310001373291, -10.639009475708008, -9.874918937683105, -9.110828399658203, -8.3467378616333, -7.582647323608398, -6.818556785583496, -6.054466247558594, -5.290375709533691, -4.526285171508789, -3.7621946334838867, -2.9981040954589844, -2.234013557434082, -1.4699230194091797, -0.7058324813842773, 0.058258056640625, 0.8223485946655273, 1.5864391326904297, 2.350529670715332, 3.1146202087402344, 3.8787107467651367, 4.642801284790039, 5.406891822814941, 6.170982360839844, 6.935072898864746, 7.699163436889648, 8.46325397491455, 9.227344512939453, 9.991435050964355, 10.755525588989258, 11.51961612701416, 12.283706665039062]}, "gradients/encoder.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 5.0, 5.0, 4.0, 4.0, 3.0, 16.0, 15.0, 25.0, 29.0, 41.0, 53.0, 79.0, 103.0, 97.0, 91.0, 87.0, 97.0, 83.0, 43.0, 32.0, 20.0, 20.0, 11.0, 10.0, 12.0, 11.0, 5.0, 2.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.923188209533691, -4.7572245597839355, -4.591261386871338, -4.425297737121582, -4.259334564208984, -4.0933709144592285, -3.927407741546631, -3.761444091796875, -3.5954809188842773, -3.4295175075531006, -3.263554096221924, -3.097590684890747, -2.9316272735595703, -2.7656638622283936, -2.599700450897217, -2.433736801147461, -2.267773389816284, -2.1018099784851074, -1.9358465671539307, -1.769883155822754, -1.6039197444915771, -1.4379563331604004, -1.271992802619934, -1.1060293912887573, -0.9400659799575806, -0.7741025686264038, -0.608139157295227, -0.4421756863594055, -0.27621227502822876, -0.110248863697052, 0.05571460723876953, 0.2216780185699463, 0.38764142990112305, 0.5536048412322998, 0.7195682525634766, 0.8855317234992981, 1.05149507522583, 1.2174584865570068, 1.3834220170974731, 1.54938542842865, 1.7153488397598267, 1.8813122510910034, 2.0472757816314697, 2.2132391929626465, 2.3792026042938232, 2.545166015625, 2.7111294269561768, 2.8770928382873535, 3.0430562496185303, 3.209019660949707, 3.374983072280884, 3.5409464836120605, 3.7069098949432373, 3.872873306274414, 4.03883695602417, 4.204800128936768, 4.370763778686523, 4.536727428436279, 4.702690601348877, 4.868654251098633, 5.0346174240112305, 5.200581073760986, 5.366544246673584, 5.53250789642334, 5.6984710693359375]}, "gradients/encoder.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 9.0, 7.0, 9.0, 16.0, 23.0, 25.0, 49.0, 68.0, 109.0, 181.0, 327.0, 499.0, 905.0, 1889.0, 4005.0, 8946.0, 23996.0, 118021.0, 806584.0, 52884.0, 16774.0, 6764.0, 3100.0, 1465.0, 756.0, 446.0, 261.0, 159.0, 106.0, 63.0, 40.0, 21.0, 15.0, 16.0, 4.0, 7.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.34375, -5.16754150390625, -4.9913330078125, -4.81512451171875, -4.638916015625, -4.46270751953125, -4.2864990234375, -4.11029052734375, -3.93408203125, -3.75787353515625, -3.5816650390625, -3.40545654296875, -3.229248046875, -3.05303955078125, -2.8768310546875, -2.70062255859375, -2.5244140625, -2.34820556640625, -2.1719970703125, -1.99578857421875, -1.819580078125, -1.64337158203125, -1.4671630859375, -1.29095458984375, -1.11474609375, -0.93853759765625, -0.7623291015625, -0.58612060546875, -0.409912109375, -0.23370361328125, -0.0574951171875, 0.11871337890625, 0.294921875, 0.47113037109375, 0.6473388671875, 0.82354736328125, 0.999755859375, 1.17596435546875, 1.3521728515625, 1.52838134765625, 1.70458984375, 1.88079833984375, 2.0570068359375, 2.23321533203125, 2.409423828125, 2.58563232421875, 2.7618408203125, 2.93804931640625, 3.1142578125, 3.29046630859375, 3.4666748046875, 3.64288330078125, 3.819091796875, 3.99530029296875, 4.1715087890625, 4.34771728515625, 4.52392578125, 4.70013427734375, 4.8763427734375, 5.05255126953125, 5.228759765625, 5.40496826171875, 5.5811767578125, 5.75738525390625, 5.93359375]}, "gradients/encoder.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 5.0, 1.0, 1.0, 10.0, 3.0, 9.0, 6.0, 9.0, 20.0, 17.0, 13.0, 76.0, 336.0, 326.0, 75.0, 31.0, 13.0, 8.0, 17.0, 9.0, 8.0, 9.0, 2.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0361328125, -1.0036773681640625, -0.971221923828125, -0.9387664794921875, -0.90631103515625, -0.8738555908203125, -0.841400146484375, -0.8089447021484375, -0.7764892578125, -0.7440338134765625, -0.711578369140625, -0.6791229248046875, -0.64666748046875, -0.6142120361328125, -0.581756591796875, -0.5493011474609375, -0.516845703125, -0.4843902587890625, -0.451934814453125, -0.4194793701171875, -0.38702392578125, -0.3545684814453125, -0.322113037109375, -0.2896575927734375, -0.2572021484375, -0.2247467041015625, -0.192291259765625, -0.1598358154296875, -0.12738037109375, -0.0949249267578125, -0.062469482421875, -0.0300140380859375, 0.00244140625, 0.0348968505859375, 0.067352294921875, 0.0998077392578125, 0.13226318359375, 0.1647186279296875, 0.197174072265625, 0.2296295166015625, 0.2620849609375, 0.2945404052734375, 0.326995849609375, 0.3594512939453125, 0.39190673828125, 0.4243621826171875, 0.456817626953125, 0.4892730712890625, 0.521728515625, 0.5541839599609375, 0.586639404296875, 0.6190948486328125, 0.65155029296875, 0.6840057373046875, 0.716461181640625, 0.7489166259765625, 0.7813720703125, 0.8138275146484375, 0.846282958984375, 0.8787384033203125, 0.91119384765625, 0.9436492919921875, 0.976104736328125, 1.0085601806640625, 1.041015625]}, "gradients/encoder.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 8.0, 12.0, 17.0, 37.0, 63.0, 152.0, 417.0, 1236.0, 6447.0, 78808.0, 837691.0, 113000.0, 8296.0, 1538.0, 429.0, 217.0, 72.0, 55.0, 15.0, 13.0, 8.0, 8.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.12890625, -4.955322265625, -4.78173828125, -4.608154296875, -4.4345703125, -4.260986328125, -4.08740234375, -3.913818359375, -3.740234375, -3.566650390625, -3.39306640625, -3.219482421875, -3.0458984375, -2.872314453125, -2.69873046875, -2.525146484375, -2.3515625, -2.177978515625, -2.00439453125, -1.830810546875, -1.6572265625, -1.483642578125, -1.31005859375, -1.136474609375, -0.962890625, -0.789306640625, -0.61572265625, -0.442138671875, -0.2685546875, -0.094970703125, 0.07861328125, 0.252197265625, 0.42578125, 0.599365234375, 0.77294921875, 0.946533203125, 1.1201171875, 1.293701171875, 1.46728515625, 1.640869140625, 1.814453125, 1.988037109375, 2.16162109375, 2.335205078125, 2.5087890625, 2.682373046875, 2.85595703125, 3.029541015625, 3.203125, 3.376708984375, 3.55029296875, 3.723876953125, 3.8974609375, 4.071044921875, 4.24462890625, 4.418212890625, 4.591796875, 4.765380859375, 4.93896484375, 5.112548828125, 5.2861328125, 5.459716796875, 5.63330078125, 5.806884765625, 5.98046875]}, "gradients/encoder.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 7.0, 3.0, 5.0, 6.0, 11.0, 16.0, 15.0, 27.0, 25.0, 29.0, 35.0, 29.0, 42.0, 52.0, 47.0, 59.0, 50.0, 63.0, 54.0, 61.0, 51.0, 45.0, 37.0, 36.0, 31.0, 31.0, 30.0, 23.0, 20.0, 17.0, 12.0, 9.0, 8.0, 5.0, 5.0, 6.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.87890625, -1.80987548828125, -1.7408447265625, -1.67181396484375, -1.602783203125, -1.53375244140625, -1.4647216796875, -1.39569091796875, -1.32666015625, -1.25762939453125, -1.1885986328125, -1.11956787109375, -1.050537109375, -0.98150634765625, -0.9124755859375, -0.84344482421875, -0.7744140625, -0.70538330078125, -0.6363525390625, -0.56732177734375, -0.498291015625, -0.42926025390625, -0.3602294921875, -0.29119873046875, -0.22216796875, -0.15313720703125, -0.0841064453125, -0.01507568359375, 0.053955078125, 0.12298583984375, 0.1920166015625, 0.26104736328125, 0.330078125, 0.39910888671875, 0.4681396484375, 0.53717041015625, 0.606201171875, 0.67523193359375, 0.7442626953125, 0.81329345703125, 0.88232421875, 0.95135498046875, 1.0203857421875, 1.08941650390625, 1.158447265625, 1.22747802734375, 1.2965087890625, 1.36553955078125, 1.4345703125, 1.50360107421875, 1.5726318359375, 1.64166259765625, 1.710693359375, 1.77972412109375, 1.8487548828125, 1.91778564453125, 1.98681640625, 2.05584716796875, 2.1248779296875, 2.19390869140625, 2.262939453125, 2.33197021484375, 2.4010009765625, 2.47003173828125, 2.5390625]}, "gradients/encoder.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 3.0, 5.0, 5.0, 6.0, 14.0, 15.0, 36.0, 68.0, 130.0, 278.0, 791.0, 3028.0, 29580.0, 903700.0, 103382.0, 5613.0, 1152.0, 416.0, 160.0, 73.0, 41.0, 20.0, 20.0, 13.0, 9.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.609375, -8.3536376953125, -8.097900390625, -7.8421630859375, -7.58642578125, -7.3306884765625, -7.074951171875, -6.8192138671875, -6.5634765625, -6.3077392578125, -6.052001953125, -5.7962646484375, -5.54052734375, -5.2847900390625, -5.029052734375, -4.7733154296875, -4.517578125, -4.2618408203125, -4.006103515625, -3.7503662109375, -3.49462890625, -3.2388916015625, -2.983154296875, -2.7274169921875, -2.4716796875, -2.2159423828125, -1.960205078125, -1.7044677734375, -1.44873046875, -1.1929931640625, -0.937255859375, -0.6815185546875, -0.42578125, -0.1700439453125, 0.085693359375, 0.3414306640625, 0.59716796875, 0.8529052734375, 1.108642578125, 1.3643798828125, 1.6201171875, 1.8758544921875, 2.131591796875, 2.3873291015625, 2.64306640625, 2.8988037109375, 3.154541015625, 3.4102783203125, 3.666015625, 3.9217529296875, 4.177490234375, 4.4332275390625, 4.68896484375, 4.9447021484375, 5.200439453125, 5.4561767578125, 5.7119140625, 5.9676513671875, 6.223388671875, 6.4791259765625, 6.73486328125, 6.9906005859375, 7.246337890625, 7.5020751953125, 7.7578125]}, "gradients/encoder.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 1.0, 7.0, 5.0, 10.0, 8.0, 23.0, 18.0, 36.0, 35.0, 54.0, 72.0, 92.0, 102.0, 123.0, 86.0, 94.0, 60.0, 43.0, 36.0, 27.0, 15.0, 12.0, 11.0, 2.0, 8.0, 4.0, 5.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.00018644332885742188, -0.0001811794936656952, -0.0001759156584739685, -0.00017065182328224182, -0.00016538798809051514, -0.00016012415289878845, -0.00015486031770706177, -0.00014959648251533508, -0.0001443326473236084, -0.00013906881213188171, -0.00013380497694015503, -0.00012854114174842834, -0.00012327730655670166, -0.00011801347136497498, -0.00011274963617324829, -0.0001074858009815216, -0.00010222196578979492, -9.695813059806824e-05, -9.169429540634155e-05, -8.643046021461487e-05, -8.116662502288818e-05, -7.59027898311615e-05, -7.063895463943481e-05, -6.537511944770813e-05, -6.0111284255981445e-05, -5.484744906425476e-05, -4.9583613872528076e-05, -4.431977868080139e-05, -3.905594348907471e-05, -3.379210829734802e-05, -2.8528273105621338e-05, -2.3264437913894653e-05, -1.800060272216797e-05, -1.2736767530441284e-05, -7.4729323387146e-06, -2.209097146987915e-06, 3.0547380447387695e-06, 8.318573236465454e-06, 1.3582408428192139e-05, 1.8846243619918823e-05, 2.4110078811645508e-05, 2.9373914003372192e-05, 3.463774919509888e-05, 3.990158438682556e-05, 4.5165419578552246e-05, 5.042925477027893e-05, 5.5693089962005615e-05, 6.09569251537323e-05, 6.622076034545898e-05, 7.148459553718567e-05, 7.674843072891235e-05, 8.201226592063904e-05, 8.727610111236572e-05, 9.253993630409241e-05, 9.780377149581909e-05, 0.00010306760668754578, 0.00010833144187927246, 0.00011359527707099915, 0.00011885911226272583, 0.00012412294745445251, 0.0001293867826461792, 0.00013465061783790588, 0.00013991445302963257, 0.00014517828822135925, 0.00015044212341308594]}, "gradients/encoder.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0, 2.0, 8.0, 9.0, 14.0, 18.0, 23.0, 47.0, 78.0, 122.0, 212.0, 430.0, 1061.0, 2770.0, 11253.0, 84195.0, 704393.0, 214911.0, 21582.0, 4604.0, 1482.0, 625.0, 298.0, 173.0, 83.0, 61.0, 41.0, 19.0, 12.0, 6.0, 8.0, 7.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.470703125, -3.335540771484375, -3.20037841796875, -3.065216064453125, -2.9300537109375, -2.794891357421875, -2.65972900390625, -2.524566650390625, -2.389404296875, -2.254241943359375, -2.11907958984375, -1.983917236328125, -1.8487548828125, -1.713592529296875, -1.57843017578125, -1.443267822265625, -1.30810546875, -1.172943115234375, -1.03778076171875, -0.902618408203125, -0.7674560546875, -0.632293701171875, -0.49713134765625, -0.361968994140625, -0.226806640625, -0.091644287109375, 0.04351806640625, 0.178680419921875, 0.3138427734375, 0.449005126953125, 0.58416748046875, 0.719329833984375, 0.8544921875, 0.989654541015625, 1.12481689453125, 1.259979248046875, 1.3951416015625, 1.530303955078125, 1.66546630859375, 1.800628662109375, 1.935791015625, 2.070953369140625, 2.20611572265625, 2.341278076171875, 2.4764404296875, 2.611602783203125, 2.74676513671875, 2.881927490234375, 3.01708984375, 3.152252197265625, 3.28741455078125, 3.422576904296875, 3.5577392578125, 3.692901611328125, 3.82806396484375, 3.963226318359375, 4.098388671875, 4.233551025390625, 4.36871337890625, 4.503875732421875, 4.6390380859375, 4.774200439453125, 4.90936279296875, 5.044525146484375, 5.1796875]}, "gradients/encoder.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 4.0, 5.0, 16.0, 13.0, 17.0, 28.0, 44.0, 62.0, 127.0, 130.0, 186.0, 117.0, 91.0, 47.0, 40.0, 20.0, 18.0, 14.0, 10.0, 7.0, 2.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.830078125, -2.725982666015625, -2.62188720703125, -2.517791748046875, -2.4136962890625, -2.309600830078125, -2.20550537109375, -2.101409912109375, -1.997314453125, -1.893218994140625, -1.78912353515625, -1.685028076171875, -1.5809326171875, -1.476837158203125, -1.37274169921875, -1.268646240234375, -1.16455078125, -1.060455322265625, -0.95635986328125, -0.852264404296875, -0.7481689453125, -0.644073486328125, -0.53997802734375, -0.435882568359375, -0.331787109375, -0.227691650390625, -0.12359619140625, -0.019500732421875, 0.0845947265625, 0.188690185546875, 0.29278564453125, 0.396881103515625, 0.5009765625, 0.605072021484375, 0.70916748046875, 0.813262939453125, 0.9173583984375, 1.021453857421875, 1.12554931640625, 1.229644775390625, 1.333740234375, 1.437835693359375, 1.54193115234375, 1.646026611328125, 1.7501220703125, 1.854217529296875, 1.95831298828125, 2.062408447265625, 2.16650390625, 2.270599365234375, 2.37469482421875, 2.478790283203125, 2.5828857421875, 2.686981201171875, 2.79107666015625, 2.895172119140625, 2.999267578125, 3.103363037109375, 3.20745849609375, 3.311553955078125, 3.4156494140625, 3.519744873046875, 3.62384033203125, 3.727935791015625, 3.83203125]}, "gradients/encoder.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 16.0, 110.0, 389.0, 343.0, 93.0, 25.0, 14.0, 7.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.8593807220459, -23.468067169189453, -22.076753616333008, -20.685440063476562, -19.294126510620117, -17.902812957763672, -16.511497497558594, -15.120184898376465, -13.72887134552002, -12.337557792663574, -10.946244239807129, -9.554929733276367, -8.163616180419922, -6.772303104400635, -5.380989074707031, -3.989675521850586, -2.5983619689941406, -1.2070482969284058, 0.1842653751373291, 1.5755791664123535, 2.966892719268799, 4.358206272125244, 5.749520301818848, 7.140833854675293, 8.532147407531738, 9.923460960388184, 11.314774513244629, 12.70608901977539, 14.097402572631836, 15.488716125488281, 16.880029678344727, 18.271343231201172, 19.662654876708984, 21.05396842956543, 22.445281982421875, 23.83659553527832, 25.227909088134766, 26.61922264099121, 28.010536193847656, 29.401851654052734, 30.793163299560547, 32.184478759765625, 33.57579040527344, 34.967105865478516, 36.35841751098633, 37.749732971191406, 39.14104461669922, 40.5323600769043, 41.923675537109375, 43.31499099731445, 44.706302642822266, 46.097618103027344, 47.488929748535156, 48.880245208740234, 50.27155685424805, 51.662872314453125, 53.05418395996094, 54.445499420166016, 55.83681106567383, 57.228126525878906, 58.61943817138672, 60.0107536315918, 61.40206527709961, 62.79338073730469, 64.1846923828125]}, "gradients/encoder.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 6.0, 4.0, 0.0, 2.0, 2.0, 5.0, 8.0, 5.0, 8.0, 10.0, 15.0, 14.0, 26.0, 43.0, 48.0, 51.0, 60.0, 69.0, 73.0, 88.0, 85.0, 69.0, 54.0, 52.0, 44.0, 40.0, 32.0, 24.0, 16.0, 12.0, 7.0, 7.0, 6.0, 2.0, 6.0, 8.0, 0.0, 2.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-22.638288497924805, -21.97344970703125, -21.308612823486328, -20.643774032592773, -19.97893714904785, -19.314098358154297, -18.649261474609375, -17.98442268371582, -17.319583892822266, -16.65474510192871, -15.989908218383789, -15.32507038116455, -14.660232543945312, -13.995393753051758, -13.33055591583252, -12.665718078613281, -12.00088119506836, -11.336043357849121, -10.671205520629883, -10.006367683410645, -9.341529846191406, -8.676691055297852, -8.011853218078613, -7.347015380859375, -6.682177543640137, -6.017339706420898, -5.35250186920166, -4.687663555145264, -4.022825717926025, -3.357987880706787, -2.6931498050689697, -2.0283117294311523, -1.3634757995605469, -0.698637843132019, -0.03379988670349121, 0.6310380697250366, 1.2958760261535645, 1.9607138633728027, 2.62555193901062, 3.2903900146484375, 3.955227851867676, 4.620065689086914, 5.284903526306152, 5.949741840362549, 6.614579677581787, 7.279417514801025, 7.944255828857422, 8.60909366607666, 9.273931503295898, 9.938769340515137, 10.603607177734375, 11.268445014953613, 11.933282852172852, 12.598121643066406, 13.262959480285645, 13.927797317504883, 14.592635154724121, 15.25747299194336, 15.922310829162598, 16.587148666381836, 17.25198745727539, 17.916824340820312, 18.581663131713867, 19.246501922607422, 19.911338806152344]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 4.0, 0.0, 2.0, 2.0, 11.0, 9.0, 9.0, 9.0, 11.0, 10.0, 23.0, 21.0, 40.0, 56.0, 111.0, 156.0, 269.0, 473.0, 826.0, 1551.0, 3332.0, 13031.0, 462165.0, 3689405.0, 16226.0, 3586.0, 1330.0, 693.0, 367.0, 200.0, 139.0, 60.0, 52.0, 23.0, 21.0, 9.0, 8.0, 9.0, 7.0, 4.0, 10.0, 4.0, 3.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-17.640625, -17.107177734375, -16.57373046875, -16.040283203125, -15.5068359375, -14.973388671875, -14.43994140625, -13.906494140625, -13.373046875, -12.839599609375, -12.30615234375, -11.772705078125, -11.2392578125, -10.705810546875, -10.17236328125, -9.638916015625, -9.10546875, -8.572021484375, -8.03857421875, -7.505126953125, -6.9716796875, -6.438232421875, -5.90478515625, -5.371337890625, -4.837890625, -4.304443359375, -3.77099609375, -3.237548828125, -2.7041015625, -2.170654296875, -1.63720703125, -1.103759765625, -0.5703125, -0.036865234375, 0.49658203125, 1.030029296875, 1.5634765625, 2.096923828125, 2.63037109375, 3.163818359375, 3.697265625, 4.230712890625, 4.76416015625, 5.297607421875, 5.8310546875, 6.364501953125, 6.89794921875, 7.431396484375, 7.96484375, 8.498291015625, 9.03173828125, 9.565185546875, 10.0986328125, 10.632080078125, 11.16552734375, 11.698974609375, 12.232421875, 12.765869140625, 13.29931640625, 13.832763671875, 14.3662109375, 14.899658203125, 15.43310546875, 15.966552734375, 16.5]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 5.0, 2.0, 8.0, 10.0, 6.0, 10.0, 18.0, 15.0, 41.0, 182.0, 365.0, 211.0, 55.0, 29.0, 15.0, 11.0, 7.0, 8.0, 4.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.115234375, -1.0797882080078125, -1.044342041015625, -1.0088958740234375, -0.97344970703125, -0.9380035400390625, -0.902557373046875, -0.8671112060546875, -0.8316650390625, -0.7962188720703125, -0.760772705078125, -0.7253265380859375, -0.68988037109375, -0.6544342041015625, -0.618988037109375, -0.5835418701171875, -0.548095703125, -0.5126495361328125, -0.477203369140625, -0.4417572021484375, -0.40631103515625, -0.3708648681640625, -0.335418701171875, -0.2999725341796875, -0.2645263671875, -0.2290802001953125, -0.193634033203125, -0.1581878662109375, -0.12274169921875, -0.0872955322265625, -0.051849365234375, -0.0164031982421875, 0.01904296875, 0.0544891357421875, 0.089935302734375, 0.1253814697265625, 0.16082763671875, 0.1962738037109375, 0.231719970703125, 0.2671661376953125, 0.3026123046875, 0.3380584716796875, 0.373504638671875, 0.4089508056640625, 0.44439697265625, 0.4798431396484375, 0.515289306640625, 0.5507354736328125, 0.586181640625, 0.6216278076171875, 0.657073974609375, 0.6925201416015625, 0.72796630859375, 0.7634124755859375, 0.798858642578125, 0.8343048095703125, 0.8697509765625, 0.9051971435546875, 0.940643310546875, 0.9760894775390625, 1.01153564453125, 1.0469818115234375, 1.082427978515625, 1.1178741455078125, 1.1533203125]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 7.0, 11.0, 8.0, 19.0, 26.0, 50.0, 107.0, 286.0, 1143.0, 10101.0, 3004028.0, 1168349.0, 8672.0, 1041.0, 238.0, 89.0, 35.0, 27.0, 12.0, 5.0, 16.0, 5.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.59375, -16.07470703125, -15.5556640625, -15.03662109375, -14.517578125, -13.99853515625, -13.4794921875, -12.96044921875, -12.44140625, -11.92236328125, -11.4033203125, -10.88427734375, -10.365234375, -9.84619140625, -9.3271484375, -8.80810546875, -8.2890625, -7.77001953125, -7.2509765625, -6.73193359375, -6.212890625, -5.69384765625, -5.1748046875, -4.65576171875, -4.13671875, -3.61767578125, -3.0986328125, -2.57958984375, -2.060546875, -1.54150390625, -1.0224609375, -0.50341796875, 0.015625, 0.53466796875, 1.0537109375, 1.57275390625, 2.091796875, 2.61083984375, 3.1298828125, 3.64892578125, 4.16796875, 4.68701171875, 5.2060546875, 5.72509765625, 6.244140625, 6.76318359375, 7.2822265625, 7.80126953125, 8.3203125, 8.83935546875, 9.3583984375, 9.87744140625, 10.396484375, 10.91552734375, 11.4345703125, 11.95361328125, 12.47265625, 12.99169921875, 13.5107421875, 14.02978515625, 14.548828125, 15.06787109375, 15.5869140625, 16.10595703125, 16.625]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 4.0, 5.0, 5.0, 5.0, 11.0, 18.0, 16.0, 26.0, 42.0, 81.0, 175.0, 467.0, 1876.0, 779.0, 270.0, 109.0, 71.0, 47.0, 21.0, 15.0, 6.0, 10.0, 7.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.482421875, -1.4409027099609375, -1.399383544921875, -1.3578643798828125, -1.31634521484375, -1.2748260498046875, -1.233306884765625, -1.1917877197265625, -1.1502685546875, -1.1087493896484375, -1.067230224609375, -1.0257110595703125, -0.98419189453125, -0.9426727294921875, -0.901153564453125, -0.8596343994140625, -0.818115234375, -0.7765960693359375, -0.735076904296875, -0.6935577392578125, -0.65203857421875, -0.6105194091796875, -0.569000244140625, -0.5274810791015625, -0.4859619140625, -0.4444427490234375, -0.402923583984375, -0.3614044189453125, -0.31988525390625, -0.2783660888671875, -0.236846923828125, -0.1953277587890625, -0.15380859375, -0.1122894287109375, -0.070770263671875, -0.0292510986328125, 0.01226806640625, 0.0537872314453125, 0.095306396484375, 0.1368255615234375, 0.1783447265625, 0.2198638916015625, 0.261383056640625, 0.3029022216796875, 0.34442138671875, 0.3859405517578125, 0.427459716796875, 0.4689788818359375, 0.510498046875, 0.5520172119140625, 0.593536376953125, 0.6350555419921875, 0.67657470703125, 0.7180938720703125, 0.759613037109375, 0.8011322021484375, 0.8426513671875, 0.8841705322265625, 0.925689697265625, 0.9672088623046875, 1.00872802734375, 1.0502471923828125, 1.091766357421875, 1.1332855224609375, 1.1748046875]}, "gradients/encoder.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 8.0, 56.0, 557.0, 344.0, 35.0, 6.0, 4.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.809038162231445, -11.945785522460938, -11.082531929016113, -10.219278335571289, -9.356025695800781, -8.492773056030273, -7.629519462585449, -6.766266345977783, -5.903013229370117, -5.039760112762451, -4.176506996154785, -3.313253879547119, -2.450000762939453, -1.586747646331787, -0.7234945297241211, 0.13975858688354492, 1.003011703491211, 1.866264820098877, 2.729517936706543, 3.592771053314209, 4.456024169921875, 5.319277286529541, 6.182530403137207, 7.045783519744873, 7.909036636352539, 8.772289276123047, 9.635542869567871, 10.498796463012695, 11.362049102783203, 12.225301742553711, 13.088555335998535, 13.95180892944336, 14.815059661865234, 15.678312301635742, 16.54156494140625, 17.40481948852539, 18.2680721282959, 19.131324768066406, 19.994579315185547, 20.857831954956055, 21.721084594726562, 22.58433723449707, 23.447589874267578, 24.31084442138672, 25.174097061157227, 26.037349700927734, 26.900604248046875, 27.763856887817383, 28.62710952758789, 29.4903621673584, 30.353614807128906, 31.216869354248047, 32.08012390136719, 32.94337463378906, 33.8066291809082, 34.66987991333008, 35.53313446044922, 36.39638900756836, 37.259639739990234, 38.122894287109375, 38.98614501953125, 39.84939956665039, 40.71265411376953, 41.575904846191406, 42.43915939331055]}, "gradients/encoder.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 10.0, 11.0, 18.0, 16.0, 32.0, 36.0, 50.0, 65.0, 64.0, 64.0, 77.0, 65.0, 88.0, 67.0, 50.0, 73.0, 47.0, 41.0, 34.0, 26.0, 14.0, 17.0, 10.0, 4.0, 5.0, 5.0, 5.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.37066650390625, -4.205071449279785, -4.03947639465332, -3.8738808631896973, -3.7082858085632324, -3.5426907539367676, -3.3770954608917236, -3.2115001678466797, -3.045905113220215, -2.88031005859375, -2.714714765548706, -2.549119472503662, -2.3835244178771973, -2.2179293632507324, -2.0523340702056885, -1.886738896369934, -1.7211437225341797, -1.5555485486984253, -1.389953374862671, -1.2243582010269165, -1.058763027191162, -0.8931678533554077, -0.7275726795196533, -0.5619775056838989, -0.39638233184814453, -0.23078715801239014, -0.06519198417663574, 0.10040318965911865, 0.26599836349487305, 0.43159353733062744, 0.5971887111663818, 0.7627838850021362, 0.9283790588378906, 1.093974232673645, 1.2595694065093994, 1.4251645803451538, 1.5907597541809082, 1.7563549280166626, 1.921950101852417, 2.087545394897461, 2.253140449523926, 2.4187355041503906, 2.5843307971954346, 2.7499260902404785, 2.9155211448669434, 3.081116199493408, 3.246711492538452, 3.412306785583496, 3.577901840209961, 3.743496894836426, 3.9090921878814697, 4.074687480926514, 4.2402825355529785, 4.405877590179443, 4.571473121643066, 4.737068176269531, 4.902663230895996, 5.068258285522461, 5.233853340148926, 5.399448871612549, 5.565043926239014, 5.7306389808654785, 5.896234512329102, 6.061829566955566, 6.227424621582031]}, "gradients/encoder.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 4.0, 3.0, 4.0, 8.0, 13.0, 17.0, 16.0, 32.0, 40.0, 74.0, 86.0, 147.0, 265.0, 397.0, 738.0, 1349.0, 3042.0, 8301.0, 34835.0, 572732.0, 386022.0, 27546.0, 7155.0, 2651.0, 1321.0, 698.0, 388.0, 239.0, 122.0, 96.0, 69.0, 42.0, 40.0, 16.0, 21.0, 8.0, 13.0, 6.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.98046875, -6.75482177734375, -6.5291748046875, -6.30352783203125, -6.077880859375, -5.85223388671875, -5.6265869140625, -5.40093994140625, -5.17529296875, -4.94964599609375, -4.7239990234375, -4.49835205078125, -4.272705078125, -4.04705810546875, -3.8214111328125, -3.59576416015625, -3.3701171875, -3.14447021484375, -2.9188232421875, -2.69317626953125, -2.467529296875, -2.24188232421875, -2.0162353515625, -1.79058837890625, -1.56494140625, -1.33929443359375, -1.1136474609375, -0.88800048828125, -0.662353515625, -0.43670654296875, -0.2110595703125, 0.01458740234375, 0.240234375, 0.46588134765625, 0.6915283203125, 0.91717529296875, 1.142822265625, 1.36846923828125, 1.5941162109375, 1.81976318359375, 2.04541015625, 2.27105712890625, 2.4967041015625, 2.72235107421875, 2.947998046875, 3.17364501953125, 3.3992919921875, 3.62493896484375, 3.8505859375, 4.07623291015625, 4.3018798828125, 4.52752685546875, 4.753173828125, 4.97882080078125, 5.2044677734375, 5.43011474609375, 5.65576171875, 5.88140869140625, 6.1070556640625, 6.33270263671875, 6.558349609375, 6.78399658203125, 7.0096435546875, 7.23529052734375, 7.4609375]}, "gradients/encoder.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 6.0, 11.0, 5.0, 9.0, 12.0, 23.0, 54.0, 162.0, 308.0, 233.0, 94.0, 45.0, 14.0, 10.0, 7.0, 8.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0478515625, -1.013671875, -0.9794921875, -0.9453125, -0.9111328125, -0.876953125, -0.8427734375, -0.80859375, -0.7744140625, -0.740234375, -0.7060546875, -0.671875, -0.6376953125, -0.603515625, -0.5693359375, -0.53515625, -0.5009765625, -0.466796875, -0.4326171875, -0.3984375, -0.3642578125, -0.330078125, -0.2958984375, -0.26171875, -0.2275390625, -0.193359375, -0.1591796875, -0.125, -0.0908203125, -0.056640625, -0.0224609375, 0.01171875, 0.0458984375, 0.080078125, 0.1142578125, 0.1484375, 0.1826171875, 0.216796875, 0.2509765625, 0.28515625, 0.3193359375, 0.353515625, 0.3876953125, 0.421875, 0.4560546875, 0.490234375, 0.5244140625, 0.55859375, 0.5927734375, 0.626953125, 0.6611328125, 0.6953125, 0.7294921875, 0.763671875, 0.7978515625, 0.83203125, 0.8662109375, 0.900390625, 0.9345703125, 0.96875, 1.0029296875, 1.037109375, 1.0712890625, 1.10546875, 1.1396484375]}, "gradients/encoder.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 5.0, 4.0, 1.0, 4.0, 15.0, 20.0, 20.0, 31.0, 38.0, 60.0, 77.0, 111.0, 216.0, 361.0, 661.0, 1165.0, 2859.0, 9570.0, 49929.0, 344154.0, 524330.0, 92456.0, 15149.0, 4001.0, 1455.0, 797.0, 426.0, 206.0, 154.0, 99.0, 63.0, 37.0, 24.0, 19.0, 17.0, 8.0, 6.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.7734375, -4.6202392578125, -4.467041015625, -4.3138427734375, -4.16064453125, -4.0074462890625, -3.854248046875, -3.7010498046875, -3.5478515625, -3.3946533203125, -3.241455078125, -3.0882568359375, -2.93505859375, -2.7818603515625, -2.628662109375, -2.4754638671875, -2.322265625, -2.1690673828125, -2.015869140625, -1.8626708984375, -1.70947265625, -1.5562744140625, -1.403076171875, -1.2498779296875, -1.0966796875, -0.9434814453125, -0.790283203125, -0.6370849609375, -0.48388671875, -0.3306884765625, -0.177490234375, -0.0242919921875, 0.12890625, 0.2821044921875, 0.435302734375, 0.5885009765625, 0.74169921875, 0.8948974609375, 1.048095703125, 1.2012939453125, 1.3544921875, 1.5076904296875, 1.660888671875, 1.8140869140625, 1.96728515625, 2.1204833984375, 2.273681640625, 2.4268798828125, 2.580078125, 2.7332763671875, 2.886474609375, 3.0396728515625, 3.19287109375, 3.3460693359375, 3.499267578125, 3.6524658203125, 3.8056640625, 3.9588623046875, 4.112060546875, 4.2652587890625, 4.41845703125, 4.5716552734375, 4.724853515625, 4.8780517578125, 5.03125]}, "gradients/encoder.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 6.0, 5.0, 5.0, 9.0, 10.0, 10.0, 10.0, 15.0, 12.0, 21.0, 22.0, 41.0, 29.0, 30.0, 34.0, 53.0, 42.0, 36.0, 56.0, 44.0, 57.0, 47.0, 42.0, 53.0, 43.0, 45.0, 39.0, 31.0, 28.0, 30.0, 22.0, 20.0, 14.0, 7.0, 12.0, 2.0, 5.0, 11.0, 4.0, 6.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.7265625, -2.650848388671875, -2.57513427734375, -2.499420166015625, -2.4237060546875, -2.347991943359375, -2.27227783203125, -2.196563720703125, -2.120849609375, -2.045135498046875, -1.96942138671875, -1.893707275390625, -1.8179931640625, -1.742279052734375, -1.66656494140625, -1.590850830078125, -1.51513671875, -1.439422607421875, -1.36370849609375, -1.287994384765625, -1.2122802734375, -1.136566162109375, -1.06085205078125, -0.985137939453125, -0.909423828125, -0.833709716796875, -0.75799560546875, -0.682281494140625, -0.6065673828125, -0.530853271484375, -0.45513916015625, -0.379425048828125, -0.3037109375, -0.227996826171875, -0.15228271484375, -0.076568603515625, -0.0008544921875, 0.074859619140625, 0.15057373046875, 0.226287841796875, 0.302001953125, 0.377716064453125, 0.45343017578125, 0.529144287109375, 0.6048583984375, 0.680572509765625, 0.75628662109375, 0.832000732421875, 0.90771484375, 0.983428955078125, 1.05914306640625, 1.134857177734375, 1.2105712890625, 1.286285400390625, 1.36199951171875, 1.437713623046875, 1.513427734375, 1.589141845703125, 1.66485595703125, 1.740570068359375, 1.8162841796875, 1.891998291015625, 1.96771240234375, 2.043426513671875, 2.119140625]}, "gradients/encoder.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 0.0, 8.0, 7.0, 12.0, 15.0, 21.0, 42.0, 76.0, 107.0, 165.0, 364.0, 861.0, 2353.0, 8069.0, 44750.0, 503805.0, 436980.0, 39621.0, 7508.0, 2233.0, 784.0, 319.0, 179.0, 105.0, 58.0, 35.0, 24.0, 18.0, 11.0, 11.0, 5.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0], "bins": [-6.22265625, -6.070770263671875, -5.91888427734375, -5.766998291015625, -5.6151123046875, -5.463226318359375, -5.31134033203125, -5.159454345703125, -5.007568359375, -4.855682373046875, -4.70379638671875, -4.551910400390625, -4.4000244140625, -4.248138427734375, -4.09625244140625, -3.944366455078125, -3.79248046875, -3.640594482421875, -3.48870849609375, -3.336822509765625, -3.1849365234375, -3.033050537109375, -2.88116455078125, -2.729278564453125, -2.577392578125, -2.425506591796875, -2.27362060546875, -2.121734619140625, -1.9698486328125, -1.817962646484375, -1.66607666015625, -1.514190673828125, -1.3623046875, -1.210418701171875, -1.05853271484375, -0.906646728515625, -0.7547607421875, -0.602874755859375, -0.45098876953125, -0.299102783203125, -0.147216796875, 0.004669189453125, 0.15655517578125, 0.308441162109375, 0.4603271484375, 0.612213134765625, 0.76409912109375, 0.915985107421875, 1.06787109375, 1.219757080078125, 1.37164306640625, 1.523529052734375, 1.6754150390625, 1.827301025390625, 1.97918701171875, 2.131072998046875, 2.282958984375, 2.434844970703125, 2.58673095703125, 2.738616943359375, 2.8905029296875, 3.042388916015625, 3.19427490234375, 3.346160888671875, 3.498046875]}, "gradients/encoder.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 4.0, 3.0, 2.0, 3.0, 9.0, 7.0, 14.0, 13.0, 12.0, 14.0, 28.0, 28.0, 37.0, 52.0, 56.0, 84.0, 95.0, 117.0, 109.0, 74.0, 58.0, 42.0, 37.0, 21.0, 14.0, 13.0, 11.0, 9.0, 10.0, 4.0, 7.0, 3.0, 4.0, 1.0, 2.0, 1.0, 4.0, 4.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.000244140625, -0.0002355128526687622, -0.00022688508033752441, -0.00021825730800628662, -0.00020962953567504883, -0.00020100176334381104, -0.00019237399101257324, -0.00018374621868133545, -0.00017511844635009766, -0.00016649067401885986, -0.00015786290168762207, -0.00014923512935638428, -0.00014060735702514648, -0.0001319795846939087, -0.0001233518123626709, -0.0001147240400314331, -0.00010609626770019531, -9.746849536895752e-05, -8.884072303771973e-05, -8.021295070648193e-05, -7.158517837524414e-05, -6.295740604400635e-05, -5.4329633712768555e-05, -4.570186138153076e-05, -3.707408905029297e-05, -2.8446316719055176e-05, -1.9818544387817383e-05, -1.119077205657959e-05, -2.562999725341797e-06, 6.064772605895996e-06, 1.4692544937133789e-05, 2.3320317268371582e-05, 3.1948089599609375e-05, 4.057586193084717e-05, 4.920363426208496e-05, 5.7831406593322754e-05, 6.645917892456055e-05, 7.508695125579834e-05, 8.371472358703613e-05, 9.234249591827393e-05, 0.00010097026824951172, 0.00010959804058074951, 0.0001182258129119873, 0.0001268535852432251, 0.0001354813575744629, 0.00014410912990570068, 0.00015273690223693848, 0.00016136467456817627, 0.00016999244689941406, 0.00017862021923065186, 0.00018724799156188965, 0.00019587576389312744, 0.00020450353622436523, 0.00021313130855560303, 0.00022175908088684082, 0.0002303868532180786, 0.0002390146255493164, 0.0002476423978805542, 0.000256270170211792, 0.0002648979425430298, 0.0002735257148742676, 0.00028215348720550537, 0.00029078125953674316, 0.00029940903186798096, 0.00030803680419921875]}, "gradients/encoder.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 5.0, 2.0, 10.0, 7.0, 23.0, 20.0, 29.0, 58.0, 95.0, 140.0, 273.0, 500.0, 935.0, 2173.0, 6434.0, 31678.0, 373574.0, 574780.0, 44408.0, 8473.0, 2628.0, 1021.0, 543.0, 269.0, 183.0, 103.0, 59.0, 43.0, 26.0, 25.0, 10.0, 5.0, 5.0, 6.0, 6.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.359375, -4.1922607421875, -4.025146484375, -3.8580322265625, -3.69091796875, -3.5238037109375, -3.356689453125, -3.1895751953125, -3.0224609375, -2.8553466796875, -2.688232421875, -2.5211181640625, -2.35400390625, -2.1868896484375, -2.019775390625, -1.8526611328125, -1.685546875, -1.5184326171875, -1.351318359375, -1.1842041015625, -1.01708984375, -0.8499755859375, -0.682861328125, -0.5157470703125, -0.3486328125, -0.1815185546875, -0.014404296875, 0.1527099609375, 0.31982421875, 0.4869384765625, 0.654052734375, 0.8211669921875, 0.98828125, 1.1553955078125, 1.322509765625, 1.4896240234375, 1.65673828125, 1.8238525390625, 1.990966796875, 2.1580810546875, 2.3251953125, 2.4923095703125, 2.659423828125, 2.8265380859375, 2.99365234375, 3.1607666015625, 3.327880859375, 3.4949951171875, 3.662109375, 3.8292236328125, 3.996337890625, 4.1634521484375, 4.33056640625, 4.4976806640625, 4.664794921875, 4.8319091796875, 4.9990234375, 5.1661376953125, 5.333251953125, 5.5003662109375, 5.66748046875, 5.8345947265625, 6.001708984375, 6.1688232421875, 6.3359375]}, "gradients/encoder.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 4.0, 15.0, 12.0, 11.0, 14.0, 31.0, 54.0, 77.0, 115.0, 116.0, 151.0, 114.0, 73.0, 68.0, 48.0, 28.0, 18.0, 10.0, 13.0, 9.0, 10.0, 6.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5390625, -1.463348388671875, -1.38763427734375, -1.311920166015625, -1.2362060546875, -1.160491943359375, -1.08477783203125, -1.009063720703125, -0.933349609375, -0.857635498046875, -0.78192138671875, -0.706207275390625, -0.6304931640625, -0.554779052734375, -0.47906494140625, -0.403350830078125, -0.32763671875, -0.251922607421875, -0.17620849609375, -0.100494384765625, -0.0247802734375, 0.050933837890625, 0.12664794921875, 0.202362060546875, 0.278076171875, 0.353790283203125, 0.42950439453125, 0.505218505859375, 0.5809326171875, 0.656646728515625, 0.73236083984375, 0.808074951171875, 0.8837890625, 0.959503173828125, 1.03521728515625, 1.110931396484375, 1.1866455078125, 1.262359619140625, 1.33807373046875, 1.413787841796875, 1.489501953125, 1.565216064453125, 1.64093017578125, 1.716644287109375, 1.7923583984375, 1.868072509765625, 1.94378662109375, 2.019500732421875, 2.09521484375, 2.170928955078125, 2.24664306640625, 2.322357177734375, 2.3980712890625, 2.473785400390625, 2.54949951171875, 2.625213623046875, 2.700927734375, 2.776641845703125, 2.85235595703125, 2.928070068359375, 3.0037841796875, 3.079498291015625, 3.15521240234375, 3.230926513671875, 3.306640625]}, "gradients/encoder.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 6.0, 8.0, 11.0, 22.0, 48.0, 115.0, 202.0, 275.0, 175.0, 82.0, 32.0, 16.0, 5.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-39.38799285888672, -38.16553497314453, -36.943077087402344, -35.720619201660156, -34.49816131591797, -33.275699615478516, -32.05324172973633, -30.83078384399414, -29.608325958251953, -28.385868072509766, -27.163410186767578, -25.940950393676758, -24.71849250793457, -23.496034622192383, -22.273574829101562, -21.051116943359375, -19.828659057617188, -18.606201171875, -17.383743286132812, -16.161283493041992, -14.938825607299805, -13.716367721557617, -12.493908882141113, -11.27145004272461, -10.048992156982422, -8.826534271240234, -7.6040754318237305, -6.381617069244385, -5.159158706665039, -3.9367003440856934, -2.7142419815063477, -1.4917831420898438, -0.2693290710449219, 0.9531292915344238, 2.1755876541137695, 3.3980460166931152, 4.620504379272461, 5.842962741851807, 7.065421104431152, 8.287879943847656, 9.510337829589844, 10.732795715332031, 11.955254554748535, 13.177713394165039, 14.400171279907227, 15.622629165649414, 16.845088958740234, 18.067546844482422, 19.29000473022461, 20.512462615966797, 21.734920501708984, 22.957380294799805, 24.179838180541992, 25.40229606628418, 26.624755859375, 27.847213745117188, 29.069671630859375, 30.292129516601562, 31.51458740234375, 32.73704528808594, 33.959503173828125, 35.18196487426758, 36.404422760009766, 37.62688064575195, 38.84933853149414]}, "gradients/encoder.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 6.0, 8.0, 9.0, 10.0, 15.0, 20.0, 19.0, 28.0, 34.0, 35.0, 36.0, 50.0, 54.0, 67.0, 69.0, 58.0, 69.0, 76.0, 60.0, 56.0, 53.0, 32.0, 32.0, 28.0, 20.0, 14.0, 16.0, 7.0, 7.0, 6.0, 5.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-26.574310302734375, -25.84622573852539, -25.118141174316406, -24.390056610107422, -23.661972045898438, -22.933887481689453, -22.20580291748047, -21.477720260620117, -20.749635696411133, -20.02155113220215, -19.293466567993164, -18.56538200378418, -17.837297439575195, -17.109214782714844, -16.38113021850586, -15.653045654296875, -14.924960136413574, -14.19687557220459, -13.468791007995605, -12.740707397460938, -12.012622833251953, -11.284538269042969, -10.556453704833984, -9.828369140625, -9.100284576416016, -8.372200012207031, -7.644115924835205, -6.916031360626221, -6.1879472732543945, -5.45986270904541, -4.731778144836426, -4.0036940574646, -3.2756099700927734, -2.547525644302368, -1.8194411993026733, -1.0913567543029785, -0.36327242851257324, 0.36481189727783203, 1.0928964614868164, 1.8209805488586426, 2.549065113067627, 3.2771494388580322, 4.0052337646484375, 4.733318328857422, 5.461402893066406, 6.189486980438232, 6.917571544647217, 7.645655632019043, 8.373740196228027, 9.101824760437012, 9.829909324645996, 10.557992935180664, 11.286077499389648, 12.014162063598633, 12.742246627807617, 13.470331192016602, 14.198415756225586, 14.92650032043457, 15.654584884643555, 16.38266944885254, 17.110754013061523, 17.838836669921875, 18.56692123413086, 19.295005798339844, 20.023090362548828]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 1.0, 4.0, 11.0, 20.0, 26.0, 69.0, 212.0, 1463.0, 4035312.0, 156079.0, 828.0, 165.0, 48.0, 20.0, 10.0, 9.0, 6.0, 0.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-54.125, -52.4296875, -50.734375, -49.0390625, -47.34375, -45.6484375, -43.953125, -42.2578125, -40.5625, -38.8671875, -37.171875, -35.4765625, -33.78125, -32.0859375, -30.390625, -28.6953125, -27.0, -25.3046875, -23.609375, -21.9140625, -20.21875, -18.5234375, -16.828125, -15.1328125, -13.4375, -11.7421875, -10.046875, -8.3515625, -6.65625, -4.9609375, -3.265625, -1.5703125, 0.125, 1.8203125, 3.515625, 5.2109375, 6.90625, 8.6015625, 10.296875, 11.9921875, 13.6875, 15.3828125, 17.078125, 18.7734375, 20.46875, 22.1640625, 23.859375, 25.5546875, 27.25, 28.9453125, 30.640625, 32.3359375, 34.03125, 35.7265625, 37.421875, 39.1171875, 40.8125, 42.5078125, 44.203125, 45.8984375, 47.59375, 49.2890625, 50.984375, 52.6796875, 54.375]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 10.0, 11.0, 17.0, 38.0, 71.0, 150.0, 247.0, 222.0, 128.0, 58.0, 27.0, 10.0, 5.0, 6.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3349609375, -1.29290771484375, -1.2508544921875, -1.20880126953125, -1.166748046875, -1.12469482421875, -1.0826416015625, -1.04058837890625, -0.99853515625, -0.95648193359375, -0.9144287109375, -0.87237548828125, -0.830322265625, -0.78826904296875, -0.7462158203125, -0.70416259765625, -0.662109375, -0.62005615234375, -0.5780029296875, -0.53594970703125, -0.493896484375, -0.45184326171875, -0.4097900390625, -0.36773681640625, -0.32568359375, -0.28363037109375, -0.2415771484375, -0.19952392578125, -0.157470703125, -0.11541748046875, -0.0733642578125, -0.03131103515625, 0.0107421875, 0.05279541015625, 0.0948486328125, 0.13690185546875, 0.178955078125, 0.22100830078125, 0.2630615234375, 0.30511474609375, 0.34716796875, 0.38922119140625, 0.4312744140625, 0.47332763671875, 0.515380859375, 0.55743408203125, 0.5994873046875, 0.64154052734375, 0.68359375, 0.72564697265625, 0.7677001953125, 0.80975341796875, 0.851806640625, 0.89385986328125, 0.9359130859375, 0.97796630859375, 1.02001953125, 1.06207275390625, 1.1041259765625, 1.14617919921875, 1.188232421875, 1.23028564453125, 1.2723388671875, 1.31439208984375, 1.3564453125]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 8.0, 22.0, 32.0, 75.0, 149.0, 419.0, 1721.0, 18778.0, 3237591.0, 921178.0, 12464.0, 1234.0, 337.0, 152.0, 60.0, 36.0, 19.0, 8.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.2109375, -5.8441162109375, -5.477294921875, -5.1104736328125, -4.74365234375, -4.3768310546875, -4.010009765625, -3.6431884765625, -3.2763671875, -2.9095458984375, -2.542724609375, -2.1759033203125, -1.80908203125, -1.4422607421875, -1.075439453125, -0.7086181640625, -0.341796875, 0.0250244140625, 0.391845703125, 0.7586669921875, 1.12548828125, 1.4923095703125, 1.859130859375, 2.2259521484375, 2.5927734375, 2.9595947265625, 3.326416015625, 3.6932373046875, 4.06005859375, 4.4268798828125, 4.793701171875, 5.1605224609375, 5.52734375, 5.8941650390625, 6.260986328125, 6.6278076171875, 6.99462890625, 7.3614501953125, 7.728271484375, 8.0950927734375, 8.4619140625, 8.8287353515625, 9.195556640625, 9.5623779296875, 9.92919921875, 10.2960205078125, 10.662841796875, 11.0296630859375, 11.396484375, 11.7633056640625, 12.130126953125, 12.4969482421875, 12.86376953125, 13.2305908203125, 13.597412109375, 13.9642333984375, 14.3310546875, 14.6978759765625, 15.064697265625, 15.4315185546875, 15.79833984375, 16.1651611328125, 16.531982421875, 16.8988037109375, 17.265625]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 3.0, 7.0, 8.0, 8.0, 5.0, 19.0, 19.0, 34.0, 58.0, 64.0, 113.0, 216.0, 437.0, 1346.0, 931.0, 354.0, 149.0, 99.0, 51.0, 36.0, 25.0, 21.0, 17.0, 14.0, 15.0, 10.0, 4.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.91357421875, -0.8808517456054688, -0.8481292724609375, -0.8154067993164062, -0.782684326171875, -0.7499618530273438, -0.7172393798828125, -0.6845169067382812, -0.65179443359375, -0.6190719604492188, -0.5863494873046875, -0.5536270141601562, -0.520904541015625, -0.48818206787109375, -0.4554595947265625, -0.42273712158203125, -0.3900146484375, -0.35729217529296875, -0.3245697021484375, -0.29184722900390625, -0.259124755859375, -0.22640228271484375, -0.1936798095703125, -0.16095733642578125, -0.12823486328125, -0.09551239013671875, -0.0627899169921875, -0.03006744384765625, 0.002655029296875, 0.03537750244140625, 0.0680999755859375, 0.10082244873046875, 0.133544921875, 0.16626739501953125, 0.1989898681640625, 0.23171234130859375, 0.264434814453125, 0.29715728759765625, 0.3298797607421875, 0.36260223388671875, 0.39532470703125, 0.42804718017578125, 0.4607696533203125, 0.49349212646484375, 0.526214599609375, 0.5589370727539062, 0.5916595458984375, 0.6243820190429688, 0.6571044921875, 0.6898269653320312, 0.7225494384765625, 0.7552719116210938, 0.787994384765625, 0.8207168579101562, 0.8534393310546875, 0.8861618041992188, 0.91888427734375, 0.9516067504882812, 0.9843292236328125, 1.0170516967773438, 1.049774169921875, 1.0824966430664062, 1.1152191162109375, 1.1479415893554688, 1.1806640625]}, "gradients/encoder.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 11.0, 60.0, 312.0, 455.0, 142.0, 19.0, 7.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.991968154907227, -21.349950790405273, -20.70793342590332, -20.065916061401367, -19.423898696899414, -18.781879425048828, -18.139862060546875, -17.497844696044922, -16.85582733154297, -16.213809967041016, -15.571792602539062, -14.92977523803711, -14.28775691986084, -13.645739555358887, -13.003722190856934, -12.361703872680664, -11.719687461853027, -11.077670097351074, -10.435652732849121, -9.793634414672852, -9.151617050170898, -8.509599685668945, -7.867582321166992, -7.225564479827881, -6.583547115325928, -5.941529750823975, -5.299511909484863, -4.65749454498291, -4.015477180480957, -3.3734593391418457, -2.7314419746398926, -2.0894241333007812, -1.4474067687988281, -0.8053892254829407, -0.16337168216705322, 0.47864580154418945, 1.1206634044647217, 1.762681007385254, 2.404698371887207, 3.0467162132263184, 3.6887335777282715, 4.330750942230225, 4.972768783569336, 5.614786148071289, 6.256803512573242, 6.8988213539123535, 7.540838718414307, 8.182856559753418, 8.824873924255371, 9.466891288757324, 10.108908653259277, 10.750926971435547, 11.3929443359375, 12.034961700439453, 12.676979064941406, 13.31899642944336, 13.961013793945312, 14.603031158447266, 15.245048522949219, 15.887065887451172, 16.529083251953125, 17.171100616455078, 17.81311798095703, 18.455137252807617, 19.09715461730957]}, "gradients/encoder.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 1.0, 2.0, 3.0, 4.0, 5.0, 8.0, 10.0, 11.0, 9.0, 19.0, 18.0, 21.0, 27.0, 28.0, 24.0, 31.0, 45.0, 33.0, 35.0, 43.0, 39.0, 65.0, 45.0, 49.0, 50.0, 36.0, 49.0, 33.0, 28.0, 34.0, 23.0, 29.0, 30.0, 25.0, 22.0, 19.0, 11.0, 14.0, 7.0, 2.0, 7.0, 6.0, 6.0, 1.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.6688380241394043, -2.5657958984375, -2.4627535343170166, -2.3597114086151123, -2.256669044494629, -2.1536269187927246, -2.0505847930908203, -1.9475425481796265, -1.8445003032684326, -1.7414580583572388, -1.638415813446045, -1.5353736877441406, -1.4323314428329468, -1.329289197921753, -1.2262470722198486, -1.1232048273086548, -1.020162582397461, -0.9171203374862671, -0.814078152179718, -0.711035966873169, -0.6079937219619751, -0.5049514770507812, -0.4019092917442322, -0.2988671064376831, -0.19582486152648926, -0.0927826464176178, 0.010259568691253662, 0.11330178380012512, 0.21634399890899658, 0.31938624382019043, 0.4224284291267395, 0.5254706144332886, 0.6285128593444824, 0.7315551042556763, 0.8345972895622253, 0.9376394748687744, 1.0406817197799683, 1.143723964691162, 1.2467660903930664, 1.3498083353042603, 1.452850580215454, 1.555892825126648, 1.6589350700378418, 1.761977195739746, 1.86501944065094, 1.9680616855621338, 2.071103811264038, 2.1741461753845215, 2.277188301086426, 2.38023042678833, 2.4832727909088135, 2.5863149166107178, 2.689357280731201, 2.7923994064331055, 2.8954415321350098, 2.998483657836914, 3.1015260219573975, 3.2045681476593018, 3.307610511779785, 3.4106526374816895, 3.5136947631835938, 3.616737127304077, 3.7197792530059814, 3.822821617126465, 3.925863742828369]}, "gradients/encoder.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 4.0, 1.0, 6.0, 8.0, 16.0, 24.0, 25.0, 40.0, 78.0, 105.0, 182.0, 374.0, 624.0, 1189.0, 2619.0, 7742.0, 53902.0, 690543.0, 263571.0, 19292.0, 4480.0, 1742.0, 855.0, 459.0, 268.0, 160.0, 81.0, 61.0, 33.0, 23.0, 15.0, 13.0, 6.0, 4.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.60546875, -6.3975830078125, -6.189697265625, -5.9818115234375, -5.77392578125, -5.5660400390625, -5.358154296875, -5.1502685546875, -4.9423828125, -4.7344970703125, -4.526611328125, -4.3187255859375, -4.11083984375, -3.9029541015625, -3.695068359375, -3.4871826171875, -3.279296875, -3.0714111328125, -2.863525390625, -2.6556396484375, -2.44775390625, -2.2398681640625, -2.031982421875, -1.8240966796875, -1.6162109375, -1.4083251953125, -1.200439453125, -0.9925537109375, -0.78466796875, -0.5767822265625, -0.368896484375, -0.1610107421875, 0.046875, 0.2547607421875, 0.462646484375, 0.6705322265625, 0.87841796875, 1.0863037109375, 1.294189453125, 1.5020751953125, 1.7099609375, 1.9178466796875, 2.125732421875, 2.3336181640625, 2.54150390625, 2.7493896484375, 2.957275390625, 3.1651611328125, 3.373046875, 3.5809326171875, 3.788818359375, 3.9967041015625, 4.20458984375, 4.4124755859375, 4.620361328125, 4.8282470703125, 5.0361328125, 5.2440185546875, 5.451904296875, 5.6597900390625, 5.86767578125, 6.0755615234375, 6.283447265625, 6.4913330078125, 6.69921875]}, "gradients/encoder.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 5.0, 0.0, 3.0, 9.0, 10.0, 22.0, 46.0, 79.0, 213.0, 234.0, 173.0, 112.0, 54.0, 31.0, 6.0, 5.0, 3.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2392578125, -1.19866943359375, -1.1580810546875, -1.11749267578125, -1.076904296875, -1.03631591796875, -0.9957275390625, -0.95513916015625, -0.91455078125, -0.87396240234375, -0.8333740234375, -0.79278564453125, -0.752197265625, -0.71160888671875, -0.6710205078125, -0.63043212890625, -0.58984375, -0.54925537109375, -0.5086669921875, -0.46807861328125, -0.427490234375, -0.38690185546875, -0.3463134765625, -0.30572509765625, -0.26513671875, -0.22454833984375, -0.1839599609375, -0.14337158203125, -0.102783203125, -0.06219482421875, -0.0216064453125, 0.01898193359375, 0.0595703125, 0.10015869140625, 0.1407470703125, 0.18133544921875, 0.221923828125, 0.26251220703125, 0.3031005859375, 0.34368896484375, 0.38427734375, 0.42486572265625, 0.4654541015625, 0.50604248046875, 0.546630859375, 0.58721923828125, 0.6278076171875, 0.66839599609375, 0.708984375, 0.74957275390625, 0.7901611328125, 0.83074951171875, 0.871337890625, 0.91192626953125, 0.9525146484375, 0.99310302734375, 1.03369140625, 1.07427978515625, 1.1148681640625, 1.15545654296875, 1.196044921875, 1.23663330078125, 1.2772216796875, 1.31781005859375, 1.3583984375]}, "gradients/encoder.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 3.0, 2.0, 3.0, 2.0, 5.0, 10.0, 11.0, 9.0, 18.0, 29.0, 29.0, 32.0, 63.0, 90.0, 124.0, 192.0, 293.0, 407.0, 670.0, 1144.0, 2250.0, 5227.0, 16947.0, 69264.0, 274890.0, 446605.0, 171574.0, 40216.0, 10386.0, 3719.0, 1682.0, 922.0, 569.0, 363.0, 234.0, 159.0, 106.0, 91.0, 54.0, 58.0, 25.0, 18.0, 17.0, 11.0, 13.0, 4.0, 10.0, 2.0, 4.0, 2.0, 5.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-3.455078125, -3.351348876953125, -3.24761962890625, -3.143890380859375, -3.0401611328125, -2.936431884765625, -2.83270263671875, -2.728973388671875, -2.625244140625, -2.521514892578125, -2.41778564453125, -2.314056396484375, -2.2103271484375, -2.106597900390625, -2.00286865234375, -1.899139404296875, -1.79541015625, -1.691680908203125, -1.58795166015625, -1.484222412109375, -1.3804931640625, -1.276763916015625, -1.17303466796875, -1.069305419921875, -0.965576171875, -0.861846923828125, -0.75811767578125, -0.654388427734375, -0.5506591796875, -0.446929931640625, -0.34320068359375, -0.239471435546875, -0.1357421875, -0.032012939453125, 0.07171630859375, 0.175445556640625, 0.2791748046875, 0.382904052734375, 0.48663330078125, 0.590362548828125, 0.694091796875, 0.797821044921875, 0.90155029296875, 1.005279541015625, 1.1090087890625, 1.212738037109375, 1.31646728515625, 1.420196533203125, 1.52392578125, 1.627655029296875, 1.73138427734375, 1.835113525390625, 1.9388427734375, 2.042572021484375, 2.14630126953125, 2.250030517578125, 2.353759765625, 2.457489013671875, 2.56121826171875, 2.664947509765625, 2.7686767578125, 2.872406005859375, 2.97613525390625, 3.079864501953125, 3.18359375]}, "gradients/encoder.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 2.0, 3.0, 1.0, 5.0, 5.0, 8.0, 12.0, 19.0, 24.0, 24.0, 26.0, 31.0, 31.0, 35.0, 41.0, 32.0, 38.0, 50.0, 48.0, 58.0, 46.0, 57.0, 58.0, 51.0, 47.0, 37.0, 37.0, 39.0, 25.0, 25.0, 26.0, 16.0, 13.0, 11.0, 10.0, 5.0, 5.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0], "bins": [-3.55078125, -3.4632568359375, -3.375732421875, -3.2882080078125, -3.20068359375, -3.1131591796875, -3.025634765625, -2.9381103515625, -2.8505859375, -2.7630615234375, -2.675537109375, -2.5880126953125, -2.50048828125, -2.4129638671875, -2.325439453125, -2.2379150390625, -2.150390625, -2.0628662109375, -1.975341796875, -1.8878173828125, -1.80029296875, -1.7127685546875, -1.625244140625, -1.5377197265625, -1.4501953125, -1.3626708984375, -1.275146484375, -1.1876220703125, -1.10009765625, -1.0125732421875, -0.925048828125, -0.8375244140625, -0.75, -0.6624755859375, -0.574951171875, -0.4874267578125, -0.39990234375, -0.3123779296875, -0.224853515625, -0.1373291015625, -0.0498046875, 0.0377197265625, 0.125244140625, 0.2127685546875, 0.30029296875, 0.3878173828125, 0.475341796875, 0.5628662109375, 0.650390625, 0.7379150390625, 0.825439453125, 0.9129638671875, 1.00048828125, 1.0880126953125, 1.175537109375, 1.2630615234375, 1.3505859375, 1.4381103515625, 1.525634765625, 1.6131591796875, 1.70068359375, 1.7882080078125, 1.875732421875, 1.9632568359375, 2.05078125]}, "gradients/encoder.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 8.0, 16.0, 7.0, 24.0, 44.0, 48.0, 133.0, 253.0, 557.0, 1484.0, 4933.0, 21834.0, 144305.0, 698777.0, 146841.0, 21691.0, 5038.0, 1523.0, 519.0, 232.0, 119.0, 73.0, 40.0, 18.0, 17.0, 9.0, 5.0, 4.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.1171875, -2.99957275390625, -2.8819580078125, -2.76434326171875, -2.646728515625, -2.52911376953125, -2.4114990234375, -2.29388427734375, -2.17626953125, -2.05865478515625, -1.9410400390625, -1.82342529296875, -1.705810546875, -1.58819580078125, -1.4705810546875, -1.35296630859375, -1.2353515625, -1.11773681640625, -1.0001220703125, -0.88250732421875, -0.764892578125, -0.64727783203125, -0.5296630859375, -0.41204833984375, -0.29443359375, -0.17681884765625, -0.0592041015625, 0.05841064453125, 0.176025390625, 0.29364013671875, 0.4112548828125, 0.52886962890625, 0.646484375, 0.76409912109375, 0.8817138671875, 0.99932861328125, 1.116943359375, 1.23455810546875, 1.3521728515625, 1.46978759765625, 1.58740234375, 1.70501708984375, 1.8226318359375, 1.94024658203125, 2.057861328125, 2.17547607421875, 2.2930908203125, 2.41070556640625, 2.5283203125, 2.64593505859375, 2.7635498046875, 2.88116455078125, 2.998779296875, 3.11639404296875, 3.2340087890625, 3.35162353515625, 3.46923828125, 3.58685302734375, 3.7044677734375, 3.82208251953125, 3.939697265625, 4.05731201171875, 4.1749267578125, 4.29254150390625, 4.41015625]}, "gradients/encoder.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0, 3.0, 3.0, 5.0, 9.0, 8.0, 7.0, 13.0, 16.0, 22.0, 25.0, 26.0, 42.0, 45.0, 68.0, 66.0, 84.0, 108.0, 84.0, 59.0, 51.0, 58.0, 30.0, 37.0, 17.0, 20.0, 18.0, 17.0, 17.0, 11.0, 9.0, 7.0, 6.0, 5.0, 4.0, 3.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0002237558364868164, -0.00021709315478801727, -0.00021043047308921814, -0.000203767791390419, -0.00019710510969161987, -0.00019044242799282074, -0.0001837797462940216, -0.00017711706459522247, -0.00017045438289642334, -0.0001637917011976242, -0.00015712901949882507, -0.00015046633780002594, -0.0001438036561012268, -0.00013714097440242767, -0.00013047829270362854, -0.0001238156110048294, -0.00011715292930603027, -0.00011049024760723114, -0.00010382756590843201, -9.716488420963287e-05, -9.050220251083374e-05, -8.383952081203461e-05, -7.717683911323547e-05, -7.051415741443634e-05, -6.385147571563721e-05, -5.7188794016838074e-05, -5.052611231803894e-05, -4.386343061923981e-05, -3.7200748920440674e-05, -3.053806722164154e-05, -2.3875385522842407e-05, -1.7212703824043274e-05, -1.055002212524414e-05, -3.887340426445007e-06, 2.775341272354126e-06, 9.43802297115326e-06, 1.6100704669952393e-05, 2.2763386368751526e-05, 2.942606806755066e-05, 3.608874976634979e-05, 4.2751431465148926e-05, 4.941411316394806e-05, 5.607679486274719e-05, 6.273947656154633e-05, 6.940215826034546e-05, 7.606483995914459e-05, 8.272752165794373e-05, 8.939020335674286e-05, 9.605288505554199e-05, 0.00010271556675434113, 0.00010937824845314026, 0.00011604093015193939, 0.00012270361185073853, 0.00012936629354953766, 0.0001360289752483368, 0.00014269165694713593, 0.00014935433864593506, 0.0001560170203447342, 0.00016267970204353333, 0.00016934238374233246, 0.0001760050654411316, 0.00018266774713993073, 0.00018933042883872986, 0.000195993110537529, 0.00020265579223632812]}, "gradients/encoder.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 7.0, 4.0, 2.0, 11.0, 11.0, 11.0, 17.0, 31.0, 35.0, 45.0, 71.0, 121.0, 269.0, 484.0, 990.0, 2334.0, 6575.0, 26377.0, 154436.0, 691036.0, 131621.0, 23882.0, 6150.0, 2079.0, 885.0, 433.0, 245.0, 124.0, 90.0, 60.0, 45.0, 24.0, 16.0, 13.0, 4.0, 4.0, 10.0, 6.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.38671875, -4.255615234375, -4.12451171875, -3.993408203125, -3.8623046875, -3.731201171875, -3.60009765625, -3.468994140625, -3.337890625, -3.206787109375, -3.07568359375, -2.944580078125, -2.8134765625, -2.682373046875, -2.55126953125, -2.420166015625, -2.2890625, -2.157958984375, -2.02685546875, -1.895751953125, -1.7646484375, -1.633544921875, -1.50244140625, -1.371337890625, -1.240234375, -1.109130859375, -0.97802734375, -0.846923828125, -0.7158203125, -0.584716796875, -0.45361328125, -0.322509765625, -0.19140625, -0.060302734375, 0.07080078125, 0.201904296875, 0.3330078125, 0.464111328125, 0.59521484375, 0.726318359375, 0.857421875, 0.988525390625, 1.11962890625, 1.250732421875, 1.3818359375, 1.512939453125, 1.64404296875, 1.775146484375, 1.90625, 2.037353515625, 2.16845703125, 2.299560546875, 2.4306640625, 2.561767578125, 2.69287109375, 2.823974609375, 2.955078125, 3.086181640625, 3.21728515625, 3.348388671875, 3.4794921875, 3.610595703125, 3.74169921875, 3.872802734375, 4.00390625]}, "gradients/encoder.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 3.0, 2.0, 9.0, 5.0, 5.0, 12.0, 8.0, 22.0, 15.0, 24.0, 33.0, 32.0, 40.0, 50.0, 67.0, 100.0, 87.0, 78.0, 83.0, 63.0, 50.0, 37.0, 37.0, 17.0, 17.0, 19.0, 17.0, 12.0, 11.0, 11.0, 6.0, 3.0, 8.0, 5.0, 3.0, 2.0, 3.0, 3.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6181640625, -1.5703582763671875, -1.522552490234375, -1.4747467041015625, -1.42694091796875, -1.3791351318359375, -1.331329345703125, -1.2835235595703125, -1.2357177734375, -1.1879119873046875, -1.140106201171875, -1.0923004150390625, -1.04449462890625, -0.9966888427734375, -0.948883056640625, -0.9010772705078125, -0.853271484375, -0.8054656982421875, -0.757659912109375, -0.7098541259765625, -0.66204833984375, -0.6142425537109375, -0.566436767578125, -0.5186309814453125, -0.4708251953125, -0.4230194091796875, -0.375213623046875, -0.3274078369140625, -0.27960205078125, -0.2317962646484375, -0.183990478515625, -0.1361846923828125, -0.08837890625, -0.0405731201171875, 0.007232666015625, 0.0550384521484375, 0.10284423828125, 0.1506500244140625, 0.198455810546875, 0.2462615966796875, 0.2940673828125, 0.3418731689453125, 0.389678955078125, 0.4374847412109375, 0.48529052734375, 0.5330963134765625, 0.580902099609375, 0.6287078857421875, 0.676513671875, 0.7243194580078125, 0.772125244140625, 0.8199310302734375, 0.86773681640625, 0.9155426025390625, 0.963348388671875, 1.0111541748046875, 1.0589599609375, 1.1067657470703125, 1.154571533203125, 1.2023773193359375, 1.25018310546875, 1.2979888916015625, 1.345794677734375, 1.3936004638671875, 1.44140625]}, "gradients/encoder.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 6.0, 5.0, 9.0, 51.0, 148.0, 313.0, 308.0, 102.0, 47.0, 11.0, 3.0, 2.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-42.30228805541992, -40.66462707519531, -39.02696228027344, -37.38930130004883, -35.75164031982422, -34.11397933959961, -32.476318359375, -30.838653564453125, -29.200992584228516, -27.563331604003906, -25.925668716430664, -24.288005828857422, -22.650344848632812, -21.012683868408203, -19.37502098083496, -17.73735809326172, -16.09969711303711, -14.462035179138184, -12.824373245239258, -11.186711311340332, -9.549049377441406, -7.9113874435424805, -6.273725509643555, -4.636063575744629, -2.998401641845703, -1.3607397079467773, 0.27692222595214844, 1.9145841598510742, 3.55224609375, 5.189908027648926, 6.827569961547852, 8.465231895446777, 10.102897644042969, 11.740559577941895, 13.37822151184082, 15.015883445739746, 16.653545379638672, 18.29120635986328, 19.928869247436523, 21.566532135009766, 23.204193115234375, 24.841854095458984, 26.479516983032227, 28.11717987060547, 29.754840850830078, 31.392501831054688, 33.03016662597656, 34.66782760620117, 36.30548858642578, 37.94314956665039, 39.580810546875, 41.218475341796875, 42.856136322021484, 44.493797302246094, 46.13146209716797, 47.76912307739258, 49.40678405761719, 51.0444450378418, 52.682106018066406, 54.31977081298828, 55.95743179321289, 57.5950927734375, 59.232757568359375, 60.870418548583984, 62.508079528808594]}, "gradients/encoder.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 10.0, 4.0, 9.0, 7.0, 7.0, 9.0, 17.0, 24.0, 24.0, 20.0, 23.0, 45.0, 51.0, 28.0, 38.0, 43.0, 55.0, 53.0, 53.0, 47.0, 50.0, 41.0, 46.0, 53.0, 37.0, 32.0, 23.0, 29.0, 21.0, 25.0, 17.0, 16.0, 9.0, 11.0, 10.0, 9.0, 7.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.919527053833008, -16.34750747680664, -15.77548599243164, -15.203466415405273, -14.63144588470459, -14.059425354003906, -13.487404823303223, -12.915384292602539, -12.343364715576172, -11.771344184875488, -11.199323654174805, -10.627304077148438, -10.055283546447754, -9.48326301574707, -8.911242485046387, -8.339221954345703, -7.7672014236450195, -7.195180892944336, -6.6231608390808105, -6.051140308380127, -5.479120254516602, -4.907099723815918, -4.335079193115234, -3.763059139251709, -3.1910386085510254, -2.619018316268921, -2.0469980239868164, -1.4749774932861328, -0.9029572010040283, -0.33093690872192383, 0.24108362197875977, 0.8131036758422852, 1.3851242065429688, 1.9571444988250732, 2.5291647911071777, 3.1011853218078613, 3.673205614089966, 4.24522590637207, 4.817246437072754, 5.389266490936279, 5.961287021636963, 6.5333075523376465, 7.105327606201172, 7.6773481369018555, 8.249368667602539, 8.821388244628906, 9.393409729003906, 9.965429306030273, 10.537449836730957, 11.10947036743164, 11.681490898132324, 12.253511428833008, 12.825531005859375, 13.397551536560059, 13.969572067260742, 14.54159164428711, 15.11361312866211, 15.685633659362793, 16.257654190063477, 16.829673767089844, 17.401695251464844, 17.97371482849121, 18.545734405517578, 19.117755889892578, 19.689775466918945]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 4.0, 7.0, 6.0, 16.0, 42.0, 76.0, 197.0, 611.0, 3785.0, 524958.0, 3658924.0, 4552.0, 717.0, 227.0, 87.0, 35.0, 18.0, 9.0, 9.0, 3.0, 1.0, 0.0, 0.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.65625, -17.087646484375, -16.51904296875, -15.950439453125, -15.3818359375, -14.813232421875, -14.24462890625, -13.676025390625, -13.107421875, -12.538818359375, -11.97021484375, -11.401611328125, -10.8330078125, -10.264404296875, -9.69580078125, -9.127197265625, -8.55859375, -7.989990234375, -7.42138671875, -6.852783203125, -6.2841796875, -5.715576171875, -5.14697265625, -4.578369140625, -4.009765625, -3.441162109375, -2.87255859375, -2.303955078125, -1.7353515625, -1.166748046875, -0.59814453125, -0.029541015625, 0.5390625, 1.107666015625, 1.67626953125, 2.244873046875, 2.8134765625, 3.382080078125, 3.95068359375, 4.519287109375, 5.087890625, 5.656494140625, 6.22509765625, 6.793701171875, 7.3623046875, 7.930908203125, 8.49951171875, 9.068115234375, 9.63671875, 10.205322265625, 10.77392578125, 11.342529296875, 11.9111328125, 12.479736328125, 13.04833984375, 13.616943359375, 14.185546875, 14.754150390625, 15.32275390625, 15.891357421875, 16.4599609375, 17.028564453125, 17.59716796875, 18.165771484375, 18.734375]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 7.0, 3.0, 5.0, 18.0, 32.0, 67.0, 109.0, 173.0, 203.0, 161.0, 104.0, 61.0, 33.0, 12.0, 11.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.322265625, -1.27880859375, -1.2353515625, -1.19189453125, -1.1484375, -1.10498046875, -1.0615234375, -1.01806640625, -0.974609375, -0.93115234375, -0.8876953125, -0.84423828125, -0.80078125, -0.75732421875, -0.7138671875, -0.67041015625, -0.626953125, -0.58349609375, -0.5400390625, -0.49658203125, -0.453125, -0.40966796875, -0.3662109375, -0.32275390625, -0.279296875, -0.23583984375, -0.1923828125, -0.14892578125, -0.10546875, -0.06201171875, -0.0185546875, 0.02490234375, 0.068359375, 0.11181640625, 0.1552734375, 0.19873046875, 0.2421875, 0.28564453125, 0.3291015625, 0.37255859375, 0.416015625, 0.45947265625, 0.5029296875, 0.54638671875, 0.58984375, 0.63330078125, 0.6767578125, 0.72021484375, 0.763671875, 0.80712890625, 0.8505859375, 0.89404296875, 0.9375, 0.98095703125, 1.0244140625, 1.06787109375, 1.111328125, 1.15478515625, 1.1982421875, 1.24169921875, 1.28515625, 1.32861328125, 1.3720703125, 1.41552734375, 1.458984375]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 7.0, 10.0, 14.0, 25.0, 17.0, 64.0, 70.0, 144.0, 314.0, 633.0, 1444.0, 3989.0, 15386.0, 92165.0, 3261226.0, 758121.0, 46586.0, 9374.0, 2678.0, 991.0, 482.0, 220.0, 123.0, 78.0, 41.0, 28.0, 14.0, 12.0, 6.0, 7.0, 6.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.62890625, -4.4835205078125, -4.338134765625, -4.1927490234375, -4.04736328125, -3.9019775390625, -3.756591796875, -3.6112060546875, -3.4658203125, -3.3204345703125, -3.175048828125, -3.0296630859375, -2.88427734375, -2.7388916015625, -2.593505859375, -2.4481201171875, -2.302734375, -2.1573486328125, -2.011962890625, -1.8665771484375, -1.72119140625, -1.5758056640625, -1.430419921875, -1.2850341796875, -1.1396484375, -0.9942626953125, -0.848876953125, -0.7034912109375, -0.55810546875, -0.4127197265625, -0.267333984375, -0.1219482421875, 0.0234375, 0.1688232421875, 0.314208984375, 0.4595947265625, 0.60498046875, 0.7503662109375, 0.895751953125, 1.0411376953125, 1.1865234375, 1.3319091796875, 1.477294921875, 1.6226806640625, 1.76806640625, 1.9134521484375, 2.058837890625, 2.2042236328125, 2.349609375, 2.4949951171875, 2.640380859375, 2.7857666015625, 2.93115234375, 3.0765380859375, 3.221923828125, 3.3673095703125, 3.5126953125, 3.6580810546875, 3.803466796875, 3.9488525390625, 4.09423828125, 4.2396240234375, 4.385009765625, 4.5303955078125, 4.67578125]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 6.0, 5.0, 4.0, 5.0, 6.0, 13.0, 21.0, 24.0, 36.0, 62.0, 118.0, 244.0, 592.0, 1728.0, 660.0, 256.0, 116.0, 77.0, 36.0, 19.0, 9.0, 14.0, 8.0, 6.0, 8.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.3876953125, -1.3506927490234375, -1.313690185546875, -1.2766876220703125, -1.23968505859375, -1.2026824951171875, -1.165679931640625, -1.1286773681640625, -1.0916748046875, -1.0546722412109375, -1.017669677734375, -0.9806671142578125, -0.94366455078125, -0.9066619873046875, -0.869659423828125, -0.8326568603515625, -0.795654296875, -0.7586517333984375, -0.721649169921875, -0.6846466064453125, -0.64764404296875, -0.6106414794921875, -0.573638916015625, -0.5366363525390625, -0.4996337890625, -0.4626312255859375, -0.425628662109375, -0.3886260986328125, -0.35162353515625, -0.3146209716796875, -0.277618408203125, -0.2406158447265625, -0.20361328125, -0.1666107177734375, -0.129608154296875, -0.0926055908203125, -0.05560302734375, -0.0186004638671875, 0.018402099609375, 0.0554046630859375, 0.0924072265625, 0.1294097900390625, 0.166412353515625, 0.2034149169921875, 0.24041748046875, 0.2774200439453125, 0.314422607421875, 0.3514251708984375, 0.388427734375, 0.4254302978515625, 0.462432861328125, 0.4994354248046875, 0.53643798828125, 0.5734405517578125, 0.610443115234375, 0.6474456787109375, 0.6844482421875, 0.7214508056640625, 0.758453369140625, 0.7954559326171875, 0.83245849609375, 0.8694610595703125, 0.906463623046875, 0.9434661865234375, 0.98046875]}, "gradients/encoder.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 8.0, 20.0, 31.0, 68.0, 92.0, 124.0, 136.0, 153.0, 122.0, 86.0, 68.0, 36.0, 26.0, 5.0, 7.0, 8.0, 3.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.060216903686523, -4.887162685394287, -4.714108467102051, -4.541053771972656, -4.36799955368042, -4.194945335388184, -4.021891117095947, -3.848836898803711, -3.6757824420928955, -3.502728223800659, -3.3296737670898438, -3.1566195487976074, -2.983565330505371, -2.8105108737945557, -2.6374566555023193, -2.464402198791504, -2.2913479804992676, -2.1182937622070312, -1.9452393054962158, -1.7721850872039795, -1.5991307497024536, -1.4260764122009277, -1.2530221939086914, -1.0799678564071655, -0.9069135189056396, -0.7338591814041138, -0.5608049035072327, -0.38775062561035156, -0.21469628810882568, -0.041641950607299805, 0.13141226768493652, 0.3044666051864624, 0.4775214195251465, 0.6505757570266724, 0.8236300349235535, 0.9966843128204346, 1.1697386503219604, 1.3427929878234863, 1.5158472061157227, 1.6889015436172485, 1.8619558811187744, 2.0350100994110107, 2.208064556121826, 2.3811187744140625, 2.554172992706299, 2.7272274494171143, 2.9002816677093506, 3.073336124420166, 3.2463903427124023, 3.4194445610046387, 3.592499017715454, 3.7655532360076904, 3.938607692718506, 4.111661911010742, 4.2847161293029785, 4.457770347595215, 4.630825042724609, 4.803879261016846, 4.976933479309082, 5.149988174438477, 5.323042392730713, 5.496096611022949, 5.6691508293151855, 5.842205047607422, 6.015259265899658]}, "gradients/encoder.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 2.0, 7.0, 9.0, 7.0, 10.0, 11.0, 10.0, 18.0, 21.0, 26.0, 22.0, 30.0, 30.0, 40.0, 36.0, 50.0, 40.0, 52.0, 40.0, 51.0, 45.0, 39.0, 51.0, 48.0, 46.0, 34.0, 29.0, 37.0, 22.0, 26.0, 32.0, 13.0, 15.0, 14.0, 11.0, 9.0, 9.0, 2.0, 1.0, 2.0, 2.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-3.241358757019043, -3.1406655311584473, -3.0399723052978516, -2.9392788410186768, -2.838585615158081, -2.7378923892974854, -2.6371989250183105, -2.536505699157715, -2.435812473297119, -2.3351192474365234, -2.2344260215759277, -2.133732557296753, -2.0330393314361572, -1.9323461055755615, -1.8316527605056763, -1.730959415435791, -1.6302661895751953, -1.5295729637145996, -1.4288796186447144, -1.328186273574829, -1.2274930477142334, -1.1267998218536377, -1.0261064767837524, -0.925413191318512, -0.8247199058532715, -0.724026620388031, -0.6233333349227905, -0.52264004945755, -0.42194676399230957, -0.3212534785270691, -0.2205601930618286, -0.11986690759658813, -0.019173622131347656, 0.08151966333389282, 0.1822129487991333, 0.2829062342643738, 0.38359951972961426, 0.48429280519485474, 0.5849860906600952, 0.6856793761253357, 0.7863726615905762, 0.8870659470558167, 0.9877592325210571, 1.0884525775909424, 1.189145803451538, 1.2898390293121338, 1.390532374382019, 1.4912257194519043, 1.5919189453125, 1.6926121711730957, 1.793305516242981, 1.8939988613128662, 1.994692087173462, 2.0953853130340576, 2.1960787773132324, 2.296772003173828, 2.397465229034424, 2.4981584548950195, 2.5988516807556152, 2.69954514503479, 2.8002383708953857, 2.9009315967559814, 3.0016250610351562, 3.102318286895752, 3.2030115127563477]}, "gradients/encoder.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 2.0, 7.0, 6.0, 3.0, 14.0, 16.0, 17.0, 33.0, 41.0, 34.0, 63.0, 107.0, 122.0, 196.0, 265.0, 415.0, 636.0, 988.0, 1699.0, 3308.0, 8232.0, 28487.0, 122226.0, 419809.0, 340109.0, 86861.0, 21007.0, 6704.0, 2875.0, 1568.0, 846.0, 569.0, 366.0, 295.0, 194.0, 114.0, 90.0, 64.0, 52.0, 20.0, 28.0, 20.0, 14.0, 13.0, 8.0, 5.0, 0.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-2.751953125, -2.6656494140625, -2.579345703125, -2.4930419921875, -2.40673828125, -2.3204345703125, -2.234130859375, -2.1478271484375, -2.0615234375, -1.9752197265625, -1.888916015625, -1.8026123046875, -1.71630859375, -1.6300048828125, -1.543701171875, -1.4573974609375, -1.37109375, -1.2847900390625, -1.198486328125, -1.1121826171875, -1.02587890625, -0.9395751953125, -0.853271484375, -0.7669677734375, -0.6806640625, -0.5943603515625, -0.508056640625, -0.4217529296875, -0.33544921875, -0.2491455078125, -0.162841796875, -0.0765380859375, 0.009765625, 0.0960693359375, 0.182373046875, 0.2686767578125, 0.35498046875, 0.4412841796875, 0.527587890625, 0.6138916015625, 0.7001953125, 0.7864990234375, 0.872802734375, 0.9591064453125, 1.04541015625, 1.1317138671875, 1.218017578125, 1.3043212890625, 1.390625, 1.4769287109375, 1.563232421875, 1.6495361328125, 1.73583984375, 1.8221435546875, 1.908447265625, 1.9947509765625, 2.0810546875, 2.1673583984375, 2.253662109375, 2.3399658203125, 2.42626953125, 2.5125732421875, 2.598876953125, 2.6851806640625, 2.771484375]}, "gradients/encoder.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 6.0, 2.0, 15.0, 31.0, 55.0, 99.0, 153.0, 191.0, 186.0, 116.0, 75.0, 41.0, 16.0, 8.0, 6.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2705078125, -1.22772216796875, -1.1849365234375, -1.14215087890625, -1.099365234375, -1.05657958984375, -1.0137939453125, -0.97100830078125, -0.92822265625, -0.88543701171875, -0.8426513671875, -0.79986572265625, -0.757080078125, -0.71429443359375, -0.6715087890625, -0.62872314453125, -0.5859375, -0.54315185546875, -0.5003662109375, -0.45758056640625, -0.414794921875, -0.37200927734375, -0.3292236328125, -0.28643798828125, -0.24365234375, -0.20086669921875, -0.1580810546875, -0.11529541015625, -0.072509765625, -0.02972412109375, 0.0130615234375, 0.05584716796875, 0.0986328125, 0.14141845703125, 0.1842041015625, 0.22698974609375, 0.269775390625, 0.31256103515625, 0.3553466796875, 0.39813232421875, 0.44091796875, 0.48370361328125, 0.5264892578125, 0.56927490234375, 0.612060546875, 0.65484619140625, 0.6976318359375, 0.74041748046875, 0.783203125, 0.82598876953125, 0.8687744140625, 0.91156005859375, 0.954345703125, 0.99713134765625, 1.0399169921875, 1.08270263671875, 1.12548828125, 1.16827392578125, 1.2110595703125, 1.25384521484375, 1.296630859375, 1.33941650390625, 1.3822021484375, 1.42498779296875, 1.4677734375]}, "gradients/encoder.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 4.0, 6.0, 7.0, 13.0, 15.0, 29.0, 27.0, 40.0, 46.0, 76.0, 80.0, 109.0, 146.0, 230.0, 316.0, 420.0, 689.0, 999.0, 1704.0, 3081.0, 6631.0, 16315.0, 44539.0, 124634.0, 277624.0, 314556.0, 159016.0, 58738.0, 20969.0, 8228.0, 3794.0, 1907.0, 1154.0, 692.0, 490.0, 328.0, 236.0, 155.0, 143.0, 106.0, 61.0, 56.0, 32.0, 31.0, 30.0, 11.0, 22.0, 6.0, 7.0, 4.0, 7.0, 2.0, 1.0, 4.0, 0.0, 3.0], "bins": [-2.07421875, -2.0116119384765625, -1.949005126953125, -1.8863983154296875, -1.82379150390625, -1.7611846923828125, -1.698577880859375, -1.6359710693359375, -1.5733642578125, -1.5107574462890625, -1.448150634765625, -1.3855438232421875, -1.32293701171875, -1.2603302001953125, -1.197723388671875, -1.1351165771484375, -1.072509765625, -1.0099029541015625, -0.947296142578125, -0.8846893310546875, -0.82208251953125, -0.7594757080078125, -0.696868896484375, -0.6342620849609375, -0.5716552734375, -0.5090484619140625, -0.446441650390625, -0.3838348388671875, -0.32122802734375, -0.2586212158203125, -0.196014404296875, -0.1334075927734375, -0.07080078125, -0.0081939697265625, 0.054412841796875, 0.1170196533203125, 0.17962646484375, 0.2422332763671875, 0.304840087890625, 0.3674468994140625, 0.4300537109375, 0.4926605224609375, 0.555267333984375, 0.6178741455078125, 0.68048095703125, 0.7430877685546875, 0.805694580078125, 0.8683013916015625, 0.930908203125, 0.9935150146484375, 1.056121826171875, 1.1187286376953125, 1.18133544921875, 1.2439422607421875, 1.306549072265625, 1.3691558837890625, 1.4317626953125, 1.4943695068359375, 1.556976318359375, 1.6195831298828125, 1.68218994140625, 1.7447967529296875, 1.807403564453125, 1.8700103759765625, 1.9326171875]}, "gradients/encoder.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 3.0, 7.0, 3.0, 3.0, 8.0, 9.0, 11.0, 10.0, 12.0, 21.0, 19.0, 14.0, 16.0, 26.0, 29.0, 42.0, 26.0, 36.0, 35.0, 48.0, 40.0, 51.0, 46.0, 39.0, 48.0, 42.0, 40.0, 41.0, 30.0, 30.0, 27.0, 29.0, 29.0, 21.0, 19.0, 12.0, 12.0, 13.0, 8.0, 13.0, 5.0, 6.0, 1.0, 6.0, 4.0, 4.0, 4.0, 4.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.05859375, -1.99029541015625, -1.9219970703125, -1.85369873046875, -1.785400390625, -1.71710205078125, -1.6488037109375, -1.58050537109375, -1.51220703125, -1.44390869140625, -1.3756103515625, -1.30731201171875, -1.239013671875, -1.17071533203125, -1.1024169921875, -1.03411865234375, -0.9658203125, -0.89752197265625, -0.8292236328125, -0.76092529296875, -0.692626953125, -0.62432861328125, -0.5560302734375, -0.48773193359375, -0.41943359375, -0.35113525390625, -0.2828369140625, -0.21453857421875, -0.146240234375, -0.07794189453125, -0.0096435546875, 0.05865478515625, 0.126953125, 0.19525146484375, 0.2635498046875, 0.33184814453125, 0.400146484375, 0.46844482421875, 0.5367431640625, 0.60504150390625, 0.67333984375, 0.74163818359375, 0.8099365234375, 0.87823486328125, 0.946533203125, 1.01483154296875, 1.0831298828125, 1.15142822265625, 1.2197265625, 1.28802490234375, 1.3563232421875, 1.42462158203125, 1.492919921875, 1.56121826171875, 1.6295166015625, 1.69781494140625, 1.76611328125, 1.83441162109375, 1.9027099609375, 1.97100830078125, 2.039306640625, 2.10760498046875, 2.1759033203125, 2.24420166015625, 2.3125]}, "gradients/encoder.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 4.0, 2.0, 4.0, 7.0, 4.0, 10.0, 6.0, 16.0, 15.0, 31.0, 49.0, 48.0, 69.0, 119.0, 204.0, 316.0, 633.0, 1185.0, 2681.0, 6532.0, 18349.0, 67117.0, 353469.0, 465228.0, 94085.0, 23902.0, 8159.0, 3275.0, 1439.0, 695.0, 336.0, 199.0, 114.0, 78.0, 52.0, 28.0, 30.0, 13.0, 17.0, 8.0, 9.0, 11.0, 5.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0], "bins": [-1.6044921875, -1.5587921142578125, -1.513092041015625, -1.4673919677734375, -1.42169189453125, -1.3759918212890625, -1.330291748046875, -1.2845916748046875, -1.2388916015625, -1.1931915283203125, -1.147491455078125, -1.1017913818359375, -1.05609130859375, -1.0103912353515625, -0.964691162109375, -0.9189910888671875, -0.873291015625, -0.8275909423828125, -0.781890869140625, -0.7361907958984375, -0.69049072265625, -0.6447906494140625, -0.599090576171875, -0.5533905029296875, -0.5076904296875, -0.4619903564453125, -0.416290283203125, -0.3705902099609375, -0.32489013671875, -0.2791900634765625, -0.233489990234375, -0.1877899169921875, -0.14208984375, -0.0963897705078125, -0.050689697265625, -0.0049896240234375, 0.04071044921875, 0.0864105224609375, 0.132110595703125, 0.1778106689453125, 0.2235107421875, 0.2692108154296875, 0.314910888671875, 0.3606109619140625, 0.40631103515625, 0.4520111083984375, 0.497711181640625, 0.5434112548828125, 0.589111328125, 0.6348114013671875, 0.680511474609375, 0.7262115478515625, 0.77191162109375, 0.8176116943359375, 0.863311767578125, 0.9090118408203125, 0.9547119140625, 1.0004119873046875, 1.046112060546875, 1.0918121337890625, 1.13751220703125, 1.1832122802734375, 1.228912353515625, 1.2746124267578125, 1.3203125]}, "gradients/encoder.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 10.0, 13.0, 17.0, 18.0, 25.0, 42.0, 59.0, 52.0, 75.0, 117.0, 123.0, 113.0, 81.0, 74.0, 51.0, 43.0, 26.0, 19.0, 11.0, 14.0, 6.0, 6.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002999305725097656, -0.00029128044843673706, -0.0002826303243637085, -0.00027398020029067993, -0.00026533007621765137, -0.0002566799521446228, -0.00024802982807159424, -0.00023937970399856567, -0.0002307295799255371, -0.00022207945585250854, -0.00021342933177947998, -0.00020477920770645142, -0.00019612908363342285, -0.0001874789595603943, -0.00017882883548736572, -0.00017017871141433716, -0.0001615285873413086, -0.00015287846326828003, -0.00014422833919525146, -0.0001355782151222229, -0.00012692809104919434, -0.00011827796697616577, -0.00010962784290313721, -0.00010097771883010864, -9.232759475708008e-05, -8.367747068405151e-05, -7.502734661102295e-05, -6.637722253799438e-05, -5.772709846496582e-05, -4.9076974391937256e-05, -4.042685031890869e-05, -3.177672624588013e-05, -2.3126602172851562e-05, -1.4476478099822998e-05, -5.826354026794434e-06, 2.823770046234131e-06, 1.1473894119262695e-05, 2.012401819229126e-05, 2.8774142265319824e-05, 3.742426633834839e-05, 4.607439041137695e-05, 5.472451448440552e-05, 6.337463855743408e-05, 7.202476263046265e-05, 8.067488670349121e-05, 8.932501077651978e-05, 9.797513484954834e-05, 0.0001066252589225769, 0.00011527538299560547, 0.00012392550706863403, 0.0001325756311416626, 0.00014122575521469116, 0.00014987587928771973, 0.0001585260033607483, 0.00016717612743377686, 0.00017582625150680542, 0.00018447637557983398, 0.00019312649965286255, 0.0002017766237258911, 0.00021042674779891968, 0.00021907687187194824, 0.0002277269959449768, 0.00023637712001800537, 0.00024502724409103394, 0.0002536773681640625]}, "gradients/encoder.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 4.0, 3.0, 1.0, 2.0, 7.0, 7.0, 6.0, 10.0, 15.0, 12.0, 26.0, 26.0, 35.0, 62.0, 69.0, 99.0, 162.0, 245.0, 382.0, 636.0, 1240.0, 2493.0, 5748.0, 14934.0, 45704.0, 203155.0, 537716.0, 171708.0, 40369.0, 13314.0, 5192.0, 2366.0, 1142.0, 598.0, 339.0, 206.0, 146.0, 95.0, 78.0, 57.0, 38.0, 19.0, 22.0, 20.0, 21.0, 8.0, 8.0, 3.0, 7.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.3701171875, -1.3251190185546875, -1.280120849609375, -1.2351226806640625, -1.19012451171875, -1.1451263427734375, -1.100128173828125, -1.0551300048828125, -1.0101318359375, -0.9651336669921875, -0.920135498046875, -0.8751373291015625, -0.83013916015625, -0.7851409912109375, -0.740142822265625, -0.6951446533203125, -0.650146484375, -0.6051483154296875, -0.560150146484375, -0.5151519775390625, -0.47015380859375, -0.4251556396484375, -0.380157470703125, -0.3351593017578125, -0.2901611328125, -0.2451629638671875, -0.200164794921875, -0.1551666259765625, -0.11016845703125, -0.0651702880859375, -0.020172119140625, 0.0248260498046875, 0.06982421875, 0.1148223876953125, 0.159820556640625, 0.2048187255859375, 0.24981689453125, 0.2948150634765625, 0.339813232421875, 0.3848114013671875, 0.4298095703125, 0.4748077392578125, 0.519805908203125, 0.5648040771484375, 0.60980224609375, 0.6548004150390625, 0.699798583984375, 0.7447967529296875, 0.789794921875, 0.8347930908203125, 0.879791259765625, 0.9247894287109375, 0.96978759765625, 1.0147857666015625, 1.059783935546875, 1.1047821044921875, 1.1497802734375, 1.1947784423828125, 1.239776611328125, 1.2847747802734375, 1.32977294921875, 1.3747711181640625, 1.419769287109375, 1.4647674560546875, 1.509765625]}, "gradients/encoder.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 7.0, 3.0, 7.0, 7.0, 5.0, 5.0, 14.0, 19.0, 20.0, 17.0, 21.0, 39.0, 43.0, 44.0, 67.0, 58.0, 67.0, 74.0, 79.0, 58.0, 54.0, 40.0, 53.0, 42.0, 35.0, 36.0, 24.0, 17.0, 16.0, 5.0, 7.0, 10.0, 6.0, 2.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.8515625, -0.824005126953125, -0.79644775390625, -0.768890380859375, -0.7413330078125, -0.713775634765625, -0.68621826171875, -0.658660888671875, -0.631103515625, -0.603546142578125, -0.57598876953125, -0.548431396484375, -0.5208740234375, -0.493316650390625, -0.46575927734375, -0.438201904296875, -0.41064453125, -0.383087158203125, -0.35552978515625, -0.327972412109375, -0.3004150390625, -0.272857666015625, -0.24530029296875, -0.217742919921875, -0.190185546875, -0.162628173828125, -0.13507080078125, -0.107513427734375, -0.0799560546875, -0.052398681640625, -0.02484130859375, 0.002716064453125, 0.0302734375, 0.057830810546875, 0.08538818359375, 0.112945556640625, 0.1405029296875, 0.168060302734375, 0.19561767578125, 0.223175048828125, 0.250732421875, 0.278289794921875, 0.30584716796875, 0.333404541015625, 0.3609619140625, 0.388519287109375, 0.41607666015625, 0.443634033203125, 0.47119140625, 0.498748779296875, 0.52630615234375, 0.553863525390625, 0.5814208984375, 0.608978271484375, 0.63653564453125, 0.664093017578125, 0.691650390625, 0.719207763671875, 0.74676513671875, 0.774322509765625, 0.8018798828125, 0.829437255859375, 0.85699462890625, 0.884552001953125, 0.912109375]}, "gradients/encoder.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 4.0, 5.0, 0.0, 6.0, 12.0, 14.0, 21.0, 52.0, 71.0, 112.0, 140.0, 167.0, 129.0, 115.0, 54.0, 42.0, 27.0, 15.0, 9.0, 6.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-23.15837860107422, -22.555091857910156, -21.95180320739746, -21.3485164642334, -20.745227813720703, -20.14194107055664, -19.538652420043945, -18.935365676879883, -18.332077026367188, -17.728790283203125, -17.12550163269043, -16.522214889526367, -15.918926239013672, -15.315638542175293, -14.712350845336914, -14.109064102172852, -13.505776405334473, -12.902488708496094, -12.299201011657715, -11.695913314819336, -11.092625617980957, -10.489337921142578, -9.886051177978516, -9.28276252746582, -8.679475784301758, -8.076188087463379, -7.472900390625, -6.869612693786621, -6.266324996948242, -5.663037300109863, -5.059750080108643, -4.456462383270264, -3.8531742095947266, -3.2498865127563477, -2.6465988159179688, -2.043311357498169, -1.44002366065979, -0.8367359638214111, -0.23344850540161133, 0.3698391914367676, 0.9731268882751465, 1.5764145851135254, 2.1797022819519043, 2.782989740371704, 3.386277437210083, 3.989565134048462, 4.592852592468262, 5.196140289306641, 5.7994279861450195, 6.402715682983398, 7.006003379821777, 7.609291076660156, 8.212578773498535, 8.815866470336914, 9.419153213500977, 10.022441864013672, 10.625728607177734, 11.229016304016113, 11.832304000854492, 12.435591697692871, 13.03887939453125, 13.642167091369629, 14.245454788208008, 14.84874153137207, 15.452030181884766]}, "gradients/encoder.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 7.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 5.0, 9.0, 14.0, 12.0, 11.0, 23.0, 13.0, 16.0, 14.0, 19.0, 28.0, 35.0, 37.0, 27.0, 40.0, 52.0, 40.0, 48.0, 47.0, 55.0, 48.0, 39.0, 38.0, 26.0, 43.0, 28.0, 32.0, 33.0, 26.0, 28.0, 16.0, 14.0, 11.0, 11.0, 12.0, 9.0, 6.0, 10.0, 4.0, 5.0, 0.0, 4.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-13.311273574829102, -12.907602310180664, -12.50393009185791, -12.100258827209473, -11.696587562561035, -11.292915344238281, -10.889244079589844, -10.485572814941406, -10.081901550292969, -9.678230285644531, -9.274558067321777, -8.87088680267334, -8.467215538024902, -8.063543319702148, -7.659872055053711, -7.256200790405273, -6.852529048919678, -6.448857307434082, -6.0451860427856445, -5.641514301300049, -5.237843036651611, -4.834171295166016, -4.430500030517578, -4.026828289031982, -3.623156785964966, -3.219485282897949, -2.8158137798309326, -2.412142276763916, -2.0084705352783203, -1.6047990322113037, -1.201127529144287, -0.7974560260772705, -0.3937845230102539, 0.009887009859085083, 0.4135585427284241, 0.8172301054000854, 1.220901608467102, 1.6245732307434082, 2.028244733810425, 2.4319162368774414, 2.835587739944458, 3.2392592430114746, 3.642930746078491, 4.046602249145508, 4.4502739906311035, 4.853945732116699, 5.257616996765137, 5.661288261413574, 6.06496000289917, 6.468631744384766, 6.872303009033203, 7.275974750518799, 7.679646015167236, 8.083317756652832, 8.48698902130127, 8.890661239624023, 9.294332504272461, 9.698003768920898, 10.101675987243652, 10.50534725189209, 10.909018516540527, 11.312690734863281, 11.716361999511719, 12.120033264160156, 12.523704528808594]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 5.0, 4.0, 6.0, 13.0, 10.0, 19.0, 31.0, 51.0, 66.0, 124.0, 222.0, 342.0, 638.0, 1295.0, 3459.0, 12092.0, 67799.0, 3715936.0, 354225.0, 27862.0, 6136.0, 2059.0, 822.0, 406.0, 207.0, 141.0, 100.0, 63.0, 40.0, 18.0, 26.0, 14.0, 9.0, 11.0, 8.0, 4.0, 7.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-3.990234375, -3.856231689453125, -3.72222900390625, -3.588226318359375, -3.4542236328125, -3.320220947265625, -3.18621826171875, -3.052215576171875, -2.918212890625, -2.784210205078125, -2.65020751953125, -2.516204833984375, -2.3822021484375, -2.248199462890625, -2.11419677734375, -1.980194091796875, -1.84619140625, -1.712188720703125, -1.57818603515625, -1.444183349609375, -1.3101806640625, -1.176177978515625, -1.04217529296875, -0.908172607421875, -0.774169921875, -0.640167236328125, -0.50616455078125, -0.372161865234375, -0.2381591796875, -0.104156494140625, 0.02984619140625, 0.163848876953125, 0.2978515625, 0.431854248046875, 0.56585693359375, 0.699859619140625, 0.8338623046875, 0.967864990234375, 1.10186767578125, 1.235870361328125, 1.369873046875, 1.503875732421875, 1.63787841796875, 1.771881103515625, 1.9058837890625, 2.039886474609375, 2.17388916015625, 2.307891845703125, 2.44189453125, 2.575897216796875, 2.70989990234375, 2.843902587890625, 2.9779052734375, 3.111907958984375, 3.24591064453125, 3.379913330078125, 3.513916015625, 3.647918701171875, 3.78192138671875, 3.915924072265625, 4.0499267578125, 4.183929443359375, 4.31793212890625, 4.451934814453125, 4.5859375]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 4.0, 11.0, 22.0, 38.0, 76.0, 97.0, 125.0, 191.0, 152.0, 122.0, 79.0, 39.0, 22.0, 11.0, 10.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.185546875, -1.14410400390625, -1.1026611328125, -1.06121826171875, -1.019775390625, -0.97833251953125, -0.9368896484375, -0.89544677734375, -0.85400390625, -0.81256103515625, -0.7711181640625, -0.72967529296875, -0.688232421875, -0.64678955078125, -0.6053466796875, -0.56390380859375, -0.5224609375, -0.48101806640625, -0.4395751953125, -0.39813232421875, -0.356689453125, -0.31524658203125, -0.2738037109375, -0.23236083984375, -0.19091796875, -0.14947509765625, -0.1080322265625, -0.06658935546875, -0.025146484375, 0.01629638671875, 0.0577392578125, 0.09918212890625, 0.140625, 0.18206787109375, 0.2235107421875, 0.26495361328125, 0.306396484375, 0.34783935546875, 0.3892822265625, 0.43072509765625, 0.47216796875, 0.51361083984375, 0.5550537109375, 0.59649658203125, 0.637939453125, 0.67938232421875, 0.7208251953125, 0.76226806640625, 0.8037109375, 0.84515380859375, 0.8865966796875, 0.92803955078125, 0.969482421875, 1.01092529296875, 1.0523681640625, 1.09381103515625, 1.13525390625, 1.17669677734375, 1.2181396484375, 1.25958251953125, 1.301025390625, 1.34246826171875, 1.3839111328125, 1.42535400390625, 1.466796875]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 4.0, 6.0, 22.0, 37.0, 68.0, 144.0, 314.0, 821.0, 3302.0, 22708.0, 808535.0, 3313960.0, 37876.0, 4550.0, 1147.0, 434.0, 170.0, 87.0, 46.0, 28.0, 12.0, 11.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.72265625, -4.5545654296875, -4.386474609375, -4.2183837890625, -4.05029296875, -3.8822021484375, -3.714111328125, -3.5460205078125, -3.3779296875, -3.2098388671875, -3.041748046875, -2.8736572265625, -2.70556640625, -2.5374755859375, -2.369384765625, -2.2012939453125, -2.033203125, -1.8651123046875, -1.697021484375, -1.5289306640625, -1.36083984375, -1.1927490234375, -1.024658203125, -0.8565673828125, -0.6884765625, -0.5203857421875, -0.352294921875, -0.1842041015625, -0.01611328125, 0.1519775390625, 0.320068359375, 0.4881591796875, 0.65625, 0.8243408203125, 0.992431640625, 1.1605224609375, 1.32861328125, 1.4967041015625, 1.664794921875, 1.8328857421875, 2.0009765625, 2.1690673828125, 2.337158203125, 2.5052490234375, 2.67333984375, 2.8414306640625, 3.009521484375, 3.1776123046875, 3.345703125, 3.5137939453125, 3.681884765625, 3.8499755859375, 4.01806640625, 4.1861572265625, 4.354248046875, 4.5223388671875, 4.6904296875, 4.8585205078125, 5.026611328125, 5.1947021484375, 5.36279296875, 5.5308837890625, 5.698974609375, 5.8670654296875, 6.03515625]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 4.0, 8.0, 13.0, 24.0, 34.0, 42.0, 83.0, 215.0, 540.0, 1992.0, 612.0, 238.0, 103.0, 64.0, 37.0, 26.0, 15.0, 12.0, 4.0, 3.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.2021484375, -1.1673431396484375, -1.132537841796875, -1.0977325439453125, -1.06292724609375, -1.0281219482421875, -0.993316650390625, -0.9585113525390625, -0.9237060546875, -0.8889007568359375, -0.854095458984375, -0.8192901611328125, -0.78448486328125, -0.7496795654296875, -0.714874267578125, -0.6800689697265625, -0.645263671875, -0.6104583740234375, -0.575653076171875, -0.5408477783203125, -0.50604248046875, -0.4712371826171875, -0.436431884765625, -0.4016265869140625, -0.3668212890625, -0.3320159912109375, -0.297210693359375, -0.2624053955078125, -0.22760009765625, -0.1927947998046875, -0.157989501953125, -0.1231842041015625, -0.08837890625, -0.0535736083984375, -0.018768310546875, 0.0160369873046875, 0.05084228515625, 0.0856475830078125, 0.120452880859375, 0.1552581787109375, 0.1900634765625, 0.2248687744140625, 0.259674072265625, 0.2944793701171875, 0.32928466796875, 0.3640899658203125, 0.398895263671875, 0.4337005615234375, 0.468505859375, 0.5033111572265625, 0.538116455078125, 0.5729217529296875, 0.60772705078125, 0.6425323486328125, 0.677337646484375, 0.7121429443359375, 0.7469482421875, 0.7817535400390625, 0.816558837890625, 0.8513641357421875, 0.88616943359375, 0.9209747314453125, 0.955780029296875, 0.9905853271484375, 1.025390625]}, "gradients/encoder.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 10.0, 15.0, 26.0, 27.0, 53.0, 83.0, 81.0, 108.0, 124.0, 115.0, 108.0, 86.0, 64.0, 31.0, 23.0, 10.0, 19.0, 6.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.226768732070923, -2.0992820262908936, -1.9717952013015747, -1.8443083763122559, -1.7168216705322266, -1.5893348455429077, -1.4618480205535889, -1.3343613147735596, -1.2068744897842407, -1.0793876647949219, -0.9519009590148926, -0.8244141340255737, -0.6969273686408997, -0.5694406032562256, -0.44195377826690674, -0.31446701288223267, -0.1869802474975586, -0.05949346721172333, 0.06799331307411194, 0.1954801082611084, 0.32296687364578247, 0.45045363903045654, 0.5779404640197754, 0.7054272294044495, 0.8329139947891235, 0.9604007601737976, 1.0878875255584717, 1.2153743505477905, 1.3428611755371094, 1.4703478813171387, 1.5978347063064575, 1.7253215312957764, 1.8528084754943848, 1.9802953004837036, 2.1077821254730225, 2.2352688312530518, 2.362755537033081, 2.4902424812316895, 2.6177291870117188, 2.745215892791748, 2.8727025985717773, 3.0001893043518066, 3.127676248550415, 3.2551629543304443, 3.3826496601104736, 3.510136604309082, 3.6376233100891113, 3.7651100158691406, 3.892596960067749, 4.020083904266357, 4.147570610046387, 4.275057315826416, 4.402544021606445, 4.530030727386475, 4.657517433166504, 4.785004615783691, 4.912491321563721, 5.03997802734375, 5.167464733123779, 5.294951438903809, 5.422438621520996, 5.549925327301025, 5.677412033081055, 5.804898738861084, 5.932385444641113]}, "gradients/encoder.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 2.0, 4.0, 3.0, 5.0, 6.0, 8.0, 11.0, 6.0, 15.0, 14.0, 11.0, 18.0, 23.0, 29.0, 32.0, 18.0, 30.0, 44.0, 51.0, 39.0, 52.0, 49.0, 41.0, 50.0, 42.0, 42.0, 41.0, 42.0, 34.0, 35.0, 22.0, 37.0, 17.0, 24.0, 20.0, 10.0, 20.0, 10.0, 8.0, 7.0, 14.0, 4.0, 1.0, 4.0, 9.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.4066126346588135, -2.332097291946411, -2.257581949234009, -2.1830666065216064, -2.108551263809204, -2.0340359210968018, -1.9595205783843994, -1.885005235671997, -1.8104898929595947, -1.7359745502471924, -1.66145920753479, -1.5869438648223877, -1.5124285221099854, -1.437913179397583, -1.3633978366851807, -1.2888824939727783, -1.2143672704696655, -1.1398519277572632, -1.0653365850448608, -0.9908212423324585, -0.9163058996200562, -0.8417905569076538, -0.7672752737998962, -0.6927599310874939, -0.6182445883750916, -0.5437292456626892, -0.46921390295028687, -0.3946985900402069, -0.32018324732780457, -0.24566790461540222, -0.17115259170532227, -0.09663724899291992, -0.022121906280517578, 0.05239342898130417, 0.12690876424312592, 0.20142409205436707, 0.2759394347667694, 0.35045477747917175, 0.4249700903892517, 0.49948543310165405, 0.5740007758140564, 0.6485161185264587, 0.7230314612388611, 0.7975467443466187, 0.872062087059021, 0.9465774297714233, 1.0210927724838257, 1.095608115196228, 1.1701234579086304, 1.2446388006210327, 1.319154143333435, 1.3936694860458374, 1.4681848287582397, 1.542700171470642, 1.6172153949737549, 1.6917307376861572, 1.7662460803985596, 1.840761423110962, 1.9152767658233643, 1.9897921085357666, 2.064307451248169, 2.1388227939605713, 2.2133381366729736, 2.287853479385376, 2.3623688220977783]}, "gradients/encoder.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 4.0, 9.0, 9.0, 9.0, 11.0, 16.0, 28.0, 41.0, 75.0, 78.0, 147.0, 177.0, 303.0, 479.0, 947.0, 1791.0, 4018.0, 11795.0, 48249.0, 256830.0, 527984.0, 151619.0, 29560.0, 8157.0, 3005.0, 1376.0, 690.0, 428.0, 221.0, 159.0, 97.0, 73.0, 60.0, 31.0, 24.0, 22.0, 10.0, 9.0, 8.0, 6.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.634765625, -2.53839111328125, -2.4420166015625, -2.34564208984375, -2.249267578125, -2.15289306640625, -2.0565185546875, -1.96014404296875, -1.86376953125, -1.76739501953125, -1.6710205078125, -1.57464599609375, -1.478271484375, -1.38189697265625, -1.2855224609375, -1.18914794921875, -1.0927734375, -0.99639892578125, -0.9000244140625, -0.80364990234375, -0.707275390625, -0.61090087890625, -0.5145263671875, -0.41815185546875, -0.32177734375, -0.22540283203125, -0.1290283203125, -0.03265380859375, 0.063720703125, 0.16009521484375, 0.2564697265625, 0.35284423828125, 0.44921875, 0.54559326171875, 0.6419677734375, 0.73834228515625, 0.834716796875, 0.93109130859375, 1.0274658203125, 1.12384033203125, 1.22021484375, 1.31658935546875, 1.4129638671875, 1.50933837890625, 1.605712890625, 1.70208740234375, 1.7984619140625, 1.89483642578125, 1.9912109375, 2.08758544921875, 2.1839599609375, 2.28033447265625, 2.376708984375, 2.47308349609375, 2.5694580078125, 2.66583251953125, 2.76220703125, 2.85858154296875, 2.9549560546875, 3.05133056640625, 3.147705078125, 3.24407958984375, 3.3404541015625, 3.43682861328125, 3.533203125]}, "gradients/encoder.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 4.0, 10.0, 13.0, 28.0, 46.0, 79.0, 108.0, 146.0, 174.0, 150.0, 118.0, 56.0, 35.0, 22.0, 13.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.16796875, -1.1267242431640625, -1.085479736328125, -1.0442352294921875, -1.00299072265625, -0.9617462158203125, -0.920501708984375, -0.8792572021484375, -0.8380126953125, -0.7967681884765625, -0.755523681640625, -0.7142791748046875, -0.67303466796875, -0.6317901611328125, -0.590545654296875, -0.5493011474609375, -0.508056640625, -0.4668121337890625, -0.425567626953125, -0.3843231201171875, -0.34307861328125, -0.3018341064453125, -0.260589599609375, -0.2193450927734375, -0.1781005859375, -0.1368560791015625, -0.095611572265625, -0.0543670654296875, -0.01312255859375, 0.0281219482421875, 0.069366455078125, 0.1106109619140625, 0.15185546875, 0.1930999755859375, 0.234344482421875, 0.2755889892578125, 0.31683349609375, 0.3580780029296875, 0.399322509765625, 0.4405670166015625, 0.4818115234375, 0.5230560302734375, 0.564300537109375, 0.6055450439453125, 0.64678955078125, 0.6880340576171875, 0.729278564453125, 0.7705230712890625, 0.811767578125, 0.8530120849609375, 0.894256591796875, 0.9355010986328125, 0.97674560546875, 1.0179901123046875, 1.059234619140625, 1.1004791259765625, 1.1417236328125, 1.1829681396484375, 1.224212646484375, 1.2654571533203125, 1.30670166015625, 1.3479461669921875, 1.389190673828125, 1.4304351806640625, 1.4716796875]}, "gradients/encoder.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 7.0, 5.0, 2.0, 14.0, 15.0, 16.0, 20.0, 48.0, 52.0, 82.0, 77.0, 135.0, 195.0, 274.0, 346.0, 567.0, 847.0, 1459.0, 2791.0, 6479.0, 18961.0, 63842.0, 199837.0, 377792.0, 248078.0, 85226.0, 25201.0, 8233.0, 3295.0, 1748.0, 943.0, 595.0, 410.0, 253.0, 204.0, 139.0, 91.0, 78.0, 52.0, 43.0, 33.0, 21.0, 21.0, 8.0, 8.0, 6.0, 6.0, 2.0, 4.0, 2.0, 0.0, 4.0, 1.0], "bins": [-2.279296875, -2.2134552001953125, -2.147613525390625, -2.0817718505859375, -2.01593017578125, -1.9500885009765625, -1.884246826171875, -1.8184051513671875, -1.7525634765625, -1.6867218017578125, -1.620880126953125, -1.5550384521484375, -1.48919677734375, -1.4233551025390625, -1.357513427734375, -1.2916717529296875, -1.225830078125, -1.1599884033203125, -1.094146728515625, -1.0283050537109375, -0.96246337890625, -0.8966217041015625, -0.830780029296875, -0.7649383544921875, -0.6990966796875, -0.6332550048828125, -0.567413330078125, -0.5015716552734375, -0.43572998046875, -0.3698883056640625, -0.304046630859375, -0.2382049560546875, -0.17236328125, -0.1065216064453125, -0.040679931640625, 0.0251617431640625, 0.09100341796875, 0.1568450927734375, 0.222686767578125, 0.2885284423828125, 0.3543701171875, 0.4202117919921875, 0.486053466796875, 0.5518951416015625, 0.61773681640625, 0.6835784912109375, 0.749420166015625, 0.8152618408203125, 0.881103515625, 0.9469451904296875, 1.012786865234375, 1.0786285400390625, 1.14447021484375, 1.2103118896484375, 1.276153564453125, 1.3419952392578125, 1.4078369140625, 1.4736785888671875, 1.539520263671875, 1.6053619384765625, 1.67120361328125, 1.7370452880859375, 1.802886962890625, 1.8687286376953125, 1.9345703125]}, "gradients/encoder.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 9.0, 13.0, 14.0, 16.0, 18.0, 16.0, 24.0, 21.0, 20.0, 37.0, 35.0, 46.0, 37.0, 43.0, 51.0, 49.0, 56.0, 60.0, 51.0, 42.0, 42.0, 47.0, 41.0, 39.0, 32.0, 22.0, 24.0, 26.0, 12.0, 16.0, 10.0, 7.0, 5.0, 7.0, 7.0, 2.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.55859375, -2.480194091796875, -2.40179443359375, -2.323394775390625, -2.2449951171875, -2.166595458984375, -2.08819580078125, -2.009796142578125, -1.931396484375, -1.852996826171875, -1.77459716796875, -1.696197509765625, -1.6177978515625, -1.539398193359375, -1.46099853515625, -1.382598876953125, -1.30419921875, -1.225799560546875, -1.14739990234375, -1.069000244140625, -0.9906005859375, -0.912200927734375, -0.83380126953125, -0.755401611328125, -0.677001953125, -0.598602294921875, -0.52020263671875, -0.441802978515625, -0.3634033203125, -0.285003662109375, -0.20660400390625, -0.128204345703125, -0.0498046875, 0.028594970703125, 0.10699462890625, 0.185394287109375, 0.2637939453125, 0.342193603515625, 0.42059326171875, 0.498992919921875, 0.577392578125, 0.655792236328125, 0.73419189453125, 0.812591552734375, 0.8909912109375, 0.969390869140625, 1.04779052734375, 1.126190185546875, 1.20458984375, 1.282989501953125, 1.36138916015625, 1.439788818359375, 1.5181884765625, 1.596588134765625, 1.67498779296875, 1.753387451171875, 1.831787109375, 1.910186767578125, 1.98858642578125, 2.066986083984375, 2.1453857421875, 2.223785400390625, 2.30218505859375, 2.380584716796875, 2.458984375]}, "gradients/encoder.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 4.0, 0.0, 4.0, 7.0, 8.0, 3.0, 21.0, 28.0, 41.0, 138.0, 281.0, 879.0, 3752.0, 39586.0, 871925.0, 123176.0, 6606.0, 1357.0, 428.0, 136.0, 79.0, 34.0, 24.0, 14.0, 11.0, 5.0, 2.0, 4.0, 0.0, 4.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.919921875, -1.831268310546875, -1.74261474609375, -1.653961181640625, -1.5653076171875, -1.476654052734375, -1.38800048828125, -1.299346923828125, -1.210693359375, -1.122039794921875, -1.03338623046875, -0.944732666015625, -0.8560791015625, -0.767425537109375, -0.67877197265625, -0.590118408203125, -0.50146484375, -0.412811279296875, -0.32415771484375, -0.235504150390625, -0.1468505859375, -0.058197021484375, 0.03045654296875, 0.119110107421875, 0.207763671875, 0.296417236328125, 0.38507080078125, 0.473724365234375, 0.5623779296875, 0.651031494140625, 0.73968505859375, 0.828338623046875, 0.9169921875, 1.005645751953125, 1.09429931640625, 1.182952880859375, 1.2716064453125, 1.360260009765625, 1.44891357421875, 1.537567138671875, 1.626220703125, 1.714874267578125, 1.80352783203125, 1.892181396484375, 1.9808349609375, 2.069488525390625, 2.15814208984375, 2.246795654296875, 2.33544921875, 2.424102783203125, 2.51275634765625, 2.601409912109375, 2.6900634765625, 2.778717041015625, 2.86737060546875, 2.956024169921875, 3.044677734375, 3.133331298828125, 3.22198486328125, 3.310638427734375, 3.3992919921875, 3.487945556640625, 3.57659912109375, 3.665252685546875, 3.75390625]}, "gradients/encoder.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 5.0, 6.0, 3.0, 12.0, 6.0, 15.0, 17.0, 23.0, 28.0, 44.0, 53.0, 73.0, 95.0, 113.0, 122.0, 84.0, 69.0, 52.0, 46.0, 27.0, 29.0, 20.0, 15.0, 10.0, 7.0, 14.0, 10.0, 2.0, 4.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001857280731201172, -0.00017914548516273499, -0.00017256289720535278, -0.00016598030924797058, -0.00015939772129058838, -0.00015281513333320618, -0.00014623254537582397, -0.00013964995741844177, -0.00013306736946105957, -0.00012648478150367737, -0.00011990219354629517, -0.00011331960558891296, -0.00010673701763153076, -0.00010015442967414856, -9.357184171676636e-05, -8.698925375938416e-05, -8.040666580200195e-05, -7.382407784461975e-05, -6.724148988723755e-05, -6.065890192985535e-05, -5.4076313972473145e-05, -4.749372601509094e-05, -4.091113805770874e-05, -3.432855010032654e-05, -2.7745962142944336e-05, -2.1163374185562134e-05, -1.4580786228179932e-05, -7.99819827079773e-06, -1.4156103134155273e-06, 5.166977643966675e-06, 1.1749565601348877e-05, 1.833215355873108e-05, 2.491474151611328e-05, 3.1497329473495483e-05, 3.8079917430877686e-05, 4.466250538825989e-05, 5.124509334564209e-05, 5.782768130302429e-05, 6.44102692604065e-05, 7.09928572177887e-05, 7.75754451751709e-05, 8.41580331325531e-05, 9.07406210899353e-05, 9.73232090473175e-05, 0.00010390579700469971, 0.00011048838496208191, 0.00011707097291946411, 0.0001236535608768463, 0.00013023614883422852, 0.00013681873679161072, 0.00014340132474899292, 0.00014998391270637512, 0.00015656650066375732, 0.00016314908862113953, 0.00016973167657852173, 0.00017631426453590393, 0.00018289685249328613, 0.00018947944045066833, 0.00019606202840805054, 0.00020264461636543274, 0.00020922720432281494, 0.00021580979228019714, 0.00022239238023757935, 0.00022897496819496155, 0.00023555755615234375]}, "gradients/encoder.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 2.0, 3.0, 6.0, 3.0, 5.0, 3.0, 13.0, 12.0, 21.0, 21.0, 25.0, 30.0, 66.0, 83.0, 149.0, 272.0, 484.0, 980.0, 2419.0, 6908.0, 33128.0, 458649.0, 497424.0, 35904.0, 7321.0, 2399.0, 999.0, 506.0, 270.0, 146.0, 92.0, 65.0, 40.0, 27.0, 15.0, 15.0, 14.0, 14.0, 2.0, 3.0, 3.0, 6.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-2.1796875, -2.119171142578125, -2.05865478515625, -1.998138427734375, -1.9376220703125, -1.877105712890625, -1.81658935546875, -1.756072998046875, -1.695556640625, -1.635040283203125, -1.57452392578125, -1.514007568359375, -1.4534912109375, -1.392974853515625, -1.33245849609375, -1.271942138671875, -1.21142578125, -1.150909423828125, -1.09039306640625, -1.029876708984375, -0.9693603515625, -0.908843994140625, -0.84832763671875, -0.787811279296875, -0.727294921875, -0.666778564453125, -0.60626220703125, -0.545745849609375, -0.4852294921875, -0.424713134765625, -0.36419677734375, -0.303680419921875, -0.2431640625, -0.182647705078125, -0.12213134765625, -0.061614990234375, -0.0010986328125, 0.059417724609375, 0.11993408203125, 0.180450439453125, 0.240966796875, 0.301483154296875, 0.36199951171875, 0.422515869140625, 0.4830322265625, 0.543548583984375, 0.60406494140625, 0.664581298828125, 0.72509765625, 0.785614013671875, 0.84613037109375, 0.906646728515625, 0.9671630859375, 1.027679443359375, 1.08819580078125, 1.148712158203125, 1.209228515625, 1.269744873046875, 1.33026123046875, 1.390777587890625, 1.4512939453125, 1.511810302734375, 1.57232666015625, 1.632843017578125, 1.693359375]}, "gradients/encoder.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 5.0, 6.0, 4.0, 6.0, 6.0, 7.0, 8.0, 8.0, 16.0, 17.0, 36.0, 50.0, 70.0, 85.0, 113.0, 120.0, 100.0, 83.0, 66.0, 53.0, 35.0, 25.0, 23.0, 13.0, 10.0, 8.0, 8.0, 5.0, 4.0, 4.0, 2.0, 0.0, 3.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.3671875, -1.3325271606445312, -1.2978668212890625, -1.2632064819335938, -1.228546142578125, -1.1938858032226562, -1.1592254638671875, -1.1245651245117188, -1.08990478515625, -1.0552444458007812, -1.0205841064453125, -0.9859237670898438, -0.951263427734375, -0.9166030883789062, -0.8819427490234375, -0.8472824096679688, -0.8126220703125, -0.7779617309570312, -0.7433013916015625, -0.7086410522460938, -0.673980712890625, -0.6393203735351562, -0.6046600341796875, -0.5699996948242188, -0.53533935546875, -0.5006790161132812, -0.4660186767578125, -0.43135833740234375, -0.396697998046875, -0.36203765869140625, -0.3273773193359375, -0.29271697998046875, -0.258056640625, -0.22339630126953125, -0.1887359619140625, -0.15407562255859375, -0.119415283203125, -0.08475494384765625, -0.0500946044921875, -0.01543426513671875, 0.01922607421875, 0.05388641357421875, 0.0885467529296875, 0.12320709228515625, 0.157867431640625, 0.19252777099609375, 0.2271881103515625, 0.26184844970703125, 0.2965087890625, 0.33116912841796875, 0.3658294677734375, 0.40048980712890625, 0.435150146484375, 0.46981048583984375, 0.5044708251953125, 0.5391311645507812, 0.57379150390625, 0.6084518432617188, 0.6431121826171875, 0.6777725219726562, 0.712432861328125, 0.7470932006835938, 0.7817535400390625, 0.8164138793945312, 0.85107421875]}, "gradients/encoder.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 5.0, 3.0, 4.0, 5.0, 15.0, 13.0, 40.0, 67.0, 132.0, 151.0, 170.0, 190.0, 107.0, 50.0, 25.0, 16.0, 5.0, 2.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.80068588256836, -18.094709396362305, -17.38873291015625, -16.682754516601562, -15.976778984069824, -15.270801544189453, -14.564825057983398, -13.858848571777344, -13.152872085571289, -12.446895599365234, -11.740918159484863, -11.034941673278809, -10.328965187072754, -9.622987747192383, -8.917011260986328, -8.211034774780273, -7.505057334899902, -6.7990803718566895, -6.093103885650635, -5.387126922607422, -4.681150436401367, -3.9751734733581543, -3.2691965103149414, -2.5632200241088867, -1.8572430610656738, -1.15126633644104, -0.4452894926071167, 0.26068735122680664, 0.9666640758514404, 1.6726408004760742, 2.378617763519287, 3.084594249725342, 3.7905712127685547, 4.496548175811768, 5.202524662017822, 5.908501625061035, 6.61447811126709, 7.320455074310303, 8.026432037353516, 8.73240852355957, 9.438385009765625, 10.14436149597168, 10.85033893585205, 11.556315422058105, 12.26229190826416, 12.968269348144531, 13.674245834350586, 14.38022232055664, 15.086199760437012, 15.792176246643066, 16.498153686523438, 17.204130172729492, 17.910106658935547, 18.6160831451416, 19.322059631347656, 20.028038024902344, 20.7340145111084, 21.439990997314453, 22.145967483520508, 22.851943969726562, 23.55792236328125, 24.263898849487305, 24.96987533569336, 25.675851821899414, 26.38182830810547]}, "gradients/encoder.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 6.0, 5.0, 4.0, 5.0, 7.0, 11.0, 13.0, 9.0, 21.0, 32.0, 41.0, 41.0, 43.0, 45.0, 58.0, 43.0, 64.0, 77.0, 62.0, 56.0, 67.0, 49.0, 44.0, 34.0, 31.0, 26.0, 29.0, 14.0, 24.0, 14.0, 8.0, 8.0, 4.0, 6.0, 2.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-19.323823928833008, -18.813411712646484, -18.30299949645996, -17.792587280273438, -17.282176971435547, -16.771764755249023, -16.2613525390625, -15.750940322875977, -15.240528106689453, -14.73011589050293, -14.219703674316406, -13.7092924118042, -13.198880195617676, -12.688467979431152, -12.178056716918945, -11.667644500732422, -11.157232284545898, -10.646820068359375, -10.136407852172852, -9.625996589660645, -9.115584373474121, -8.605172157287598, -8.09476089477539, -7.584348678588867, -7.073936462402344, -6.56352424621582, -6.053112506866455, -5.54270076751709, -5.032288551330566, -4.521876335144043, -4.011464595794678, -3.5010526180267334, -2.9906387329101562, -2.480226755142212, -1.9698147773742676, -1.4594027996063232, -0.9489908218383789, -0.43857884407043457, 0.07183313369750977, 0.5822451114654541, 1.0926570892333984, 1.6030690670013428, 2.113481044769287, 2.6238930225372314, 3.134305000305176, 3.64471697807312, 4.1551289558410645, 4.66554069519043, 5.175952911376953, 5.686365127563477, 6.196776866912842, 6.707188606262207, 7.2176008224487305, 7.728013038635254, 8.238424301147461, 8.748836517333984, 9.259248733520508, 9.769660949707031, 10.280073165893555, 10.790484428405762, 11.300896644592285, 11.811308860778809, 12.321720123291016, 12.832132339477539, 13.342544555664062]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 8.0, 1.0, 3.0, 9.0, 3.0, 10.0, 13.0, 18.0, 34.0, 60.0, 120.0, 234.0, 478.0, 1195.0, 3711.0, 18140.0, 349719.0, 3763129.0, 48151.0, 6283.0, 1725.0, 624.0, 281.0, 130.0, 72.0, 49.0, 28.0, 18.0, 14.0, 9.0, 6.0, 3.0, 4.0, 4.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-4.90234375, -4.7401123046875, -4.577880859375, -4.4156494140625, -4.25341796875, -4.0911865234375, -3.928955078125, -3.7667236328125, -3.6044921875, -3.4422607421875, -3.280029296875, -3.1177978515625, -2.95556640625, -2.7933349609375, -2.631103515625, -2.4688720703125, -2.306640625, -2.1444091796875, -1.982177734375, -1.8199462890625, -1.65771484375, -1.4954833984375, -1.333251953125, -1.1710205078125, -1.0087890625, -0.8465576171875, -0.684326171875, -0.5220947265625, -0.35986328125, -0.1976318359375, -0.035400390625, 0.1268310546875, 0.2890625, 0.4512939453125, 0.613525390625, 0.7757568359375, 0.93798828125, 1.1002197265625, 1.262451171875, 1.4246826171875, 1.5869140625, 1.7491455078125, 1.911376953125, 2.0736083984375, 2.23583984375, 2.3980712890625, 2.560302734375, 2.7225341796875, 2.884765625, 3.0469970703125, 3.209228515625, 3.3714599609375, 3.53369140625, 3.6959228515625, 3.858154296875, 4.0203857421875, 4.1826171875, 4.3448486328125, 4.507080078125, 4.6693115234375, 4.83154296875, 4.9937744140625, 5.156005859375, 5.3182373046875, 5.48046875]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 1.0, 6.0, 11.0, 10.0, 25.0, 50.0, 80.0, 99.0, 136.0, 153.0, 168.0, 103.0, 77.0, 43.0, 24.0, 14.0, 5.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.173828125, -1.1325225830078125, -1.091217041015625, -1.0499114990234375, -1.00860595703125, -0.9673004150390625, -0.925994873046875, -0.8846893310546875, -0.8433837890625, -0.8020782470703125, -0.760772705078125, -0.7194671630859375, -0.67816162109375, -0.6368560791015625, -0.595550537109375, -0.5542449951171875, -0.512939453125, -0.4716339111328125, -0.430328369140625, -0.3890228271484375, -0.34771728515625, -0.3064117431640625, -0.265106201171875, -0.2238006591796875, -0.1824951171875, -0.1411895751953125, -0.099884033203125, -0.0585784912109375, -0.01727294921875, 0.0240325927734375, 0.065338134765625, 0.1066436767578125, 0.14794921875, 0.1892547607421875, 0.230560302734375, 0.2718658447265625, 0.31317138671875, 0.3544769287109375, 0.395782470703125, 0.4370880126953125, 0.4783935546875, 0.5196990966796875, 0.561004638671875, 0.6023101806640625, 0.64361572265625, 0.6849212646484375, 0.726226806640625, 0.7675323486328125, 0.808837890625, 0.8501434326171875, 0.891448974609375, 0.9327545166015625, 0.97406005859375, 1.0153656005859375, 1.056671142578125, 1.0979766845703125, 1.1392822265625, 1.1805877685546875, 1.221893310546875, 1.2631988525390625, 1.30450439453125, 1.3458099365234375, 1.387115478515625, 1.4284210205078125, 1.4697265625]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 6.0, 3.0, 1.0, 4.0, 14.0, 15.0, 21.0, 69.0, 117.0, 376.0, 1626.0, 10105.0, 183716.0, 3898147.0, 91314.0, 6915.0, 1284.0, 321.0, 101.0, 55.0, 22.0, 22.0, 11.0, 6.0, 4.0, 3.0, 1.0, 3.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.609375, -3.44830322265625, -3.2872314453125, -3.12615966796875, -2.965087890625, -2.80401611328125, -2.6429443359375, -2.48187255859375, -2.32080078125, -2.15972900390625, -1.9986572265625, -1.83758544921875, -1.676513671875, -1.51544189453125, -1.3543701171875, -1.19329833984375, -1.0322265625, -0.87115478515625, -0.7100830078125, -0.54901123046875, -0.387939453125, -0.22686767578125, -0.0657958984375, 0.09527587890625, 0.25634765625, 0.41741943359375, 0.5784912109375, 0.73956298828125, 0.900634765625, 1.06170654296875, 1.2227783203125, 1.38385009765625, 1.544921875, 1.70599365234375, 1.8670654296875, 2.02813720703125, 2.189208984375, 2.35028076171875, 2.5113525390625, 2.67242431640625, 2.83349609375, 2.99456787109375, 3.1556396484375, 3.31671142578125, 3.477783203125, 3.63885498046875, 3.7999267578125, 3.96099853515625, 4.1220703125, 4.28314208984375, 4.4442138671875, 4.60528564453125, 4.766357421875, 4.92742919921875, 5.0885009765625, 5.24957275390625, 5.41064453125, 5.57171630859375, 5.7327880859375, 5.89385986328125, 6.054931640625, 6.21600341796875, 6.3770751953125, 6.53814697265625, 6.69921875]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 4.0, 9.0, 7.0, 6.0, 12.0, 20.0, 17.0, 36.0, 47.0, 90.0, 95.0, 161.0, 305.0, 723.0, 1224.0, 585.0, 273.0, 165.0, 101.0, 62.0, 31.0, 22.0, 26.0, 10.0, 10.0, 5.0, 6.0, 3.0, 5.0, 3.0, 4.0, 2.0, 4.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.88427734375, -0.8530960083007812, -0.8219146728515625, -0.7907333374023438, -0.759552001953125, -0.7283706665039062, -0.6971893310546875, -0.6660079956054688, -0.63482666015625, -0.6036453247070312, -0.5724639892578125, -0.5412826538085938, -0.510101318359375, -0.47891998291015625, -0.4477386474609375, -0.41655731201171875, -0.3853759765625, -0.35419464111328125, -0.3230133056640625, -0.29183197021484375, -0.260650634765625, -0.22946929931640625, -0.1982879638671875, -0.16710662841796875, -0.13592529296875, -0.10474395751953125, -0.0735626220703125, -0.04238128662109375, -0.011199951171875, 0.01998138427734375, 0.0511627197265625, 0.08234405517578125, 0.113525390625, 0.14470672607421875, 0.1758880615234375, 0.20706939697265625, 0.238250732421875, 0.26943206787109375, 0.3006134033203125, 0.33179473876953125, 0.36297607421875, 0.39415740966796875, 0.4253387451171875, 0.45652008056640625, 0.487701416015625, 0.5188827514648438, 0.5500640869140625, 0.5812454223632812, 0.6124267578125, 0.6436080932617188, 0.6747894287109375, 0.7059707641601562, 0.737152099609375, 0.7683334350585938, 0.7995147705078125, 0.8306961059570312, 0.86187744140625, 0.8930587768554688, 0.9242401123046875, 0.9554214477539062, 0.986602783203125, 1.0177841186523438, 1.0489654541015625, 1.0801467895507812, 1.111328125]}, "gradients/encoder.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 5.0, 23.0, 80.0, 248.0, 355.0, 205.0, 59.0, 20.0, 10.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.730321884155273, -12.20824146270752, -11.686161041259766, -11.164080619812012, -10.642000198364258, -10.119919776916504, -9.59783935546875, -9.075758934020996, -8.553678512573242, -8.031598091125488, -7.509517669677734, -6.9874372482299805, -6.465356826782227, -5.943276405334473, -5.421195983886719, -4.899115562438965, -4.377035140991211, -3.854954719543457, -3.332874298095703, -2.810793876647949, -2.2887134552001953, -1.7666330337524414, -1.2445526123046875, -0.7224721908569336, -0.2003917694091797, 0.3216886520385742, 0.8437690734863281, 1.365849494934082, 1.887929916381836, 2.41001033782959, 2.9320907592773438, 3.4541711807250977, 3.9762535095214844, 4.498333930969238, 5.020414352416992, 5.542494773864746, 6.0645751953125, 6.586655616760254, 7.108736038208008, 7.630816459655762, 8.152896881103516, 8.67497730255127, 9.197057723999023, 9.719138145446777, 10.241218566894531, 10.763298988342285, 11.285379409790039, 11.807459831237793, 12.329540252685547, 12.8516206741333, 13.373701095581055, 13.895781517028809, 14.417861938476562, 14.939942359924316, 15.46202278137207, 15.984103202819824, 16.506183624267578, 17.028263092041016, 17.550344467163086, 18.072425842285156, 18.594505310058594, 19.11658477783203, 19.6386661529541, 20.160747528076172, 20.68282699584961]}, "gradients/encoder.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 5.0, 9.0, 6.0, 12.0, 8.0, 17.0, 16.0, 29.0, 27.0, 36.0, 44.0, 39.0, 42.0, 30.0, 63.0, 62.0, 49.0, 59.0, 74.0, 50.0, 43.0, 47.0, 35.0, 36.0, 29.0, 27.0, 24.0, 27.0, 18.0, 8.0, 9.0, 10.0, 6.0, 2.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.006960868835449, -3.8712615966796875, -3.735562324523926, -3.599863290786743, -3.4641640186309814, -3.3284647464752197, -3.192765712738037, -3.0570664405822754, -2.9213671684265137, -2.785667896270752, -2.6499686241149902, -2.5142695903778076, -2.378570318222046, -2.242871046066284, -2.1071720123291016, -1.9714727401733398, -1.8357734680175781, -1.7000741958618164, -1.5643750429153442, -1.428675889968872, -1.2929766178131104, -1.1572773456573486, -1.0215781927108765, -0.8858789801597595, -0.7501797676086426, -0.6144805550575256, -0.4787813425064087, -0.34308212995529175, -0.2073829174041748, -0.07168370485305786, 0.06401550769805908, 0.19971472024917603, 0.33541393280029297, 0.4711131453514099, 0.6068123579025269, 0.7425115704536438, 0.8782107830047607, 1.0139100551605225, 1.1496092081069946, 1.2853083610534668, 1.4210076332092285, 1.5567069053649902, 1.6924060583114624, 1.8281052112579346, 1.9638044834136963, 2.099503755569458, 2.2352027893066406, 2.3709020614624023, 2.506601333618164, 2.642300605773926, 2.7779998779296875, 2.91369891166687, 3.049398183822632, 3.1850974559783936, 3.320796489715576, 3.456495761871338, 3.5921950340270996, 3.7278943061828613, 3.863593578338623, 3.9992926120758057, 4.134991645812988, 4.27069091796875, 4.406390190124512, 4.542089462280273, 4.677788734436035]}, "gradients/encoder.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 5.0, 5.0, 9.0, 9.0, 16.0, 40.0, 45.0, 87.0, 140.0, 320.0, 703.0, 1639.0, 4754.0, 22298.0, 203308.0, 694208.0, 102213.0, 13160.0, 3201.0, 1217.0, 567.0, 265.0, 158.0, 82.0, 44.0, 22.0, 22.0, 9.0, 4.0, 5.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.25, -4.10009765625, -3.9501953125, -3.80029296875, -3.650390625, -3.50048828125, -3.3505859375, -3.20068359375, -3.05078125, -2.90087890625, -2.7509765625, -2.60107421875, -2.451171875, -2.30126953125, -2.1513671875, -2.00146484375, -1.8515625, -1.70166015625, -1.5517578125, -1.40185546875, -1.251953125, -1.10205078125, -0.9521484375, -0.80224609375, -0.65234375, -0.50244140625, -0.3525390625, -0.20263671875, -0.052734375, 0.09716796875, 0.2470703125, 0.39697265625, 0.546875, 0.69677734375, 0.8466796875, 0.99658203125, 1.146484375, 1.29638671875, 1.4462890625, 1.59619140625, 1.74609375, 1.89599609375, 2.0458984375, 2.19580078125, 2.345703125, 2.49560546875, 2.6455078125, 2.79541015625, 2.9453125, 3.09521484375, 3.2451171875, 3.39501953125, 3.544921875, 3.69482421875, 3.8447265625, 3.99462890625, 4.14453125, 4.29443359375, 4.4443359375, 4.59423828125, 4.744140625, 4.89404296875, 5.0439453125, 5.19384765625, 5.34375]}, "gradients/encoder.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 6.0, 10.0, 20.0, 32.0, 65.0, 86.0, 125.0, 168.0, 138.0, 136.0, 96.0, 54.0, 34.0, 21.0, 6.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1416015625, -1.1006927490234375, -1.059783935546875, -1.0188751220703125, -0.97796630859375, -0.9370574951171875, -0.896148681640625, -0.8552398681640625, -0.8143310546875, -0.7734222412109375, -0.732513427734375, -0.6916046142578125, -0.65069580078125, -0.6097869873046875, -0.568878173828125, -0.5279693603515625, -0.487060546875, -0.4461517333984375, -0.405242919921875, -0.3643341064453125, -0.32342529296875, -0.2825164794921875, -0.241607666015625, -0.2006988525390625, -0.1597900390625, -0.1188812255859375, -0.077972412109375, -0.0370635986328125, 0.00384521484375, 0.0447540283203125, 0.085662841796875, 0.1265716552734375, 0.16748046875, 0.2083892822265625, 0.249298095703125, 0.2902069091796875, 0.33111572265625, 0.3720245361328125, 0.412933349609375, 0.4538421630859375, 0.4947509765625, 0.5356597900390625, 0.576568603515625, 0.6174774169921875, 0.65838623046875, 0.6992950439453125, 0.740203857421875, 0.7811126708984375, 0.822021484375, 0.8629302978515625, 0.903839111328125, 0.9447479248046875, 0.98565673828125, 1.0265655517578125, 1.067474365234375, 1.1083831787109375, 1.1492919921875, 1.1902008056640625, 1.231109619140625, 1.2720184326171875, 1.31292724609375, 1.3538360595703125, 1.394744873046875, 1.4356536865234375, 1.4765625]}, "gradients/encoder.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 4.0, 1.0, 4.0, 9.0, 8.0, 14.0, 17.0, 24.0, 41.0, 59.0, 69.0, 108.0, 148.0, 219.0, 364.0, 562.0, 1037.0, 1967.0, 4561.0, 12485.0, 40468.0, 134623.0, 388921.0, 316384.0, 99712.0, 29683.0, 9541.0, 3575.0, 1673.0, 841.0, 495.0, 321.0, 174.0, 136.0, 99.0, 55.0, 38.0, 28.0, 21.0, 19.0, 14.0, 16.0, 3.0, 6.0, 4.0, 5.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-2.234375, -2.166412353515625, -2.09844970703125, -2.030487060546875, -1.9625244140625, -1.894561767578125, -1.82659912109375, -1.758636474609375, -1.690673828125, -1.622711181640625, -1.55474853515625, -1.486785888671875, -1.4188232421875, -1.350860595703125, -1.28289794921875, -1.214935302734375, -1.14697265625, -1.079010009765625, -1.01104736328125, -0.943084716796875, -0.8751220703125, -0.807159423828125, -0.73919677734375, -0.671234130859375, -0.603271484375, -0.535308837890625, -0.46734619140625, -0.399383544921875, -0.3314208984375, -0.263458251953125, -0.19549560546875, -0.127532958984375, -0.0595703125, 0.008392333984375, 0.07635498046875, 0.144317626953125, 0.2122802734375, 0.280242919921875, 0.34820556640625, 0.416168212890625, 0.484130859375, 0.552093505859375, 0.62005615234375, 0.688018798828125, 0.7559814453125, 0.823944091796875, 0.89190673828125, 0.959869384765625, 1.02783203125, 1.095794677734375, 1.16375732421875, 1.231719970703125, 1.2996826171875, 1.367645263671875, 1.43560791015625, 1.503570556640625, 1.571533203125, 1.639495849609375, 1.70745849609375, 1.775421142578125, 1.8433837890625, 1.911346435546875, 1.97930908203125, 2.047271728515625, 2.115234375]}, "gradients/encoder.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 3.0, 4.0, 9.0, 9.0, 12.0, 10.0, 14.0, 23.0, 19.0, 23.0, 30.0, 27.0, 35.0, 47.0, 49.0, 55.0, 45.0, 41.0, 54.0, 55.0, 45.0, 40.0, 47.0, 34.0, 30.0, 43.0, 41.0, 32.0, 20.0, 17.0, 15.0, 10.0, 10.0, 19.0, 11.0, 5.0, 5.0, 3.0, 5.0, 3.0, 6.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.4921875, -2.416229248046875, -2.34027099609375, -2.264312744140625, -2.1883544921875, -2.112396240234375, -2.03643798828125, -1.960479736328125, -1.884521484375, -1.808563232421875, -1.73260498046875, -1.656646728515625, -1.5806884765625, -1.504730224609375, -1.42877197265625, -1.352813720703125, -1.27685546875, -1.200897216796875, -1.12493896484375, -1.048980712890625, -0.9730224609375, -0.897064208984375, -0.82110595703125, -0.745147705078125, -0.669189453125, -0.593231201171875, -0.51727294921875, -0.441314697265625, -0.3653564453125, -0.289398193359375, -0.21343994140625, -0.137481689453125, -0.0615234375, 0.014434814453125, 0.09039306640625, 0.166351318359375, 0.2423095703125, 0.318267822265625, 0.39422607421875, 0.470184326171875, 0.546142578125, 0.622100830078125, 0.69805908203125, 0.774017333984375, 0.8499755859375, 0.925933837890625, 1.00189208984375, 1.077850341796875, 1.15380859375, 1.229766845703125, 1.30572509765625, 1.381683349609375, 1.4576416015625, 1.533599853515625, 1.60955810546875, 1.685516357421875, 1.761474609375, 1.837432861328125, 1.91339111328125, 1.989349365234375, 2.0653076171875, 2.141265869140625, 2.21722412109375, 2.293182373046875, 2.369140625]}, "gradients/encoder.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 1.0, 6.0, 6.0, 6.0, 16.0, 7.0, 13.0, 20.0, 23.0, 32.0, 55.0, 64.0, 115.0, 200.0, 472.0, 1074.0, 3223.0, 13634.0, 107476.0, 736436.0, 161190.0, 17973.0, 4056.0, 1318.0, 512.0, 250.0, 133.0, 67.0, 55.0, 26.0, 26.0, 17.0, 24.0, 8.0, 11.0, 6.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.05078125, -1.98583984375, -1.9208984375, -1.85595703125, -1.791015625, -1.72607421875, -1.6611328125, -1.59619140625, -1.53125, -1.46630859375, -1.4013671875, -1.33642578125, -1.271484375, -1.20654296875, -1.1416015625, -1.07666015625, -1.01171875, -0.94677734375, -0.8818359375, -0.81689453125, -0.751953125, -0.68701171875, -0.6220703125, -0.55712890625, -0.4921875, -0.42724609375, -0.3623046875, -0.29736328125, -0.232421875, -0.16748046875, -0.1025390625, -0.03759765625, 0.02734375, 0.09228515625, 0.1572265625, 0.22216796875, 0.287109375, 0.35205078125, 0.4169921875, 0.48193359375, 0.546875, 0.61181640625, 0.6767578125, 0.74169921875, 0.806640625, 0.87158203125, 0.9365234375, 1.00146484375, 1.06640625, 1.13134765625, 1.1962890625, 1.26123046875, 1.326171875, 1.39111328125, 1.4560546875, 1.52099609375, 1.5859375, 1.65087890625, 1.7158203125, 1.78076171875, 1.845703125, 1.91064453125, 1.9755859375, 2.04052734375, 2.10546875]}, "gradients/encoder.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 0.0, 5.0, 2.0, 5.0, 3.0, 6.0, 4.0, 10.0, 9.0, 10.0, 7.0, 23.0, 26.0, 42.0, 31.0, 33.0, 46.0, 71.0, 77.0, 110.0, 82.0, 95.0, 74.0, 42.0, 43.0, 34.0, 12.0, 24.0, 24.0, 15.0, 13.0, 3.0, 2.0, 7.0, 2.0, 3.0, 2.0, 4.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00014770030975341797, -0.00014332681894302368, -0.0001389533281326294, -0.0001345798373222351, -0.00013020634651184082, -0.00012583285570144653, -0.00012145936489105225, -0.00011708587408065796, -0.00011271238327026367, -0.00010833889245986938, -0.0001039654016494751, -9.959191083908081e-05, -9.521842002868652e-05, -9.084492921829224e-05, -8.647143840789795e-05, -8.209794759750366e-05, -7.772445678710938e-05, -7.335096597671509e-05, -6.89774751663208e-05, -6.460398435592651e-05, -6.0230493545532227e-05, -5.585700273513794e-05, -5.148351192474365e-05, -4.7110021114349365e-05, -4.273653030395508e-05, -3.836303949356079e-05, -3.3989548683166504e-05, -2.9616057872772217e-05, -2.524256706237793e-05, -2.0869076251983643e-05, -1.6495585441589355e-05, -1.2122094631195068e-05, -7.748603820800781e-06, -3.375113010406494e-06, 9.98377799987793e-07, 5.37186861038208e-06, 9.745359420776367e-06, 1.4118850231170654e-05, 1.849234104156494e-05, 2.286583185195923e-05, 2.7239322662353516e-05, 3.16128134727478e-05, 3.598630428314209e-05, 4.035979509353638e-05, 4.4733285903930664e-05, 4.910677671432495e-05, 5.348026752471924e-05, 5.7853758335113525e-05, 6.222724914550781e-05, 6.66007399559021e-05, 7.097423076629639e-05, 7.534772157669067e-05, 7.972121238708496e-05, 8.409470319747925e-05, 8.846819400787354e-05, 9.284168481826782e-05, 9.721517562866211e-05, 0.0001015886664390564, 0.00010596215724945068, 0.00011033564805984497, 0.00011470913887023926, 0.00011908262968063354, 0.00012345612049102783, 0.00012782961130142212, 0.0001322031021118164]}, "gradients/encoder.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 5.0, 7.0, 6.0, 19.0, 22.0, 28.0, 91.0, 145.0, 292.0, 567.0, 1547.0, 4545.0, 19560.0, 199658.0, 739595.0, 67564.0, 10236.0, 2796.0, 1036.0, 392.0, 186.0, 93.0, 71.0, 30.0, 22.0, 13.0, 14.0, 5.0, 5.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.873046875, -1.80181884765625, -1.7305908203125, -1.65936279296875, -1.588134765625, -1.51690673828125, -1.4456787109375, -1.37445068359375, -1.30322265625, -1.23199462890625, -1.1607666015625, -1.08953857421875, -1.018310546875, -0.94708251953125, -0.8758544921875, -0.80462646484375, -0.7333984375, -0.66217041015625, -0.5909423828125, -0.51971435546875, -0.448486328125, -0.37725830078125, -0.3060302734375, -0.23480224609375, -0.16357421875, -0.09234619140625, -0.0211181640625, 0.05010986328125, 0.121337890625, 0.19256591796875, 0.2637939453125, 0.33502197265625, 0.40625, 0.47747802734375, 0.5487060546875, 0.61993408203125, 0.691162109375, 0.76239013671875, 0.8336181640625, 0.90484619140625, 0.97607421875, 1.04730224609375, 1.1185302734375, 1.18975830078125, 1.260986328125, 1.33221435546875, 1.4034423828125, 1.47467041015625, 1.5458984375, 1.61712646484375, 1.6883544921875, 1.75958251953125, 1.830810546875, 1.90203857421875, 1.9732666015625, 2.04449462890625, 2.11572265625, 2.18695068359375, 2.2581787109375, 2.32940673828125, 2.400634765625, 2.47186279296875, 2.5430908203125, 2.61431884765625, 2.685546875]}, "gradients/encoder.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 4.0, 9.0, 6.0, 2.0, 20.0, 8.0, 19.0, 31.0, 33.0, 44.0, 66.0, 79.0, 93.0, 129.0, 115.0, 95.0, 79.0, 49.0, 40.0, 20.0, 20.0, 8.0, 7.0, 4.0, 3.0, 6.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.001953125, -0.9629669189453125, -0.923980712890625, -0.8849945068359375, -0.84600830078125, -0.8070220947265625, -0.768035888671875, -0.7290496826171875, -0.6900634765625, -0.6510772705078125, -0.612091064453125, -0.5731048583984375, -0.53411865234375, -0.4951324462890625, -0.456146240234375, -0.4171600341796875, -0.378173828125, -0.3391876220703125, -0.300201416015625, -0.2612152099609375, -0.22222900390625, -0.1832427978515625, -0.144256591796875, -0.1052703857421875, -0.0662841796875, -0.0272979736328125, 0.011688232421875, 0.0506744384765625, 0.08966064453125, 0.1286468505859375, 0.167633056640625, 0.2066192626953125, 0.24560546875, 0.2845916748046875, 0.323577880859375, 0.3625640869140625, 0.40155029296875, 0.4405364990234375, 0.479522705078125, 0.5185089111328125, 0.5574951171875, 0.5964813232421875, 0.635467529296875, 0.6744537353515625, 0.71343994140625, 0.7524261474609375, 0.791412353515625, 0.8303985595703125, 0.869384765625, 0.9083709716796875, 0.947357177734375, 0.9863433837890625, 1.02532958984375, 1.0643157958984375, 1.103302001953125, 1.1422882080078125, 1.1812744140625, 1.2202606201171875, 1.259246826171875, 1.2982330322265625, 1.33721923828125, 1.3762054443359375, 1.415191650390625, 1.4541778564453125, 1.4931640625]}, "gradients/encoder.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 8.0, 6.0, 9.0, 16.0, 35.0, 46.0, 59.0, 89.0, 118.0, 128.0, 146.0, 106.0, 62.0, 64.0, 49.0, 37.0, 6.0, 9.0, 5.0, 5.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-13.168966293334961, -12.665839195251465, -12.162713050842285, -11.659585952758789, -11.15645980834961, -10.653332710266113, -10.150205612182617, -9.647079467773438, -9.143952369689941, -8.640825271606445, -8.137699127197266, -7.6345720291137695, -7.131445407867432, -6.628318786621094, -6.125191688537598, -5.62206506729126, -5.118938446044922, -4.615811824798584, -4.112685203552246, -3.60955810546875, -3.106431484222412, -2.603304862976074, -2.1001780033111572, -1.5970511436462402, -1.0939245223999023, -0.5907977819442749, -0.08767104148864746, 0.41545569896698, 0.9185824394226074, 1.4217090606689453, 1.9248359203338623, 2.4279627799987793, 2.93109130859375, 3.434217929840088, 3.937344789505005, 4.440471649169922, 4.94359827041626, 5.446724891662598, 5.949851989746094, 6.452978610992432, 6.9561052322387695, 7.459231853485107, 7.962358474731445, 8.465485572814941, 8.968612670898438, 9.471738815307617, 9.974865913391113, 10.47799301147461, 10.981119155883789, 11.484246253967285, 11.987372398376465, 12.490499496459961, 12.99362564086914, 13.496752738952637, 13.999879837036133, 14.503005981445312, 15.006133079528809, 15.509260177612305, 16.012386322021484, 16.515512466430664, 17.018640518188477, 17.521766662597656, 18.024892807006836, 18.52802085876465, 19.031147003173828]}, "gradients/encoder.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 10.0, 7.0, 6.0, 6.0, 8.0, 15.0, 17.0, 18.0, 29.0, 43.0, 42.0, 37.0, 60.0, 60.0, 65.0, 48.0, 71.0, 63.0, 45.0, 50.0, 38.0, 62.0, 40.0, 33.0, 25.0, 22.0, 15.0, 26.0, 12.0, 16.0, 11.0, 3.0, 4.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.339942932128906, -16.811002731323242, -16.282062530517578, -15.753121376037598, -15.224181175231934, -14.69524097442627, -14.166299819946289, -13.637359619140625, -13.108419418334961, -12.579479217529297, -12.050539016723633, -11.521597862243652, -10.992657661437988, -10.463717460632324, -9.934776306152344, -9.40583610534668, -8.876895904541016, -8.347955703735352, -7.819015026092529, -7.290074348449707, -6.761134147644043, -6.232193946838379, -5.703253269195557, -5.174312591552734, -4.64537239074707, -4.116432189941406, -3.587491512298584, -3.058551073074341, -2.5296106338500977, -2.0006701946258545, -1.4717297554016113, -0.9427893161773682, -0.413848876953125, 0.11509156227111816, 0.6440320014953613, 1.1729724407196045, 1.7019128799438477, 2.230853319168091, 2.759793758392334, 3.288734197616577, 3.8176746368408203, 4.346614837646484, 4.875555515289307, 5.404496192932129, 5.933436393737793, 6.462376594543457, 6.991317272186279, 7.520257949829102, 8.049198150634766, 8.57813835144043, 9.107078552246094, 9.636019706726074, 10.164959907531738, 10.693900108337402, 11.222841262817383, 11.751781463623047, 12.280721664428711, 12.809661865234375, 13.338602066040039, 13.86754322052002, 14.396483421325684, 14.925423622131348, 15.454364776611328, 15.983304977416992, 16.512245178222656]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 7.0, 6.0, 3.0, 7.0, 9.0, 16.0, 24.0, 32.0, 54.0, 86.0, 128.0, 230.0, 343.0, 634.0, 1279.0, 3138.0, 9329.0, 39327.0, 506084.0, 3537883.0, 73846.0, 14184.0, 4246.0, 1632.0, 740.0, 380.0, 213.0, 127.0, 92.0, 61.0, 40.0, 23.0, 20.0, 16.0, 10.0, 9.0, 8.0, 2.0, 6.0, 3.0, 0.0, 5.0, 1.0, 4.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.515625, -2.415679931640625, -2.31573486328125, -2.215789794921875, -2.1158447265625, -2.015899658203125, -1.91595458984375, -1.816009521484375, -1.716064453125, -1.616119384765625, -1.51617431640625, -1.416229248046875, -1.3162841796875, -1.216339111328125, -1.11639404296875, -1.016448974609375, -0.91650390625, -0.816558837890625, -0.71661376953125, -0.616668701171875, -0.5167236328125, -0.416778564453125, -0.31683349609375, -0.216888427734375, -0.116943359375, -0.016998291015625, 0.08294677734375, 0.182891845703125, 0.2828369140625, 0.382781982421875, 0.48272705078125, 0.582672119140625, 0.6826171875, 0.782562255859375, 0.88250732421875, 0.982452392578125, 1.0823974609375, 1.182342529296875, 1.28228759765625, 1.382232666015625, 1.482177734375, 1.582122802734375, 1.68206787109375, 1.782012939453125, 1.8819580078125, 1.981903076171875, 2.08184814453125, 2.181793212890625, 2.28173828125, 2.381683349609375, 2.48162841796875, 2.581573486328125, 2.6815185546875, 2.781463623046875, 2.88140869140625, 2.981353759765625, 3.081298828125, 3.181243896484375, 3.28118896484375, 3.381134033203125, 3.4810791015625, 3.581024169921875, 3.68096923828125, 3.780914306640625, 3.880859375]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 4.0, 7.0, 6.0, 20.0, 25.0, 29.0, 67.0, 92.0, 140.0, 143.0, 132.0, 114.0, 83.0, 62.0, 40.0, 24.0, 7.0, 9.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.11328125, -1.0732421875, -1.033203125, -0.9931640625, -0.953125, -0.9130859375, -0.873046875, -0.8330078125, -0.79296875, -0.7529296875, -0.712890625, -0.6728515625, -0.6328125, -0.5927734375, -0.552734375, -0.5126953125, -0.47265625, -0.4326171875, -0.392578125, -0.3525390625, -0.3125, -0.2724609375, -0.232421875, -0.1923828125, -0.15234375, -0.1123046875, -0.072265625, -0.0322265625, 0.0078125, 0.0478515625, 0.087890625, 0.1279296875, 0.16796875, 0.2080078125, 0.248046875, 0.2880859375, 0.328125, 0.3681640625, 0.408203125, 0.4482421875, 0.48828125, 0.5283203125, 0.568359375, 0.6083984375, 0.6484375, 0.6884765625, 0.728515625, 0.7685546875, 0.80859375, 0.8486328125, 0.888671875, 0.9287109375, 0.96875, 1.0087890625, 1.048828125, 1.0888671875, 1.12890625, 1.1689453125, 1.208984375, 1.2490234375, 1.2890625, 1.3291015625, 1.369140625, 1.4091796875, 1.44921875]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 4.0, 14.0, 14.0, 35.0, 58.0, 108.0, 217.0, 596.0, 1617.0, 5130.0, 19476.0, 99528.0, 2198746.0, 1749583.0, 92789.0, 18644.0, 4970.0, 1669.0, 605.0, 229.0, 106.0, 49.0, 28.0, 17.0, 14.0, 9.0, 9.0, 2.0, 5.0, 4.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.00390625, -1.926788330078125, -1.84967041015625, -1.772552490234375, -1.6954345703125, -1.618316650390625, -1.54119873046875, -1.464080810546875, -1.386962890625, -1.309844970703125, -1.23272705078125, -1.155609130859375, -1.0784912109375, -1.001373291015625, -0.92425537109375, -0.847137451171875, -0.77001953125, -0.692901611328125, -0.61578369140625, -0.538665771484375, -0.4615478515625, -0.384429931640625, -0.30731201171875, -0.230194091796875, -0.153076171875, -0.075958251953125, 0.00115966796875, 0.078277587890625, 0.1553955078125, 0.232513427734375, 0.30963134765625, 0.386749267578125, 0.4638671875, 0.540985107421875, 0.61810302734375, 0.695220947265625, 0.7723388671875, 0.849456787109375, 0.92657470703125, 1.003692626953125, 1.080810546875, 1.157928466796875, 1.23504638671875, 1.312164306640625, 1.3892822265625, 1.466400146484375, 1.54351806640625, 1.620635986328125, 1.69775390625, 1.774871826171875, 1.85198974609375, 1.929107666015625, 2.0062255859375, 2.083343505859375, 2.16046142578125, 2.237579345703125, 2.314697265625, 2.391815185546875, 2.46893310546875, 2.546051025390625, 2.6231689453125, 2.700286865234375, 2.77740478515625, 2.854522705078125, 2.931640625]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 5.0, 1.0, 1.0, 4.0, 3.0, 7.0, 8.0, 11.0, 16.0, 16.0, 24.0, 30.0, 15.0, 52.0, 69.0, 102.0, 144.0, 246.0, 553.0, 1271.0, 643.0, 296.0, 183.0, 96.0, 83.0, 45.0, 30.0, 30.0, 19.0, 18.0, 12.0, 11.0, 5.0, 4.0, 8.0, 5.0, 3.0, 3.0, 5.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.58447265625, -0.5640487670898438, -0.5436248779296875, -0.5232009887695312, -0.502777099609375, -0.48235321044921875, -0.4619293212890625, -0.44150543212890625, -0.42108154296875, -0.40065765380859375, -0.3802337646484375, -0.35980987548828125, -0.339385986328125, -0.31896209716796875, -0.2985382080078125, -0.27811431884765625, -0.2576904296875, -0.23726654052734375, -0.2168426513671875, -0.19641876220703125, -0.175994873046875, -0.15557098388671875, -0.1351470947265625, -0.11472320556640625, -0.09429931640625, -0.07387542724609375, -0.0534515380859375, -0.03302764892578125, -0.012603759765625, 0.00782012939453125, 0.0282440185546875, 0.04866790771484375, 0.069091796875, 0.08951568603515625, 0.1099395751953125, 0.13036346435546875, 0.150787353515625, 0.17121124267578125, 0.1916351318359375, 0.21205902099609375, 0.23248291015625, 0.25290679931640625, 0.2733306884765625, 0.29375457763671875, 0.314178466796875, 0.33460235595703125, 0.3550262451171875, 0.37545013427734375, 0.3958740234375, 0.41629791259765625, 0.4367218017578125, 0.45714569091796875, 0.477569580078125, 0.49799346923828125, 0.5184173583984375, 0.5388412475585938, 0.55926513671875, 0.5796890258789062, 0.6001129150390625, 0.6205368041992188, 0.640960693359375, 0.6613845825195312, 0.6818084716796875, 0.7022323608398438, 0.72265625]}, "gradients/encoder.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 4.0, 4.0, 7.0, 6.0, 17.0, 15.0, 39.0, 47.0, 82.0, 97.0, 104.0, 111.0, 124.0, 102.0, 76.0, 47.0, 43.0, 30.0, 15.0, 10.0, 8.0, 4.0, 6.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.202969551086426, -4.069554328918457, -3.936138868331909, -3.8027236461639404, -3.6693081855773926, -3.535892963409424, -3.402477741241455, -3.2690622806549072, -3.1356468200683594, -3.0022315979003906, -2.8688161373138428, -2.735400915145874, -2.601985454559326, -2.4685702323913574, -2.3351550102233887, -2.201739549636841, -2.068324327468872, -1.9349089860916138, -1.8014936447143555, -1.6680784225463867, -1.5346629619598389, -1.4012477397918701, -1.2678323984146118, -1.1344170570373535, -1.0010017156600952, -0.8675863742828369, -0.7341710329055786, -0.6007557511329651, -0.4673404097557068, -0.3339250683784485, -0.20050978660583496, -0.06709444522857666, 0.06632089614868164, 0.19973622262477875, 0.33315154910087585, 0.46656686067581177, 0.5999822020530701, 0.7333975434303284, 0.8668128252029419, 1.0002281665802002, 1.1336435079574585, 1.2670588493347168, 1.400474190711975, 1.5338895320892334, 1.6673047542572021, 1.80072021484375, 1.9341354370117188, 2.0675506591796875, 2.2009661197662354, 2.334381341934204, 2.467796802520752, 2.6012120246887207, 2.7346274852752686, 2.8680427074432373, 3.001458168029785, 3.134873390197754, 3.2682886123657227, 3.4017038345336914, 3.5351192951202393, 3.668534517288208, 3.801949977874756, 3.9353652000427246, 4.068780422210693, 4.20219612121582, 4.335611343383789]}, "gradients/encoder.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 4.0, 11.0, 8.0, 13.0, 15.0, 20.0, 20.0, 31.0, 29.0, 44.0, 39.0, 39.0, 47.0, 44.0, 51.0, 50.0, 60.0, 43.0, 50.0, 52.0, 52.0, 37.0, 37.0, 26.0, 23.0, 24.0, 24.0, 21.0, 22.0, 19.0, 18.0, 11.0, 5.0, 4.0, 6.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.7531213760375977, -2.658674955368042, -2.5642285346984863, -2.4697818756103516, -2.375335454940796, -2.2808890342712402, -2.1864426136016846, -2.091996192932129, -1.9975496530532837, -1.903103232383728, -1.8086566925048828, -1.7142102718353271, -1.6197638511657715, -1.5253173112869263, -1.4308708906173706, -1.3364243507385254, -1.2419779300689697, -1.147531509399414, -1.0530849695205688, -0.9586385488510132, -0.8641920685768127, -0.7697455883026123, -0.6752991676330566, -0.5808526873588562, -0.48640620708465576, -0.3919597268104553, -0.29751327633857727, -0.20306682586669922, -0.10862034559249878, -0.01417386531829834, 0.08027255535125732, 0.17471903562545776, 0.2691655158996582, 0.36361199617385864, 0.4580584466457367, 0.5525048971176147, 0.6469513773918152, 0.7413978576660156, 0.8358442783355713, 0.9302907586097717, 1.0247372388839722, 1.1191836595535278, 1.213630199432373, 1.3080766201019287, 1.4025230407714844, 1.4969695806503296, 1.5914160013198853, 1.6858625411987305, 1.7803089618682861, 1.8747553825378418, 1.969201922416687, 2.063648223876953, 2.158094882965088, 2.2525413036346436, 2.346987724304199, 2.441434144973755, 2.5358805656433105, 2.630326986312866, 2.724773406982422, 2.8192200660705566, 2.9136664867401123, 3.008112907409668, 3.1025593280792236, 3.1970057487487793, 3.291452407836914]}, "gradients/encoder.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 10.0, 10.0, 9.0, 28.0, 31.0, 49.0, 85.0, 123.0, 161.0, 310.0, 488.0, 933.0, 1911.0, 4511.0, 14837.0, 63236.0, 321589.0, 492632.0, 112178.0, 23576.0, 6609.0, 2533.0, 1177.0, 592.0, 342.0, 207.0, 138.0, 88.0, 61.0, 34.0, 19.0, 17.0, 12.0, 10.0, 4.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.341796875, -3.231048583984375, -3.12030029296875, -3.009552001953125, -2.8988037109375, -2.788055419921875, -2.67730712890625, -2.566558837890625, -2.455810546875, -2.345062255859375, -2.23431396484375, -2.123565673828125, -2.0128173828125, -1.902069091796875, -1.79132080078125, -1.680572509765625, -1.56982421875, -1.459075927734375, -1.34832763671875, -1.237579345703125, -1.1268310546875, -1.016082763671875, -0.90533447265625, -0.794586181640625, -0.683837890625, -0.573089599609375, -0.46234130859375, -0.351593017578125, -0.2408447265625, -0.130096435546875, -0.01934814453125, 0.091400146484375, 0.2021484375, 0.312896728515625, 0.42364501953125, 0.534393310546875, 0.6451416015625, 0.755889892578125, 0.86663818359375, 0.977386474609375, 1.088134765625, 1.198883056640625, 1.30963134765625, 1.420379638671875, 1.5311279296875, 1.641876220703125, 1.75262451171875, 1.863372802734375, 1.97412109375, 2.084869384765625, 2.19561767578125, 2.306365966796875, 2.4171142578125, 2.527862548828125, 2.63861083984375, 2.749359130859375, 2.860107421875, 2.970855712890625, 3.08160400390625, 3.192352294921875, 3.3031005859375, 3.413848876953125, 3.52459716796875, 3.635345458984375, 3.74609375]}, "gradients/encoder.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 6.0, 12.0, 13.0, 28.0, 37.0, 66.0, 100.0, 134.0, 160.0, 126.0, 107.0, 80.0, 52.0, 37.0, 24.0, 11.0, 6.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1015625, -1.061737060546875, -1.02191162109375, -0.982086181640625, -0.9422607421875, -0.902435302734375, -0.86260986328125, -0.822784423828125, -0.782958984375, -0.743133544921875, -0.70330810546875, -0.663482666015625, -0.6236572265625, -0.583831787109375, -0.54400634765625, -0.504180908203125, -0.46435546875, -0.424530029296875, -0.38470458984375, -0.344879150390625, -0.3050537109375, -0.265228271484375, -0.22540283203125, -0.185577392578125, -0.145751953125, -0.105926513671875, -0.06610107421875, -0.026275634765625, 0.0135498046875, 0.053375244140625, 0.09320068359375, 0.133026123046875, 0.1728515625, 0.212677001953125, 0.25250244140625, 0.292327880859375, 0.3321533203125, 0.371978759765625, 0.41180419921875, 0.451629638671875, 0.491455078125, 0.531280517578125, 0.57110595703125, 0.610931396484375, 0.6507568359375, 0.690582275390625, 0.73040771484375, 0.770233154296875, 0.81005859375, 0.849884033203125, 0.88970947265625, 0.929534912109375, 0.9693603515625, 1.009185791015625, 1.04901123046875, 1.088836669921875, 1.128662109375, 1.168487548828125, 1.20831298828125, 1.248138427734375, 1.2879638671875, 1.327789306640625, 1.36761474609375, 1.407440185546875, 1.447265625]}, "gradients/encoder.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 3.0, 6.0, 5.0, 7.0, 14.0, 14.0, 18.0, 27.0, 23.0, 43.0, 60.0, 78.0, 118.0, 154.0, 233.0, 297.0, 462.0, 721.0, 1247.0, 2443.0, 6480.0, 20858.0, 73557.0, 235669.0, 412074.0, 203333.0, 61922.0, 17427.0, 5644.0, 2267.0, 1139.0, 671.0, 451.0, 289.0, 229.0, 149.0, 113.0, 98.0, 73.0, 45.0, 30.0, 24.0, 14.0, 14.0, 10.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.15625, -2.087646484375, -2.01904296875, -1.950439453125, -1.8818359375, -1.813232421875, -1.74462890625, -1.676025390625, -1.607421875, -1.538818359375, -1.47021484375, -1.401611328125, -1.3330078125, -1.264404296875, -1.19580078125, -1.127197265625, -1.05859375, -0.989990234375, -0.92138671875, -0.852783203125, -0.7841796875, -0.715576171875, -0.64697265625, -0.578369140625, -0.509765625, -0.441162109375, -0.37255859375, -0.303955078125, -0.2353515625, -0.166748046875, -0.09814453125, -0.029541015625, 0.0390625, 0.107666015625, 0.17626953125, 0.244873046875, 0.3134765625, 0.382080078125, 0.45068359375, 0.519287109375, 0.587890625, 0.656494140625, 0.72509765625, 0.793701171875, 0.8623046875, 0.930908203125, 0.99951171875, 1.068115234375, 1.13671875, 1.205322265625, 1.27392578125, 1.342529296875, 1.4111328125, 1.479736328125, 1.54833984375, 1.616943359375, 1.685546875, 1.754150390625, 1.82275390625, 1.891357421875, 1.9599609375, 2.028564453125, 2.09716796875, 2.165771484375, 2.234375]}, "gradients/encoder.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 5.0, 3.0, 5.0, 3.0, 7.0, 12.0, 13.0, 8.0, 13.0, 19.0, 13.0, 22.0, 18.0, 22.0, 40.0, 40.0, 41.0, 36.0, 33.0, 30.0, 42.0, 44.0, 48.0, 40.0, 44.0, 43.0, 41.0, 39.0, 34.0, 30.0, 40.0, 30.0, 24.0, 18.0, 24.0, 19.0, 18.0, 10.0, 9.0, 9.0, 4.0, 6.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.21875, -2.14788818359375, -2.0770263671875, -2.00616455078125, -1.935302734375, -1.86444091796875, -1.7935791015625, -1.72271728515625, -1.65185546875, -1.58099365234375, -1.5101318359375, -1.43927001953125, -1.368408203125, -1.29754638671875, -1.2266845703125, -1.15582275390625, -1.0849609375, -1.01409912109375, -0.9432373046875, -0.87237548828125, -0.801513671875, -0.73065185546875, -0.6597900390625, -0.58892822265625, -0.51806640625, -0.44720458984375, -0.3763427734375, -0.30548095703125, -0.234619140625, -0.16375732421875, -0.0928955078125, -0.02203369140625, 0.048828125, 0.11968994140625, 0.1905517578125, 0.26141357421875, 0.332275390625, 0.40313720703125, 0.4739990234375, 0.54486083984375, 0.61572265625, 0.68658447265625, 0.7574462890625, 0.82830810546875, 0.899169921875, 0.97003173828125, 1.0408935546875, 1.11175537109375, 1.1826171875, 1.25347900390625, 1.3243408203125, 1.39520263671875, 1.466064453125, 1.53692626953125, 1.6077880859375, 1.67864990234375, 1.74951171875, 1.82037353515625, 1.8912353515625, 1.96209716796875, 2.032958984375, 2.10382080078125, 2.1746826171875, 2.24554443359375, 2.31640625]}, "gradients/encoder.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 10.0, 9.0, 22.0, 28.0, 77.0, 136.0, 308.0, 1048.0, 4074.0, 22461.0, 245589.0, 704592.0, 58806.0, 8499.0, 1931.0, 565.0, 212.0, 91.0, 47.0, 27.0, 10.0, 4.0, 8.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.337890625, -3.26068115234375, -3.1834716796875, -3.10626220703125, -3.029052734375, -2.95184326171875, -2.8746337890625, -2.79742431640625, -2.72021484375, -2.64300537109375, -2.5657958984375, -2.48858642578125, -2.411376953125, -2.33416748046875, -2.2569580078125, -2.17974853515625, -2.1025390625, -2.02532958984375, -1.9481201171875, -1.87091064453125, -1.793701171875, -1.71649169921875, -1.6392822265625, -1.56207275390625, -1.48486328125, -1.40765380859375, -1.3304443359375, -1.25323486328125, -1.176025390625, -1.09881591796875, -1.0216064453125, -0.94439697265625, -0.8671875, -0.78997802734375, -0.7127685546875, -0.63555908203125, -0.558349609375, -0.48114013671875, -0.4039306640625, -0.32672119140625, -0.24951171875, -0.17230224609375, -0.0950927734375, -0.01788330078125, 0.059326171875, 0.13653564453125, 0.2137451171875, 0.29095458984375, 0.3681640625, 0.44537353515625, 0.5225830078125, 0.59979248046875, 0.677001953125, 0.75421142578125, 0.8314208984375, 0.90863037109375, 0.98583984375, 1.06304931640625, 1.1402587890625, 1.21746826171875, 1.294677734375, 1.37188720703125, 1.4490966796875, 1.52630615234375, 1.603515625]}, "gradients/encoder.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 4.0, 2.0, 7.0, 9.0, 7.0, 14.0, 10.0, 9.0, 21.0, 24.0, 34.0, 36.0, 48.0, 62.0, 54.0, 74.0, 103.0, 98.0, 77.0, 73.0, 47.0, 35.0, 32.0, 23.0, 16.0, 20.0, 10.0, 10.0, 9.0, 7.0, 9.0, 2.0, 3.0, 2.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.0001819133758544922, -0.00017637759447097778, -0.00017084181308746338, -0.00016530603170394897, -0.00015977025032043457, -0.00015423446893692017, -0.00014869868755340576, -0.00014316290616989136, -0.00013762712478637695, -0.00013209134340286255, -0.00012655556201934814, -0.00012101978063583374, -0.00011548399925231934, -0.00010994821786880493, -0.00010441243648529053, -9.887665510177612e-05, -9.334087371826172e-05, -8.780509233474731e-05, -8.226931095123291e-05, -7.67335295677185e-05, -7.11977481842041e-05, -6.56619668006897e-05, -6.012618541717529e-05, -5.459040403366089e-05, -4.9054622650146484e-05, -4.351884126663208e-05, -3.7983059883117676e-05, -3.244727849960327e-05, -2.6911497116088867e-05, -2.1375715732574463e-05, -1.583993434906006e-05, -1.0304152965545654e-05, -4.76837158203125e-06, 7.674098014831543e-07, 6.303191184997559e-06, 1.1838972568511963e-05, 1.7374753952026367e-05, 2.291053533554077e-05, 2.8446316719055176e-05, 3.398209810256958e-05, 3.9517879486083984e-05, 4.505366086959839e-05, 5.058944225311279e-05, 5.61252236366272e-05, 6.16610050201416e-05, 6.7196786403656e-05, 7.273256778717041e-05, 7.826834917068481e-05, 8.380413055419922e-05, 8.933991193771362e-05, 9.487569332122803e-05, 0.00010041147470474243, 0.00010594725608825684, 0.00011148303747177124, 0.00011701881885528564, 0.00012255460023880005, 0.00012809038162231445, 0.00013362616300582886, 0.00013916194438934326, 0.00014469772577285767, 0.00015023350715637207, 0.00015576928853988647, 0.00016130506992340088, 0.00016684085130691528, 0.0001723766326904297]}, "gradients/encoder.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 4.0, 5.0, 8.0, 7.0, 14.0, 29.0, 16.0, 33.0, 55.0, 86.0, 121.0, 219.0, 376.0, 776.0, 1567.0, 3634.0, 10312.0, 37811.0, 240398.0, 634634.0, 88243.0, 19318.0, 6119.0, 2399.0, 1094.0, 509.0, 310.0, 179.0, 89.0, 66.0, 44.0, 21.0, 14.0, 10.0, 15.0, 8.0, 8.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-1.927734375, -1.8730621337890625, -1.818389892578125, -1.7637176513671875, -1.70904541015625, -1.6543731689453125, -1.599700927734375, -1.5450286865234375, -1.4903564453125, -1.4356842041015625, -1.381011962890625, -1.3263397216796875, -1.27166748046875, -1.2169952392578125, -1.162322998046875, -1.1076507568359375, -1.052978515625, -0.9983062744140625, -0.943634033203125, -0.8889617919921875, -0.83428955078125, -0.7796173095703125, -0.724945068359375, -0.6702728271484375, -0.6156005859375, -0.5609283447265625, -0.506256103515625, -0.4515838623046875, -0.39691162109375, -0.3422393798828125, -0.287567138671875, -0.2328948974609375, -0.17822265625, -0.1235504150390625, -0.068878173828125, -0.0142059326171875, 0.04046630859375, 0.0951385498046875, 0.149810791015625, 0.2044830322265625, 0.2591552734375, 0.3138275146484375, 0.368499755859375, 0.4231719970703125, 0.47784423828125, 0.5325164794921875, 0.587188720703125, 0.6418609619140625, 0.696533203125, 0.7512054443359375, 0.805877685546875, 0.8605499267578125, 0.91522216796875, 0.9698944091796875, 1.024566650390625, 1.0792388916015625, 1.1339111328125, 1.1885833740234375, 1.243255615234375, 1.2979278564453125, 1.35260009765625, 1.4072723388671875, 1.461944580078125, 1.5166168212890625, 1.5712890625]}, "gradients/encoder.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 5.0, 2.0, 7.0, 5.0, 12.0, 11.0, 18.0, 34.0, 38.0, 87.0, 124.0, 150.0, 184.0, 110.0, 66.0, 52.0, 45.0, 18.0, 10.0, 9.0, 7.0, 4.0, 2.0, 4.0, 5.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9423828125, -1.888519287109375, -1.83465576171875, -1.780792236328125, -1.7269287109375, -1.673065185546875, -1.61920166015625, -1.565338134765625, -1.511474609375, -1.457611083984375, -1.40374755859375, -1.349884033203125, -1.2960205078125, -1.242156982421875, -1.18829345703125, -1.134429931640625, -1.08056640625, -1.026702880859375, -0.97283935546875, -0.918975830078125, -0.8651123046875, -0.811248779296875, -0.75738525390625, -0.703521728515625, -0.649658203125, -0.595794677734375, -0.54193115234375, -0.488067626953125, -0.4342041015625, -0.380340576171875, -0.32647705078125, -0.272613525390625, -0.21875, -0.164886474609375, -0.11102294921875, -0.057159423828125, -0.0032958984375, 0.050567626953125, 0.10443115234375, 0.158294677734375, 0.212158203125, 0.266021728515625, 0.31988525390625, 0.373748779296875, 0.4276123046875, 0.481475830078125, 0.53533935546875, 0.589202880859375, 0.64306640625, 0.696929931640625, 0.75079345703125, 0.804656982421875, 0.8585205078125, 0.912384033203125, 0.96624755859375, 1.020111083984375, 1.073974609375, 1.127838134765625, 1.18170166015625, 1.235565185546875, 1.2894287109375, 1.343292236328125, 1.39715576171875, 1.451019287109375, 1.5048828125]}, "gradients/encoder.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 6.0, 4.0, 14.0, 35.0, 133.0, 273.0, 300.0, 161.0, 57.0, 17.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.40780258178711, -29.09745216369629, -27.78710174560547, -26.47675132751465, -25.166400909423828, -23.85605239868164, -22.54570198059082, -21.2353515625, -19.92500114440918, -18.61465072631836, -17.30430030822754, -15.993950843811035, -14.683600425720215, -13.373250007629395, -12.06290054321289, -10.75255012512207, -9.44219970703125, -8.13184928894043, -6.821499347686768, -5.5111494064331055, -4.200798988342285, -2.890448570251465, -1.5800986289978027, -0.2697486877441406, 1.0406017303466797, 2.350951910018921, 3.661302089691162, 4.971652030944824, 6.2820024490356445, 7.592352867126465, 8.902702331542969, 10.213052749633789, 11.523399353027344, 12.833749771118164, 14.144100189208984, 15.454449653625488, 16.764801025390625, 18.075149536132812, 19.385499954223633, 20.695850372314453, 22.006200790405273, 23.316551208496094, 24.626901626586914, 25.937252044677734, 27.247600555419922, 28.557952880859375, 29.868301391601562, 31.178651809692383, 32.4890022277832, 33.79935073852539, 35.109703063964844, 36.42005157470703, 37.730403900146484, 39.04075241088867, 40.351104736328125, 41.66145324707031, 42.9718017578125, 44.28215026855469, 45.59250259399414, 46.90285110473633, 48.21320343017578, 49.52355194091797, 50.83390426635742, 52.14425277709961, 53.45460510253906]}, "gradients/encoder.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 2.0, 5.0, 2.0, 6.0, 6.0, 10.0, 5.0, 16.0, 15.0, 19.0, 25.0, 30.0, 40.0, 34.0, 44.0, 52.0, 48.0, 69.0, 59.0, 39.0, 52.0, 52.0, 39.0, 52.0, 50.0, 35.0, 41.0, 28.0, 32.0, 24.0, 17.0, 16.0, 14.0, 17.0, 2.0, 5.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.843162536621094, -13.344718933105469, -12.846274375915527, -12.347830772399902, -11.849387168884277, -11.350942611694336, -10.852499008178711, -10.354055404663086, -9.855611801147461, -9.357168197631836, -8.858723640441895, -8.36028003692627, -7.8618364334106445, -7.363392353057861, -6.864948272705078, -6.366504669189453, -5.868060111999512, -5.3696160316467285, -4.8711724281311035, -4.37272834777832, -3.874284505844116, -3.375840663909912, -2.877396583557129, -2.378952741622925, -1.8805088996887207, -1.3820650577545166, -0.883621096611023, -0.3851771354675293, 0.1132667064666748, 0.6117105484008789, 1.110154628753662, 1.6085984706878662, 2.1070423126220703, 2.6054861545562744, 3.1039299964904785, 3.6023740768432617, 4.100817680358887, 4.59926176071167, 5.097705841064453, 5.596149444580078, 6.094593524932861, 6.5930376052856445, 7.0914812088012695, 7.589925289154053, 8.088369369506836, 8.586812973022461, 9.085256576538086, 9.583701133728027, 10.082144737243652, 10.580588340759277, 11.079032897949219, 11.577476501464844, 12.075920104980469, 12.574363708496094, 13.072808265686035, 13.57125186920166, 14.069696426391602, 14.568140029907227, 15.066584587097168, 15.565028190612793, 16.063472747802734, 16.56191635131836, 17.060359954833984, 17.55880355834961, 18.057247161865234]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 4.0, 6.0, 10.0, 6.0, 12.0, 25.0, 40.0, 93.0, 176.0, 283.0, 693.0, 1662.0, 5391.0, 29460.0, 840885.0, 3265903.0, 39872.0, 6491.0, 1847.0, 698.0, 327.0, 141.0, 105.0, 57.0, 27.0, 16.0, 20.0, 14.0, 8.0, 5.0, 6.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.99609375, -3.858642578125, -3.72119140625, -3.583740234375, -3.4462890625, -3.308837890625, -3.17138671875, -3.033935546875, -2.896484375, -2.759033203125, -2.62158203125, -2.484130859375, -2.3466796875, -2.209228515625, -2.07177734375, -1.934326171875, -1.796875, -1.659423828125, -1.52197265625, -1.384521484375, -1.2470703125, -1.109619140625, -0.97216796875, -0.834716796875, -0.697265625, -0.559814453125, -0.42236328125, -0.284912109375, -0.1474609375, -0.010009765625, 0.12744140625, 0.264892578125, 0.40234375, 0.539794921875, 0.67724609375, 0.814697265625, 0.9521484375, 1.089599609375, 1.22705078125, 1.364501953125, 1.501953125, 1.639404296875, 1.77685546875, 1.914306640625, 2.0517578125, 2.189208984375, 2.32666015625, 2.464111328125, 2.6015625, 2.739013671875, 2.87646484375, 3.013916015625, 3.1513671875, 3.288818359375, 3.42626953125, 3.563720703125, 3.701171875, 3.838623046875, 3.97607421875, 4.113525390625, 4.2509765625, 4.388427734375, 4.52587890625, 4.663330078125, 4.80078125]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 6.0, 4.0, 18.0, 14.0, 17.0, 40.0, 52.0, 90.0, 113.0, 127.0, 124.0, 97.0, 103.0, 80.0, 47.0, 32.0, 19.0, 15.0, 6.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1259765625, -1.086090087890625, -1.04620361328125, -1.006317138671875, -0.9664306640625, -0.926544189453125, -0.88665771484375, -0.846771240234375, -0.806884765625, -0.766998291015625, -0.72711181640625, -0.687225341796875, -0.6473388671875, -0.607452392578125, -0.56756591796875, -0.527679443359375, -0.48779296875, -0.447906494140625, -0.40802001953125, -0.368133544921875, -0.3282470703125, -0.288360595703125, -0.24847412109375, -0.208587646484375, -0.168701171875, -0.128814697265625, -0.08892822265625, -0.049041748046875, -0.0091552734375, 0.030731201171875, 0.07061767578125, 0.110504150390625, 0.150390625, 0.190277099609375, 0.23016357421875, 0.270050048828125, 0.3099365234375, 0.349822998046875, 0.38970947265625, 0.429595947265625, 0.469482421875, 0.509368896484375, 0.54925537109375, 0.589141845703125, 0.6290283203125, 0.668914794921875, 0.70880126953125, 0.748687744140625, 0.78857421875, 0.828460693359375, 0.86834716796875, 0.908233642578125, 0.9481201171875, 0.988006591796875, 1.02789306640625, 1.067779541015625, 1.107666015625, 1.147552490234375, 1.18743896484375, 1.227325439453125, 1.2672119140625, 1.307098388671875, 1.34698486328125, 1.386871337890625, 1.4267578125]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 1.0, 0.0, 3.0, 4.0, 4.0, 8.0, 15.0, 19.0, 28.0, 54.0, 73.0, 155.0, 238.0, 458.0, 847.0, 2026.0, 5143.0, 15392.0, 56483.0, 333865.0, 3282228.0, 406797.0, 63868.0, 16908.0, 5465.0, 2180.0, 962.0, 473.0, 222.0, 164.0, 63.0, 48.0, 38.0, 10.0, 13.0, 3.0, 5.0, 5.0, 7.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-1.794921875, -1.734161376953125, -1.67340087890625, -1.612640380859375, -1.5518798828125, -1.491119384765625, -1.43035888671875, -1.369598388671875, -1.308837890625, -1.248077392578125, -1.18731689453125, -1.126556396484375, -1.0657958984375, -1.005035400390625, -0.94427490234375, -0.883514404296875, -0.82275390625, -0.761993408203125, -0.70123291015625, -0.640472412109375, -0.5797119140625, -0.518951416015625, -0.45819091796875, -0.397430419921875, -0.336669921875, -0.275909423828125, -0.21514892578125, -0.154388427734375, -0.0936279296875, -0.032867431640625, 0.02789306640625, 0.088653564453125, 0.1494140625, 0.210174560546875, 0.27093505859375, 0.331695556640625, 0.3924560546875, 0.453216552734375, 0.51397705078125, 0.574737548828125, 0.635498046875, 0.696258544921875, 0.75701904296875, 0.817779541015625, 0.8785400390625, 0.939300537109375, 1.00006103515625, 1.060821533203125, 1.12158203125, 1.182342529296875, 1.24310302734375, 1.303863525390625, 1.3646240234375, 1.425384521484375, 1.48614501953125, 1.546905517578125, 1.607666015625, 1.668426513671875, 1.72918701171875, 1.789947509765625, 1.8507080078125, 1.911468505859375, 1.97222900390625, 2.032989501953125, 2.09375]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 5.0, 1.0, 5.0, 2.0, 2.0, 3.0, 7.0, 11.0, 13.0, 22.0, 16.0, 30.0, 43.0, 61.0, 92.0, 132.0, 238.0, 526.0, 1265.0, 714.0, 354.0, 176.0, 118.0, 72.0, 46.0, 25.0, 27.0, 16.0, 14.0, 9.0, 10.0, 5.0, 4.0, 4.0, 3.0, 2.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.0361328125, -1.00933837890625, -0.9825439453125, -0.95574951171875, -0.928955078125, -0.90216064453125, -0.8753662109375, -0.84857177734375, -0.82177734375, -0.79498291015625, -0.7681884765625, -0.74139404296875, -0.714599609375, -0.68780517578125, -0.6610107421875, -0.63421630859375, -0.607421875, -0.58062744140625, -0.5538330078125, -0.52703857421875, -0.500244140625, -0.47344970703125, -0.4466552734375, -0.41986083984375, -0.39306640625, -0.36627197265625, -0.3394775390625, -0.31268310546875, -0.285888671875, -0.25909423828125, -0.2322998046875, -0.20550537109375, -0.1787109375, -0.15191650390625, -0.1251220703125, -0.09832763671875, -0.071533203125, -0.04473876953125, -0.0179443359375, 0.00885009765625, 0.03564453125, 0.06243896484375, 0.0892333984375, 0.11602783203125, 0.142822265625, 0.16961669921875, 0.1964111328125, 0.22320556640625, 0.25, 0.27679443359375, 0.3035888671875, 0.33038330078125, 0.357177734375, 0.38397216796875, 0.4107666015625, 0.43756103515625, 0.46435546875, 0.49114990234375, 0.5179443359375, 0.54473876953125, 0.571533203125, 0.59832763671875, 0.6251220703125, 0.65191650390625, 0.6787109375]}, "gradients/encoder.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 10.0, 21.0, 43.0, 78.0, 126.0, 173.0, 179.0, 163.0, 104.0, 51.0, 29.0, 11.0, 4.0, 1.0, 5.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.210223913192749, -2.964614152908325, -2.7190043926239014, -2.4733948707580566, -2.227785110473633, -1.9821752309799194, -1.7365655899047852, -1.4909558296203613, -1.2453460693359375, -0.9997363090515137, -0.7541266083717346, -0.5085169076919556, -0.26290714740753174, -0.01729738712310791, 0.22831225395202637, 0.4739220142364502, 0.719531774520874, 0.9651415348052979, 1.2107512950897217, 1.456360936164856, 1.7019706964492798, 1.9475804567337036, 2.193190097808838, 2.4387998580932617, 2.6844096183776855, 2.9300193786621094, 3.175629138946533, 3.421238899230957, 3.666848659515381, 3.9124584197998047, 4.15806770324707, 4.403677940368652, 4.649287223815918, 4.894896984100342, 5.140506744384766, 5.3861165046691895, 5.631726264953613, 5.877336025238037, 6.122945785522461, 6.368555068969727, 6.614165306091309, 6.859775066375732, 7.105384826660156, 7.35099458694458, 7.596604347229004, 7.842214107513428, 8.087823867797852, 8.333433151245117, 8.579042434692383, 8.824651718139648, 9.07026195526123, 9.315871238708496, 9.561481475830078, 9.807090759277344, 10.052700996398926, 10.298310279846191, 10.543920516967773, 10.789529800415039, 11.035140037536621, 11.280749320983887, 11.526359558105469, 11.771968841552734, 12.017579078674316, 12.263188362121582, 12.508798599243164]}, "gradients/encoder.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 3.0, 5.0, 10.0, 11.0, 8.0, 10.0, 15.0, 20.0, 22.0, 28.0, 27.0, 34.0, 43.0, 36.0, 47.0, 46.0, 49.0, 39.0, 36.0, 44.0, 46.0, 54.0, 33.0, 51.0, 28.0, 35.0, 41.0, 32.0, 23.0, 24.0, 25.0, 12.0, 12.0, 21.0, 9.0, 9.0, 5.0, 3.0, 4.0, 3.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.0900180339813232, -2.9857070446014404, -2.8813960552215576, -2.777085065841675, -2.672774076461792, -2.568463087081909, -2.4641520977020264, -2.3598411083221436, -2.2555301189422607, -2.151219129562378, -2.046908140182495, -1.9425971508026123, -1.8382861614227295, -1.7339751720428467, -1.6296641826629639, -1.525353193283081, -1.4210423231124878, -1.316731333732605, -1.2124203443527222, -1.1081093549728394, -1.0037983655929565, -0.8994874358177185, -0.7951764464378357, -0.6908654570579529, -0.5865544676780701, -0.48224347829818726, -0.37793248891830444, -0.273621529340744, -0.1693105399608612, -0.06499958038330078, 0.03931140899658203, 0.14362239837646484, 0.24793338775634766, 0.35224437713623047, 0.4565553665161133, 0.5608663558959961, 0.6651773452758789, 0.7694882750511169, 0.8737992644309998, 0.9781102538108826, 1.0824213027954102, 1.186732292175293, 1.2910432815551758, 1.3953542709350586, 1.4996652603149414, 1.6039762496948242, 1.708287239074707, 1.8125982284545898, 1.916909098625183, 2.0212199687957764, 2.125530958175659, 2.229841947555542, 2.334152936935425, 2.4384639263153076, 2.5427749156951904, 2.6470859050750732, 2.751396894454956, 2.855707883834839, 2.9600188732147217, 3.0643298625946045, 3.1686408519744873, 3.27295184135437, 3.377262830734253, 3.4815738201141357, 3.5858848094940186]}, "gradients/encoder.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 8.0, 12.0, 11.0, 11.0, 36.0, 41.0, 68.0, 89.0, 201.0, 275.0, 555.0, 1044.0, 2417.0, 6733.0, 23300.0, 105351.0, 702236.0, 159970.0, 31738.0, 8533.0, 3224.0, 1239.0, 625.0, 324.0, 197.0, 99.0, 73.0, 50.0, 28.0, 26.0, 16.0, 4.0, 7.0, 4.0, 1.0, 6.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.439453125, -3.319244384765625, -3.19903564453125, -3.078826904296875, -2.9586181640625, -2.838409423828125, -2.71820068359375, -2.597991943359375, -2.477783203125, -2.357574462890625, -2.23736572265625, -2.117156982421875, -1.9969482421875, -1.876739501953125, -1.75653076171875, -1.636322021484375, -1.51611328125, -1.395904541015625, -1.27569580078125, -1.155487060546875, -1.0352783203125, -0.915069580078125, -0.79486083984375, -0.674652099609375, -0.554443359375, -0.434234619140625, -0.31402587890625, -0.193817138671875, -0.0736083984375, 0.046600341796875, 0.16680908203125, 0.287017822265625, 0.4072265625, 0.527435302734375, 0.64764404296875, 0.767852783203125, 0.8880615234375, 1.008270263671875, 1.12847900390625, 1.248687744140625, 1.368896484375, 1.489105224609375, 1.60931396484375, 1.729522705078125, 1.8497314453125, 1.969940185546875, 2.09014892578125, 2.210357666015625, 2.33056640625, 2.450775146484375, 2.57098388671875, 2.691192626953125, 2.8114013671875, 2.931610107421875, 3.05181884765625, 3.172027587890625, 3.292236328125, 3.412445068359375, 3.53265380859375, 3.652862548828125, 3.7730712890625, 3.893280029296875, 4.01348876953125, 4.133697509765625, 4.25390625]}, "gradients/encoder.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 3.0, 15.0, 10.0, 19.0, 42.0, 36.0, 86.0, 96.0, 116.0, 135.0, 104.0, 103.0, 91.0, 48.0, 45.0, 28.0, 10.0, 8.0, 3.0, 6.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1142578125, -1.0752410888671875, -1.036224365234375, -0.9972076416015625, -0.95819091796875, -0.9191741943359375, -0.880157470703125, -0.8411407470703125, -0.8021240234375, -0.7631072998046875, -0.724090576171875, -0.6850738525390625, -0.64605712890625, -0.6070404052734375, -0.568023681640625, -0.5290069580078125, -0.489990234375, -0.4509735107421875, -0.411956787109375, -0.3729400634765625, -0.33392333984375, -0.2949066162109375, -0.255889892578125, -0.2168731689453125, -0.1778564453125, -0.1388397216796875, -0.099822998046875, -0.0608062744140625, -0.02178955078125, 0.0172271728515625, 0.056243896484375, 0.0952606201171875, 0.13427734375, 0.1732940673828125, 0.212310791015625, 0.2513275146484375, 0.29034423828125, 0.3293609619140625, 0.368377685546875, 0.4073944091796875, 0.4464111328125, 0.4854278564453125, 0.524444580078125, 0.5634613037109375, 0.60247802734375, 0.6414947509765625, 0.680511474609375, 0.7195281982421875, 0.758544921875, 0.7975616455078125, 0.836578369140625, 0.8755950927734375, 0.91461181640625, 0.9536285400390625, 0.992645263671875, 1.0316619873046875, 1.0706787109375, 1.1096954345703125, 1.148712158203125, 1.1877288818359375, 1.22674560546875, 1.2657623291015625, 1.304779052734375, 1.3437957763671875, 1.3828125]}, "gradients/encoder.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 1.0, 0.0, 4.0, 12.0, 3.0, 12.0, 10.0, 20.0, 37.0, 41.0, 65.0, 109.0, 114.0, 189.0, 308.0, 526.0, 1077.0, 2696.0, 9710.0, 46246.0, 334577.0, 565666.0, 67511.0, 13423.0, 3301.0, 1263.0, 588.0, 366.0, 234.0, 141.0, 93.0, 62.0, 36.0, 33.0, 23.0, 13.0, 12.0, 12.0, 5.0, 7.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.638671875, -3.528778076171875, -3.41888427734375, -3.308990478515625, -3.1990966796875, -3.089202880859375, -2.97930908203125, -2.869415283203125, -2.759521484375, -2.649627685546875, -2.53973388671875, -2.429840087890625, -2.3199462890625, -2.210052490234375, -2.10015869140625, -1.990264892578125, -1.88037109375, -1.770477294921875, -1.66058349609375, -1.550689697265625, -1.4407958984375, -1.330902099609375, -1.22100830078125, -1.111114501953125, -1.001220703125, -0.891326904296875, -0.78143310546875, -0.671539306640625, -0.5616455078125, -0.451751708984375, -0.34185791015625, -0.231964111328125, -0.1220703125, -0.012176513671875, 0.09771728515625, 0.207611083984375, 0.3175048828125, 0.427398681640625, 0.53729248046875, 0.647186279296875, 0.757080078125, 0.866973876953125, 0.97686767578125, 1.086761474609375, 1.1966552734375, 1.306549072265625, 1.41644287109375, 1.526336669921875, 1.63623046875, 1.746124267578125, 1.85601806640625, 1.965911865234375, 2.0758056640625, 2.185699462890625, 2.29559326171875, 2.405487060546875, 2.515380859375, 2.625274658203125, 2.73516845703125, 2.845062255859375, 2.9549560546875, 3.064849853515625, 3.17474365234375, 3.284637451171875, 3.39453125]}, "gradients/encoder.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 5.0, 1.0, 3.0, 2.0, 1.0, 3.0, 8.0, 10.0, 7.0, 20.0, 10.0, 19.0, 16.0, 22.0, 27.0, 18.0, 32.0, 25.0, 36.0, 36.0, 37.0, 35.0, 44.0, 58.0, 49.0, 57.0, 44.0, 42.0, 42.0, 33.0, 30.0, 30.0, 41.0, 27.0, 14.0, 25.0, 14.0, 17.0, 13.0, 10.0, 10.0, 5.0, 2.0, 5.0, 6.0, 6.0, 1.0, 6.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.4453125, -2.3724365234375, -2.299560546875, -2.2266845703125, -2.15380859375, -2.0809326171875, -2.008056640625, -1.9351806640625, -1.8623046875, -1.7894287109375, -1.716552734375, -1.6436767578125, -1.57080078125, -1.4979248046875, -1.425048828125, -1.3521728515625, -1.279296875, -1.2064208984375, -1.133544921875, -1.0606689453125, -0.98779296875, -0.9149169921875, -0.842041015625, -0.7691650390625, -0.6962890625, -0.6234130859375, -0.550537109375, -0.4776611328125, -0.40478515625, -0.3319091796875, -0.259033203125, -0.1861572265625, -0.11328125, -0.0404052734375, 0.032470703125, 0.1053466796875, 0.17822265625, 0.2510986328125, 0.323974609375, 0.3968505859375, 0.4697265625, 0.5426025390625, 0.615478515625, 0.6883544921875, 0.76123046875, 0.8341064453125, 0.906982421875, 0.9798583984375, 1.052734375, 1.1256103515625, 1.198486328125, 1.2713623046875, 1.34423828125, 1.4171142578125, 1.489990234375, 1.5628662109375, 1.6357421875, 1.7086181640625, 1.781494140625, 1.8543701171875, 1.92724609375, 2.0001220703125, 2.072998046875, 2.1458740234375, 2.21875]}, "gradients/encoder.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 11.0, 16.0, 40.0, 60.0, 159.0, 645.0, 5381.0, 857816.0, 180749.0, 2953.0, 468.0, 148.0, 50.0, 28.0, 12.0, 5.0, 6.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.9609375, -6.79473876953125, -6.6285400390625, -6.46234130859375, -6.296142578125, -6.12994384765625, -5.9637451171875, -5.79754638671875, -5.63134765625, -5.46514892578125, -5.2989501953125, -5.13275146484375, -4.966552734375, -4.80035400390625, -4.6341552734375, -4.46795654296875, -4.3017578125, -4.13555908203125, -3.9693603515625, -3.80316162109375, -3.636962890625, -3.47076416015625, -3.3045654296875, -3.13836669921875, -2.97216796875, -2.80596923828125, -2.6397705078125, -2.47357177734375, -2.307373046875, -2.14117431640625, -1.9749755859375, -1.80877685546875, -1.642578125, -1.47637939453125, -1.3101806640625, -1.14398193359375, -0.977783203125, -0.81158447265625, -0.6453857421875, -0.47918701171875, -0.31298828125, -0.14678955078125, 0.0194091796875, 0.18560791015625, 0.351806640625, 0.51800537109375, 0.6842041015625, 0.85040283203125, 1.0166015625, 1.18280029296875, 1.3489990234375, 1.51519775390625, 1.681396484375, 1.84759521484375, 2.0137939453125, 2.17999267578125, 2.34619140625, 2.51239013671875, 2.6785888671875, 2.84478759765625, 3.010986328125, 3.17718505859375, 3.3433837890625, 3.50958251953125, 3.67578125]}, "gradients/encoder.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 4.0, 2.0, 5.0, 6.0, 7.0, 11.0, 13.0, 18.0, 17.0, 23.0, 24.0, 29.0, 58.0, 90.0, 184.0, 173.0, 125.0, 47.0, 37.0, 32.0, 24.0, 15.0, 16.0, 12.0, 12.0, 8.0, 6.0, 4.0, 1.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0002574920654296875, -0.0002510827034711838, -0.00024467334151268005, -0.00023826397955417633, -0.0002318546175956726, -0.00022544525563716888, -0.00021903589367866516, -0.00021262653172016144, -0.00020621716976165771, -0.000199807807803154, -0.00019339844584465027, -0.00018698908388614655, -0.00018057972192764282, -0.0001741703599691391, -0.00016776099801063538, -0.00016135163605213165, -0.00015494227409362793, -0.0001485329121351242, -0.00014212355017662048, -0.00013571418821811676, -0.00012930482625961304, -0.00012289546430110931, -0.00011648610234260559, -0.00011007674038410187, -0.00010366737842559814, -9.725801646709442e-05, -9.08486545085907e-05, -8.443929255008698e-05, -7.802993059158325e-05, -7.162056863307953e-05, -6.52112066745758e-05, -5.880184471607208e-05, -5.239248275756836e-05, -4.5983120799064636e-05, -3.957375884056091e-05, -3.316439688205719e-05, -2.6755034923553467e-05, -2.0345672965049744e-05, -1.393631100654602e-05, -7.526949048042297e-06, -1.1175870895385742e-06, 5.291774868965149e-06, 1.1701136827468872e-05, 1.8110498785972595e-05, 2.451986074447632e-05, 3.092922270298004e-05, 3.7338584661483765e-05, 4.374794661998749e-05, 5.015730857849121e-05, 5.6566670536994934e-05, 6.297603249549866e-05, 6.938539445400238e-05, 7.57947564125061e-05, 8.220411837100983e-05, 8.861348032951355e-05, 9.502284228801727e-05, 0.000101432204246521, 0.00010784156620502472, 0.00011425092816352844, 0.00012066029012203217, 0.0001270696520805359, 0.0001334790140390396, 0.00013988837599754333, 0.00014629773795604706, 0.00015270709991455078]}, "gradients/encoder.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 6.0, 14.0, 11.0, 7.0, 19.0, 30.0, 61.0, 112.0, 267.0, 914.0, 4614.0, 140421.0, 889678.0, 10369.0, 1320.0, 386.0, 144.0, 74.0, 38.0, 19.0, 17.0, 9.0, 7.0, 4.0, 4.0, 5.0, 3.0, 6.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.908203125, -3.774200439453125, -3.64019775390625, -3.506195068359375, -3.3721923828125, -3.238189697265625, -3.10418701171875, -2.970184326171875, -2.836181640625, -2.702178955078125, -2.56817626953125, -2.434173583984375, -2.3001708984375, -2.166168212890625, -2.03216552734375, -1.898162841796875, -1.76416015625, -1.630157470703125, -1.49615478515625, -1.362152099609375, -1.2281494140625, -1.094146728515625, -0.96014404296875, -0.826141357421875, -0.692138671875, -0.558135986328125, -0.42413330078125, -0.290130615234375, -0.1561279296875, -0.022125244140625, 0.11187744140625, 0.245880126953125, 0.3798828125, 0.513885498046875, 0.64788818359375, 0.781890869140625, 0.9158935546875, 1.049896240234375, 1.18389892578125, 1.317901611328125, 1.451904296875, 1.585906982421875, 1.71990966796875, 1.853912353515625, 1.9879150390625, 2.121917724609375, 2.25592041015625, 2.389923095703125, 2.52392578125, 2.657928466796875, 2.79193115234375, 2.925933837890625, 3.0599365234375, 3.193939208984375, 3.32794189453125, 3.461944580078125, 3.595947265625, 3.729949951171875, 3.86395263671875, 3.997955322265625, 4.1319580078125, 4.265960693359375, 4.39996337890625, 4.533966064453125, 4.66796875]}, "gradients/encoder.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 4.0, 2.0, 2.0, 6.0, 14.0, 19.0, 21.0, 27.0, 38.0, 42.0, 80.0, 109.0, 135.0, 122.0, 101.0, 66.0, 53.0, 36.0, 30.0, 18.0, 13.0, 17.0, 10.0, 5.0, 9.0, 2.0, 2.0, 2.0, 0.0, 4.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.994140625, -0.9639892578125, -0.933837890625, -0.9036865234375, -0.87353515625, -0.8433837890625, -0.813232421875, -0.7830810546875, -0.7529296875, -0.7227783203125, -0.692626953125, -0.6624755859375, -0.63232421875, -0.6021728515625, -0.572021484375, -0.5418701171875, -0.51171875, -0.4815673828125, -0.451416015625, -0.4212646484375, -0.39111328125, -0.3609619140625, -0.330810546875, -0.3006591796875, -0.2705078125, -0.2403564453125, -0.210205078125, -0.1800537109375, -0.14990234375, -0.1197509765625, -0.089599609375, -0.0594482421875, -0.029296875, 0.0008544921875, 0.031005859375, 0.0611572265625, 0.09130859375, 0.1214599609375, 0.151611328125, 0.1817626953125, 0.2119140625, 0.2420654296875, 0.272216796875, 0.3023681640625, 0.33251953125, 0.3626708984375, 0.392822265625, 0.4229736328125, 0.453125, 0.4832763671875, 0.513427734375, 0.5435791015625, 0.57373046875, 0.6038818359375, 0.634033203125, 0.6641845703125, 0.6943359375, 0.7244873046875, 0.754638671875, 0.7847900390625, 0.81494140625, 0.8450927734375, 0.875244140625, 0.9053955078125, 0.935546875]}, "gradients/encoder.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 1.0, 1.0, 6.0, 16.0, 21.0, 55.0, 140.0, 207.0, 244.0, 172.0, 80.0, 38.0, 11.0, 8.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.20498275756836, -22.28833770751953, -21.371692657470703, -20.455047607421875, -19.53840446472168, -18.62175941467285, -17.705114364624023, -16.788469314575195, -15.871824264526367, -14.955179214477539, -14.038535118103027, -13.1218900680542, -12.205245018005371, -11.28860092163086, -10.371955871582031, -9.455310821533203, -8.538666725158691, -7.6220221519470215, -6.705377101898193, -5.788732528686523, -4.872087478637695, -3.9554429054260254, -3.0387983322143555, -2.1221532821655273, -1.2055087089538574, -0.2888639569282532, 0.6277807950973511, 1.5444254875183105, 2.4610702991485596, 3.3777151107788086, 4.2943596839904785, 5.211004734039307, 6.127649307250977, 7.0442938804626465, 7.960938930511475, 8.877583503723145, 9.794228553771973, 10.710872650146484, 11.627517700195312, 12.54416275024414, 13.460807800292969, 14.377452850341797, 15.294096946716309, 16.210742950439453, 17.12738609313965, 18.044031143188477, 18.960676193237305, 19.877321243286133, 20.793964385986328, 21.710609436035156, 22.627254486083984, 23.543899536132812, 24.460542678833008, 25.377187728881836, 26.293832778930664, 27.210477828979492, 28.12712287902832, 29.04376792907715, 29.960412979125977, 30.877056121826172, 31.793701171875, 32.71034622192383, 33.626991271972656, 34.543636322021484, 35.46028137207031]}, "gradients/encoder.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 4.0, 9.0, 8.0, 5.0, 6.0, 4.0, 7.0, 14.0, 6.0, 16.0, 21.0, 15.0, 21.0, 15.0, 29.0, 39.0, 26.0, 28.0, 36.0, 33.0, 37.0, 32.0, 29.0, 46.0, 48.0, 39.0, 46.0, 36.0, 27.0, 39.0, 40.0, 25.0, 38.0, 32.0, 20.0, 22.0, 17.0, 11.0, 12.0, 11.0, 12.0, 9.0, 11.0, 6.0, 4.0, 7.0, 1.0, 1.0, 2.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-10.964630126953125, -10.631903648376465, -10.299178123474121, -9.966451644897461, -9.633726119995117, -9.300999641418457, -8.968274116516113, -8.635547637939453, -8.30282211303711, -7.970096111297607, -7.6373701095581055, -7.3046441078186035, -6.971918106079102, -6.6391921043396, -6.306466102600098, -5.9737396240234375, -5.6410136222839355, -5.308287620544434, -4.975561618804932, -4.64283561706543, -4.310109615325928, -3.977383613586426, -3.6446573734283447, -3.3119313716888428, -2.979205369949341, -2.646479368209839, -2.313753366470337, -1.9810272455215454, -1.6483012437820435, -1.3155752420425415, -0.98284912109375, -0.650123119354248, -0.3173971176147461, 0.015328913927078247, 0.3480549454689026, 0.6807810068130493, 1.0135070085525513, 1.3462330102920532, 1.6789591312408447, 2.0116851329803467, 2.3444111347198486, 2.6771371364593506, 3.0098631381988525, 3.3425893783569336, 3.6753153800964355, 4.0080413818359375, 4.3407673835754395, 4.673493385314941, 5.006219387054443, 5.338945388793945, 5.671671390533447, 6.004397392272949, 6.337123394012451, 6.669849395751953, 7.002575874328613, 7.335301399230957, 7.668027877807617, 8.000754356384277, 8.333479881286621, 8.666206359863281, 8.998931884765625, 9.331658363342285, 9.664383888244629, 9.997110366821289, 10.329835891723633]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 10.0, 9.0, 13.0, 21.0, 18.0, 37.0, 52.0, 54.0, 90.0, 188.0, 263.0, 501.0, 889.0, 1900.0, 4306.0, 12019.0, 42310.0, 274526.0, 3646323.0, 163284.0, 31209.0, 9466.0, 3480.0, 1489.0, 699.0, 376.0, 228.0, 150.0, 109.0, 69.0, 44.0, 50.0, 24.0, 18.0, 17.0, 6.0, 6.0, 8.0, 10.0, 6.0, 4.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-2.3515625, -2.265716552734375, -2.17987060546875, -2.094024658203125, -2.0081787109375, -1.922332763671875, -1.83648681640625, -1.750640869140625, -1.664794921875, -1.578948974609375, -1.49310302734375, -1.407257080078125, -1.3214111328125, -1.235565185546875, -1.14971923828125, -1.063873291015625, -0.97802734375, -0.892181396484375, -0.80633544921875, -0.720489501953125, -0.6346435546875, -0.548797607421875, -0.46295166015625, -0.377105712890625, -0.291259765625, -0.205413818359375, -0.11956787109375, -0.033721923828125, 0.0521240234375, 0.137969970703125, 0.22381591796875, 0.309661865234375, 0.3955078125, 0.481353759765625, 0.56719970703125, 0.653045654296875, 0.7388916015625, 0.824737548828125, 0.91058349609375, 0.996429443359375, 1.082275390625, 1.168121337890625, 1.25396728515625, 1.339813232421875, 1.4256591796875, 1.511505126953125, 1.59735107421875, 1.683197021484375, 1.76904296875, 1.854888916015625, 1.94073486328125, 2.026580810546875, 2.1124267578125, 2.198272705078125, 2.28411865234375, 2.369964599609375, 2.455810546875, 2.541656494140625, 2.62750244140625, 2.713348388671875, 2.7991943359375, 2.885040283203125, 2.97088623046875, 3.056732177734375, 3.142578125]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 7.0, 10.0, 11.0, 16.0, 27.0, 56.0, 68.0, 86.0, 106.0, 110.0, 116.0, 105.0, 91.0, 77.0, 41.0, 32.0, 25.0, 10.0, 5.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2001953125, -1.1601409912109375, -1.120086669921875, -1.0800323486328125, -1.03997802734375, -0.9999237060546875, -0.959869384765625, -0.9198150634765625, -0.8797607421875, -0.8397064208984375, -0.799652099609375, -0.7595977783203125, -0.71954345703125, -0.6794891357421875, -0.639434814453125, -0.5993804931640625, -0.559326171875, -0.5192718505859375, -0.479217529296875, -0.4391632080078125, -0.39910888671875, -0.3590545654296875, -0.319000244140625, -0.2789459228515625, -0.2388916015625, -0.1988372802734375, -0.158782958984375, -0.1187286376953125, -0.07867431640625, -0.0386199951171875, 0.001434326171875, 0.0414886474609375, 0.08154296875, 0.1215972900390625, 0.161651611328125, 0.2017059326171875, 0.24176025390625, 0.2818145751953125, 0.321868896484375, 0.3619232177734375, 0.4019775390625, 0.4420318603515625, 0.482086181640625, 0.5221405029296875, 0.56219482421875, 0.6022491455078125, 0.642303466796875, 0.6823577880859375, 0.722412109375, 0.7624664306640625, 0.802520751953125, 0.8425750732421875, 0.88262939453125, 0.9226837158203125, 0.962738037109375, 1.0027923583984375, 1.0428466796875, 1.0829010009765625, 1.122955322265625, 1.1630096435546875, 1.20306396484375, 1.2431182861328125, 1.283172607421875, 1.3232269287109375, 1.36328125]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 4.0, 5.0, 7.0, 10.0, 12.0, 12.0, 36.0, 54.0, 96.0, 161.0, 276.0, 521.0, 922.0, 1902.0, 3991.0, 9698.0, 26733.0, 102013.0, 992034.0, 2838989.0, 158222.0, 36183.0, 12414.0, 5153.0, 2363.0, 1088.0, 594.0, 339.0, 165.0, 106.0, 60.0, 35.0, 23.0, 18.0, 10.0, 6.0, 5.0, 6.0, 2.0, 5.0, 3.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.673828125, -1.616363525390625, -1.55889892578125, -1.501434326171875, -1.4439697265625, -1.386505126953125, -1.32904052734375, -1.271575927734375, -1.214111328125, -1.156646728515625, -1.09918212890625, -1.041717529296875, -0.9842529296875, -0.926788330078125, -0.86932373046875, -0.811859130859375, -0.75439453125, -0.696929931640625, -0.63946533203125, -0.582000732421875, -0.5245361328125, -0.467071533203125, -0.40960693359375, -0.352142333984375, -0.294677734375, -0.237213134765625, -0.17974853515625, -0.122283935546875, -0.0648193359375, -0.007354736328125, 0.05010986328125, 0.107574462890625, 0.1650390625, 0.222503662109375, 0.27996826171875, 0.337432861328125, 0.3948974609375, 0.452362060546875, 0.50982666015625, 0.567291259765625, 0.624755859375, 0.682220458984375, 0.73968505859375, 0.797149658203125, 0.8546142578125, 0.912078857421875, 0.96954345703125, 1.027008056640625, 1.08447265625, 1.141937255859375, 1.19940185546875, 1.256866455078125, 1.3143310546875, 1.371795654296875, 1.42926025390625, 1.486724853515625, 1.544189453125, 1.601654052734375, 1.65911865234375, 1.716583251953125, 1.7740478515625, 1.831512451171875, 1.88897705078125, 1.946441650390625, 2.00390625]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 6.0, 3.0, 3.0, 7.0, 11.0, 25.0, 24.0, 42.0, 66.0, 111.0, 215.0, 533.0, 1815.0, 631.0, 255.0, 127.0, 60.0, 39.0, 29.0, 15.0, 13.0, 7.0, 5.0, 11.0, 3.0, 8.0, 4.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.0703125, -1.0393295288085938, -1.0083465576171875, -0.9773635864257812, -0.946380615234375, -0.9153976440429688, -0.8844146728515625, -0.8534317016601562, -0.82244873046875, -0.7914657592773438, -0.7604827880859375, -0.7294998168945312, -0.698516845703125, -0.6675338745117188, -0.6365509033203125, -0.6055679321289062, -0.5745849609375, -0.5436019897460938, -0.5126190185546875, -0.48163604736328125, -0.450653076171875, -0.41967010498046875, -0.3886871337890625, -0.35770416259765625, -0.32672119140625, -0.29573822021484375, -0.2647552490234375, -0.23377227783203125, -0.202789306640625, -0.17180633544921875, -0.1408233642578125, -0.10984039306640625, -0.078857421875, -0.04787445068359375, -0.0168914794921875, 0.01409149169921875, 0.045074462890625, 0.07605743408203125, 0.1070404052734375, 0.13802337646484375, 0.16900634765625, 0.19998931884765625, 0.2309722900390625, 0.26195526123046875, 0.292938232421875, 0.32392120361328125, 0.3549041748046875, 0.38588714599609375, 0.4168701171875, 0.44785308837890625, 0.4788360595703125, 0.5098190307617188, 0.540802001953125, 0.5717849731445312, 0.6027679443359375, 0.6337509155273438, 0.66473388671875, 0.6957168579101562, 0.7266998291015625, 0.7576828002929688, 0.788665771484375, 0.8196487426757812, 0.8506317138671875, 0.8816146850585938, 0.91259765625]}, "gradients/encoder.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 3.0, 8.0, 4.0, 11.0, 14.0, 32.0, 34.0, 71.0, 92.0, 100.0, 127.0, 118.0, 108.0, 92.0, 69.0, 34.0, 33.0, 21.0, 11.0, 4.0, 2.0, 2.0, 2.0, 4.0, 2.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-3.3169915676116943, -3.183839797973633, -3.0506880283355713, -2.9175362586975098, -2.7843847274780273, -2.6512327194213867, -2.5180811882019043, -2.3849294185638428, -2.2517776489257812, -2.1186258792877197, -1.9854741096496582, -1.8523224592208862, -1.7191706895828247, -1.5860189199447632, -1.4528672695159912, -1.3197154998779297, -1.1865637302398682, -1.0534119606018066, -0.9202602505683899, -0.7871085405349731, -0.6539567708969116, -0.5208050012588501, -0.38765329122543335, -0.2545015811920166, -0.12134981155395508, 0.011801928281784058, 0.1449536681175232, 0.27810540795326233, 0.41125714778900146, 0.544408917427063, 0.6775606274604797, 0.8107123374938965, 0.9438638687133789, 1.0770156383514404, 1.210167407989502, 1.343319058418274, 1.4764708280563354, 1.609622597694397, 1.742774248123169, 1.8759260177612305, 2.009077787399292, 2.1422295570373535, 2.275381326675415, 2.4085330963134766, 2.541684627532959, 2.6748366355895996, 2.807988166809082, 2.9411399364471436, 3.074291706085205, 3.2074434757232666, 3.340595245361328, 3.4737470149993896, 3.606898784637451, 3.7400503158569336, 3.873202085494995, 4.006353855133057, 4.139505386352539, 4.2726569175720215, 4.405808925628662, 4.5389604568481445, 4.672112464904785, 4.805263996124268, 4.938416004180908, 5.071567535400391, 5.204719543457031]}, "gradients/encoder.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 4.0, 6.0, 6.0, 19.0, 16.0, 20.0, 36.0, 26.0, 48.0, 37.0, 40.0, 54.0, 65.0, 74.0, 51.0, 65.0, 62.0, 56.0, 61.0, 43.0, 45.0, 37.0, 36.0, 31.0, 19.0, 10.0, 9.0, 15.0, 7.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.399529933929443, -4.279977321624756, -4.160424709320068, -4.040872097015381, -3.9213192462921143, -3.8017666339874268, -3.68221378326416, -3.5626611709594727, -3.443108558654785, -3.3235559463500977, -3.20400333404541, -3.0844504833221436, -2.964897871017456, -2.8453452587127686, -2.725792407989502, -2.6062397956848145, -2.486687183380127, -2.3671345710754395, -2.247581958770752, -2.1280291080474854, -2.008476495742798, -1.8889238834381104, -1.7693711519241333, -1.6498184204101562, -1.5302658081054688, -1.4107131958007812, -1.2911604642868042, -1.1716077327728271, -1.0520551204681396, -0.9325024485588074, -0.8129497766494751, -0.6933971047401428, -0.5738444328308105, -0.45429176092147827, -0.334739089012146, -0.21518641710281372, -0.09563374519348145, 0.02391892671585083, 0.1434715986251831, 0.2630242705345154, 0.38257694244384766, 0.5021296143531799, 0.6216822862625122, 0.7412349581718445, 0.8607876300811768, 0.980340301990509, 1.0998929738998413, 1.2194457054138184, 1.3389983177185059, 1.4585509300231934, 1.5781036615371704, 1.6976563930511475, 1.817209005355835, 1.9367616176605225, 2.056314468383789, 2.1758670806884766, 2.295419692993164, 2.4149723052978516, 2.534524917602539, 2.6540777683258057, 2.773630380630493, 2.8931829929351807, 3.0127358436584473, 3.1322884559631348, 3.2518410682678223]}, "gradients/encoder.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 8.0, 14.0, 29.0, 34.0, 70.0, 112.0, 193.0, 371.0, 741.0, 1800.0, 6309.0, 28474.0, 183383.0, 700515.0, 101519.0, 18023.0, 4259.0, 1400.0, 612.0, 298.0, 181.0, 80.0, 41.0, 28.0, 21.0, 15.0, 12.0, 7.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.625, -3.5093994140625, -3.393798828125, -3.2781982421875, -3.16259765625, -3.0469970703125, -2.931396484375, -2.8157958984375, -2.7001953125, -2.5845947265625, -2.468994140625, -2.3533935546875, -2.23779296875, -2.1221923828125, -2.006591796875, -1.8909912109375, -1.775390625, -1.6597900390625, -1.544189453125, -1.4285888671875, -1.31298828125, -1.1973876953125, -1.081787109375, -0.9661865234375, -0.8505859375, -0.7349853515625, -0.619384765625, -0.5037841796875, -0.38818359375, -0.2725830078125, -0.156982421875, -0.0413818359375, 0.07421875, 0.1898193359375, 0.305419921875, 0.4210205078125, 0.53662109375, 0.6522216796875, 0.767822265625, 0.8834228515625, 0.9990234375, 1.1146240234375, 1.230224609375, 1.3458251953125, 1.46142578125, 1.5770263671875, 1.692626953125, 1.8082275390625, 1.923828125, 2.0394287109375, 2.155029296875, 2.2706298828125, 2.38623046875, 2.5018310546875, 2.617431640625, 2.7330322265625, 2.8486328125, 2.9642333984375, 3.079833984375, 3.1954345703125, 3.31103515625, 3.4266357421875, 3.542236328125, 3.6578369140625, 3.7734375]}, "gradients/encoder.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 5.0, 8.0, 11.0, 21.0, 34.0, 45.0, 72.0, 82.0, 113.0, 100.0, 100.0, 108.0, 90.0, 76.0, 59.0, 32.0, 18.0, 14.0, 9.0, 5.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.123046875, -1.0843505859375, -1.045654296875, -1.0069580078125, -0.96826171875, -0.9295654296875, -0.890869140625, -0.8521728515625, -0.8134765625, -0.7747802734375, -0.736083984375, -0.6973876953125, -0.65869140625, -0.6199951171875, -0.581298828125, -0.5426025390625, -0.50390625, -0.4652099609375, -0.426513671875, -0.3878173828125, -0.34912109375, -0.3104248046875, -0.271728515625, -0.2330322265625, -0.1943359375, -0.1556396484375, -0.116943359375, -0.0782470703125, -0.03955078125, -0.0008544921875, 0.037841796875, 0.0765380859375, 0.115234375, 0.1539306640625, 0.192626953125, 0.2313232421875, 0.27001953125, 0.3087158203125, 0.347412109375, 0.3861083984375, 0.4248046875, 0.4635009765625, 0.502197265625, 0.5408935546875, 0.57958984375, 0.6182861328125, 0.656982421875, 0.6956787109375, 0.734375, 0.7730712890625, 0.811767578125, 0.8504638671875, 0.88916015625, 0.9278564453125, 0.966552734375, 1.0052490234375, 1.0439453125, 1.0826416015625, 1.121337890625, 1.1600341796875, 1.19873046875, 1.2374267578125, 1.276123046875, 1.3148193359375, 1.353515625]}, "gradients/encoder.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 6.0, 6.0, 5.0, 9.0, 7.0, 16.0, 16.0, 24.0, 30.0, 50.0, 63.0, 81.0, 116.0, 193.0, 319.0, 555.0, 1207.0, 3359.0, 10590.0, 36127.0, 135409.0, 574110.0, 212183.0, 51296.0, 15026.0, 4524.0, 1545.0, 658.0, 340.0, 206.0, 125.0, 86.0, 66.0, 47.0, 48.0, 25.0, 17.0, 16.0, 12.0, 7.0, 10.0, 4.0, 6.0, 2.0, 4.0, 6.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-2.3046875, -2.231842041015625, -2.15899658203125, -2.086151123046875, -2.0133056640625, -1.940460205078125, -1.86761474609375, -1.794769287109375, -1.721923828125, -1.649078369140625, -1.57623291015625, -1.503387451171875, -1.4305419921875, -1.357696533203125, -1.28485107421875, -1.212005615234375, -1.13916015625, -1.066314697265625, -0.99346923828125, -0.920623779296875, -0.8477783203125, -0.774932861328125, -0.70208740234375, -0.629241943359375, -0.556396484375, -0.483551025390625, -0.41070556640625, -0.337860107421875, -0.2650146484375, -0.192169189453125, -0.11932373046875, -0.046478271484375, 0.0263671875, 0.099212646484375, 0.17205810546875, 0.244903564453125, 0.3177490234375, 0.390594482421875, 0.46343994140625, 0.536285400390625, 0.609130859375, 0.681976318359375, 0.75482177734375, 0.827667236328125, 0.9005126953125, 0.973358154296875, 1.04620361328125, 1.119049072265625, 1.19189453125, 1.264739990234375, 1.33758544921875, 1.410430908203125, 1.4832763671875, 1.556121826171875, 1.62896728515625, 1.701812744140625, 1.774658203125, 1.847503662109375, 1.92034912109375, 1.993194580078125, 2.0660400390625, 2.138885498046875, 2.21173095703125, 2.284576416015625, 2.357421875]}, "gradients/encoder.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 3.0, 7.0, 4.0, 8.0, 11.0, 13.0, 11.0, 12.0, 20.0, 22.0, 34.0, 35.0, 28.0, 25.0, 31.0, 37.0, 40.0, 42.0, 36.0, 52.0, 41.0, 39.0, 41.0, 37.0, 47.0, 36.0, 36.0, 27.0, 33.0, 23.0, 26.0, 27.0, 16.0, 13.0, 16.0, 18.0, 13.0, 9.0, 9.0, 4.0, 6.0, 2.0, 4.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-2.244140625, -2.174407958984375, -2.10467529296875, -2.034942626953125, -1.9652099609375, -1.895477294921875, -1.82574462890625, -1.756011962890625, -1.686279296875, -1.616546630859375, -1.54681396484375, -1.477081298828125, -1.4073486328125, -1.337615966796875, -1.26788330078125, -1.198150634765625, -1.12841796875, -1.058685302734375, -0.98895263671875, -0.919219970703125, -0.8494873046875, -0.779754638671875, -0.71002197265625, -0.640289306640625, -0.570556640625, -0.500823974609375, -0.43109130859375, -0.361358642578125, -0.2916259765625, -0.221893310546875, -0.15216064453125, -0.082427978515625, -0.0126953125, 0.057037353515625, 0.12677001953125, 0.196502685546875, 0.2662353515625, 0.335968017578125, 0.40570068359375, 0.475433349609375, 0.545166015625, 0.614898681640625, 0.68463134765625, 0.754364013671875, 0.8240966796875, 0.893829345703125, 0.96356201171875, 1.033294677734375, 1.10302734375, 1.172760009765625, 1.24249267578125, 1.312225341796875, 1.3819580078125, 1.451690673828125, 1.52142333984375, 1.591156005859375, 1.660888671875, 1.730621337890625, 1.80035400390625, 1.870086669921875, 1.9398193359375, 2.009552001953125, 2.07928466796875, 2.149017333984375, 2.21875]}, "gradients/encoder.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 7.0, 4.0, 13.0, 12.0, 19.0, 23.0, 33.0, 49.0, 101.0, 180.0, 400.0, 1229.0, 3799.0, 15741.0, 89901.0, 600376.0, 283648.0, 41147.0, 8171.0, 2277.0, 743.0, 308.0, 146.0, 75.0, 38.0, 34.0, 25.0, 16.0, 8.0, 10.0, 6.0, 7.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0], "bins": [-1.267578125, -1.2321548461914062, -1.1967315673828125, -1.1613082885742188, -1.125885009765625, -1.0904617309570312, -1.0550384521484375, -1.0196151733398438, -0.98419189453125, -0.9487686157226562, -0.9133453369140625, -0.8779220581054688, -0.842498779296875, -0.8070755004882812, -0.7716522216796875, -0.7362289428710938, -0.7008056640625, -0.6653823852539062, -0.6299591064453125, -0.5945358276367188, -0.559112548828125, -0.5236892700195312, -0.4882659912109375, -0.45284271240234375, -0.41741943359375, -0.38199615478515625, -0.3465728759765625, -0.31114959716796875, -0.275726318359375, -0.24030303955078125, -0.2048797607421875, -0.16945648193359375, -0.134033203125, -0.09860992431640625, -0.0631866455078125, -0.02776336669921875, 0.007659912109375, 0.04308319091796875, 0.0785064697265625, 0.11392974853515625, 0.14935302734375, 0.18477630615234375, 0.2201995849609375, 0.25562286376953125, 0.291046142578125, 0.32646942138671875, 0.3618927001953125, 0.39731597900390625, 0.4327392578125, 0.46816253662109375, 0.5035858154296875, 0.5390090942382812, 0.574432373046875, 0.6098556518554688, 0.6452789306640625, 0.6807022094726562, 0.71612548828125, 0.7515487670898438, 0.7869720458984375, 0.8223953247070312, 0.857818603515625, 0.8932418823242188, 0.9286651611328125, 0.9640884399414062, 0.99951171875]}, "gradients/encoder.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 4.0, 6.0, 8.0, 11.0, 7.0, 16.0, 19.0, 16.0, 36.0, 25.0, 53.0, 83.0, 144.0, 151.0, 126.0, 83.0, 59.0, 38.0, 22.0, 15.0, 12.0, 13.0, 12.0, 6.0, 10.0, 8.0, 8.0, 4.0, 4.0, 2.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00016736984252929688, -0.00016239285469055176, -0.00015741586685180664, -0.00015243887901306152, -0.0001474618911743164, -0.0001424849033355713, -0.00013750791549682617, -0.00013253092765808105, -0.00012755393981933594, -0.00012257695198059082, -0.0001175999641418457, -0.00011262297630310059, -0.00010764598846435547, -0.00010266900062561035, -9.769201278686523e-05, -9.271502494812012e-05, -8.7738037109375e-05, -8.276104927062988e-05, -7.778406143188477e-05, -7.280707359313965e-05, -6.783008575439453e-05, -6.285309791564941e-05, -5.78761100769043e-05, -5.289912223815918e-05, -4.792213439941406e-05, -4.2945146560668945e-05, -3.796815872192383e-05, -3.299117088317871e-05, -2.8014183044433594e-05, -2.3037195205688477e-05, -1.806020736694336e-05, -1.3083219528198242e-05, -8.106231689453125e-06, -3.129243850708008e-06, 1.8477439880371094e-06, 6.8247318267822266e-06, 1.1801719665527344e-05, 1.677870750427246e-05, 2.1755695343017578e-05, 2.6732683181762695e-05, 3.170967102050781e-05, 3.668665885925293e-05, 4.166364669799805e-05, 4.6640634536743164e-05, 5.161762237548828e-05, 5.65946102142334e-05, 6.157159805297852e-05, 6.654858589172363e-05, 7.152557373046875e-05, 7.650256156921387e-05, 8.147954940795898e-05, 8.64565372467041e-05, 9.143352508544922e-05, 9.641051292419434e-05, 0.00010138750076293945, 0.00010636448860168457, 0.00011134147644042969, 0.0001163184642791748, 0.00012129545211791992, 0.00012627243995666504, 0.00013124942779541016, 0.00013622641563415527, 0.0001412034034729004, 0.0001461803913116455, 0.00015115737915039062]}, "gradients/encoder.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 4.0, 4.0, 1.0, 6.0, 12.0, 20.0, 20.0, 48.0, 99.0, 156.0, 366.0, 945.0, 3492.0, 20082.0, 218524.0, 730893.0, 62961.0, 7986.0, 1767.0, 590.0, 280.0, 131.0, 69.0, 39.0, 21.0, 14.0, 6.0, 7.0, 5.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.2509765625, -1.2067108154296875, -1.162445068359375, -1.1181793212890625, -1.07391357421875, -1.0296478271484375, -0.985382080078125, -0.9411163330078125, -0.8968505859375, -0.8525848388671875, -0.808319091796875, -0.7640533447265625, -0.71978759765625, -0.6755218505859375, -0.631256103515625, -0.5869903564453125, -0.542724609375, -0.4984588623046875, -0.454193115234375, -0.4099273681640625, -0.36566162109375, -0.3213958740234375, -0.277130126953125, -0.2328643798828125, -0.1885986328125, -0.1443328857421875, -0.100067138671875, -0.0558013916015625, -0.01153564453125, 0.0327301025390625, 0.076995849609375, 0.1212615966796875, 0.16552734375, 0.2097930908203125, 0.254058837890625, 0.2983245849609375, 0.34259033203125, 0.3868560791015625, 0.431121826171875, 0.4753875732421875, 0.5196533203125, 0.5639190673828125, 0.608184814453125, 0.6524505615234375, 0.69671630859375, 0.7409820556640625, 0.785247802734375, 0.8295135498046875, 0.873779296875, 0.9180450439453125, 0.962310791015625, 1.0065765380859375, 1.05084228515625, 1.0951080322265625, 1.139373779296875, 1.1836395263671875, 1.2279052734375, 1.2721710205078125, 1.316436767578125, 1.3607025146484375, 1.40496826171875, 1.4492340087890625, 1.493499755859375, 1.5377655029296875, 1.58203125]}, "gradients/encoder.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 5.0, 9.0, 3.0, 8.0, 5.0, 17.0, 11.0, 16.0, 22.0, 35.0, 43.0, 49.0, 64.0, 70.0, 90.0, 124.0, 105.0, 72.0, 50.0, 51.0, 45.0, 22.0, 23.0, 18.0, 15.0, 6.0, 8.0, 8.0, 4.0, 4.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.611328125, -0.5860443115234375, -0.560760498046875, -0.5354766845703125, -0.51019287109375, -0.4849090576171875, -0.459625244140625, -0.4343414306640625, -0.4090576171875, -0.3837738037109375, -0.358489990234375, -0.3332061767578125, -0.30792236328125, -0.2826385498046875, -0.257354736328125, -0.2320709228515625, -0.206787109375, -0.1815032958984375, -0.156219482421875, -0.1309356689453125, -0.10565185546875, -0.0803680419921875, -0.055084228515625, -0.0298004150390625, -0.0045166015625, 0.0207672119140625, 0.046051025390625, 0.0713348388671875, 0.09661865234375, 0.1219024658203125, 0.147186279296875, 0.1724700927734375, 0.19775390625, 0.2230377197265625, 0.248321533203125, 0.2736053466796875, 0.29888916015625, 0.3241729736328125, 0.349456787109375, 0.3747406005859375, 0.4000244140625, 0.4253082275390625, 0.450592041015625, 0.4758758544921875, 0.50115966796875, 0.5264434814453125, 0.551727294921875, 0.5770111083984375, 0.602294921875, 0.6275787353515625, 0.652862548828125, 0.6781463623046875, 0.70343017578125, 0.7287139892578125, 0.753997802734375, 0.7792816162109375, 0.8045654296875, 0.8298492431640625, 0.855133056640625, 0.8804168701171875, 0.90570068359375, 0.9309844970703125, 0.956268310546875, 0.9815521240234375, 1.0068359375]}, "gradients/encoder.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 6.0, 16.0, 52.0, 111.0, 202.0, 243.0, 219.0, 93.0, 48.0, 12.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.37242889404297, -27.52947998046875, -26.68653106689453, -25.843582153320312, -25.00063133239746, -24.157682418823242, -23.314733505249023, -22.471784591674805, -21.628835678100586, -20.785886764526367, -19.94293785095215, -19.099987030029297, -18.257038116455078, -17.41408920288086, -16.57114028930664, -15.728191375732422, -14.885241508483887, -14.042292594909668, -13.199342727661133, -12.356393814086914, -11.513444900512695, -10.670495986938477, -9.827546119689941, -8.984597206115723, -8.141647338867188, -7.2986979484558105, -6.455749034881592, -5.612799644470215, -4.769850730895996, -3.926901340484619, -3.083951950073242, -2.2410030364990234, -1.3980541229248047, -0.5551049113273621, 0.28784430027008057, 1.130793571472168, 1.9737427234649658, 2.8166918754577637, 3.6596412658691406, 4.502590179443359, 5.345539569854736, 6.188488960266113, 7.031437873840332, 7.874387264251709, 8.717336654663086, 9.560285568237305, 10.403234481811523, 11.246183395385742, 12.089133262634277, 12.932082176208496, 13.775032043457031, 14.61798095703125, 15.460929870605469, 16.303878784179688, 17.146827697753906, 17.989776611328125, 18.832727432250977, 19.675676345825195, 20.518625259399414, 21.361576080322266, 22.204524993896484, 23.047473907470703, 23.890422821044922, 24.73337173461914, 25.57632064819336]}, "gradients/encoder.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 5.0, 2.0, 5.0, 10.0, 5.0, 8.0, 8.0, 11.0, 11.0, 14.0, 18.0, 22.0, 17.0, 23.0, 22.0, 23.0, 28.0, 31.0, 37.0, 41.0, 26.0, 43.0, 49.0, 41.0, 42.0, 47.0, 41.0, 49.0, 41.0, 37.0, 37.0, 30.0, 23.0, 17.0, 14.0, 27.0, 24.0, 16.0, 7.0, 10.0, 5.0, 14.0, 12.0, 2.0, 4.0, 4.0, 1.0, 3.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.467571258544922, -8.167427062988281, -7.867282867431641, -7.567138671875, -7.266994953155518, -6.966850757598877, -6.666706562042236, -6.366562843322754, -6.066418647766113, -5.766274452209473, -5.466130256652832, -5.165986061096191, -4.865842342376709, -4.565698146820068, -4.265553951263428, -3.965409994125366, -3.6652655601501465, -3.365121364593506, -3.0649774074554443, -2.7648332118988037, -2.464689254760742, -2.1645450592041016, -1.864400863647461, -1.5642569065093994, -1.2641127109527588, -0.9639686346054077, -0.6638244986534119, -0.363680362701416, -0.06353628635406494, 0.23660778999328613, 0.5367519855499268, 0.8368959426879883, 1.137040138244629, 1.43718421459198, 1.737328290939331, 2.0374724864959717, 2.337616443634033, 2.637760639190674, 2.9379048347473145, 3.238048791885376, 3.5381929874420166, 3.8383371829986572, 4.138481140136719, 4.438625335693359, 4.73876953125, 5.038913726806641, 5.339057922363281, 5.639201641082764, 5.939345836639404, 6.239490032196045, 6.5396342277526855, 6.839777946472168, 7.139922142028809, 7.440066337585449, 7.74021053314209, 8.04035472869873, 8.340498924255371, 8.640643119812012, 8.940787315368652, 9.240931510925293, 9.541075706481934, 9.841218948364258, 10.141363143920898, 10.441507339477539, 10.74165153503418]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 6.0, 5.0, 7.0, 11.0, 27.0, 35.0, 64.0, 116.0, 204.0, 429.0, 1108.0, 3207.0, 12126.0, 77461.0, 3820970.0, 248400.0, 22170.0, 5050.0, 1583.0, 641.0, 284.0, 157.0, 68.0, 52.0, 32.0, 23.0, 11.0, 13.0, 9.0, 7.0, 8.0, 4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.33984375, -5.1658935546875, -4.991943359375, -4.8179931640625, -4.64404296875, -4.4700927734375, -4.296142578125, -4.1221923828125, -3.9482421875, -3.7742919921875, -3.600341796875, -3.4263916015625, -3.25244140625, -3.0784912109375, -2.904541015625, -2.7305908203125, -2.556640625, -2.3826904296875, -2.208740234375, -2.0347900390625, -1.86083984375, -1.6868896484375, -1.512939453125, -1.3389892578125, -1.1650390625, -0.9910888671875, -0.817138671875, -0.6431884765625, -0.46923828125, -0.2952880859375, -0.121337890625, 0.0526123046875, 0.2265625, 0.4005126953125, 0.574462890625, 0.7484130859375, 0.92236328125, 1.0963134765625, 1.270263671875, 1.4442138671875, 1.6181640625, 1.7921142578125, 1.966064453125, 2.1400146484375, 2.31396484375, 2.4879150390625, 2.661865234375, 2.8358154296875, 3.009765625, 3.1837158203125, 3.357666015625, 3.5316162109375, 3.70556640625, 3.8795166015625, 4.053466796875, 4.2274169921875, 4.4013671875, 4.5753173828125, 4.749267578125, 4.9232177734375, 5.09716796875, 5.2711181640625, 5.445068359375, 5.6190185546875, 5.79296875]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 6.0, 5.0, 18.0, 22.0, 29.0, 49.0, 59.0, 68.0, 99.0, 106.0, 121.0, 93.0, 88.0, 69.0, 65.0, 41.0, 30.0, 18.0, 7.0, 9.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0859375, -1.0475921630859375, -1.009246826171875, -0.9709014892578125, -0.93255615234375, -0.8942108154296875, -0.855865478515625, -0.8175201416015625, -0.7791748046875, -0.7408294677734375, -0.702484130859375, -0.6641387939453125, -0.62579345703125, -0.5874481201171875, -0.549102783203125, -0.5107574462890625, -0.472412109375, -0.4340667724609375, -0.395721435546875, -0.3573760986328125, -0.31903076171875, -0.2806854248046875, -0.242340087890625, -0.2039947509765625, -0.1656494140625, -0.1273040771484375, -0.088958740234375, -0.0506134033203125, -0.01226806640625, 0.0260772705078125, 0.064422607421875, 0.1027679443359375, 0.14111328125, 0.1794586181640625, 0.217803955078125, 0.2561492919921875, 0.29449462890625, 0.3328399658203125, 0.371185302734375, 0.4095306396484375, 0.4478759765625, 0.4862213134765625, 0.524566650390625, 0.5629119873046875, 0.60125732421875, 0.6396026611328125, 0.677947998046875, 0.7162933349609375, 0.754638671875, 0.7929840087890625, 0.831329345703125, 0.8696746826171875, 0.90802001953125, 0.9463653564453125, 0.984710693359375, 1.0230560302734375, 1.0614013671875, 1.0997467041015625, 1.138092041015625, 1.1764373779296875, 1.21478271484375, 1.2531280517578125, 1.291473388671875, 1.3298187255859375, 1.3681640625]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 5.0, 5.0, 7.0, 9.0, 12.0, 30.0, 73.0, 116.0, 190.0, 402.0, 821.0, 1941.0, 5116.0, 16556.0, 72507.0, 813715.0, 3135582.0, 113318.0, 23030.0, 6614.0, 2300.0, 908.0, 466.0, 257.0, 134.0, 79.0, 41.0, 20.0, 11.0, 7.0, 5.0, 6.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.515625, -3.420928955078125, -3.32623291015625, -3.231536865234375, -3.1368408203125, -3.042144775390625, -2.94744873046875, -2.852752685546875, -2.758056640625, -2.663360595703125, -2.56866455078125, -2.473968505859375, -2.3792724609375, -2.284576416015625, -2.18988037109375, -2.095184326171875, -2.00048828125, -1.905792236328125, -1.81109619140625, -1.716400146484375, -1.6217041015625, -1.527008056640625, -1.43231201171875, -1.337615966796875, -1.242919921875, -1.148223876953125, -1.05352783203125, -0.958831787109375, -0.8641357421875, -0.769439697265625, -0.67474365234375, -0.580047607421875, -0.4853515625, -0.390655517578125, -0.29595947265625, -0.201263427734375, -0.1065673828125, -0.011871337890625, 0.08282470703125, 0.177520751953125, 0.272216796875, 0.366912841796875, 0.46160888671875, 0.556304931640625, 0.6510009765625, 0.745697021484375, 0.84039306640625, 0.935089111328125, 1.02978515625, 1.124481201171875, 1.21917724609375, 1.313873291015625, 1.4085693359375, 1.503265380859375, 1.59796142578125, 1.692657470703125, 1.787353515625, 1.882049560546875, 1.97674560546875, 2.071441650390625, 2.1661376953125, 2.260833740234375, 2.35552978515625, 2.450225830078125, 2.544921875]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 3.0, 11.0, 9.0, 8.0, 11.0, 28.0, 19.0, 37.0, 67.0, 114.0, 214.0, 689.0, 2044.0, 388.0, 181.0, 95.0, 49.0, 35.0, 21.0, 12.0, 16.0, 3.0, 2.0, 7.0, 3.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-1.658203125, -1.6180343627929688, -1.5778656005859375, -1.5376968383789062, -1.497528076171875, -1.4573593139648438, -1.4171905517578125, -1.3770217895507812, -1.33685302734375, -1.2966842651367188, -1.2565155029296875, -1.2163467407226562, -1.176177978515625, -1.1360092163085938, -1.0958404541015625, -1.0556716918945312, -1.0155029296875, -0.9753341674804688, -0.9351654052734375, -0.8949966430664062, -0.854827880859375, -0.8146591186523438, -0.7744903564453125, -0.7343215942382812, -0.69415283203125, -0.6539840698242188, -0.6138153076171875, -0.5736465454101562, -0.533477783203125, -0.49330902099609375, -0.4531402587890625, -0.41297149658203125, -0.372802734375, -0.33263397216796875, -0.2924652099609375, -0.25229644775390625, -0.212127685546875, -0.17195892333984375, -0.1317901611328125, -0.09162139892578125, -0.05145263671875, -0.01128387451171875, 0.0288848876953125, 0.06905364990234375, 0.109222412109375, 0.14939117431640625, 0.1895599365234375, 0.22972869873046875, 0.2698974609375, 0.31006622314453125, 0.3502349853515625, 0.39040374755859375, 0.430572509765625, 0.47074127197265625, 0.5109100341796875, 0.5510787963867188, 0.59124755859375, 0.6314163208007812, 0.6715850830078125, 0.7117538452148438, 0.751922607421875, 0.7920913696289062, 0.8322601318359375, 0.8724288940429688, 0.91259765625]}, "gradients/encoder.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 6.0, 23.0, 79.0, 154.0, 268.0, 248.0, 139.0, 54.0, 16.0, 7.0, 5.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-14.298982620239258, -13.93252944946289, -13.56607723236084, -13.199624061584473, -12.833170890808105, -12.466718673706055, -12.100265502929688, -11.73381233215332, -11.367359161376953, -11.000905990600586, -10.634453773498535, -10.268000602722168, -9.9015474319458, -9.53509521484375, -9.168642044067383, -8.802188873291016, -8.435736656188965, -8.069283485412598, -7.702830791473389, -7.33637809753418, -6.9699249267578125, -6.6034722328186035, -6.2370195388793945, -5.870566368103027, -5.504113674163818, -5.137660980224609, -4.771207809448242, -4.404755115509033, -4.038302421569824, -3.671849250793457, -3.305396556854248, -2.93894362449646, -2.572490692138672, -2.206037759780884, -1.8395849466323853, -1.4731321334838867, -1.1066792011260986, -0.7402262687683105, -0.37377357482910156, -0.0073206424713134766, 0.3591322898864746, 0.7255851626396179, 1.0920380353927612, 1.4584908485412598, 1.8249437808990479, 2.191396713256836, 2.557849407196045, 2.924302339553833, 3.290755271911621, 3.657208204269409, 4.023661136627197, 4.390113830566406, 4.756567001342773, 5.123019695281982, 5.489472389221191, 5.855925559997559, 6.222378253936768, 6.588830947875977, 6.955284118652344, 7.321736812591553, 7.688189506530762, 8.054642677307129, 8.42109489440918, 8.787548065185547, 9.154001235961914]}, "gradients/encoder.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 7.0, 5.0, 4.0, 14.0, 5.0, 17.0, 18.0, 25.0, 26.0, 28.0, 38.0, 40.0, 38.0, 34.0, 35.0, 53.0, 55.0, 52.0, 54.0, 66.0, 47.0, 53.0, 42.0, 50.0, 40.0, 27.0, 30.0, 29.0, 21.0, 13.0, 12.0, 13.0, 5.0, 9.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.9607791900634766, -3.8431756496429443, -3.725571870803833, -3.607968330383301, -3.4903645515441895, -3.3727610111236572, -3.255157470703125, -3.1375536918640137, -3.0199501514434814, -2.902346611022949, -2.784742832183838, -2.6671392917633057, -2.5495357513427734, -2.431931972503662, -2.31432843208313, -2.1967248916625977, -2.0791211128234863, -1.9615174531936646, -1.8439137935638428, -1.7263102531433105, -1.6087065935134888, -1.491102933883667, -1.3734993934631348, -1.255895733833313, -1.1382920742034912, -1.0206884145736694, -0.9030848145484924, -0.7854812145233154, -0.6678775548934937, -0.5502738952636719, -0.4326702952384949, -0.31506669521331787, -0.1974632740020752, -0.0798596441745758, 0.037743985652923584, 0.15534761548042297, 0.27295124530792236, 0.39055490493774414, 0.5081585049629211, 0.6257621049880981, 0.7433657646179199, 0.8609694242477417, 0.9785730242729187, 1.0961766242980957, 1.2137802839279175, 1.3313839435577393, 1.4489874839782715, 1.5665911436080933, 1.684194803237915, 1.8017984628677368, 1.9194021224975586, 2.037005662918091, 2.154609203338623, 2.2722129821777344, 2.3898165225982666, 2.507420063018799, 2.62502384185791, 2.7426273822784424, 2.8602311611175537, 2.977834701538086, 3.0954384803771973, 3.2130420207977295, 3.3306455612182617, 3.448249340057373, 3.5658528804779053]}, "gradients/encoder.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 7.0, 6.0, 2.0, 10.0, 11.0, 24.0, 41.0, 83.0, 106.0, 203.0, 379.0, 788.0, 1610.0, 4106.0, 12887.0, 53926.0, 246249.0, 535023.0, 146760.0, 32388.0, 8543.0, 2874.0, 1217.0, 572.0, 307.0, 183.0, 97.0, 61.0, 36.0, 16.0, 7.0, 14.0, 8.0, 6.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-4.29296875, -4.17144775390625, -4.0499267578125, -3.92840576171875, -3.806884765625, -3.68536376953125, -3.5638427734375, -3.44232177734375, -3.32080078125, -3.19927978515625, -3.0777587890625, -2.95623779296875, -2.834716796875, -2.71319580078125, -2.5916748046875, -2.47015380859375, -2.3486328125, -2.22711181640625, -2.1055908203125, -1.98406982421875, -1.862548828125, -1.74102783203125, -1.6195068359375, -1.49798583984375, -1.37646484375, -1.25494384765625, -1.1334228515625, -1.01190185546875, -0.890380859375, -0.76885986328125, -0.6473388671875, -0.52581787109375, -0.404296875, -0.28277587890625, -0.1612548828125, -0.03973388671875, 0.081787109375, 0.20330810546875, 0.3248291015625, 0.44635009765625, 0.56787109375, 0.68939208984375, 0.8109130859375, 0.93243408203125, 1.053955078125, 1.17547607421875, 1.2969970703125, 1.41851806640625, 1.5400390625, 1.66156005859375, 1.7830810546875, 1.90460205078125, 2.026123046875, 2.14764404296875, 2.2691650390625, 2.39068603515625, 2.51220703125, 2.63372802734375, 2.7552490234375, 2.87677001953125, 2.998291015625, 3.11981201171875, 3.2413330078125, 3.36285400390625, 3.484375]}, "gradients/encoder.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 3.0, 3.0, 5.0, 13.0, 14.0, 36.0, 35.0, 64.0, 57.0, 76.0, 108.0, 104.0, 98.0, 80.0, 86.0, 78.0, 54.0, 41.0, 22.0, 13.0, 9.0, 5.0, 3.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0546875, -1.0167999267578125, -0.978912353515625, -0.9410247802734375, -0.90313720703125, -0.8652496337890625, -0.827362060546875, -0.7894744873046875, -0.7515869140625, -0.7136993408203125, -0.675811767578125, -0.6379241943359375, -0.60003662109375, -0.5621490478515625, -0.524261474609375, -0.4863739013671875, -0.448486328125, -0.4105987548828125, -0.372711181640625, -0.3348236083984375, -0.29693603515625, -0.2590484619140625, -0.221160888671875, -0.1832733154296875, -0.1453857421875, -0.1074981689453125, -0.069610595703125, -0.0317230224609375, 0.00616455078125, 0.0440521240234375, 0.081939697265625, 0.1198272705078125, 0.15771484375, 0.1956024169921875, 0.233489990234375, 0.2713775634765625, 0.30926513671875, 0.3471527099609375, 0.385040283203125, 0.4229278564453125, 0.4608154296875, 0.4987030029296875, 0.536590576171875, 0.5744781494140625, 0.61236572265625, 0.6502532958984375, 0.688140869140625, 0.7260284423828125, 0.763916015625, 0.8018035888671875, 0.839691162109375, 0.8775787353515625, 0.91546630859375, 0.9533538818359375, 0.991241455078125, 1.0291290283203125, 1.0670166015625, 1.1049041748046875, 1.142791748046875, 1.1806793212890625, 1.21856689453125, 1.2564544677734375, 1.294342041015625, 1.3322296142578125, 1.3701171875]}, "gradients/encoder.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 3.0, 4.0, 6.0, 8.0, 12.0, 16.0, 29.0, 17.0, 35.0, 45.0, 78.0, 80.0, 128.0, 182.0, 226.0, 326.0, 506.0, 832.0, 1486.0, 3394.0, 9688.0, 34371.0, 129099.0, 466320.0, 291732.0, 77935.0, 20282.0, 6146.0, 2403.0, 1152.0, 643.0, 389.0, 274.0, 178.0, 132.0, 107.0, 71.0, 49.0, 42.0, 32.0, 28.0, 14.0, 12.0, 10.0, 15.0, 6.0, 5.0, 3.0, 2.0, 6.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.716796875, -2.631378173828125, -2.54595947265625, -2.460540771484375, -2.3751220703125, -2.289703369140625, -2.20428466796875, -2.118865966796875, -2.033447265625, -1.948028564453125, -1.86260986328125, -1.777191162109375, -1.6917724609375, -1.606353759765625, -1.52093505859375, -1.435516357421875, -1.35009765625, -1.264678955078125, -1.17926025390625, -1.093841552734375, -1.0084228515625, -0.923004150390625, -0.83758544921875, -0.752166748046875, -0.666748046875, -0.581329345703125, -0.49591064453125, -0.410491943359375, -0.3250732421875, -0.239654541015625, -0.15423583984375, -0.068817138671875, 0.0166015625, 0.102020263671875, 0.18743896484375, 0.272857666015625, 0.3582763671875, 0.443695068359375, 0.52911376953125, 0.614532470703125, 0.699951171875, 0.785369873046875, 0.87078857421875, 0.956207275390625, 1.0416259765625, 1.127044677734375, 1.21246337890625, 1.297882080078125, 1.38330078125, 1.468719482421875, 1.55413818359375, 1.639556884765625, 1.7249755859375, 1.810394287109375, 1.89581298828125, 1.981231689453125, 2.066650390625, 2.152069091796875, 2.23748779296875, 2.322906494140625, 2.4083251953125, 2.493743896484375, 2.57916259765625, 2.664581298828125, 2.75]}, "gradients/encoder.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 4.0, 8.0, 5.0, 2.0, 7.0, 16.0, 9.0, 10.0, 22.0, 20.0, 31.0, 31.0, 29.0, 46.0, 49.0, 62.0, 46.0, 65.0, 57.0, 41.0, 63.0, 52.0, 44.0, 52.0, 35.0, 37.0, 36.0, 23.0, 21.0, 12.0, 13.0, 10.0, 13.0, 6.0, 4.0, 7.0, 4.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.109375, -3.002288818359375, -2.89520263671875, -2.788116455078125, -2.6810302734375, -2.573944091796875, -2.46685791015625, -2.359771728515625, -2.252685546875, -2.145599365234375, -2.03851318359375, -1.931427001953125, -1.8243408203125, -1.717254638671875, -1.61016845703125, -1.503082275390625, -1.39599609375, -1.288909912109375, -1.18182373046875, -1.074737548828125, -0.9676513671875, -0.860565185546875, -0.75347900390625, -0.646392822265625, -0.539306640625, -0.432220458984375, -0.32513427734375, -0.218048095703125, -0.1109619140625, -0.003875732421875, 0.10321044921875, 0.210296630859375, 0.3173828125, 0.424468994140625, 0.53155517578125, 0.638641357421875, 0.7457275390625, 0.852813720703125, 0.95989990234375, 1.066986083984375, 1.174072265625, 1.281158447265625, 1.38824462890625, 1.495330810546875, 1.6024169921875, 1.709503173828125, 1.81658935546875, 1.923675537109375, 2.03076171875, 2.137847900390625, 2.24493408203125, 2.352020263671875, 2.4591064453125, 2.566192626953125, 2.67327880859375, 2.780364990234375, 2.887451171875, 2.994537353515625, 3.10162353515625, 3.208709716796875, 3.3157958984375, 3.422882080078125, 3.52996826171875, 3.637054443359375, 3.744140625]}, "gradients/encoder.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 10.0, 13.0, 14.0, 18.0, 41.0, 58.0, 85.0, 116.0, 180.0, 298.0, 490.0, 977.0, 2055.0, 4923.0, 15403.0, 71843.0, 659127.0, 240229.0, 36306.0, 9585.0, 3413.0, 1514.0, 750.0, 450.0, 222.0, 134.0, 104.0, 58.0, 51.0, 25.0, 16.0, 12.0, 8.0, 7.0, 11.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-2.453125, -2.38262939453125, -2.3121337890625, -2.24163818359375, -2.171142578125, -2.10064697265625, -2.0301513671875, -1.95965576171875, -1.88916015625, -1.81866455078125, -1.7481689453125, -1.67767333984375, -1.607177734375, -1.53668212890625, -1.4661865234375, -1.39569091796875, -1.3251953125, -1.25469970703125, -1.1842041015625, -1.11370849609375, -1.043212890625, -0.97271728515625, -0.9022216796875, -0.83172607421875, -0.76123046875, -0.69073486328125, -0.6202392578125, -0.54974365234375, -0.479248046875, -0.40875244140625, -0.3382568359375, -0.26776123046875, -0.197265625, -0.12677001953125, -0.0562744140625, 0.01422119140625, 0.084716796875, 0.15521240234375, 0.2257080078125, 0.29620361328125, 0.36669921875, 0.43719482421875, 0.5076904296875, 0.57818603515625, 0.648681640625, 0.71917724609375, 0.7896728515625, 0.86016845703125, 0.9306640625, 1.00115966796875, 1.0716552734375, 1.14215087890625, 1.212646484375, 1.28314208984375, 1.3536376953125, 1.42413330078125, 1.49462890625, 1.56512451171875, 1.6356201171875, 1.70611572265625, 1.776611328125, 1.84710693359375, 1.9176025390625, 1.98809814453125, 2.05859375]}, "gradients/encoder.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 2.0, 2.0, 3.0, 4.0, 11.0, 8.0, 16.0, 23.0, 21.0, 27.0, 31.0, 42.0, 65.0, 85.0, 188.0, 148.0, 70.0, 66.0, 46.0, 32.0, 32.0, 26.0, 17.0, 5.0, 12.0, 10.0, 6.0, 3.0, 0.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00019502639770507812, -0.00018651410937309265, -0.00017800182104110718, -0.0001694895327091217, -0.00016097724437713623, -0.00015246495604515076, -0.00014395266771316528, -0.0001354403793811798, -0.00012692809104919434, -0.00011841580271720886, -0.00010990351438522339, -0.00010139122605323792, -9.287893772125244e-05, -8.436664938926697e-05, -7.58543610572815e-05, -6.734207272529602e-05, -5.882978439331055e-05, -5.031749606132507e-05, -4.18052077293396e-05, -3.3292919397354126e-05, -2.4780631065368652e-05, -1.626834273338318e-05, -7.756054401397705e-06, 7.562339305877686e-07, 9.268522262573242e-06, 1.7780810594558716e-05, 2.629309892654419e-05, 3.480538725852966e-05, 4.331767559051514e-05, 5.182996392250061e-05, 6.0342252254486084e-05, 6.885454058647156e-05, 7.736682891845703e-05, 8.58791172504425e-05, 9.439140558242798e-05, 0.00010290369391441345, 0.00011141598224639893, 0.0001199282705783844, 0.00012844055891036987, 0.00013695284724235535, 0.00014546513557434082, 0.0001539774239063263, 0.00016248971223831177, 0.00017100200057029724, 0.00017951428890228271, 0.0001880265772342682, 0.00019653886556625366, 0.00020505115389823914, 0.0002135634422302246, 0.00022207573056221008, 0.00023058801889419556, 0.00023910030722618103, 0.0002476125955581665, 0.000256124883890152, 0.00026463717222213745, 0.0002731494605541229, 0.0002816617488861084, 0.00029017403721809387, 0.00029868632555007935, 0.0003071986138820648, 0.0003157109022140503, 0.00032422319054603577, 0.00033273547887802124, 0.0003412477672100067, 0.0003497600555419922]}, "gradients/encoder.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 5.0, 2.0, 4.0, 3.0, 9.0, 8.0, 7.0, 11.0, 31.0, 24.0, 58.0, 69.0, 122.0, 205.0, 326.0, 579.0, 1241.0, 3076.0, 11497.0, 68940.0, 679515.0, 243106.0, 29396.0, 6196.0, 2003.0, 906.0, 483.0, 284.0, 141.0, 86.0, 57.0, 45.0, 30.0, 21.0, 18.0, 14.0, 10.0, 6.0, 8.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-2.41015625, -2.334320068359375, -2.25848388671875, -2.182647705078125, -2.1068115234375, -2.030975341796875, -1.95513916015625, -1.879302978515625, -1.803466796875, -1.727630615234375, -1.65179443359375, -1.575958251953125, -1.5001220703125, -1.424285888671875, -1.34844970703125, -1.272613525390625, -1.19677734375, -1.120941162109375, -1.04510498046875, -0.969268798828125, -0.8934326171875, -0.817596435546875, -0.74176025390625, -0.665924072265625, -0.590087890625, -0.514251708984375, -0.43841552734375, -0.362579345703125, -0.2867431640625, -0.210906982421875, -0.13507080078125, -0.059234619140625, 0.0166015625, 0.092437744140625, 0.16827392578125, 0.244110107421875, 0.3199462890625, 0.395782470703125, 0.47161865234375, 0.547454833984375, 0.623291015625, 0.699127197265625, 0.77496337890625, 0.850799560546875, 0.9266357421875, 1.002471923828125, 1.07830810546875, 1.154144287109375, 1.22998046875, 1.305816650390625, 1.38165283203125, 1.457489013671875, 1.5333251953125, 1.609161376953125, 1.68499755859375, 1.760833740234375, 1.836669921875, 1.912506103515625, 1.98834228515625, 2.064178466796875, 2.1400146484375, 2.215850830078125, 2.29168701171875, 2.367523193359375, 2.443359375]}, "gradients/encoder.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 3.0, 0.0, 3.0, 3.0, 6.0, 5.0, 8.0, 11.0, 19.0, 21.0, 39.0, 54.0, 79.0, 142.0, 169.0, 131.0, 99.0, 76.0, 38.0, 31.0, 19.0, 8.0, 10.0, 11.0, 8.0, 5.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.220703125, -2.145904541015625, -2.07110595703125, -1.996307373046875, -1.9215087890625, -1.846710205078125, -1.77191162109375, -1.697113037109375, -1.622314453125, -1.547515869140625, -1.47271728515625, -1.397918701171875, -1.3231201171875, -1.248321533203125, -1.17352294921875, -1.098724365234375, -1.02392578125, -0.949127197265625, -0.87432861328125, -0.799530029296875, -0.7247314453125, -0.649932861328125, -0.57513427734375, -0.500335693359375, -0.425537109375, -0.350738525390625, -0.27593994140625, -0.201141357421875, -0.1263427734375, -0.051544189453125, 0.02325439453125, 0.098052978515625, 0.1728515625, 0.247650146484375, 0.32244873046875, 0.397247314453125, 0.4720458984375, 0.546844482421875, 0.62164306640625, 0.696441650390625, 0.771240234375, 0.846038818359375, 0.92083740234375, 0.995635986328125, 1.0704345703125, 1.145233154296875, 1.22003173828125, 1.294830322265625, 1.36962890625, 1.444427490234375, 1.51922607421875, 1.594024658203125, 1.6688232421875, 1.743621826171875, 1.81842041015625, 1.893218994140625, 1.968017578125, 2.042816162109375, 2.11761474609375, 2.192413330078125, 2.2672119140625, 2.342010498046875, 2.41680908203125, 2.491607666015625, 2.56640625]}, "gradients/encoder.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 7.0, 7.0, 17.0, 42.0, 48.0, 74.0, 116.0, 120.0, 167.0, 127.0, 103.0, 74.0, 52.0, 31.0, 9.0, 7.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-37.39808654785156, -36.5419921875, -35.68589401245117, -34.82979965209961, -33.97370529174805, -33.11760711669922, -32.261512756347656, -31.405418395996094, -30.5493221282959, -29.693225860595703, -28.83713150024414, -27.981035232543945, -27.12493896484375, -26.268844604492188, -25.412748336791992, -24.556652069091797, -23.700557708740234, -22.84446144104004, -21.988367080688477, -21.13227081298828, -20.27617645263672, -19.420080184936523, -18.563983917236328, -17.707889556884766, -16.85179328918457, -15.995697975158691, -15.139602661132812, -14.283506393432617, -13.427411079406738, -12.57131576538086, -11.715219497680664, -10.859124183654785, -10.003028869628906, -9.146933555603027, -8.290838241577148, -7.434741973876953, -6.578646659851074, -5.722551345825195, -4.866455554962158, -4.010359764099121, -3.154264450073242, -2.298168897628784, -1.4420733451843262, -0.5859777927398682, 0.27011775970458984, 1.1262130737304688, 1.9823088645935059, 2.838404655456543, 3.694499969482422, 4.550595283508301, 5.406691074371338, 6.262786865234375, 7.118882179260254, 7.974977493286133, 8.831073760986328, 9.687169075012207, 10.543264389038086, 11.399359703063965, 12.255455017089844, 13.111551284790039, 13.967646598815918, 14.823741912841797, 15.679838180541992, 16.535934448242188, 17.39202880859375]}, "gradients/encoder.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 2.0, 7.0, 7.0, 5.0, 8.0, 17.0, 11.0, 16.0, 16.0, 20.0, 32.0, 44.0, 41.0, 42.0, 50.0, 50.0, 65.0, 57.0, 52.0, 39.0, 62.0, 45.0, 40.0, 35.0, 39.0, 27.0, 34.0, 25.0, 21.0, 20.0, 22.0, 11.0, 11.0, 9.0, 3.0, 6.0, 9.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-20.50763511657715, -19.861770629882812, -19.215906143188477, -18.57004165649414, -17.924177169799805, -17.27831268310547, -16.632448196411133, -15.986583709716797, -15.340719223022461, -14.694854736328125, -14.048990249633789, -13.403125762939453, -12.757261276245117, -12.111396789550781, -11.465532302856445, -10.81966781616211, -10.173803329467773, -9.527938842773438, -8.882074356079102, -8.236209869384766, -7.59034538269043, -6.944480895996094, -6.298616409301758, -5.652751922607422, -5.006887435913086, -4.36102294921875, -3.715158462524414, -3.069293975830078, -2.423429489135742, -1.7775650024414062, -1.1317005157470703, -0.4858360290527344, 0.16002655029296875, 0.8058910369873047, 1.4517555236816406, 2.0976200103759766, 2.7434844970703125, 3.3893489837646484, 4.035213470458984, 4.68107795715332, 5.326942443847656, 5.972806930541992, 6.618671417236328, 7.264535903930664, 7.910400390625, 8.556264877319336, 9.202129364013672, 9.847993850708008, 10.493858337402344, 11.13972282409668, 11.785587310791016, 12.431451797485352, 13.077316284179688, 13.723180770874023, 14.36904525756836, 15.014909744262695, 15.660774230957031, 16.306638717651367, 16.952503204345703, 17.59836769104004, 18.244232177734375, 18.89009666442871, 19.535961151123047, 20.181825637817383, 20.82769012451172]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 6.0, 3.0, 1.0, 2.0, 1.0, 2.0, 9.0, 5.0, 14.0, 13.0, 26.0, 33.0, 60.0, 95.0, 151.0, 273.0, 429.0, 949.0, 1820.0, 4148.0, 10978.0, 38571.0, 227548.0, 3486619.0, 349818.0, 50044.0, 13400.0, 4734.0, 2090.0, 1034.0, 525.0, 332.0, 178.0, 116.0, 83.0, 45.0, 31.0, 32.0, 21.0, 22.0, 10.0, 10.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.73046875, -2.631500244140625, -2.53253173828125, -2.433563232421875, -2.3345947265625, -2.235626220703125, -2.13665771484375, -2.037689208984375, -1.938720703125, -1.839752197265625, -1.74078369140625, -1.641815185546875, -1.5428466796875, -1.443878173828125, -1.34490966796875, -1.245941162109375, -1.14697265625, -1.048004150390625, -0.94903564453125, -0.850067138671875, -0.7510986328125, -0.652130126953125, -0.55316162109375, -0.454193115234375, -0.355224609375, -0.256256103515625, -0.15728759765625, -0.058319091796875, 0.0406494140625, 0.139617919921875, 0.23858642578125, 0.337554931640625, 0.4365234375, 0.535491943359375, 0.63446044921875, 0.733428955078125, 0.8323974609375, 0.931365966796875, 1.03033447265625, 1.129302978515625, 1.228271484375, 1.327239990234375, 1.42620849609375, 1.525177001953125, 1.6241455078125, 1.723114013671875, 1.82208251953125, 1.921051025390625, 2.02001953125, 2.118988037109375, 2.21795654296875, 2.316925048828125, 2.4158935546875, 2.514862060546875, 2.61383056640625, 2.712799072265625, 2.811767578125, 2.910736083984375, 3.00970458984375, 3.108673095703125, 3.2076416015625, 3.306610107421875, 3.40557861328125, 3.504547119140625, 3.603515625]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 5.0, 7.0, 6.0, 8.0, 9.0, 30.0, 29.0, 36.0, 58.0, 64.0, 69.0, 82.0, 100.0, 104.0, 81.0, 75.0, 68.0, 52.0, 48.0, 21.0, 16.0, 17.0, 9.0, 7.0, 7.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0751953125, -1.0367584228515625, -0.998321533203125, -0.9598846435546875, -0.92144775390625, -0.8830108642578125, -0.844573974609375, -0.8061370849609375, -0.7677001953125, -0.7292633056640625, -0.690826416015625, -0.6523895263671875, -0.61395263671875, -0.5755157470703125, -0.537078857421875, -0.4986419677734375, -0.460205078125, -0.4217681884765625, -0.383331298828125, -0.3448944091796875, -0.30645751953125, -0.2680206298828125, -0.229583740234375, -0.1911468505859375, -0.1527099609375, -0.1142730712890625, -0.075836181640625, -0.0373992919921875, 0.00103759765625, 0.0394744873046875, 0.077911376953125, 0.1163482666015625, 0.15478515625, 0.1932220458984375, 0.231658935546875, 0.2700958251953125, 0.30853271484375, 0.3469696044921875, 0.385406494140625, 0.4238433837890625, 0.4622802734375, 0.5007171630859375, 0.539154052734375, 0.5775909423828125, 0.61602783203125, 0.6544647216796875, 0.692901611328125, 0.7313385009765625, 0.769775390625, 0.8082122802734375, 0.846649169921875, 0.8850860595703125, 0.92352294921875, 0.9619598388671875, 1.000396728515625, 1.0388336181640625, 1.0772705078125, 1.1157073974609375, 1.154144287109375, 1.1925811767578125, 1.23101806640625, 1.2694549560546875, 1.307891845703125, 1.3463287353515625, 1.384765625]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 0.0, 5.0, 2.0, 11.0, 11.0, 15.0, 28.0, 44.0, 48.0, 109.0, 149.0, 238.0, 428.0, 759.0, 1458.0, 2909.0, 6471.0, 16033.0, 47264.0, 195985.0, 2655178.0, 1075049.0, 133088.0, 35620.0, 12576.0, 5360.0, 2490.0, 1295.0, 637.0, 404.0, 225.0, 151.0, 85.0, 48.0, 46.0, 18.0, 21.0, 13.0, 4.0, 7.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8408203125, -1.7747955322265625, -1.708770751953125, -1.6427459716796875, -1.57672119140625, -1.5106964111328125, -1.444671630859375, -1.3786468505859375, -1.3126220703125, -1.2465972900390625, -1.180572509765625, -1.1145477294921875, -1.04852294921875, -0.9824981689453125, -0.916473388671875, -0.8504486083984375, -0.784423828125, -0.7183990478515625, -0.652374267578125, -0.5863494873046875, -0.52032470703125, -0.4542999267578125, -0.388275146484375, -0.3222503662109375, -0.2562255859375, -0.1902008056640625, -0.124176025390625, -0.0581512451171875, 0.00787353515625, 0.0738983154296875, 0.139923095703125, 0.2059478759765625, 0.27197265625, 0.3379974365234375, 0.404022216796875, 0.4700469970703125, 0.53607177734375, 0.6020965576171875, 0.668121337890625, 0.7341461181640625, 0.8001708984375, 0.8661956787109375, 0.932220458984375, 0.9982452392578125, 1.06427001953125, 1.1302947998046875, 1.196319580078125, 1.2623443603515625, 1.328369140625, 1.3943939208984375, 1.460418701171875, 1.5264434814453125, 1.59246826171875, 1.6584930419921875, 1.724517822265625, 1.7905426025390625, 1.8565673828125, 1.9225921630859375, 1.988616943359375, 2.0546417236328125, 2.12066650390625, 2.1866912841796875, 2.252716064453125, 2.3187408447265625, 2.384765625]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 6.0, 5.0, 8.0, 9.0, 16.0, 17.0, 25.0, 44.0, 55.0, 116.0, 280.0, 605.0, 1835.0, 564.0, 215.0, 107.0, 64.0, 38.0, 22.0, 13.0, 11.0, 2.0, 8.0, 3.0, 2.0, 4.0, 4.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.07421875, -2.0202789306640625, -1.966339111328125, -1.9123992919921875, -1.85845947265625, -1.8045196533203125, -1.750579833984375, -1.6966400146484375, -1.6427001953125, -1.5887603759765625, -1.534820556640625, -1.4808807373046875, -1.42694091796875, -1.3730010986328125, -1.319061279296875, -1.2651214599609375, -1.211181640625, -1.1572418212890625, -1.103302001953125, -1.0493621826171875, -0.99542236328125, -0.9414825439453125, -0.887542724609375, -0.8336029052734375, -0.7796630859375, -0.7257232666015625, -0.671783447265625, -0.6178436279296875, -0.56390380859375, -0.5099639892578125, -0.456024169921875, -0.4020843505859375, -0.34814453125, -0.2942047119140625, -0.240264892578125, -0.1863250732421875, -0.13238525390625, -0.0784454345703125, -0.024505615234375, 0.0294342041015625, 0.0833740234375, 0.1373138427734375, 0.191253662109375, 0.2451934814453125, 0.29913330078125, 0.3530731201171875, 0.407012939453125, 0.4609527587890625, 0.514892578125, 0.5688323974609375, 0.622772216796875, 0.6767120361328125, 0.73065185546875, 0.7845916748046875, 0.838531494140625, 0.8924713134765625, 0.9464111328125, 1.0003509521484375, 1.054290771484375, 1.1082305908203125, 1.16217041015625, 1.2161102294921875, 1.270050048828125, 1.3239898681640625, 1.3779296875]}, "gradients/encoder.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 16.0, 25.0, 86.0, 132.0, 258.0, 233.0, 144.0, 57.0, 26.0, 13.0, 2.0, 2.0, 5.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.021772384643555, -9.585857391357422, -9.149941444396973, -8.71402645111084, -8.27811050415039, -7.842195510864258, -7.406279563903809, -6.970364570617676, -6.534448623657227, -6.0985331535339355, -5.6626176834106445, -5.2267022132873535, -4.7907867431640625, -4.35487174987793, -3.9189560413360596, -3.4830405712127686, -3.0471253395080566, -2.6112098693847656, -2.1752943992614746, -1.7393790483474731, -1.3034635782241821, -0.8675482273101807, -0.43163275718688965, 0.004282712936401367, 0.4401981830596924, 0.8761136531829834, 1.3120291233062744, 1.7479444742202759, 2.1838598251342773, 2.6197752952575684, 3.0556907653808594, 3.4916062355041504, 3.9275217056274414, 4.363437175750732, 4.799352645874023, 5.2352681159973145, 5.6711835861206055, 6.107098579406738, 6.5430145263671875, 6.97892951965332, 7.4148454666137695, 7.8507609367370605, 8.286676406860352, 8.722591400146484, 9.158507347106934, 9.594422340393066, 10.030338287353516, 10.466253280639648, 10.902168273925781, 11.338083267211914, 11.773999214172363, 12.209914207458496, 12.645830154418945, 13.081745147705078, 13.517661094665527, 13.95357608795166, 14.38949203491211, 14.825407028198242, 15.261322975158691, 15.697237968444824, 16.133153915405273, 16.569068908691406, 17.00498390197754, 17.440900802612305, 17.876815795898438]}, "gradients/encoder.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 5.0, 5.0, 6.0, 8.0, 3.0, 7.0, 14.0, 16.0, 16.0, 23.0, 34.0, 37.0, 47.0, 53.0, 53.0, 52.0, 57.0, 73.0, 53.0, 52.0, 65.0, 55.0, 47.0, 53.0, 31.0, 28.0, 25.0, 25.0, 25.0, 18.0, 5.0, 5.0, 6.0, 6.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-7.074162483215332, -6.889301776885986, -6.704441070556641, -6.519580841064453, -6.334720134735107, -6.149859428405762, -5.964998722076416, -5.78013801574707, -5.595277786254883, -5.410417079925537, -5.225556373596191, -5.040696144104004, -4.855835437774658, -4.6709747314453125, -4.486114025115967, -4.301253318786621, -4.116392612457275, -3.9315319061279297, -3.746671438217163, -3.5618107318878174, -3.376950263977051, -3.192089557647705, -3.0072288513183594, -2.8223681449890137, -2.637507677078247, -2.4526469707489014, -2.2677865028381348, -2.082925796508789, -1.898065209388733, -1.7132046222686768, -1.528343915939331, -1.343483328819275, -1.1586227416992188, -0.9737621545791626, -0.7889015078544617, -0.6040408611297607, -0.4191802740097046, -0.23431968688964844, -0.049458980560302734, 0.13540160655975342, 0.32026219367980957, 0.5051227807998657, 0.6899834275245667, 0.8748440742492676, 1.0597046613693237, 1.2445652484893799, 1.4294259548187256, 1.6142865419387817, 1.799147129058838, 1.984007716178894, 2.16886830329895, 2.353729009628296, 2.5385894775390625, 2.723450183868408, 2.908310890197754, 3.0931715965270996, 3.278032064437866, 3.462892770767212, 3.6477532386779785, 3.832613945007324, 4.01747465133667, 4.202335357666016, 4.387195587158203, 4.572056293487549, 4.7569169998168945]}, "gradients/encoder.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 0.0, 5.0, 12.0, 19.0, 33.0, 40.0, 82.0, 164.0, 242.0, 407.0, 819.0, 1793.0, 4413.0, 13560.0, 46686.0, 169642.0, 401012.0, 285427.0, 87428.0, 23888.0, 7498.0, 2824.0, 1180.0, 573.0, 338.0, 181.0, 105.0, 76.0, 45.0, 18.0, 16.0, 13.0, 5.0, 5.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.37109375, -3.26812744140625, -3.1651611328125, -3.06219482421875, -2.959228515625, -2.85626220703125, -2.7532958984375, -2.65032958984375, -2.54736328125, -2.44439697265625, -2.3414306640625, -2.23846435546875, -2.135498046875, -2.03253173828125, -1.9295654296875, -1.82659912109375, -1.7236328125, -1.62066650390625, -1.5177001953125, -1.41473388671875, -1.311767578125, -1.20880126953125, -1.1058349609375, -1.00286865234375, -0.89990234375, -0.79693603515625, -0.6939697265625, -0.59100341796875, -0.488037109375, -0.38507080078125, -0.2821044921875, -0.17913818359375, -0.076171875, 0.02679443359375, 0.1297607421875, 0.23272705078125, 0.335693359375, 0.43865966796875, 0.5416259765625, 0.64459228515625, 0.74755859375, 0.85052490234375, 0.9534912109375, 1.05645751953125, 1.159423828125, 1.26239013671875, 1.3653564453125, 1.46832275390625, 1.5712890625, 1.67425537109375, 1.7772216796875, 1.88018798828125, 1.983154296875, 2.08612060546875, 2.1890869140625, 2.29205322265625, 2.39501953125, 2.49798583984375, 2.6009521484375, 2.70391845703125, 2.806884765625, 2.90985107421875, 3.0128173828125, 3.11578369140625, 3.21875]}, "gradients/encoder.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 5.0, 4.0, 5.0, 5.0, 11.0, 26.0, 27.0, 33.0, 50.0, 62.0, 78.0, 76.0, 105.0, 99.0, 88.0, 80.0, 73.0, 49.0, 49.0, 29.0, 19.0, 13.0, 12.0, 7.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.103515625, -1.064361572265625, -1.02520751953125, -0.986053466796875, -0.9468994140625, -0.907745361328125, -0.86859130859375, -0.829437255859375, -0.790283203125, -0.751129150390625, -0.71197509765625, -0.672821044921875, -0.6336669921875, -0.594512939453125, -0.55535888671875, -0.516204833984375, -0.47705078125, -0.437896728515625, -0.39874267578125, -0.359588623046875, -0.3204345703125, -0.281280517578125, -0.24212646484375, -0.202972412109375, -0.163818359375, -0.124664306640625, -0.08551025390625, -0.046356201171875, -0.0072021484375, 0.031951904296875, 0.07110595703125, 0.110260009765625, 0.1494140625, 0.188568115234375, 0.22772216796875, 0.266876220703125, 0.3060302734375, 0.345184326171875, 0.38433837890625, 0.423492431640625, 0.462646484375, 0.501800537109375, 0.54095458984375, 0.580108642578125, 0.6192626953125, 0.658416748046875, 0.69757080078125, 0.736724853515625, 0.77587890625, 0.815032958984375, 0.85418701171875, 0.893341064453125, 0.9324951171875, 0.971649169921875, 1.01080322265625, 1.049957275390625, 1.089111328125, 1.128265380859375, 1.16741943359375, 1.206573486328125, 1.2457275390625, 1.284881591796875, 1.32403564453125, 1.363189697265625, 1.40234375]}, "gradients/encoder.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 5.0, 10.0, 19.0, 19.0, 31.0, 61.0, 73.0, 117.0, 124.0, 182.0, 255.0, 376.0, 596.0, 1064.0, 2112.0, 6033.0, 23076.0, 108054.0, 417044.0, 369744.0, 90050.0, 19442.0, 5331.0, 1918.0, 961.0, 567.0, 376.0, 264.0, 177.0, 150.0, 88.0, 55.0, 54.0, 41.0, 25.0, 14.0, 14.0, 16.0, 9.0, 7.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.93359375, -2.82470703125, -2.7158203125, -2.60693359375, -2.498046875, -2.38916015625, -2.2802734375, -2.17138671875, -2.0625, -1.95361328125, -1.8447265625, -1.73583984375, -1.626953125, -1.51806640625, -1.4091796875, -1.30029296875, -1.19140625, -1.08251953125, -0.9736328125, -0.86474609375, -0.755859375, -0.64697265625, -0.5380859375, -0.42919921875, -0.3203125, -0.21142578125, -0.1025390625, 0.00634765625, 0.115234375, 0.22412109375, 0.3330078125, 0.44189453125, 0.55078125, 0.65966796875, 0.7685546875, 0.87744140625, 0.986328125, 1.09521484375, 1.2041015625, 1.31298828125, 1.421875, 1.53076171875, 1.6396484375, 1.74853515625, 1.857421875, 1.96630859375, 2.0751953125, 2.18408203125, 2.29296875, 2.40185546875, 2.5107421875, 2.61962890625, 2.728515625, 2.83740234375, 2.9462890625, 3.05517578125, 3.1640625, 3.27294921875, 3.3818359375, 3.49072265625, 3.599609375, 3.70849609375, 3.8173828125, 3.92626953125, 4.03515625]}, "gradients/encoder.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 0.0, 5.0, 3.0, 6.0, 4.0, 9.0, 10.0, 11.0, 18.0, 6.0, 12.0, 12.0, 27.0, 19.0, 26.0, 37.0, 32.0, 38.0, 49.0, 40.0, 39.0, 47.0, 47.0, 63.0, 40.0, 43.0, 39.0, 52.0, 32.0, 23.0, 33.0, 27.0, 22.0, 16.0, 20.0, 19.0, 17.0, 7.0, 12.0, 13.0, 9.0, 11.0, 3.0, 6.0, 3.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.064453125, -2.945892333984375, -2.82733154296875, -2.708770751953125, -2.5902099609375, -2.471649169921875, -2.35308837890625, -2.234527587890625, -2.115966796875, -1.997406005859375, -1.87884521484375, -1.760284423828125, -1.6417236328125, -1.523162841796875, -1.40460205078125, -1.286041259765625, -1.16748046875, -1.048919677734375, -0.93035888671875, -0.811798095703125, -0.6932373046875, -0.574676513671875, -0.45611572265625, -0.337554931640625, -0.218994140625, -0.100433349609375, 0.01812744140625, 0.136688232421875, 0.2552490234375, 0.373809814453125, 0.49237060546875, 0.610931396484375, 0.7294921875, 0.848052978515625, 0.96661376953125, 1.085174560546875, 1.2037353515625, 1.322296142578125, 1.44085693359375, 1.559417724609375, 1.677978515625, 1.796539306640625, 1.91510009765625, 2.033660888671875, 2.1522216796875, 2.270782470703125, 2.38934326171875, 2.507904052734375, 2.62646484375, 2.745025634765625, 2.86358642578125, 2.982147216796875, 3.1007080078125, 3.219268798828125, 3.33782958984375, 3.456390380859375, 3.574951171875, 3.693511962890625, 3.81207275390625, 3.930633544921875, 4.0491943359375, 4.167755126953125, 4.28631591796875, 4.404876708984375, 4.5234375]}, "gradients/encoder.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 6.0, 5.0, 11.0, 8.0, 14.0, 16.0, 21.0, 34.0, 75.0, 103.0, 197.0, 353.0, 681.0, 1586.0, 4534.0, 16472.0, 90585.0, 500713.0, 354255.0, 60650.0, 12082.0, 3521.0, 1324.0, 587.0, 308.0, 172.0, 95.0, 57.0, 28.0, 22.0, 14.0, 8.0, 3.0, 1.0, 4.0, 8.0, 2.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.244140625, -2.17791748046875, -2.1116943359375, -2.04547119140625, -1.979248046875, -1.91302490234375, -1.8468017578125, -1.78057861328125, -1.71435546875, -1.64813232421875, -1.5819091796875, -1.51568603515625, -1.449462890625, -1.38323974609375, -1.3170166015625, -1.25079345703125, -1.1845703125, -1.11834716796875, -1.0521240234375, -0.98590087890625, -0.919677734375, -0.85345458984375, -0.7872314453125, -0.72100830078125, -0.65478515625, -0.58856201171875, -0.5223388671875, -0.45611572265625, -0.389892578125, -0.32366943359375, -0.2574462890625, -0.19122314453125, -0.125, -0.05877685546875, 0.0074462890625, 0.07366943359375, 0.139892578125, 0.20611572265625, 0.2723388671875, 0.33856201171875, 0.40478515625, 0.47100830078125, 0.5372314453125, 0.60345458984375, 0.669677734375, 0.73590087890625, 0.8021240234375, 0.86834716796875, 0.9345703125, 1.00079345703125, 1.0670166015625, 1.13323974609375, 1.199462890625, 1.26568603515625, 1.3319091796875, 1.39813232421875, 1.46435546875, 1.53057861328125, 1.5968017578125, 1.66302490234375, 1.729248046875, 1.79547119140625, 1.8616943359375, 1.92791748046875, 1.994140625]}, "gradients/encoder.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 5.0, 2.0, 10.0, 13.0, 18.0, 21.0, 38.0, 50.0, 65.0, 64.0, 85.0, 81.0, 88.0, 113.0, 92.0, 57.0, 49.0, 39.0, 38.0, 23.0, 19.0, 5.0, 10.0, 4.0, 2.0, 7.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0], "bins": [-0.0003800392150878906, -0.00037127360701560974, -0.00036250799894332886, -0.000353742390871048, -0.0003449767827987671, -0.0003362111747264862, -0.0003274455666542053, -0.00031867995858192444, -0.00030991435050964355, -0.00030114874243736267, -0.0002923831343650818, -0.0002836175262928009, -0.00027485191822052, -0.00026608631014823914, -0.00025732070207595825, -0.00024855509400367737, -0.00023978948593139648, -0.0002310238778591156, -0.00022225826978683472, -0.00021349266171455383, -0.00020472705364227295, -0.00019596144556999207, -0.00018719583749771118, -0.0001784302294254303, -0.00016966462135314941, -0.00016089901328086853, -0.00015213340520858765, -0.00014336779713630676, -0.00013460218906402588, -0.000125836580991745, -0.00011707097291946411, -0.00010830536484718323, -9.953975677490234e-05, -9.077414870262146e-05, -8.200854063034058e-05, -7.324293255805969e-05, -6.447732448577881e-05, -5.5711716413497925e-05, -4.694610834121704e-05, -3.818050026893616e-05, -2.9414892196655273e-05, -2.064928412437439e-05, -1.1883676052093506e-05, -3.118067979812622e-06, 5.647540092468262e-06, 1.4413148164749146e-05, 2.317875623703003e-05, 3.194436430931091e-05, 4.07099723815918e-05, 4.947558045387268e-05, 5.8241188526153564e-05, 6.700679659843445e-05, 7.577240467071533e-05, 8.453801274299622e-05, 9.33036208152771e-05, 0.00010206922888755798, 0.00011083483695983887, 0.00011960044503211975, 0.00012836605310440063, 0.00013713166117668152, 0.0001458972692489624, 0.00015466287732124329, 0.00016342848539352417, 0.00017219409346580505, 0.00018095970153808594]}, "gradients/encoder.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 6.0, 9.0, 11.0, 17.0, 11.0, 19.0, 33.0, 51.0, 98.0, 138.0, 212.0, 361.0, 674.0, 1269.0, 2990.0, 10607.0, 65559.0, 455287.0, 432969.0, 62169.0, 10280.0, 2885.0, 1242.0, 652.0, 384.0, 223.0, 153.0, 89.0, 62.0, 35.0, 26.0, 8.0, 10.0, 6.0, 7.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.173828125, -2.105865478515625, -2.03790283203125, -1.969940185546875, -1.9019775390625, -1.834014892578125, -1.76605224609375, -1.698089599609375, -1.630126953125, -1.562164306640625, -1.49420166015625, -1.426239013671875, -1.3582763671875, -1.290313720703125, -1.22235107421875, -1.154388427734375, -1.08642578125, -1.018463134765625, -0.95050048828125, -0.882537841796875, -0.8145751953125, -0.746612548828125, -0.67864990234375, -0.610687255859375, -0.542724609375, -0.474761962890625, -0.40679931640625, -0.338836669921875, -0.2708740234375, -0.202911376953125, -0.13494873046875, -0.066986083984375, 0.0009765625, 0.068939208984375, 0.13690185546875, 0.204864501953125, 0.2728271484375, 0.340789794921875, 0.40875244140625, 0.476715087890625, 0.544677734375, 0.612640380859375, 0.68060302734375, 0.748565673828125, 0.8165283203125, 0.884490966796875, 0.95245361328125, 1.020416259765625, 1.08837890625, 1.156341552734375, 1.22430419921875, 1.292266845703125, 1.3602294921875, 1.428192138671875, 1.49615478515625, 1.564117431640625, 1.632080078125, 1.700042724609375, 1.76800537109375, 1.835968017578125, 1.9039306640625, 1.971893310546875, 2.03985595703125, 2.107818603515625, 2.17578125]}, "gradients/encoder.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 6.0, 9.0, 8.0, 16.0, 26.0, 46.0, 57.0, 75.0, 97.0, 95.0, 138.0, 102.0, 98.0, 70.0, 46.0, 24.0, 38.0, 25.0, 12.0, 7.0, 5.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.798828125, -2.717864990234375, -2.63690185546875, -2.555938720703125, -2.4749755859375, -2.394012451171875, -2.31304931640625, -2.232086181640625, -2.151123046875, -2.070159912109375, -1.98919677734375, -1.908233642578125, -1.8272705078125, -1.746307373046875, -1.66534423828125, -1.584381103515625, -1.50341796875, -1.422454833984375, -1.34149169921875, -1.260528564453125, -1.1795654296875, -1.098602294921875, -1.01763916015625, -0.936676025390625, -0.855712890625, -0.774749755859375, -0.69378662109375, -0.612823486328125, -0.5318603515625, -0.450897216796875, -0.36993408203125, -0.288970947265625, -0.2080078125, -0.127044677734375, -0.04608154296875, 0.034881591796875, 0.1158447265625, 0.196807861328125, 0.27777099609375, 0.358734130859375, 0.439697265625, 0.520660400390625, 0.60162353515625, 0.682586669921875, 0.7635498046875, 0.844512939453125, 0.92547607421875, 1.006439208984375, 1.08740234375, 1.168365478515625, 1.24932861328125, 1.330291748046875, 1.4112548828125, 1.492218017578125, 1.57318115234375, 1.654144287109375, 1.735107421875, 1.816070556640625, 1.89703369140625, 1.977996826171875, 2.0589599609375, 2.139923095703125, 2.22088623046875, 2.301849365234375, 2.3828125]}, "gradients/encoder.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 10.0, 13.0, 34.0, 44.0, 79.0, 113.0, 117.0, 174.0, 130.0, 88.0, 83.0, 44.0, 26.0, 18.0, 9.0, 6.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.98977279663086, -28.098159790039062, -27.2065486907959, -26.3149356842041, -25.423322677612305, -24.53171157836914, -23.640098571777344, -22.748485565185547, -21.85687255859375, -20.965259552001953, -20.07364845275879, -19.182035446166992, -18.290422439575195, -17.39881134033203, -16.507198333740234, -15.615585327148438, -14.723973274230957, -13.832361221313477, -12.94074821472168, -12.0491361618042, -11.157523155212402, -10.265911102294922, -9.374298095703125, -8.482686042785645, -7.591073513031006, -6.699460983276367, -5.8078484535217285, -4.91623592376709, -4.024623870849609, -3.1330113410949707, -2.241398811340332, -1.3497862815856934, -0.4581737518310547, 0.4334387183189392, 1.325051188468933, 2.2166635990142822, 3.108276128768921, 3.9998884201049805, 4.891500949859619, 5.783113479614258, 6.6747260093688965, 7.566338539123535, 8.457950592041016, 9.349563598632812, 10.241175651550293, 11.132787704467773, 12.02440071105957, 12.916013717651367, 13.807625770568848, 14.699237823486328, 15.590850830078125, 16.482463836669922, 17.374074935913086, 18.265687942504883, 19.15730094909668, 20.048912048339844, 20.94052505493164, 21.832138061523438, 22.7237491607666, 23.6153621673584, 24.506975173950195, 25.39858627319336, 26.290199279785156, 27.181812286376953, 28.07342529296875]}, "gradients/encoder.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 7.0, 8.0, 9.0, 7.0, 15.0, 17.0, 20.0, 17.0, 32.0, 28.0, 36.0, 44.0, 35.0, 46.0, 55.0, 45.0, 48.0, 69.0, 63.0, 43.0, 41.0, 45.0, 40.0, 38.0, 36.0, 24.0, 28.0, 22.0, 19.0, 17.0, 12.0, 8.0, 7.0, 6.0, 5.0, 3.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-25.709121704101562, -24.891237258911133, -24.073354721069336, -23.255470275878906, -22.43758773803711, -21.61970329284668, -20.80181884765625, -19.983936309814453, -19.166051864624023, -18.348167419433594, -17.530284881591797, -16.712400436401367, -15.894516944885254, -15.07663345336914, -14.258749961853027, -13.440866470336914, -12.6229829788208, -11.805099487304688, -10.987215995788574, -10.169332504272461, -9.351448059082031, -8.533564567565918, -7.715681076049805, -6.897797107696533, -6.07991361618042, -5.262030124664307, -4.444146156311035, -3.626262664794922, -2.8083789348602295, -1.990495204925537, -1.1726117134094238, -0.35472774505615234, 0.46315574645996094, 1.2810394763946533, 2.0989232063293457, 2.916806697845459, 3.7346904277801514, 4.552574157714844, 5.370457649230957, 6.1883416175842285, 7.006225109100342, 7.824108600616455, 8.641992568969727, 9.45987606048584, 10.277759552001953, 11.095643997192383, 11.91352653503418, 12.73141098022461, 13.549294471740723, 14.367177963256836, 15.18506145477295, 16.002944946289062, 16.820829391479492, 17.638713836669922, 18.45659637451172, 19.27448081970215, 20.092363357543945, 20.910247802734375, 21.728130340576172, 22.5460147857666, 23.3638973236084, 24.181781768798828, 24.999664306640625, 25.817548751831055, 26.635433197021484]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 5.0, 7.0, 7.0, 6.0, 13.0, 10.0, 22.0, 22.0, 31.0, 60.0, 80.0, 102.0, 177.0, 300.0, 497.0, 909.0, 1638.0, 3452.0, 7868.0, 21513.0, 81388.0, 3483844.0, 498159.0, 62861.0, 17971.0, 6683.0, 3114.0, 1491.0, 764.0, 459.0, 257.0, 163.0, 125.0, 78.0, 55.0, 29.0, 25.0, 19.0, 22.0, 7.0, 11.0, 9.0, 10.0, 14.0, 3.0, 0.0, 5.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 4.0], "bins": [-3.2109375, -3.103607177734375, -2.99627685546875, -2.888946533203125, -2.7816162109375, -2.674285888671875, -2.56695556640625, -2.459625244140625, -2.352294921875, -2.244964599609375, -2.13763427734375, -2.030303955078125, -1.9229736328125, -1.815643310546875, -1.70831298828125, -1.600982666015625, -1.49365234375, -1.386322021484375, -1.27899169921875, -1.171661376953125, -1.0643310546875, -0.957000732421875, -0.84967041015625, -0.742340087890625, -0.635009765625, -0.527679443359375, -0.42034912109375, -0.313018798828125, -0.2056884765625, -0.098358154296875, 0.00897216796875, 0.116302490234375, 0.2236328125, 0.330963134765625, 0.43829345703125, 0.545623779296875, 0.6529541015625, 0.760284423828125, 0.86761474609375, 0.974945068359375, 1.082275390625, 1.189605712890625, 1.29693603515625, 1.404266357421875, 1.5115966796875, 1.618927001953125, 1.72625732421875, 1.833587646484375, 1.94091796875, 2.048248291015625, 2.15557861328125, 2.262908935546875, 2.3702392578125, 2.477569580078125, 2.58489990234375, 2.692230224609375, 2.799560546875, 2.906890869140625, 3.01422119140625, 3.121551513671875, 3.2288818359375, 3.336212158203125, 3.44354248046875, 3.550872802734375, 3.658203125]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 5.0, 5.0, 5.0, 6.0, 12.0, 13.0, 28.0, 38.0, 36.0, 53.0, 37.0, 58.0, 58.0, 68.0, 86.0, 85.0, 76.0, 69.0, 60.0, 50.0, 36.0, 28.0, 23.0, 23.0, 17.0, 9.0, 10.0, 4.0, 3.0, 1.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0888671875, -1.0496978759765625, -1.010528564453125, -0.9713592529296875, -0.93218994140625, -0.8930206298828125, -0.853851318359375, -0.8146820068359375, -0.7755126953125, -0.7363433837890625, -0.697174072265625, -0.6580047607421875, -0.61883544921875, -0.5796661376953125, -0.540496826171875, -0.5013275146484375, -0.462158203125, -0.4229888916015625, -0.383819580078125, -0.3446502685546875, -0.30548095703125, -0.2663116455078125, -0.227142333984375, -0.1879730224609375, -0.1488037109375, -0.1096343994140625, -0.070465087890625, -0.0312957763671875, 0.00787353515625, 0.0470428466796875, 0.086212158203125, 0.1253814697265625, 0.16455078125, 0.2037200927734375, 0.242889404296875, 0.2820587158203125, 0.32122802734375, 0.3603973388671875, 0.399566650390625, 0.4387359619140625, 0.4779052734375, 0.5170745849609375, 0.556243896484375, 0.5954132080078125, 0.63458251953125, 0.6737518310546875, 0.712921142578125, 0.7520904541015625, 0.791259765625, 0.8304290771484375, 0.869598388671875, 0.9087677001953125, 0.94793701171875, 0.9871063232421875, 1.026275634765625, 1.0654449462890625, 1.1046142578125, 1.1437835693359375, 1.182952880859375, 1.2221221923828125, 1.26129150390625, 1.3004608154296875, 1.339630126953125, 1.3787994384765625, 1.41796875]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 9.0, 8.0, 6.0, 13.0, 20.0, 35.0, 28.0, 56.0, 58.0, 106.0, 158.0, 214.0, 326.0, 481.0, 773.0, 1148.0, 1916.0, 3149.0, 5652.0, 10577.0, 21868.0, 50204.0, 146481.0, 3181601.0, 582776.0, 107917.0, 39697.0, 17887.0, 8944.0, 4793.0, 2694.0, 1657.0, 1004.0, 667.0, 410.0, 313.0, 207.0, 157.0, 85.0, 60.0, 46.0, 25.0, 21.0, 20.0, 11.0, 8.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.44140625, -1.3896942138671875, -1.337982177734375, -1.2862701416015625, -1.23455810546875, -1.1828460693359375, -1.131134033203125, -1.0794219970703125, -1.0277099609375, -0.9759979248046875, -0.924285888671875, -0.8725738525390625, -0.82086181640625, -0.7691497802734375, -0.717437744140625, -0.6657257080078125, -0.614013671875, -0.5623016357421875, -0.510589599609375, -0.4588775634765625, -0.40716552734375, -0.3554534912109375, -0.303741455078125, -0.2520294189453125, -0.2003173828125, -0.1486053466796875, -0.096893310546875, -0.0451812744140625, 0.00653076171875, 0.0582427978515625, 0.109954833984375, 0.1616668701171875, 0.21337890625, 0.2650909423828125, 0.316802978515625, 0.3685150146484375, 0.42022705078125, 0.4719390869140625, 0.523651123046875, 0.5753631591796875, 0.6270751953125, 0.6787872314453125, 0.730499267578125, 0.7822113037109375, 0.83392333984375, 0.8856353759765625, 0.937347412109375, 0.9890594482421875, 1.040771484375, 1.0924835205078125, 1.144195556640625, 1.1959075927734375, 1.24761962890625, 1.2993316650390625, 1.351043701171875, 1.4027557373046875, 1.4544677734375, 1.5061798095703125, 1.557891845703125, 1.6096038818359375, 1.66131591796875, 1.7130279541015625, 1.764739990234375, 1.8164520263671875, 1.8681640625]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 5.0, 4.0, 4.0, 6.0, 8.0, 10.0, 15.0, 23.0, 27.0, 44.0, 41.0, 63.0, 133.0, 279.0, 2630.0, 367.0, 147.0, 77.0, 59.0, 35.0, 24.0, 10.0, 13.0, 8.0, 6.0, 8.0, 2.0, 8.0, 5.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.59326171875, -0.5761260986328125, -0.558990478515625, -0.5418548583984375, -0.52471923828125, -0.5075836181640625, -0.490447998046875, -0.4733123779296875, -0.4561767578125, -0.4390411376953125, -0.421905517578125, -0.4047698974609375, -0.38763427734375, -0.3704986572265625, -0.353363037109375, -0.3362274169921875, -0.319091796875, -0.3019561767578125, -0.284820556640625, -0.2676849365234375, -0.25054931640625, -0.2334136962890625, -0.216278076171875, -0.1991424560546875, -0.1820068359375, -0.1648712158203125, -0.147735595703125, -0.1305999755859375, -0.11346435546875, -0.0963287353515625, -0.079193115234375, -0.0620574951171875, -0.044921875, -0.0277862548828125, -0.010650634765625, 0.0064849853515625, 0.02362060546875, 0.0407562255859375, 0.057891845703125, 0.0750274658203125, 0.0921630859375, 0.1092987060546875, 0.126434326171875, 0.1435699462890625, 0.16070556640625, 0.1778411865234375, 0.194976806640625, 0.2121124267578125, 0.229248046875, 0.2463836669921875, 0.263519287109375, 0.2806549072265625, 0.29779052734375, 0.3149261474609375, 0.332061767578125, 0.3491973876953125, 0.3663330078125, 0.3834686279296875, 0.400604248046875, 0.4177398681640625, 0.43487548828125, 0.4520111083984375, 0.469146728515625, 0.4862823486328125, 0.50341796875]}, "gradients/encoder.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 6.0, 10.0, 31.0, 42.0, 103.0, 131.0, 162.0, 183.0, 132.0, 100.0, 50.0, 28.0, 12.0, 6.0, 3.0, 1.0, 4.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.35603141784668, -5.237168312072754, -5.118305683135986, -4.9994425773620605, -4.880579948425293, -4.761716842651367, -4.642853736877441, -4.523991107940674, -4.405128002166748, -4.286264896392822, -4.167402267456055, -4.048539161682129, -3.9296762943267822, -3.8108134269714355, -3.691950559616089, -3.573087692260742, -3.4542245864868164, -3.3353617191314697, -3.216498851776123, -3.0976357460021973, -2.9787728786468506, -2.859910011291504, -2.7410471439361572, -2.6221842765808105, -2.503321409225464, -2.384458541870117, -2.2655956745147705, -2.1467325687408447, -2.027869701385498, -1.9090068340301514, -1.7901439666748047, -1.6712809801101685, -1.5524179935455322, -1.4335551261901855, -1.3146921396255493, -1.1958292722702026, -1.0769662857055664, -0.9581034183502197, -0.8392404913902283, -0.7203775644302368, -0.6015146374702454, -0.4826517105102539, -0.36378878355026245, -0.24492588639259338, -0.12606295943260193, -0.007200062274932861, 0.1116628646850586, 0.23052579164505005, 0.3493887186050415, 0.46825164556503296, 0.5871145725250244, 0.7059774398803711, 0.8248404264450073, 0.943703293800354, 1.0625662803649902, 1.181429147720337, 1.3002920150756836, 1.4191548824310303, 1.5380178689956665, 1.6568807363510132, 1.7757437229156494, 1.894606590270996, 2.0134694576263428, 2.1323323249816895, 2.2511954307556152]}, "gradients/encoder.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 3.0, 5.0, 3.0, 6.0, 11.0, 8.0, 11.0, 12.0, 25.0, 22.0, 21.0, 36.0, 40.0, 37.0, 60.0, 56.0, 55.0, 49.0, 37.0, 47.0, 47.0, 61.0, 43.0, 28.0, 41.0, 32.0, 35.0, 27.0, 24.0, 25.0, 15.0, 16.0, 16.0, 7.0, 12.0, 8.0, 7.0, 10.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-1.7176216840744019, -1.6674245595932007, -1.617227554321289, -1.567030429840088, -1.5168333053588867, -1.4666361808776855, -1.4164390563964844, -1.3662420511245728, -1.3160449266433716, -1.2658478021621704, -1.2156507968902588, -1.1654536724090576, -1.1152565479278564, -1.0650594234466553, -1.014862298965454, -0.9646652936935425, -0.9144681692123413, -0.8642710447311401, -0.8140739798545837, -0.7638769149780273, -0.7136797904968262, -0.663482666015625, -0.6132856011390686, -0.5630885362625122, -0.512891411781311, -0.46269431710243225, -0.41249722242355347, -0.3623001277446747, -0.3121030330657959, -0.2619059383869171, -0.21170884370803833, -0.16151174902915955, -0.11131477355957031, -0.06111767888069153, -0.010920584201812744, 0.03927651047706604, 0.08947360515594482, 0.1396706998348236, 0.1898677945137024, 0.24006488919258118, 0.29026198387145996, 0.34045907855033875, 0.39065617322921753, 0.4408532679080963, 0.4910503625869751, 0.5412474870681763, 0.5914445519447327, 0.6416416168212891, 0.6918387413024902, 0.7420358657836914, 0.7922329306602478, 0.8424299955368042, 0.8926271200180054, 0.9428242444992065, 0.9930213093757629, 1.0432183742523193, 1.0934154987335205, 1.1436126232147217, 1.1938097476959229, 1.2440067529678345, 1.2942038774490356, 1.3444010019302368, 1.3945980072021484, 1.4447951316833496, 1.4949922561645508]}, "gradients/encoder.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 13.0, 14.0, 32.0, 30.0, 67.0, 137.0, 233.0, 491.0, 1176.0, 3207.0, 9993.0, 37802.0, 156372.0, 404267.0, 311576.0, 91306.0, 21961.0, 6178.0, 2068.0, 808.0, 389.0, 177.0, 114.0, 64.0, 32.0, 18.0, 14.0, 6.0, 6.0, 1.0, 3.0, 5.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.86328125, -2.7523193359375, -2.641357421875, -2.5303955078125, -2.41943359375, -2.3084716796875, -2.197509765625, -2.0865478515625, -1.9755859375, -1.8646240234375, -1.753662109375, -1.6427001953125, -1.53173828125, -1.4207763671875, -1.309814453125, -1.1988525390625, -1.087890625, -0.9769287109375, -0.865966796875, -0.7550048828125, -0.64404296875, -0.5330810546875, -0.422119140625, -0.3111572265625, -0.2001953125, -0.0892333984375, 0.021728515625, 0.1326904296875, 0.24365234375, 0.3546142578125, 0.465576171875, 0.5765380859375, 0.6875, 0.7984619140625, 0.909423828125, 1.0203857421875, 1.13134765625, 1.2423095703125, 1.353271484375, 1.4642333984375, 1.5751953125, 1.6861572265625, 1.797119140625, 1.9080810546875, 2.01904296875, 2.1300048828125, 2.240966796875, 2.3519287109375, 2.462890625, 2.5738525390625, 2.684814453125, 2.7957763671875, 2.90673828125, 3.0177001953125, 3.128662109375, 3.2396240234375, 3.3505859375, 3.4615478515625, 3.572509765625, 3.6834716796875, 3.79443359375, 3.9053955078125, 4.016357421875, 4.1273193359375, 4.23828125]}, "gradients/encoder.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 4.0, 5.0, 5.0, 9.0, 13.0, 22.0, 24.0, 32.0, 44.0, 39.0, 50.0, 61.0, 63.0, 59.0, 77.0, 87.0, 70.0, 59.0, 69.0, 60.0, 38.0, 22.0, 25.0, 22.0, 13.0, 10.0, 10.0, 7.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0888671875, -1.049591064453125, -1.01031494140625, -0.971038818359375, -0.9317626953125, -0.892486572265625, -0.85321044921875, -0.813934326171875, -0.774658203125, -0.735382080078125, -0.69610595703125, -0.656829833984375, -0.6175537109375, -0.578277587890625, -0.53900146484375, -0.499725341796875, -0.46044921875, -0.421173095703125, -0.38189697265625, -0.342620849609375, -0.3033447265625, -0.264068603515625, -0.22479248046875, -0.185516357421875, -0.146240234375, -0.106964111328125, -0.06768798828125, -0.028411865234375, 0.0108642578125, 0.050140380859375, 0.08941650390625, 0.128692626953125, 0.16796875, 0.207244873046875, 0.24652099609375, 0.285797119140625, 0.3250732421875, 0.364349365234375, 0.40362548828125, 0.442901611328125, 0.482177734375, 0.521453857421875, 0.56072998046875, 0.600006103515625, 0.6392822265625, 0.678558349609375, 0.71783447265625, 0.757110595703125, 0.79638671875, 0.835662841796875, 0.87493896484375, 0.914215087890625, 0.9534912109375, 0.992767333984375, 1.03204345703125, 1.071319580078125, 1.110595703125, 1.149871826171875, 1.18914794921875, 1.228424072265625, 1.2677001953125, 1.306976318359375, 1.34625244140625, 1.385528564453125, 1.4248046875]}, "gradients/encoder.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 5.0, 12.0, 18.0, 11.0, 19.0, 21.0, 25.0, 47.0, 46.0, 68.0, 95.0, 124.0, 148.0, 220.0, 323.0, 425.0, 667.0, 1070.0, 2179.0, 5342.0, 17511.0, 75521.0, 329471.0, 456582.0, 118534.0, 26277.0, 7231.0, 2713.0, 1283.0, 765.0, 522.0, 319.0, 278.0, 170.0, 119.0, 103.0, 70.0, 52.0, 43.0, 30.0, 20.0, 16.0, 12.0, 10.0, 8.0, 12.0, 4.0, 2.0, 4.0, 7.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-3.490234375, -3.378173828125, -3.26611328125, -3.154052734375, -3.0419921875, -2.929931640625, -2.81787109375, -2.705810546875, -2.59375, -2.481689453125, -2.36962890625, -2.257568359375, -2.1455078125, -2.033447265625, -1.92138671875, -1.809326171875, -1.697265625, -1.585205078125, -1.47314453125, -1.361083984375, -1.2490234375, -1.136962890625, -1.02490234375, -0.912841796875, -0.80078125, -0.688720703125, -0.57666015625, -0.464599609375, -0.3525390625, -0.240478515625, -0.12841796875, -0.016357421875, 0.095703125, 0.207763671875, 0.31982421875, 0.431884765625, 0.5439453125, 0.656005859375, 0.76806640625, 0.880126953125, 0.9921875, 1.104248046875, 1.21630859375, 1.328369140625, 1.4404296875, 1.552490234375, 1.66455078125, 1.776611328125, 1.888671875, 2.000732421875, 2.11279296875, 2.224853515625, 2.3369140625, 2.448974609375, 2.56103515625, 2.673095703125, 2.78515625, 2.897216796875, 3.00927734375, 3.121337890625, 3.2333984375, 3.345458984375, 3.45751953125, 3.569580078125, 3.681640625]}, "gradients/encoder.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 2.0, 2.0, 2.0, 6.0, 1.0, 4.0, 6.0, 10.0, 8.0, 8.0, 11.0, 19.0, 20.0, 15.0, 22.0, 28.0, 42.0, 30.0, 50.0, 54.0, 56.0, 43.0, 64.0, 55.0, 43.0, 56.0, 54.0, 36.0, 40.0, 31.0, 28.0, 27.0, 24.0, 33.0, 13.0, 14.0, 10.0, 10.0, 9.0, 7.0, 4.0, 7.0, 6.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.68359375, -5.5074462890625, -5.331298828125, -5.1551513671875, -4.97900390625, -4.8028564453125, -4.626708984375, -4.4505615234375, -4.2744140625, -4.0982666015625, -3.922119140625, -3.7459716796875, -3.56982421875, -3.3936767578125, -3.217529296875, -3.0413818359375, -2.865234375, -2.6890869140625, -2.512939453125, -2.3367919921875, -2.16064453125, -1.9844970703125, -1.808349609375, -1.6322021484375, -1.4560546875, -1.2799072265625, -1.103759765625, -0.9276123046875, -0.75146484375, -0.5753173828125, -0.399169921875, -0.2230224609375, -0.046875, 0.1292724609375, 0.305419921875, 0.4815673828125, 0.65771484375, 0.8338623046875, 1.010009765625, 1.1861572265625, 1.3623046875, 1.5384521484375, 1.714599609375, 1.8907470703125, 2.06689453125, 2.2430419921875, 2.419189453125, 2.5953369140625, 2.771484375, 2.9476318359375, 3.123779296875, 3.2999267578125, 3.47607421875, 3.6522216796875, 3.828369140625, 4.0045166015625, 4.1806640625, 4.3568115234375, 4.532958984375, 4.7091064453125, 4.88525390625, 5.0614013671875, 5.237548828125, 5.4136962890625, 5.58984375]}, "gradients/encoder.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 7.0, 11.0, 12.0, 16.0, 19.0, 24.0, 81.0, 112.0, 166.0, 455.0, 1049.0, 3778.0, 21411.0, 379728.0, 604456.0, 30295.0, 4669.0, 1272.0, 478.0, 213.0, 131.0, 72.0, 34.0, 21.0, 15.0, 6.0, 7.0, 6.0, 4.0, 5.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.28515625, -3.16815185546875, -3.0511474609375, -2.93414306640625, -2.817138671875, -2.70013427734375, -2.5831298828125, -2.46612548828125, -2.34912109375, -2.23211669921875, -2.1151123046875, -1.99810791015625, -1.881103515625, -1.76409912109375, -1.6470947265625, -1.53009033203125, -1.4130859375, -1.29608154296875, -1.1790771484375, -1.06207275390625, -0.945068359375, -0.82806396484375, -0.7110595703125, -0.59405517578125, -0.47705078125, -0.36004638671875, -0.2430419921875, -0.12603759765625, -0.009033203125, 0.10797119140625, 0.2249755859375, 0.34197998046875, 0.458984375, 0.57598876953125, 0.6929931640625, 0.80999755859375, 0.927001953125, 1.04400634765625, 1.1610107421875, 1.27801513671875, 1.39501953125, 1.51202392578125, 1.6290283203125, 1.74603271484375, 1.863037109375, 1.98004150390625, 2.0970458984375, 2.21405029296875, 2.3310546875, 2.44805908203125, 2.5650634765625, 2.68206787109375, 2.799072265625, 2.91607666015625, 3.0330810546875, 3.15008544921875, 3.26708984375, 3.38409423828125, 3.5010986328125, 3.61810302734375, 3.735107421875, 3.85211181640625, 3.9691162109375, 4.08612060546875, 4.203125]}, "gradients/encoder.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 6.0, 3.0, 6.0, 6.0, 4.0, 3.0, 8.0, 6.0, 15.0, 9.0, 20.0, 24.0, 28.0, 36.0, 29.0, 46.0, 47.0, 50.0, 58.0, 67.0, 63.0, 65.0, 49.0, 50.0, 45.0, 47.0, 42.0, 40.0, 19.0, 20.0, 20.0, 17.0, 18.0, 8.0, 9.0, 4.0, 4.0, 4.0, 4.0, 2.0, 5.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.00018346309661865234, -0.00017800740897655487, -0.0001725517213344574, -0.00016709603369235992, -0.00016164034605026245, -0.00015618465840816498, -0.0001507289707660675, -0.00014527328312397003, -0.00013981759548187256, -0.00013436190783977509, -0.0001289062201976776, -0.00012345053255558014, -0.00011799484491348267, -0.00011253915727138519, -0.00010708346962928772, -0.00010162778198719025, -9.617209434509277e-05, -9.07164067029953e-05, -8.526071906089783e-05, -7.980503141880035e-05, -7.434934377670288e-05, -6.889365613460541e-05, -6.343796849250793e-05, -5.798228085041046e-05, -5.252659320831299e-05, -4.7070905566215515e-05, -4.161521792411804e-05, -3.615953028202057e-05, -3.0703842639923096e-05, -2.5248154997825623e-05, -1.979246735572815e-05, -1.4336779713630676e-05, -8.881092071533203e-06, -3.42540442943573e-06, 2.030283212661743e-06, 7.485970854759216e-06, 1.294165849685669e-05, 1.8397346138954163e-05, 2.3853033781051636e-05, 2.930872142314911e-05, 3.476440906524658e-05, 4.0220096707344055e-05, 4.567578434944153e-05, 5.1131471991539e-05, 5.6587159633636475e-05, 6.204284727573395e-05, 6.749853491783142e-05, 7.29542225599289e-05, 7.840991020202637e-05, 8.386559784412384e-05, 8.932128548622131e-05, 9.477697312831879e-05, 0.00010023266077041626, 0.00010568834841251373, 0.0001111440360546112, 0.00011659972369670868, 0.00012205541133880615, 0.00012751109898090363, 0.0001329667866230011, 0.00013842247426509857, 0.00014387816190719604, 0.00014933384954929352, 0.000154789537191391, 0.00016024522483348846, 0.00016570091247558594]}, "gradients/encoder.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 4.0, 0.0, 1.0, 6.0, 1.0, 8.0, 9.0, 14.0, 26.0, 17.0, 35.0, 49.0, 85.0, 130.0, 219.0, 375.0, 790.0, 2046.0, 7298.0, 60053.0, 765199.0, 191976.0, 14667.0, 3207.0, 1093.0, 527.0, 286.0, 158.0, 79.0, 67.0, 46.0, 17.0, 20.0, 15.0, 9.0, 8.0, 10.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.078125, -2.98101806640625, -2.8839111328125, -2.78680419921875, -2.689697265625, -2.59259033203125, -2.4954833984375, -2.39837646484375, -2.30126953125, -2.20416259765625, -2.1070556640625, -2.00994873046875, -1.912841796875, -1.81573486328125, -1.7186279296875, -1.62152099609375, -1.5244140625, -1.42730712890625, -1.3302001953125, -1.23309326171875, -1.135986328125, -1.03887939453125, -0.9417724609375, -0.84466552734375, -0.74755859375, -0.65045166015625, -0.5533447265625, -0.45623779296875, -0.359130859375, -0.26202392578125, -0.1649169921875, -0.06781005859375, 0.029296875, 0.12640380859375, 0.2235107421875, 0.32061767578125, 0.417724609375, 0.51483154296875, 0.6119384765625, 0.70904541015625, 0.80615234375, 0.90325927734375, 1.0003662109375, 1.09747314453125, 1.194580078125, 1.29168701171875, 1.3887939453125, 1.48590087890625, 1.5830078125, 1.68011474609375, 1.7772216796875, 1.87432861328125, 1.971435546875, 2.06854248046875, 2.1656494140625, 2.26275634765625, 2.35986328125, 2.45697021484375, 2.5540771484375, 2.65118408203125, 2.748291015625, 2.84539794921875, 2.9425048828125, 3.03961181640625, 3.13671875]}, "gradients/encoder.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 0.0, 4.0, 5.0, 3.0, 4.0, 7.0, 4.0, 11.0, 18.0, 17.0, 35.0, 36.0, 44.0, 74.0, 97.0, 138.0, 123.0, 108.0, 86.0, 53.0, 30.0, 32.0, 18.0, 16.0, 11.0, 8.0, 6.0, 2.0, 3.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.490234375, -2.40423583984375, -2.3182373046875, -2.23223876953125, -2.146240234375, -2.06024169921875, -1.9742431640625, -1.88824462890625, -1.80224609375, -1.71624755859375, -1.6302490234375, -1.54425048828125, -1.458251953125, -1.37225341796875, -1.2862548828125, -1.20025634765625, -1.1142578125, -1.02825927734375, -0.9422607421875, -0.85626220703125, -0.770263671875, -0.68426513671875, -0.5982666015625, -0.51226806640625, -0.42626953125, -0.34027099609375, -0.2542724609375, -0.16827392578125, -0.082275390625, 0.00372314453125, 0.0897216796875, 0.17572021484375, 0.26171875, 0.34771728515625, 0.4337158203125, 0.51971435546875, 0.605712890625, 0.69171142578125, 0.7777099609375, 0.86370849609375, 0.94970703125, 1.03570556640625, 1.1217041015625, 1.20770263671875, 1.293701171875, 1.37969970703125, 1.4656982421875, 1.55169677734375, 1.6376953125, 1.72369384765625, 1.8096923828125, 1.89569091796875, 1.981689453125, 2.06768798828125, 2.1536865234375, 2.23968505859375, 2.32568359375, 2.41168212890625, 2.4976806640625, 2.58367919921875, 2.669677734375, 2.75567626953125, 2.8416748046875, 2.92767333984375, 3.013671875]}, "gradients/encoder.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 6.0, 21.0, 78.0, 192.0, 336.0, 242.0, 99.0, 25.0, 8.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-42.7148323059082, -40.15864181518555, -37.60245132446289, -35.046260833740234, -32.49007034301758, -29.933879852294922, -27.377689361572266, -24.82149887084961, -22.265308380126953, -19.709117889404297, -17.15292739868164, -14.596736907958984, -12.040546417236328, -9.484355926513672, -6.928165435791016, -4.371974945068359, -1.8157844543457031, 0.7404060363769531, 3.2965965270996094, 5.852787017822266, 8.408977508544922, 10.965167999267578, 13.521358489990234, 16.07754898071289, 18.633739471435547, 21.189929962158203, 23.74612045288086, 26.302310943603516, 28.858501434326172, 31.414691925048828, 33.970882415771484, 36.52707290649414, 39.08325958251953, 41.63945007324219, 44.195640563964844, 46.7518310546875, 49.308021545410156, 51.86421203613281, 54.42040252685547, 56.976593017578125, 59.53278350830078, 62.08897399902344, 64.6451644897461, 67.20135498046875, 69.7575454711914, 72.31373596191406, 74.86992645263672, 77.42611694335938, 79.98230743408203, 82.53849792480469, 85.09468841552734, 87.65087890625, 90.20706939697266, 92.76325988769531, 95.31945037841797, 97.87564086914062, 100.43183135986328, 102.98802185058594, 105.5442123413086, 108.10040283203125, 110.6565933227539, 113.21278381347656, 115.76897430419922, 118.32516479492188, 120.88135528564453]}, "gradients/encoder.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 7.0, 4.0, 11.0, 5.0, 10.0, 19.0, 22.0, 21.0, 34.0, 29.0, 42.0, 47.0, 53.0, 64.0, 58.0, 60.0, 68.0, 61.0, 64.0, 52.0, 51.0, 49.0, 38.0, 32.0, 20.0, 21.0, 11.0, 14.0, 6.0, 6.0, 3.0, 6.0, 3.0, 4.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-29.961854934692383, -28.897520065307617, -27.83318519592285, -26.768850326538086, -25.70451545715332, -24.640180587768555, -23.57584571838379, -22.511510848999023, -21.447175979614258, -20.382841110229492, -19.318506240844727, -18.25417137145996, -17.189836502075195, -16.12550163269043, -15.061166763305664, -13.996831893920898, -12.932497024536133, -11.868162155151367, -10.803827285766602, -9.739492416381836, -8.67515754699707, -7.610822677612305, -6.546487808227539, -5.482152938842773, -4.417818069458008, -3.353483200073242, -2.2891483306884766, -1.224813461303711, -0.1604785919189453, 0.9038562774658203, 1.968191146850586, 3.0325260162353516, 4.096858978271484, 5.16119384765625, 6.225528717041016, 7.289863586425781, 8.354198455810547, 9.418533325195312, 10.482868194580078, 11.547203063964844, 12.61153793334961, 13.675872802734375, 14.74020767211914, 15.804542541503906, 16.868877410888672, 17.933212280273438, 18.997547149658203, 20.06188201904297, 21.126216888427734, 22.1905517578125, 23.254886627197266, 24.31922149658203, 25.383556365966797, 26.447891235351562, 27.512226104736328, 28.576560974121094, 29.64089584350586, 30.705230712890625, 31.76956558227539, 32.833900451660156, 33.89823532104492, 34.96257019042969, 36.02690505981445, 37.09123992919922, 38.155574798583984]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 4.0, 9.0, 10.0, 22.0, 21.0, 44.0, 62.0, 90.0, 137.0, 238.0, 466.0, 788.0, 1825.0, 4039.0, 11020.0, 42124.0, 326381.0, 3692798.0, 84251.0, 18587.0, 6082.0, 2483.0, 1235.0, 660.0, 340.0, 191.0, 134.0, 74.0, 55.0, 29.0, 22.0, 21.0, 12.0, 8.0, 7.0, 1.0, 4.0, 1.0, 4.0, 2.0, 3.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-4.1015625, -3.981658935546875, -3.86175537109375, -3.741851806640625, -3.6219482421875, -3.502044677734375, -3.38214111328125, -3.262237548828125, -3.142333984375, -3.022430419921875, -2.90252685546875, -2.782623291015625, -2.6627197265625, -2.542816162109375, -2.42291259765625, -2.303009033203125, -2.18310546875, -2.063201904296875, -1.94329833984375, -1.823394775390625, -1.7034912109375, -1.583587646484375, -1.46368408203125, -1.343780517578125, -1.223876953125, -1.103973388671875, -0.98406982421875, -0.864166259765625, -0.7442626953125, -0.624359130859375, -0.50445556640625, -0.384552001953125, -0.2646484375, -0.144744873046875, -0.02484130859375, 0.095062255859375, 0.2149658203125, 0.334869384765625, 0.45477294921875, 0.574676513671875, 0.694580078125, 0.814483642578125, 0.93438720703125, 1.054290771484375, 1.1741943359375, 1.294097900390625, 1.41400146484375, 1.533905029296875, 1.65380859375, 1.773712158203125, 1.89361572265625, 2.013519287109375, 2.1334228515625, 2.253326416015625, 2.37322998046875, 2.493133544921875, 2.613037109375, 2.732940673828125, 2.85284423828125, 2.972747802734375, 3.0926513671875, 3.212554931640625, 3.33245849609375, 3.452362060546875, 3.572265625]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 5.0, 5.0, 5.0, 7.0, 6.0, 11.0, 8.0, 11.0, 27.0, 21.0, 32.0, 37.0, 49.0, 59.0, 76.0, 63.0, 74.0, 72.0, 94.0, 73.0, 60.0, 43.0, 40.0, 25.0, 23.0, 23.0, 10.0, 15.0, 8.0, 6.0, 6.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.0859375, -1.042449951171875, -0.99896240234375, -0.955474853515625, -0.9119873046875, -0.868499755859375, -0.82501220703125, -0.781524658203125, -0.738037109375, -0.694549560546875, -0.65106201171875, -0.607574462890625, -0.5640869140625, -0.520599365234375, -0.47711181640625, -0.433624267578125, -0.39013671875, -0.346649169921875, -0.30316162109375, -0.259674072265625, -0.2161865234375, -0.172698974609375, -0.12921142578125, -0.085723876953125, -0.042236328125, 0.001251220703125, 0.04473876953125, 0.088226318359375, 0.1317138671875, 0.175201416015625, 0.21868896484375, 0.262176513671875, 0.3056640625, 0.349151611328125, 0.39263916015625, 0.436126708984375, 0.4796142578125, 0.523101806640625, 0.56658935546875, 0.610076904296875, 0.653564453125, 0.697052001953125, 0.74053955078125, 0.784027099609375, 0.8275146484375, 0.871002197265625, 0.91448974609375, 0.957977294921875, 1.00146484375, 1.044952392578125, 1.08843994140625, 1.131927490234375, 1.1754150390625, 1.218902587890625, 1.26239013671875, 1.305877685546875, 1.349365234375, 1.392852783203125, 1.43634033203125, 1.479827880859375, 1.5233154296875, 1.566802978515625, 1.61029052734375, 1.653778076171875, 1.697265625]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 8.0, 8.0, 10.0, 20.0, 20.0, 23.0, 44.0, 66.0, 99.0, 126.0, 188.0, 295.0, 468.0, 733.0, 1387.0, 2344.0, 4643.0, 8851.0, 19862.0, 49648.0, 160142.0, 3253351.0, 521665.0, 103880.0, 36086.0, 14946.0, 7046.0, 3458.0, 1988.0, 1053.0, 620.0, 434.0, 241.0, 175.0, 105.0, 86.0, 41.0, 47.0, 24.0, 16.0, 15.0, 3.0, 8.0, 4.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9609375, -1.89520263671875, -1.8294677734375, -1.76373291015625, -1.697998046875, -1.63226318359375, -1.5665283203125, -1.50079345703125, -1.43505859375, -1.36932373046875, -1.3035888671875, -1.23785400390625, -1.172119140625, -1.10638427734375, -1.0406494140625, -0.97491455078125, -0.9091796875, -0.84344482421875, -0.7777099609375, -0.71197509765625, -0.646240234375, -0.58050537109375, -0.5147705078125, -0.44903564453125, -0.38330078125, -0.31756591796875, -0.2518310546875, -0.18609619140625, -0.120361328125, -0.05462646484375, 0.0111083984375, 0.07684326171875, 0.142578125, 0.20831298828125, 0.2740478515625, 0.33978271484375, 0.405517578125, 0.47125244140625, 0.5369873046875, 0.60272216796875, 0.66845703125, 0.73419189453125, 0.7999267578125, 0.86566162109375, 0.931396484375, 0.99713134765625, 1.0628662109375, 1.12860107421875, 1.1943359375, 1.26007080078125, 1.3258056640625, 1.39154052734375, 1.457275390625, 1.52301025390625, 1.5887451171875, 1.65447998046875, 1.72021484375, 1.78594970703125, 1.8516845703125, 1.91741943359375, 1.983154296875, 2.04888916015625, 2.1146240234375, 2.18035888671875, 2.24609375]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 10.0, 8.0, 16.0, 19.0, 37.0, 51.0, 99.0, 171.0, 511.0, 2642.0, 238.0, 114.0, 57.0, 49.0, 16.0, 6.0, 10.0, 10.0, 3.0, 4.0, 6.0, 4.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.873046875, -0.838470458984375, -0.80389404296875, -0.769317626953125, -0.7347412109375, -0.700164794921875, -0.66558837890625, -0.631011962890625, -0.596435546875, -0.561859130859375, -0.52728271484375, -0.492706298828125, -0.4581298828125, -0.423553466796875, -0.38897705078125, -0.354400634765625, -0.31982421875, -0.285247802734375, -0.25067138671875, -0.216094970703125, -0.1815185546875, -0.146942138671875, -0.11236572265625, -0.077789306640625, -0.043212890625, -0.008636474609375, 0.02593994140625, 0.060516357421875, 0.0950927734375, 0.129669189453125, 0.16424560546875, 0.198822021484375, 0.2333984375, 0.267974853515625, 0.30255126953125, 0.337127685546875, 0.3717041015625, 0.406280517578125, 0.44085693359375, 0.475433349609375, 0.510009765625, 0.544586181640625, 0.57916259765625, 0.613739013671875, 0.6483154296875, 0.682891845703125, 0.71746826171875, 0.752044677734375, 0.78662109375, 0.821197509765625, 0.85577392578125, 0.890350341796875, 0.9249267578125, 0.959503173828125, 0.99407958984375, 1.028656005859375, 1.063232421875, 1.097808837890625, 1.13238525390625, 1.166961669921875, 1.2015380859375, 1.236114501953125, 1.27069091796875, 1.305267333984375, 1.33984375]}, "gradients/encoder.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 6.0, 6.0, 8.0, 23.0, 28.0, 50.0, 59.0, 78.0, 96.0, 120.0, 121.0, 92.0, 96.0, 79.0, 46.0, 36.0, 17.0, 18.0, 10.0, 6.0, 4.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.536071300506592, -2.4290289878845215, -2.321986675262451, -2.214944362640381, -2.1079022884368896, -2.0008599758148193, -1.893817663192749, -1.7867753505706787, -1.6797330379486084, -1.572690725326538, -1.4656485319137573, -1.358606219291687, -1.2515639066696167, -1.144521713256836, -1.0374794006347656, -0.9304370880126953, -0.8233948945999146, -0.716352641582489, -0.6093103289604187, -0.5022680759429932, -0.39522579312324524, -0.2881835103034973, -0.18114125728607178, -0.07409894466400146, 0.03294330835342407, 0.139985591173172, 0.24702785909175873, 0.35407012701034546, 0.4611124098300934, 0.5681546926498413, 0.6751969456672668, 0.7822392582893372, 0.8892815113067627, 0.9963237643241882, 1.1033660173416138, 1.210408329963684, 1.3174506425857544, 1.4244928359985352, 1.5315351486206055, 1.6385774612426758, 1.745619773864746, 1.8526620864868164, 1.9597042798995972, 2.066746711730957, 2.1737887859344482, 2.2808310985565186, 2.387873411178589, 2.494915723800659, 2.6019577980041504, 2.7090001106262207, 2.816042423248291, 2.9230847358703613, 3.0301268100738525, 3.137169122695923, 3.244211435317993, 3.3512537479400635, 3.458296060562134, 3.565338373184204, 3.6723806858062744, 3.7794227600097656, 3.886465072631836, 3.9935073852539062, 4.100549697875977, 4.207592010498047, 4.314634323120117]}, "gradients/encoder.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 5.0, 3.0, 4.0, 3.0, 5.0, 4.0, 8.0, 8.0, 11.0, 16.0, 13.0, 9.0, 26.0, 14.0, 23.0, 18.0, 25.0, 28.0, 32.0, 26.0, 25.0, 24.0, 42.0, 43.0, 50.0, 19.0, 37.0, 37.0, 36.0, 36.0, 35.0, 32.0, 33.0, 28.0, 33.0, 28.0, 34.0, 27.0, 19.0, 11.0, 17.0, 14.0, 15.0, 9.0, 9.0, 10.0, 6.0, 9.0, 2.0, 4.0, 1.0, 2.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.9702911376953125, -1.9065361022949219, -1.8427809476852417, -1.779025912284851, -1.715270757675171, -1.6515157222747803, -1.5877606868743896, -1.5240055322647095, -1.4602503776550293, -1.3964953422546387, -1.3327401876449585, -1.2689851522445679, -1.2052299976348877, -1.141474962234497, -1.0777199268341064, -1.0139647722244263, -0.9502097368240356, -0.8864546418190002, -0.8226995468139648, -0.7589445114135742, -0.695189356803894, -0.6314343214035034, -0.567679226398468, -0.5039241313934326, -0.4401690363883972, -0.3764139413833618, -0.3126588463783264, -0.2489037811756134, -0.185148686170578, -0.1213935911655426, -0.05763852596282959, 0.0061165690422058105, 0.06987166404724121, 0.1336267590522766, 0.19738183915615082, 0.261136919260025, 0.3248920142650604, 0.3886471092700958, 0.45240217447280884, 0.5161572694778442, 0.5799123644828796, 0.643667459487915, 0.7074225544929504, 0.7711776494979858, 0.8349326848983765, 0.8986878395080566, 0.9624428749084473, 1.026197910308838, 1.089953064918518, 1.1537081003189087, 1.2174632549285889, 1.2812182903289795, 1.3449734449386597, 1.4087284803390503, 1.4724836349487305, 1.536238670349121, 1.5999937057495117, 1.6637487411499023, 1.7275038957595825, 1.7912589311599731, 1.8550140857696533, 1.918769121170044, 1.9825241565704346, 2.0462794303894043, 2.110034465789795]}, "gradients/encoder.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 4.0, 0.0, 1.0, 3.0, 3.0, 12.0, 13.0, 13.0, 33.0, 48.0, 62.0, 109.0, 270.0, 573.0, 1371.0, 3584.0, 11844.0, 45103.0, 186015.0, 434616.0, 268541.0, 70604.0, 17259.0, 5233.0, 1798.0, 729.0, 325.0, 172.0, 91.0, 58.0, 26.0, 18.0, 9.0, 9.0, 4.0, 2.0, 3.0, 1.0, 2.0, 3.0, 3.0], "bins": [-4.24609375, -4.14654541015625, -4.0469970703125, -3.94744873046875, -3.847900390625, -3.74835205078125, -3.6488037109375, -3.54925537109375, -3.44970703125, -3.35015869140625, -3.2506103515625, -3.15106201171875, -3.051513671875, -2.95196533203125, -2.8524169921875, -2.75286865234375, -2.6533203125, -2.55377197265625, -2.4542236328125, -2.35467529296875, -2.255126953125, -2.15557861328125, -2.0560302734375, -1.95648193359375, -1.85693359375, -1.75738525390625, -1.6578369140625, -1.55828857421875, -1.458740234375, -1.35919189453125, -1.2596435546875, -1.16009521484375, -1.060546875, -0.96099853515625, -0.8614501953125, -0.76190185546875, -0.662353515625, -0.56280517578125, -0.4632568359375, -0.36370849609375, -0.26416015625, -0.16461181640625, -0.0650634765625, 0.03448486328125, 0.134033203125, 0.23358154296875, 0.3331298828125, 0.43267822265625, 0.5322265625, 0.63177490234375, 0.7313232421875, 0.83087158203125, 0.930419921875, 1.02996826171875, 1.1295166015625, 1.22906494140625, 1.32861328125, 1.42816162109375, 1.5277099609375, 1.62725830078125, 1.726806640625, 1.82635498046875, 1.9259033203125, 2.02545166015625, 2.125]}, "gradients/encoder.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 6.0, 1.0, 11.0, 6.0, 7.0, 9.0, 14.0, 22.0, 25.0, 28.0, 29.0, 42.0, 46.0, 60.0, 75.0, 73.0, 71.0, 72.0, 79.0, 64.0, 65.0, 33.0, 33.0, 31.0, 19.0, 18.0, 15.0, 17.0, 6.0, 8.0, 4.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.0947265625, -1.05352783203125, -1.0123291015625, -0.97113037109375, -0.929931640625, -0.88873291015625, -0.8475341796875, -0.80633544921875, -0.76513671875, -0.72393798828125, -0.6827392578125, -0.64154052734375, -0.600341796875, -0.55914306640625, -0.5179443359375, -0.47674560546875, -0.435546875, -0.39434814453125, -0.3531494140625, -0.31195068359375, -0.270751953125, -0.22955322265625, -0.1883544921875, -0.14715576171875, -0.10595703125, -0.06475830078125, -0.0235595703125, 0.01763916015625, 0.058837890625, 0.10003662109375, 0.1412353515625, 0.18243408203125, 0.2236328125, 0.26483154296875, 0.3060302734375, 0.34722900390625, 0.388427734375, 0.42962646484375, 0.4708251953125, 0.51202392578125, 0.55322265625, 0.59442138671875, 0.6356201171875, 0.67681884765625, 0.718017578125, 0.75921630859375, 0.8004150390625, 0.84161376953125, 0.8828125, 0.92401123046875, 0.9652099609375, 1.00640869140625, 1.047607421875, 1.08880615234375, 1.1300048828125, 1.17120361328125, 1.21240234375, 1.25360107421875, 1.2947998046875, 1.33599853515625, 1.377197265625, 1.41839599609375, 1.4595947265625, 1.50079345703125, 1.5419921875]}, "gradients/encoder.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 6.0, 2.0, 2.0, 5.0, 12.0, 3.0, 14.0, 20.0, 28.0, 35.0, 38.0, 61.0, 99.0, 131.0, 198.0, 313.0, 473.0, 737.0, 1307.0, 3065.0, 12914.0, 107434.0, 685174.0, 207240.0, 21053.0, 4159.0, 1568.0, 864.0, 544.0, 344.0, 247.0, 139.0, 85.0, 62.0, 41.0, 43.0, 29.0, 20.0, 16.0, 10.0, 7.0, 6.0, 4.0, 5.0, 5.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.51171875, -4.36444091796875, -4.2171630859375, -4.06988525390625, -3.922607421875, -3.77532958984375, -3.6280517578125, -3.48077392578125, -3.33349609375, -3.18621826171875, -3.0389404296875, -2.89166259765625, -2.744384765625, -2.59710693359375, -2.4498291015625, -2.30255126953125, -2.1552734375, -2.00799560546875, -1.8607177734375, -1.71343994140625, -1.566162109375, -1.41888427734375, -1.2716064453125, -1.12432861328125, -0.97705078125, -0.82977294921875, -0.6824951171875, -0.53521728515625, -0.387939453125, -0.24066162109375, -0.0933837890625, 0.05389404296875, 0.201171875, 0.34844970703125, 0.4957275390625, 0.64300537109375, 0.790283203125, 0.93756103515625, 1.0848388671875, 1.23211669921875, 1.37939453125, 1.52667236328125, 1.6739501953125, 1.82122802734375, 1.968505859375, 2.11578369140625, 2.2630615234375, 2.41033935546875, 2.5576171875, 2.70489501953125, 2.8521728515625, 2.99945068359375, 3.146728515625, 3.29400634765625, 3.4412841796875, 3.58856201171875, 3.73583984375, 3.88311767578125, 4.0303955078125, 4.17767333984375, 4.324951171875, 4.47222900390625, 4.6195068359375, 4.76678466796875, 4.9140625]}, "gradients/encoder.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 7.0, 4.0, 6.0, 8.0, 14.0, 11.0, 13.0, 15.0, 31.0, 31.0, 35.0, 47.0, 55.0, 60.0, 63.0, 58.0, 61.0, 75.0, 68.0, 49.0, 40.0, 52.0, 38.0, 36.0, 20.0, 28.0, 20.0, 23.0, 11.0, 9.0, 6.0, 4.0, 7.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.53125, -7.3323974609375, -7.133544921875, -6.9346923828125, -6.73583984375, -6.5369873046875, -6.338134765625, -6.1392822265625, -5.9404296875, -5.7415771484375, -5.542724609375, -5.3438720703125, -5.14501953125, -4.9461669921875, -4.747314453125, -4.5484619140625, -4.349609375, -4.1507568359375, -3.951904296875, -3.7530517578125, -3.55419921875, -3.3553466796875, -3.156494140625, -2.9576416015625, -2.7587890625, -2.5599365234375, -2.361083984375, -2.1622314453125, -1.96337890625, -1.7645263671875, -1.565673828125, -1.3668212890625, -1.16796875, -0.9691162109375, -0.770263671875, -0.5714111328125, -0.37255859375, -0.1737060546875, 0.025146484375, 0.2239990234375, 0.4228515625, 0.6217041015625, 0.820556640625, 1.0194091796875, 1.21826171875, 1.4171142578125, 1.615966796875, 1.8148193359375, 2.013671875, 2.2125244140625, 2.411376953125, 2.6102294921875, 2.80908203125, 3.0079345703125, 3.206787109375, 3.4056396484375, 3.6044921875, 3.8033447265625, 4.002197265625, 4.2010498046875, 4.39990234375, 4.5987548828125, 4.797607421875, 4.9964599609375, 5.1953125]}, "gradients/encoder.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 4.0, 3.0, 3.0, 4.0, 7.0, 8.0, 9.0, 9.0, 7.0, 25.0, 41.0, 63.0, 119.0, 215.0, 407.0, 1194.0, 4928.0, 124282.0, 889864.0, 23414.0, 2508.0, 730.0, 327.0, 139.0, 83.0, 57.0, 31.0, 18.0, 17.0, 20.0, 4.0, 4.0, 5.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.32421875, -5.15936279296875, -4.9945068359375, -4.82965087890625, -4.664794921875, -4.49993896484375, -4.3350830078125, -4.17022705078125, -4.00537109375, -3.84051513671875, -3.6756591796875, -3.51080322265625, -3.345947265625, -3.18109130859375, -3.0162353515625, -2.85137939453125, -2.6865234375, -2.52166748046875, -2.3568115234375, -2.19195556640625, -2.027099609375, -1.86224365234375, -1.6973876953125, -1.53253173828125, -1.36767578125, -1.20281982421875, -1.0379638671875, -0.87310791015625, -0.708251953125, -0.54339599609375, -0.3785400390625, -0.21368408203125, -0.048828125, 0.11602783203125, 0.2808837890625, 0.44573974609375, 0.610595703125, 0.77545166015625, 0.9403076171875, 1.10516357421875, 1.27001953125, 1.43487548828125, 1.5997314453125, 1.76458740234375, 1.929443359375, 2.09429931640625, 2.2591552734375, 2.42401123046875, 2.5888671875, 2.75372314453125, 2.9185791015625, 3.08343505859375, 3.248291015625, 3.41314697265625, 3.5780029296875, 3.74285888671875, 3.90771484375, 4.07257080078125, 4.2374267578125, 4.40228271484375, 4.567138671875, 4.73199462890625, 4.8968505859375, 5.06170654296875, 5.2265625]}, "gradients/encoder.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 5.0, 6.0, 9.0, 13.0, 13.0, 13.0, 27.0, 33.0, 40.0, 75.0, 75.0, 95.0, 87.0, 100.0, 92.0, 58.0, 66.0, 59.0, 37.0, 30.0, 16.0, 14.0, 7.0, 9.0, 5.0, 4.0, 8.0, 1.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002446174621582031, -0.0002369806170463562, -0.00022934377193450928, -0.00022170692682266235, -0.00021407008171081543, -0.0002064332365989685, -0.00019879639148712158, -0.00019115954637527466, -0.00018352270126342773, -0.0001758858561515808, -0.0001682490110397339, -0.00016061216592788696, -0.00015297532081604004, -0.00014533847570419312, -0.0001377016305923462, -0.00013006478548049927, -0.00012242794036865234, -0.00011479109525680542, -0.0001071542501449585, -9.951740503311157e-05, -9.188055992126465e-05, -8.424371480941772e-05, -7.66068696975708e-05, -6.897002458572388e-05, -6.133317947387695e-05, -5.369633436203003e-05, -4.6059489250183105e-05, -3.842264413833618e-05, -3.078579902648926e-05, -2.3148953914642334e-05, -1.551210880279541e-05, -7.875263690948486e-06, -2.384185791015625e-07, 7.398426532745361e-06, 1.5035271644592285e-05, 2.267211675643921e-05, 3.0308961868286133e-05, 3.794580698013306e-05, 4.558265209197998e-05, 5.3219497203826904e-05, 6.085634231567383e-05, 6.849318742752075e-05, 7.613003253936768e-05, 8.37668776512146e-05, 9.140372276306152e-05, 9.904056787490845e-05, 0.00010667741298675537, 0.0001143142580986023, 0.00012195110321044922, 0.00012958794832229614, 0.00013722479343414307, 0.00014486163854599, 0.00015249848365783691, 0.00016013532876968384, 0.00016777217388153076, 0.00017540901899337769, 0.0001830458641052246, 0.00019068270921707153, 0.00019831955432891846, 0.00020595639944076538, 0.0002135932445526123, 0.00022123008966445923, 0.00022886693477630615, 0.00023650377988815308, 0.000244140625]}, "gradients/encoder.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 1.0, 2.0, 3.0, 2.0, 6.0, 9.0, 2.0, 8.0, 18.0, 34.0, 37.0, 78.0, 128.0, 267.0, 669.0, 1666.0, 6798.0, 146819.0, 860920.0, 25860.0, 3348.0, 1032.0, 410.0, 170.0, 97.0, 55.0, 33.0, 23.0, 18.0, 7.0, 10.0, 5.0, 7.0, 5.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.796875, -4.64349365234375, -4.4901123046875, -4.33673095703125, -4.183349609375, -4.02996826171875, -3.8765869140625, -3.72320556640625, -3.56982421875, -3.41644287109375, -3.2630615234375, -3.10968017578125, -2.956298828125, -2.80291748046875, -2.6495361328125, -2.49615478515625, -2.3427734375, -2.18939208984375, -2.0360107421875, -1.88262939453125, -1.729248046875, -1.57586669921875, -1.4224853515625, -1.26910400390625, -1.11572265625, -0.96234130859375, -0.8089599609375, -0.65557861328125, -0.502197265625, -0.34881591796875, -0.1954345703125, -0.04205322265625, 0.111328125, 0.26470947265625, 0.4180908203125, 0.57147216796875, 0.724853515625, 0.87823486328125, 1.0316162109375, 1.18499755859375, 1.33837890625, 1.49176025390625, 1.6451416015625, 1.79852294921875, 1.951904296875, 2.10528564453125, 2.2586669921875, 2.41204833984375, 2.5654296875, 2.71881103515625, 2.8721923828125, 3.02557373046875, 3.178955078125, 3.33233642578125, 3.4857177734375, 3.63909912109375, 3.79248046875, 3.94586181640625, 4.0992431640625, 4.25262451171875, 4.406005859375, 4.55938720703125, 4.7127685546875, 4.86614990234375, 5.01953125]}, "gradients/encoder.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 6.0, 3.0, 9.0, 13.0, 16.0, 21.0, 47.0, 86.0, 133.0, 131.0, 154.0, 139.0, 75.0, 62.0, 32.0, 21.0, 18.0, 20.0, 6.0, 2.0, 3.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-4.59765625, -4.47735595703125, -4.3570556640625, -4.23675537109375, -4.116455078125, -3.99615478515625, -3.8758544921875, -3.75555419921875, -3.63525390625, -3.51495361328125, -3.3946533203125, -3.27435302734375, -3.154052734375, -3.03375244140625, -2.9134521484375, -2.79315185546875, -2.6728515625, -2.55255126953125, -2.4322509765625, -2.31195068359375, -2.191650390625, -2.07135009765625, -1.9510498046875, -1.83074951171875, -1.71044921875, -1.59014892578125, -1.4698486328125, -1.34954833984375, -1.229248046875, -1.10894775390625, -0.9886474609375, -0.86834716796875, -0.748046875, -0.62774658203125, -0.5074462890625, -0.38714599609375, -0.266845703125, -0.14654541015625, -0.0262451171875, 0.09405517578125, 0.21435546875, 0.33465576171875, 0.4549560546875, 0.57525634765625, 0.695556640625, 0.81585693359375, 0.9361572265625, 1.05645751953125, 1.1767578125, 1.29705810546875, 1.4173583984375, 1.53765869140625, 1.657958984375, 1.77825927734375, 1.8985595703125, 2.01885986328125, 2.13916015625, 2.25946044921875, 2.3797607421875, 2.50006103515625, 2.620361328125, 2.74066162109375, 2.8609619140625, 2.98126220703125, 3.1015625]}, "gradients/encoder.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 7.0, 24.0, 60.0, 251.0, 354.0, 223.0, 70.0, 14.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-65.3514404296875, -62.77842330932617, -60.20541000366211, -57.63239288330078, -55.05937957763672, -52.48636245727539, -49.91334533691406, -47.34033203125, -44.76731491088867, -42.194297790527344, -39.62128448486328, -37.04826736450195, -34.475250244140625, -31.902236938476562, -29.329219818115234, -26.75620460510254, -24.183189392089844, -21.61017417907715, -19.037158966064453, -16.464141845703125, -13.89112663269043, -11.318111419677734, -8.745095252990723, -6.172079086303711, -3.5990638732910156, -1.026048183441162, 1.5469675064086914, 4.119983196258545, 6.692998886108398, 9.266014099121094, 11.839030265808105, 14.412046432495117, 16.985061645507812, 19.558076858520508, 22.131092071533203, 24.70410919189453, 27.277124404907227, 29.850139617919922, 32.42315673828125, 34.99617004394531, 37.56918716430664, 40.14220428466797, 42.71521759033203, 45.28823471069336, 47.86125183105469, 50.43426513671875, 53.00728225708008, 55.580299377441406, 58.15331268310547, 60.7263298034668, 63.29934310913086, 65.87236022949219, 68.44537353515625, 71.01838684082031, 73.5914077758789, 76.16442108154297, 78.73744201660156, 81.31045532226562, 83.88347625732422, 86.45648956298828, 89.02950286865234, 91.60252380371094, 94.175537109375, 96.74855041503906, 99.32156372070312]}, "gradients/encoder.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 1.0, 3.0, 8.0, 8.0, 11.0, 9.0, 14.0, 9.0, 21.0, 26.0, 39.0, 26.0, 29.0, 44.0, 43.0, 54.0, 52.0, 69.0, 49.0, 57.0, 49.0, 56.0, 46.0, 51.0, 40.0, 35.0, 31.0, 21.0, 31.0, 16.0, 12.0, 13.0, 8.0, 6.0, 3.0, 6.0, 4.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.838581085205078, -20.055742263793945, -19.272903442382812, -18.49006462097168, -17.707225799560547, -16.924386978149414, -16.14154815673828, -15.358710289001465, -14.575871467590332, -13.7930326461792, -13.010193824768066, -12.22735595703125, -11.444517135620117, -10.661678314208984, -9.878839492797852, -9.096000671386719, -8.313161849975586, -7.530323028564453, -6.74748420715332, -5.964645862579346, -5.181807041168213, -4.39896821975708, -3.6161298751831055, -2.8332910537719727, -2.05045223236084, -1.2676135301589966, -0.4847748279571533, 0.2980637550354004, 1.0809025764465332, 1.863741397857666, 2.6465797424316406, 3.4294185638427734, 4.212255477905273, 4.995094299316406, 5.777933120727539, 6.560771465301514, 7.3436102867126465, 8.126449584960938, 8.909287452697754, 9.692126274108887, 10.47496509552002, 11.257803916931152, 12.040642738342285, 12.823480606079102, 13.606319427490234, 14.389158248901367, 15.1719970703125, 15.954835891723633, 16.737674713134766, 17.5205135345459, 18.30335235595703, 19.086191177368164, 19.869029998779297, 20.65186882019043, 21.434707641601562, 22.217544555664062, 23.000385284423828, 23.78322410583496, 24.566062927246094, 25.348901748657227, 26.13174057006836, 26.914579391479492, 27.697418212890625, 28.480255126953125, 29.263093948364258]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 6.0, 4.0, 12.0, 12.0, 26.0, 29.0, 71.0, 115.0, 274.0, 607.0, 1507.0, 4443.0, 20817.0, 293611.0, 3836332.0, 27667.0, 5593.0, 1770.0, 672.0, 325.0, 159.0, 85.0, 55.0, 32.0, 18.0, 11.0, 12.0, 11.0, 2.0, 3.0, 2.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.3984375, -4.20782470703125, -4.0172119140625, -3.82659912109375, -3.635986328125, -3.44537353515625, -3.2547607421875, -3.06414794921875, -2.87353515625, -2.68292236328125, -2.4923095703125, -2.30169677734375, -2.111083984375, -1.92047119140625, -1.7298583984375, -1.53924560546875, -1.3486328125, -1.15802001953125, -0.9674072265625, -0.77679443359375, -0.586181640625, -0.39556884765625, -0.2049560546875, -0.01434326171875, 0.17626953125, 0.36688232421875, 0.5574951171875, 0.74810791015625, 0.938720703125, 1.12933349609375, 1.3199462890625, 1.51055908203125, 1.701171875, 1.89178466796875, 2.0823974609375, 2.27301025390625, 2.463623046875, 2.65423583984375, 2.8448486328125, 3.03546142578125, 3.22607421875, 3.41668701171875, 3.6072998046875, 3.79791259765625, 3.988525390625, 4.17913818359375, 4.3697509765625, 4.56036376953125, 4.7509765625, 4.94158935546875, 5.1322021484375, 5.32281494140625, 5.513427734375, 5.70404052734375, 5.8946533203125, 6.08526611328125, 6.27587890625, 6.46649169921875, 6.6571044921875, 6.84771728515625, 7.038330078125, 7.22894287109375, 7.4195556640625, 7.61016845703125, 7.80078125]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 4.0, 3.0, 2.0, 11.0, 10.0, 8.0, 11.0, 15.0, 25.0, 29.0, 31.0, 47.0, 54.0, 73.0, 73.0, 83.0, 87.0, 80.0, 70.0, 69.0, 57.0, 41.0, 36.0, 29.0, 18.0, 11.0, 4.0, 5.0, 6.0, 4.0, 3.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.16015625, -1.110321044921875, -1.06048583984375, -1.010650634765625, -0.9608154296875, -0.910980224609375, -0.86114501953125, -0.811309814453125, -0.761474609375, -0.711639404296875, -0.66180419921875, -0.611968994140625, -0.5621337890625, -0.512298583984375, -0.46246337890625, -0.412628173828125, -0.36279296875, -0.312957763671875, -0.26312255859375, -0.213287353515625, -0.1634521484375, -0.113616943359375, -0.06378173828125, -0.013946533203125, 0.035888671875, 0.085723876953125, 0.13555908203125, 0.185394287109375, 0.2352294921875, 0.285064697265625, 0.33489990234375, 0.384735107421875, 0.4345703125, 0.484405517578125, 0.53424072265625, 0.584075927734375, 0.6339111328125, 0.683746337890625, 0.73358154296875, 0.783416748046875, 0.833251953125, 0.883087158203125, 0.93292236328125, 0.982757568359375, 1.0325927734375, 1.082427978515625, 1.13226318359375, 1.182098388671875, 1.23193359375, 1.281768798828125, 1.33160400390625, 1.381439208984375, 1.4312744140625, 1.481109619140625, 1.53094482421875, 1.580780029296875, 1.630615234375, 1.680450439453125, 1.73028564453125, 1.780120849609375, 1.8299560546875, 1.879791259765625, 1.92962646484375, 1.979461669921875, 2.029296875]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 6.0, 7.0, 6.0, 20.0, 18.0, 28.0, 50.0, 68.0, 110.0, 165.0, 237.0, 419.0, 781.0, 1581.0, 3717.0, 10283.0, 39274.0, 417351.0, 3649747.0, 49903.0, 12373.0, 4215.0, 1788.0, 948.0, 449.0, 251.0, 179.0, 96.0, 78.0, 46.0, 31.0, 20.0, 19.0, 9.0, 8.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.474609375, -3.36279296875, -3.2509765625, -3.13916015625, -3.02734375, -2.91552734375, -2.8037109375, -2.69189453125, -2.580078125, -2.46826171875, -2.3564453125, -2.24462890625, -2.1328125, -2.02099609375, -1.9091796875, -1.79736328125, -1.685546875, -1.57373046875, -1.4619140625, -1.35009765625, -1.23828125, -1.12646484375, -1.0146484375, -0.90283203125, -0.791015625, -0.67919921875, -0.5673828125, -0.45556640625, -0.34375, -0.23193359375, -0.1201171875, -0.00830078125, 0.103515625, 0.21533203125, 0.3271484375, 0.43896484375, 0.55078125, 0.66259765625, 0.7744140625, 0.88623046875, 0.998046875, 1.10986328125, 1.2216796875, 1.33349609375, 1.4453125, 1.55712890625, 1.6689453125, 1.78076171875, 1.892578125, 2.00439453125, 2.1162109375, 2.22802734375, 2.33984375, 2.45166015625, 2.5634765625, 2.67529296875, 2.787109375, 2.89892578125, 3.0107421875, 3.12255859375, 3.234375, 3.34619140625, 3.4580078125, 3.56982421875, 3.681640625]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 6.0, 9.0, 13.0, 33.0, 49.0, 112.0, 364.0, 3192.0, 128.0, 69.0, 39.0, 20.0, 20.0, 5.0, 5.0, 2.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.240234375, -1.20281982421875, -1.1654052734375, -1.12799072265625, -1.090576171875, -1.05316162109375, -1.0157470703125, -0.97833251953125, -0.94091796875, -0.90350341796875, -0.8660888671875, -0.82867431640625, -0.791259765625, -0.75384521484375, -0.7164306640625, -0.67901611328125, -0.6416015625, -0.60418701171875, -0.5667724609375, -0.52935791015625, -0.491943359375, -0.45452880859375, -0.4171142578125, -0.37969970703125, -0.34228515625, -0.30487060546875, -0.2674560546875, -0.23004150390625, -0.192626953125, -0.15521240234375, -0.1177978515625, -0.08038330078125, -0.04296875, -0.00555419921875, 0.0318603515625, 0.06927490234375, 0.106689453125, 0.14410400390625, 0.1815185546875, 0.21893310546875, 0.25634765625, 0.29376220703125, 0.3311767578125, 0.36859130859375, 0.406005859375, 0.44342041015625, 0.4808349609375, 0.51824951171875, 0.5556640625, 0.59307861328125, 0.6304931640625, 0.66790771484375, 0.705322265625, 0.74273681640625, 0.7801513671875, 0.81756591796875, 0.85498046875, 0.89239501953125, 0.9298095703125, 0.96722412109375, 1.004638671875, 1.04205322265625, 1.0794677734375, 1.11688232421875, 1.154296875]}, "gradients/encoder.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 9.0, 10.0, 18.0, 58.0, 95.0, 139.0, 181.0, 179.0, 131.0, 70.0, 50.0, 31.0, 12.0, 7.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.255279064178467, -3.1123037338256836, -2.9693284034729004, -2.826352834701538, -2.683377504348755, -2.5404021739959717, -2.3974266052246094, -2.254451274871826, -2.111475944519043, -1.9685006141662598, -1.825525164604187, -1.6825497150421143, -1.539574384689331, -1.3965990543365479, -1.253623604774475, -1.1106481552124023, -0.9676728248596191, -0.8246974349021912, -0.6817220449447632, -0.5387466549873352, -0.3957712650299072, -0.25279587507247925, -0.10982048511505127, 0.033154964447021484, 0.1761302947998047, 0.31910568475723267, 0.46208107471466064, 0.6050564646720886, 0.7480318546295166, 0.8910072445869446, 1.0339826345443726, 1.1769580841064453, 1.3199334144592285, 1.4629087448120117, 1.6058841943740845, 1.7488596439361572, 1.8918349742889404, 2.0348103046417236, 2.177785873413086, 2.320761203765869, 2.4637365341186523, 2.6067118644714355, 2.7496871948242188, 2.892662763595581, 3.0356380939483643, 3.1786134243011475, 3.3215889930725098, 3.464564323425293, 3.607539653778076, 3.7505149841308594, 3.8934903144836426, 4.036465644836426, 4.179441452026367, 4.32241678237915, 4.465392112731934, 4.608367443084717, 4.7513427734375, 4.894318103790283, 5.037293434143066, 5.18026876449585, 5.323244094848633, 5.466219902038574, 5.609195232391357, 5.752170562744141, 5.895145893096924]}, "gradients/encoder.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 5.0, 5.0, 11.0, 7.0, 9.0, 11.0, 13.0, 21.0, 27.0, 19.0, 31.0, 25.0, 42.0, 62.0, 62.0, 53.0, 51.0, 58.0, 47.0, 51.0, 50.0, 44.0, 53.0, 43.0, 35.0, 23.0, 28.0, 22.0, 18.0, 19.0, 21.0, 11.0, 8.0, 2.0, 3.0, 7.0, 3.0, 3.0, 1.0, 2.0, 1.0, 3.0], "bins": [-2.602775812149048, -2.537928342819214, -2.473080635070801, -2.408233165740967, -2.343385696411133, -2.278538227081299, -2.2136905193328857, -2.1488430500030518, -2.0839953422546387, -2.0191478729248047, -1.9543002843856812, -1.8894526958465576, -1.8246052265167236, -1.7597576379776, -1.6949100494384766, -1.6300625801086426, -1.5652151107788086, -1.500367522239685, -1.435520052909851, -1.3706724643707275, -1.3058249950408936, -1.24097740650177, -1.1761298179626465, -1.1112823486328125, -1.046434760093689, -0.9815872311592102, -0.9167397022247314, -0.8518921136856079, -0.7870445847511292, -0.7221970558166504, -0.6573494672775269, -0.5925019383430481, -0.5276544094085693, -0.4628068804740906, -0.39795932173728943, -0.3331117630004883, -0.2682642340660095, -0.20341670513153076, -0.13856914639472961, -0.07372158765792847, -0.008874058723449707, 0.05597348511219025, 0.1208210289478302, 0.18566857278347015, 0.2505161166191101, 0.31536364555358887, 0.38021120429039, 0.44505876302719116, 0.5099062919616699, 0.5747538208961487, 0.6396013498306274, 0.704448938369751, 0.7692964673042297, 0.8341439962387085, 0.898991584777832, 0.9638391137123108, 1.0286866426467896, 1.093534231185913, 1.158381700515747, 1.2232292890548706, 1.2880768775939941, 1.3529243469238281, 1.4177719354629517, 1.4826195240020752, 1.5474669933319092]}, "gradients/encoder.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 5.0, 9.0, 7.0, 12.0, 27.0, 35.0, 49.0, 119.0, 206.0, 458.0, 1071.0, 3194.0, 13073.0, 84953.0, 578678.0, 318089.0, 38072.0, 7070.0, 1968.0, 723.0, 336.0, 168.0, 94.0, 47.0, 26.0, 20.0, 16.0, 11.0, 6.0, 8.0, 1.0, 3.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.5859375, -3.4521484375, -3.318359375, -3.1845703125, -3.05078125, -2.9169921875, -2.783203125, -2.6494140625, -2.515625, -2.3818359375, -2.248046875, -2.1142578125, -1.98046875, -1.8466796875, -1.712890625, -1.5791015625, -1.4453125, -1.3115234375, -1.177734375, -1.0439453125, -0.91015625, -0.7763671875, -0.642578125, -0.5087890625, -0.375, -0.2412109375, -0.107421875, 0.0263671875, 0.16015625, 0.2939453125, 0.427734375, 0.5615234375, 0.6953125, 0.8291015625, 0.962890625, 1.0966796875, 1.23046875, 1.3642578125, 1.498046875, 1.6318359375, 1.765625, 1.8994140625, 2.033203125, 2.1669921875, 2.30078125, 2.4345703125, 2.568359375, 2.7021484375, 2.8359375, 2.9697265625, 3.103515625, 3.2373046875, 3.37109375, 3.5048828125, 3.638671875, 3.7724609375, 3.90625, 4.0400390625, 4.173828125, 4.3076171875, 4.44140625, 4.5751953125, 4.708984375, 4.8427734375, 4.9765625]}, "gradients/encoder.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 4.0, 4.0, 7.0, 8.0, 10.0, 16.0, 15.0, 22.0, 17.0, 37.0, 49.0, 61.0, 48.0, 82.0, 82.0, 61.0, 80.0, 70.0, 59.0, 55.0, 55.0, 45.0, 22.0, 30.0, 15.0, 15.0, 7.0, 8.0, 6.0, 2.0, 6.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.1298828125, -1.0822906494140625, -1.034698486328125, -0.9871063232421875, -0.93951416015625, -0.8919219970703125, -0.844329833984375, -0.7967376708984375, -0.7491455078125, -0.7015533447265625, -0.653961181640625, -0.6063690185546875, -0.55877685546875, -0.5111846923828125, -0.463592529296875, -0.4160003662109375, -0.368408203125, -0.3208160400390625, -0.273223876953125, -0.2256317138671875, -0.17803955078125, -0.1304473876953125, -0.082855224609375, -0.0352630615234375, 0.0123291015625, 0.0599212646484375, 0.107513427734375, 0.1551055908203125, 0.20269775390625, 0.2502899169921875, 0.297882080078125, 0.3454742431640625, 0.39306640625, 0.4406585693359375, 0.488250732421875, 0.5358428955078125, 0.58343505859375, 0.6310272216796875, 0.678619384765625, 0.7262115478515625, 0.7738037109375, 0.8213958740234375, 0.868988037109375, 0.9165802001953125, 0.96417236328125, 1.0117645263671875, 1.059356689453125, 1.1069488525390625, 1.154541015625, 1.2021331787109375, 1.249725341796875, 1.2973175048828125, 1.34490966796875, 1.3925018310546875, 1.440093994140625, 1.4876861572265625, 1.5352783203125, 1.5828704833984375, 1.630462646484375, 1.6780548095703125, 1.72564697265625, 1.7732391357421875, 1.820831298828125, 1.8684234619140625, 1.916015625]}, "gradients/encoder.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 6.0, 7.0, 5.0, 10.0, 14.0, 20.0, 31.0, 46.0, 84.0, 128.0, 240.0, 348.0, 637.0, 1316.0, 4184.0, 48269.0, 860450.0, 122603.0, 6568.0, 1704.0, 736.0, 471.0, 262.0, 165.0, 88.0, 55.0, 38.0, 25.0, 14.0, 9.0, 7.0, 4.0, 2.0, 6.0, 1.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.0625, -4.87237548828125, -4.6822509765625, -4.49212646484375, -4.302001953125, -4.11187744140625, -3.9217529296875, -3.73162841796875, -3.54150390625, -3.35137939453125, -3.1612548828125, -2.97113037109375, -2.781005859375, -2.59088134765625, -2.4007568359375, -2.21063232421875, -2.0205078125, -1.83038330078125, -1.6402587890625, -1.45013427734375, -1.260009765625, -1.06988525390625, -0.8797607421875, -0.68963623046875, -0.49951171875, -0.30938720703125, -0.1192626953125, 0.07086181640625, 0.260986328125, 0.45111083984375, 0.6412353515625, 0.83135986328125, 1.021484375, 1.21160888671875, 1.4017333984375, 1.59185791015625, 1.781982421875, 1.97210693359375, 2.1622314453125, 2.35235595703125, 2.54248046875, 2.73260498046875, 2.9227294921875, 3.11285400390625, 3.302978515625, 3.49310302734375, 3.6832275390625, 3.87335205078125, 4.0634765625, 4.25360107421875, 4.4437255859375, 4.63385009765625, 4.823974609375, 5.01409912109375, 5.2042236328125, 5.39434814453125, 5.58447265625, 5.77459716796875, 5.9647216796875, 6.15484619140625, 6.344970703125, 6.53509521484375, 6.7252197265625, 6.91534423828125, 7.10546875]}, "gradients/encoder.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 8.0, 4.0, 3.0, 5.0, 7.0, 8.0, 15.0, 16.0, 16.0, 15.0, 26.0, 27.0, 45.0, 55.0, 33.0, 46.0, 61.0, 41.0, 49.0, 51.0, 49.0, 38.0, 43.0, 40.0, 48.0, 39.0, 39.0, 27.0, 20.0, 31.0, 18.0, 18.0, 14.0, 17.0, 7.0, 8.0, 7.0, 5.0, 2.0, 5.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.58203125, -4.42059326171875, -4.2591552734375, -4.09771728515625, -3.936279296875, -3.77484130859375, -3.6134033203125, -3.45196533203125, -3.29052734375, -3.12908935546875, -2.9676513671875, -2.80621337890625, -2.644775390625, -2.48333740234375, -2.3218994140625, -2.16046142578125, -1.9990234375, -1.83758544921875, -1.6761474609375, -1.51470947265625, -1.353271484375, -1.19183349609375, -1.0303955078125, -0.86895751953125, -0.70751953125, -0.54608154296875, -0.3846435546875, -0.22320556640625, -0.061767578125, 0.09967041015625, 0.2611083984375, 0.42254638671875, 0.583984375, 0.74542236328125, 0.9068603515625, 1.06829833984375, 1.229736328125, 1.39117431640625, 1.5526123046875, 1.71405029296875, 1.87548828125, 2.03692626953125, 2.1983642578125, 2.35980224609375, 2.521240234375, 2.68267822265625, 2.8441162109375, 3.00555419921875, 3.1669921875, 3.32843017578125, 3.4898681640625, 3.65130615234375, 3.812744140625, 3.97418212890625, 4.1356201171875, 4.29705810546875, 4.45849609375, 4.61993408203125, 4.7813720703125, 4.94281005859375, 5.104248046875, 5.26568603515625, 5.4271240234375, 5.58856201171875, 5.75]}, "gradients/encoder.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 2.0, 2.0, 8.0, 4.0, 10.0, 10.0, 19.0, 20.0, 41.0, 53.0, 77.0, 143.0, 291.0, 648.0, 2017.0, 18972.0, 918055.0, 102263.0, 4125.0, 948.0, 333.0, 187.0, 110.0, 70.0, 31.0, 30.0, 20.0, 15.0, 10.0, 9.0, 5.0, 7.0, 4.0, 4.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-4.35546875, -4.21807861328125, -4.0806884765625, -3.94329833984375, -3.805908203125, -3.66851806640625, -3.5311279296875, -3.39373779296875, -3.25634765625, -3.11895751953125, -2.9815673828125, -2.84417724609375, -2.706787109375, -2.56939697265625, -2.4320068359375, -2.29461669921875, -2.1572265625, -2.01983642578125, -1.8824462890625, -1.74505615234375, -1.607666015625, -1.47027587890625, -1.3328857421875, -1.19549560546875, -1.05810546875, -0.92071533203125, -0.7833251953125, -0.64593505859375, -0.508544921875, -0.37115478515625, -0.2337646484375, -0.09637451171875, 0.041015625, 0.17840576171875, 0.3157958984375, 0.45318603515625, 0.590576171875, 0.72796630859375, 0.8653564453125, 1.00274658203125, 1.14013671875, 1.27752685546875, 1.4149169921875, 1.55230712890625, 1.689697265625, 1.82708740234375, 1.9644775390625, 2.10186767578125, 2.2392578125, 2.37664794921875, 2.5140380859375, 2.65142822265625, 2.788818359375, 2.92620849609375, 3.0635986328125, 3.20098876953125, 3.33837890625, 3.47576904296875, 3.6131591796875, 3.75054931640625, 3.887939453125, 4.02532958984375, 4.1627197265625, 4.30010986328125, 4.4375]}, "gradients/encoder.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 4.0, 3.0, 10.0, 14.0, 14.0, 26.0, 31.0, 52.0, 57.0, 60.0, 95.0, 116.0, 118.0, 109.0, 80.0, 56.0, 52.0, 28.0, 22.0, 15.0, 9.0, 8.0, 6.0, 4.0, 3.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.0002484321594238281, -0.00024090521037578583, -0.00023337826132774353, -0.00022585131227970123, -0.00021832436323165894, -0.00021079741418361664, -0.00020327046513557434, -0.00019574351608753204, -0.00018821656703948975, -0.00018068961799144745, -0.00017316266894340515, -0.00016563571989536285, -0.00015810877084732056, -0.00015058182179927826, -0.00014305487275123596, -0.00013552792370319366, -0.00012800097465515137, -0.00012047402560710907, -0.00011294707655906677, -0.00010542012751102448, -9.789317846298218e-05, -9.036622941493988e-05, -8.283928036689758e-05, -7.531233131885529e-05, -6.778538227081299e-05, -6.025843322277069e-05, -5.2731484174728394e-05, -4.5204535126686096e-05, -3.76775860786438e-05, -3.01506370306015e-05, -2.2623687982559204e-05, -1.5096738934516907e-05, -7.569789886474609e-06, -4.284083843231201e-08, 7.484108209609985e-06, 1.5011057257652283e-05, 2.253800630569458e-05, 3.0064955353736877e-05, 3.7591904401779175e-05, 4.511885344982147e-05, 5.264580249786377e-05, 6.017275154590607e-05, 6.769970059394836e-05, 7.522664964199066e-05, 8.275359869003296e-05, 9.028054773807526e-05, 9.780749678611755e-05, 0.00010533444583415985, 0.00011286139488220215, 0.00012038834393024445, 0.00012791529297828674, 0.00013544224202632904, 0.00014296919107437134, 0.00015049614012241364, 0.00015802308917045593, 0.00016555003821849823, 0.00017307698726654053, 0.00018060393631458282, 0.00018813088536262512, 0.00019565783441066742, 0.00020318478345870972, 0.00021071173250675201, 0.0002182386815547943, 0.0002257656306028366, 0.0002332925796508789]}, "gradients/encoder.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 4.0, 6.0, 9.0, 7.0, 13.0, 26.0, 36.0, 50.0, 85.0, 138.0, 320.0, 708.0, 2069.0, 10556.0, 257749.0, 748182.0, 23480.0, 3265.0, 986.0, 385.0, 192.0, 108.0, 65.0, 29.0, 22.0, 26.0, 14.0, 8.0, 3.0, 5.0, 2.0, 6.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.857421875, -3.753631591796875, -3.64984130859375, -3.546051025390625, -3.4422607421875, -3.338470458984375, -3.23468017578125, -3.130889892578125, -3.027099609375, -2.923309326171875, -2.81951904296875, -2.715728759765625, -2.6119384765625, -2.508148193359375, -2.40435791015625, -2.300567626953125, -2.19677734375, -2.092987060546875, -1.98919677734375, -1.885406494140625, -1.7816162109375, -1.677825927734375, -1.57403564453125, -1.470245361328125, -1.366455078125, -1.262664794921875, -1.15887451171875, -1.055084228515625, -0.9512939453125, -0.847503662109375, -0.74371337890625, -0.639923095703125, -0.5361328125, -0.432342529296875, -0.32855224609375, -0.224761962890625, -0.1209716796875, -0.017181396484375, 0.08660888671875, 0.190399169921875, 0.294189453125, 0.397979736328125, 0.50177001953125, 0.605560302734375, 0.7093505859375, 0.813140869140625, 0.91693115234375, 1.020721435546875, 1.12451171875, 1.228302001953125, 1.33209228515625, 1.435882568359375, 1.5396728515625, 1.643463134765625, 1.74725341796875, 1.851043701171875, 1.954833984375, 2.058624267578125, 2.16241455078125, 2.266204833984375, 2.3699951171875, 2.473785400390625, 2.57757568359375, 2.681365966796875, 2.78515625]}, "gradients/encoder.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 6.0, 1.0, 3.0, 1.0, 0.0, 3.0, 6.0, 3.0, 4.0, 13.0, 13.0, 19.0, 21.0, 27.0, 39.0, 47.0, 59.0, 62.0, 83.0, 80.0, 71.0, 81.0, 65.0, 78.0, 47.0, 36.0, 41.0, 28.0, 17.0, 10.0, 5.0, 10.0, 10.0, 7.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 2.0], "bins": [-2.267578125, -2.2111358642578125, -2.154693603515625, -2.0982513427734375, -2.04180908203125, -1.9853668212890625, -1.928924560546875, -1.8724822998046875, -1.8160400390625, -1.7595977783203125, -1.703155517578125, -1.6467132568359375, -1.59027099609375, -1.5338287353515625, -1.477386474609375, -1.4209442138671875, -1.364501953125, -1.3080596923828125, -1.251617431640625, -1.1951751708984375, -1.13873291015625, -1.0822906494140625, -1.025848388671875, -0.9694061279296875, -0.9129638671875, -0.8565216064453125, -0.800079345703125, -0.7436370849609375, -0.68719482421875, -0.6307525634765625, -0.574310302734375, -0.5178680419921875, -0.46142578125, -0.4049835205078125, -0.348541259765625, -0.2920989990234375, -0.23565673828125, -0.1792144775390625, -0.122772216796875, -0.0663299560546875, -0.0098876953125, 0.0465545654296875, 0.102996826171875, 0.1594390869140625, 0.21588134765625, 0.2723236083984375, 0.328765869140625, 0.3852081298828125, 0.441650390625, 0.4980926513671875, 0.554534912109375, 0.6109771728515625, 0.66741943359375, 0.7238616943359375, 0.780303955078125, 0.8367462158203125, 0.8931884765625, 0.9496307373046875, 1.006072998046875, 1.0625152587890625, 1.11895751953125, 1.1753997802734375, 1.231842041015625, 1.2882843017578125, 1.3447265625]}, "gradients/encoder.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 5.0, 8.0, 33.0, 99.0, 245.0, 332.0, 207.0, 56.0, 11.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-66.46434783935547, -64.53524017333984, -62.606136322021484, -60.67702865600586, -58.747920989990234, -56.818817138671875, -54.88970947265625, -52.960601806640625, -51.031494140625, -49.102386474609375, -47.173282623291016, -45.24417495727539, -43.315067291259766, -41.385963439941406, -39.45685577392578, -37.527748107910156, -35.5986442565918, -33.66953659057617, -31.74043083190918, -29.811325073242188, -27.882217407226562, -25.95311164855957, -24.024005889892578, -22.094898223876953, -20.16579246520996, -18.23668670654297, -16.307579040527344, -14.378473281860352, -12.449366569519043, -10.520259857177734, -8.591154098510742, -6.662047386169434, -4.732940673828125, -2.8038341999053955, -0.874727725982666, 1.0543785095214844, 2.983485221862793, 4.912591934204102, 6.841697692871094, 8.770804405212402, 10.699911117553711, 12.62901782989502, 14.558124542236328, 16.48723030090332, 18.416336059570312, 20.345443725585938, 22.27454948425293, 24.203655242919922, 26.132762908935547, 28.06186866760254, 29.990976333618164, 31.920082092285156, 33.84918975830078, 35.778297424316406, 37.707401275634766, 39.63650894165039, 41.56561279296875, 43.494720458984375, 45.423824310302734, 47.35293197631836, 49.282039642333984, 51.211143493652344, 53.14025115966797, 55.069358825683594, 56.99846649169922]}, "gradients/encoder.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 3.0, 10.0, 5.0, 10.0, 7.0, 8.0, 9.0, 21.0, 24.0, 16.0, 13.0, 29.0, 32.0, 46.0, 50.0, 43.0, 43.0, 58.0, 52.0, 48.0, 53.0, 49.0, 52.0, 58.0, 41.0, 38.0, 32.0, 25.0, 29.0, 21.0, 11.0, 24.0, 13.0, 10.0, 11.0, 6.0, 1.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.63200569152832, -23.909767150878906, -23.187530517578125, -22.46529197692871, -21.74305534362793, -21.020816802978516, -20.298580169677734, -19.57634162902832, -18.854103088378906, -18.131864547729492, -17.40962791442871, -16.687389373779297, -15.965152740478516, -15.242914199829102, -14.520676612854004, -13.798439025878906, -13.076202392578125, -12.353964805603027, -11.63172721862793, -10.909488677978516, -10.187252044677734, -9.46501350402832, -8.742775917053223, -8.020538330078125, -7.298300743103027, -6.57606315612793, -5.853825569152832, -5.131587505340576, -4.4093499183654785, -3.687112331390381, -2.964874267578125, -2.2426366806030273, -1.5203971862792969, -0.7981594800949097, -0.07592177391052246, 0.6463160514831543, 1.368553638458252, 2.0907912254333496, 2.8130292892456055, 3.535266876220703, 4.257504463195801, 4.979742050170898, 5.701979637145996, 6.424217700958252, 7.14645528793335, 7.868692874908447, 8.590930938720703, 9.3131685256958, 10.035406112670898, 10.757643699645996, 11.479881286621094, 12.202119827270508, 12.924356460571289, 13.646595001220703, 14.3688325881958, 15.091070175170898, 15.813307762145996, 16.535545349121094, 17.257783889770508, 17.98002052307129, 18.702259063720703, 19.424495697021484, 20.1467342376709, 20.868972778320312, 21.591209411621094]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 6.0, 4.0, 2.0, 4.0, 13.0, 12.0, 20.0, 31.0, 40.0, 102.0, 155.0, 239.0, 440.0, 775.0, 1480.0, 3208.0, 7860.0, 23655.0, 103995.0, 3636734.0, 341027.0, 50114.0, 14115.0, 5235.0, 2273.0, 1190.0, 629.0, 313.0, 217.0, 128.0, 92.0, 45.0, 44.0, 29.0, 21.0, 8.0, 8.0, 5.0, 7.0, 5.0, 7.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.18359375, -2.098876953125, -2.01416015625, -1.929443359375, -1.8447265625, -1.760009765625, -1.67529296875, -1.590576171875, -1.505859375, -1.421142578125, -1.33642578125, -1.251708984375, -1.1669921875, -1.082275390625, -0.99755859375, -0.912841796875, -0.828125, -0.743408203125, -0.65869140625, -0.573974609375, -0.4892578125, -0.404541015625, -0.31982421875, -0.235107421875, -0.150390625, -0.065673828125, 0.01904296875, 0.103759765625, 0.1884765625, 0.273193359375, 0.35791015625, 0.442626953125, 0.52734375, 0.612060546875, 0.69677734375, 0.781494140625, 0.8662109375, 0.950927734375, 1.03564453125, 1.120361328125, 1.205078125, 1.289794921875, 1.37451171875, 1.459228515625, 1.5439453125, 1.628662109375, 1.71337890625, 1.798095703125, 1.8828125, 1.967529296875, 2.05224609375, 2.136962890625, 2.2216796875, 2.306396484375, 2.39111328125, 2.475830078125, 2.560546875, 2.645263671875, 2.72998046875, 2.814697265625, 2.8994140625, 2.984130859375, 3.06884765625, 3.153564453125, 3.23828125]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 2.0, 7.0, 2.0, 6.0, 5.0, 6.0, 15.0, 9.0, 12.0, 24.0, 36.0, 37.0, 34.0, 38.0, 55.0, 58.0, 69.0, 77.0, 80.0, 63.0, 54.0, 59.0, 63.0, 35.0, 41.0, 33.0, 19.0, 16.0, 14.0, 8.0, 6.0, 9.0, 3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.173828125, -1.134918212890625, -1.09600830078125, -1.057098388671875, -1.0181884765625, -0.979278564453125, -0.94036865234375, -0.901458740234375, -0.862548828125, -0.823638916015625, -0.78472900390625, -0.745819091796875, -0.7069091796875, -0.667999267578125, -0.62908935546875, -0.590179443359375, -0.55126953125, -0.512359619140625, -0.47344970703125, -0.434539794921875, -0.3956298828125, -0.356719970703125, -0.31781005859375, -0.278900146484375, -0.239990234375, -0.201080322265625, -0.16217041015625, -0.123260498046875, -0.0843505859375, -0.045440673828125, -0.00653076171875, 0.032379150390625, 0.0712890625, 0.110198974609375, 0.14910888671875, 0.188018798828125, 0.2269287109375, 0.265838623046875, 0.30474853515625, 0.343658447265625, 0.382568359375, 0.421478271484375, 0.46038818359375, 0.499298095703125, 0.5382080078125, 0.577117919921875, 0.61602783203125, 0.654937744140625, 0.69384765625, 0.732757568359375, 0.77166748046875, 0.810577392578125, 0.8494873046875, 0.888397216796875, 0.92730712890625, 0.966217041015625, 1.005126953125, 1.044036865234375, 1.08294677734375, 1.121856689453125, 1.1607666015625, 1.199676513671875, 1.23858642578125, 1.277496337890625, 1.31640625]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 3.0, 7.0, 9.0, 15.0, 16.0, 26.0, 35.0, 38.0, 78.0, 89.0, 175.0, 248.0, 436.0, 737.0, 1459.0, 3028.0, 8361.0, 31697.0, 223870.0, 3720652.0, 164089.0, 26289.0, 7151.0, 2738.0, 1305.0, 674.0, 410.0, 250.0, 125.0, 86.0, 61.0, 35.0, 32.0, 27.0, 16.0, 4.0, 9.0, 6.0, 5.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7080078125, -1.6318817138671875, -1.555755615234375, -1.4796295166015625, -1.40350341796875, -1.3273773193359375, -1.251251220703125, -1.1751251220703125, -1.0989990234375, -1.0228729248046875, -0.946746826171875, -0.8706207275390625, -0.79449462890625, -0.7183685302734375, -0.642242431640625, -0.5661163330078125, -0.489990234375, -0.4138641357421875, -0.337738037109375, -0.2616119384765625, -0.18548583984375, -0.1093597412109375, -0.033233642578125, 0.0428924560546875, 0.1190185546875, 0.1951446533203125, 0.271270751953125, 0.3473968505859375, 0.42352294921875, 0.4996490478515625, 0.575775146484375, 0.6519012451171875, 0.72802734375, 0.8041534423828125, 0.880279541015625, 0.9564056396484375, 1.03253173828125, 1.1086578369140625, 1.184783935546875, 1.2609100341796875, 1.3370361328125, 1.4131622314453125, 1.489288330078125, 1.5654144287109375, 1.64154052734375, 1.7176666259765625, 1.793792724609375, 1.8699188232421875, 1.946044921875, 2.0221710205078125, 2.098297119140625, 2.1744232177734375, 2.25054931640625, 2.3266754150390625, 2.402801513671875, 2.4789276123046875, 2.5550537109375, 2.6311798095703125, 2.707305908203125, 2.7834320068359375, 2.85955810546875, 2.9356842041015625, 3.011810302734375, 3.0879364013671875, 3.1640625]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 3.0, 6.0, 1.0, 8.0, 6.0, 13.0, 15.0, 32.0, 43.0, 77.0, 148.0, 314.0, 2320.0, 602.0, 203.0, 112.0, 65.0, 31.0, 29.0, 14.0, 14.0, 6.0, 4.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0], "bins": [-1.3984375, -1.3641738891601562, -1.3299102783203125, -1.2956466674804688, -1.261383056640625, -1.2271194458007812, -1.1928558349609375, -1.1585922241210938, -1.12432861328125, -1.0900650024414062, -1.0558013916015625, -1.0215377807617188, -0.987274169921875, -0.9530105590820312, -0.9187469482421875, -0.8844833374023438, -0.8502197265625, -0.8159561157226562, -0.7816925048828125, -0.7474288940429688, -0.713165283203125, -0.6789016723632812, -0.6446380615234375, -0.6103744506835938, -0.57611083984375, -0.5418472290039062, -0.5075836181640625, -0.47332000732421875, -0.439056396484375, -0.40479278564453125, -0.3705291748046875, -0.33626556396484375, -0.302001953125, -0.26773834228515625, -0.2334747314453125, -0.19921112060546875, -0.164947509765625, -0.13068389892578125, -0.0964202880859375, -0.06215667724609375, -0.02789306640625, 0.00637054443359375, 0.0406341552734375, 0.07489776611328125, 0.109161376953125, 0.14342498779296875, 0.1776885986328125, 0.21195220947265625, 0.2462158203125, 0.28047943115234375, 0.3147430419921875, 0.34900665283203125, 0.383270263671875, 0.41753387451171875, 0.4517974853515625, 0.48606109619140625, 0.52032470703125, 0.5545883178710938, 0.5888519287109375, 0.6231155395507812, 0.657379150390625, 0.6916427612304688, 0.7259063720703125, 0.7601699829101562, 0.79443359375]}, "gradients/encoder.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 10.0, 12.0, 22.0, 27.0, 62.0, 88.0, 127.0, 135.0, 155.0, 126.0, 90.0, 64.0, 35.0, 19.0, 9.0, 5.0, 5.0, 4.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.6008453369140625, -7.418137550354004, -7.235429763793945, -7.052721977233887, -6.870014190673828, -6.6873064041137695, -6.504598617553711, -6.3218913078308105, -6.139183521270752, -5.956475734710693, -5.773767948150635, -5.591060161590576, -5.408352375030518, -5.225645065307617, -5.042937278747559, -4.8602294921875, -4.677521705627441, -4.494813919067383, -4.312106132507324, -4.129398345947266, -3.946690797805786, -3.7639830112457275, -3.581275224685669, -3.3985676765441895, -3.2158594131469727, -3.033151626586914, -2.8504438400268555, -2.667736053466797, -2.4850285053253174, -2.302320718765259, -2.1196129322052, -1.9369052648544312, -1.754197597503662, -1.5714898109436035, -1.3887821435928345, -1.2060743570327759, -1.0233666896820068, -0.8406589031219482, -0.6579511165618896, -0.4752434492111206, -0.292535662651062, -0.109827920794487, 0.07287982106208801, 0.2555875778198242, 0.43829530477523804, 0.6210030317306519, 0.8037108182907104, 0.9864184856414795, 1.169126272201538, 1.3518340587615967, 1.5345417261123657, 1.7172495126724243, 1.8999571800231934, 2.082664966583252, 2.2653727531433105, 2.448080539703369, 2.6307883262634277, 2.8134961128234863, 2.996203899383545, 3.1789116859436035, 3.361619234085083, 3.5443270206451416, 3.7270348072052, 3.9097423553466797, 4.092450141906738]}, "gradients/encoder.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 4.0, 3.0, 2.0, 6.0, 4.0, 7.0, 4.0, 7.0, 12.0, 22.0, 17.0, 20.0, 19.0, 27.0, 43.0, 37.0, 42.0, 38.0, 44.0, 42.0, 44.0, 35.0, 62.0, 51.0, 58.0, 52.0, 31.0, 35.0, 48.0, 37.0, 37.0, 19.0, 16.0, 23.0, 19.0, 7.0, 5.0, 9.0, 5.0, 2.0, 2.0, 3.0, 5.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.3166632652282715, -3.2126402854919434, -3.108617067337036, -3.004594087600708, -2.900570869445801, -2.7965478897094727, -2.6925246715545654, -2.5885016918182373, -2.48447847366333, -2.380455493927002, -2.2764322757720947, -2.1724092960357666, -2.0683860778808594, -1.9643630981445312, -1.860339879989624, -1.756316900253296, -1.6522938013076782, -1.5482707023620605, -1.4442476034164429, -1.3402245044708252, -1.2362014055252075, -1.1321783065795898, -1.0281553268432617, -0.9241321682929993, -0.8201090693473816, -0.7160859704017639, -0.6120628714561462, -0.5080398321151733, -0.4040167033672333, -0.299993634223938, -0.1959705352783203, -0.09194743633270264, 0.012075662612915039, 0.11609875410795212, 0.2201218456029892, 0.3241449296474457, 0.42816802859306335, 0.5321910977363586, 0.6362141966819763, 0.740237295627594, 0.8442603945732117, 0.9482834935188293, 1.0523065328598022, 1.15632963180542, 1.2603527307510376, 1.3643758296966553, 1.468398928642273, 1.5724220275878906, 1.6764451265335083, 1.780468225479126, 1.8844913244247437, 1.9885144233703613, 2.0925374031066895, 2.1965606212615967, 2.300583600997925, 2.404606819152832, 2.50862979888916, 2.6126527786254883, 2.7166759967803955, 2.8206989765167236, 2.924722194671631, 3.028745174407959, 3.132768392562866, 3.2367913722991943, 3.3408145904541016]}, "gradients/encoder.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 6.0, 8.0, 14.0, 12.0, 18.0, 34.0, 45.0, 65.0, 115.0, 218.0, 387.0, 794.0, 1965.0, 5962.0, 23531.0, 125132.0, 533749.0, 286833.0, 52670.0, 11348.0, 3310.0, 1156.0, 529.0, 282.0, 129.0, 82.0, 55.0, 40.0, 18.0, 14.0, 12.0, 6.0, 5.0, 1.0, 7.0, 1.0, 0.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.7578125, -3.646453857421875, -3.53509521484375, -3.423736572265625, -3.3123779296875, -3.201019287109375, -3.08966064453125, -2.978302001953125, -2.866943359375, -2.755584716796875, -2.64422607421875, -2.532867431640625, -2.4215087890625, -2.310150146484375, -2.19879150390625, -2.087432861328125, -1.97607421875, -1.864715576171875, -1.75335693359375, -1.641998291015625, -1.5306396484375, -1.419281005859375, -1.30792236328125, -1.196563720703125, -1.085205078125, -0.973846435546875, -0.86248779296875, -0.751129150390625, -0.6397705078125, -0.528411865234375, -0.41705322265625, -0.305694580078125, -0.1943359375, -0.082977294921875, 0.02838134765625, 0.139739990234375, 0.2510986328125, 0.362457275390625, 0.47381591796875, 0.585174560546875, 0.696533203125, 0.807891845703125, 0.91925048828125, 1.030609130859375, 1.1419677734375, 1.253326416015625, 1.36468505859375, 1.476043701171875, 1.58740234375, 1.698760986328125, 1.81011962890625, 1.921478271484375, 2.0328369140625, 2.144195556640625, 2.25555419921875, 2.366912841796875, 2.478271484375, 2.589630126953125, 2.70098876953125, 2.812347412109375, 2.9237060546875, 3.035064697265625, 3.14642333984375, 3.257781982421875, 3.369140625]}, "gradients/encoder.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 1.0, 8.0, 3.0, 6.0, 11.0, 8.0, 18.0, 29.0, 33.0, 32.0, 33.0, 46.0, 49.0, 52.0, 54.0, 87.0, 65.0, 66.0, 61.0, 66.0, 63.0, 38.0, 36.0, 31.0, 21.0, 18.0, 22.0, 12.0, 11.0, 3.0, 5.0, 2.0, 4.0, 0.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.18359375, -1.144683837890625, -1.10577392578125, -1.066864013671875, -1.0279541015625, -0.989044189453125, -0.95013427734375, -0.911224365234375, -0.872314453125, -0.833404541015625, -0.79449462890625, -0.755584716796875, -0.7166748046875, -0.677764892578125, -0.63885498046875, -0.599945068359375, -0.56103515625, -0.522125244140625, -0.48321533203125, -0.444305419921875, -0.4053955078125, -0.366485595703125, -0.32757568359375, -0.288665771484375, -0.249755859375, -0.210845947265625, -0.17193603515625, -0.133026123046875, -0.0941162109375, -0.055206298828125, -0.01629638671875, 0.022613525390625, 0.0615234375, 0.100433349609375, 0.13934326171875, 0.178253173828125, 0.2171630859375, 0.256072998046875, 0.29498291015625, 0.333892822265625, 0.372802734375, 0.411712646484375, 0.45062255859375, 0.489532470703125, 0.5284423828125, 0.567352294921875, 0.60626220703125, 0.645172119140625, 0.68408203125, 0.722991943359375, 0.76190185546875, 0.800811767578125, 0.8397216796875, 0.878631591796875, 0.91754150390625, 0.956451416015625, 0.995361328125, 1.034271240234375, 1.07318115234375, 1.112091064453125, 1.1510009765625, 1.189910888671875, 1.22882080078125, 1.267730712890625, 1.306640625]}, "gradients/encoder.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 4.0, 4.0, 6.0, 5.0, 9.0, 8.0, 18.0, 42.0, 60.0, 81.0, 215.0, 431.0, 1142.0, 6041.0, 415299.0, 615491.0, 7469.0, 1274.0, 479.0, 225.0, 107.0, 63.0, 39.0, 17.0, 14.0, 10.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.0390625, -10.7239990234375, -10.408935546875, -10.0938720703125, -9.77880859375, -9.4637451171875, -9.148681640625, -8.8336181640625, -8.5185546875, -8.2034912109375, -7.888427734375, -7.5733642578125, -7.25830078125, -6.9432373046875, -6.628173828125, -6.3131103515625, -5.998046875, -5.6829833984375, -5.367919921875, -5.0528564453125, -4.73779296875, -4.4227294921875, -4.107666015625, -3.7926025390625, -3.4775390625, -3.1624755859375, -2.847412109375, -2.5323486328125, -2.21728515625, -1.9022216796875, -1.587158203125, -1.2720947265625, -0.95703125, -0.6419677734375, -0.326904296875, -0.0118408203125, 0.30322265625, 0.6182861328125, 0.933349609375, 1.2484130859375, 1.5634765625, 1.8785400390625, 2.193603515625, 2.5086669921875, 2.82373046875, 3.1387939453125, 3.453857421875, 3.7689208984375, 4.083984375, 4.3990478515625, 4.714111328125, 5.0291748046875, 5.34423828125, 5.6593017578125, 5.974365234375, 6.2894287109375, 6.6044921875, 6.9195556640625, 7.234619140625, 7.5496826171875, 7.86474609375, 8.1798095703125, 8.494873046875, 8.8099365234375, 9.125]}, "gradients/encoder.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 3.0, 1.0, 3.0, 9.0, 3.0, 13.0, 7.0, 13.0, 18.0, 21.0, 26.0, 20.0, 32.0, 43.0, 49.0, 66.0, 60.0, 60.0, 54.0, 53.0, 57.0, 65.0, 46.0, 50.0, 43.0, 34.0, 30.0, 24.0, 27.0, 14.0, 17.0, 9.0, 9.0, 4.0, 3.0, 4.0, 0.0, 5.0, 6.0, 3.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-5.4453125, -5.2847900390625, -5.124267578125, -4.9637451171875, -4.80322265625, -4.6427001953125, -4.482177734375, -4.3216552734375, -4.1611328125, -4.0006103515625, -3.840087890625, -3.6795654296875, -3.51904296875, -3.3585205078125, -3.197998046875, -3.0374755859375, -2.876953125, -2.7164306640625, -2.555908203125, -2.3953857421875, -2.23486328125, -2.0743408203125, -1.913818359375, -1.7532958984375, -1.5927734375, -1.4322509765625, -1.271728515625, -1.1112060546875, -0.95068359375, -0.7901611328125, -0.629638671875, -0.4691162109375, -0.30859375, -0.1480712890625, 0.012451171875, 0.1729736328125, 0.33349609375, 0.4940185546875, 0.654541015625, 0.8150634765625, 0.9755859375, 1.1361083984375, 1.296630859375, 1.4571533203125, 1.61767578125, 1.7781982421875, 1.938720703125, 2.0992431640625, 2.259765625, 2.4202880859375, 2.580810546875, 2.7413330078125, 2.90185546875, 3.0623779296875, 3.222900390625, 3.3834228515625, 3.5439453125, 3.7044677734375, 3.864990234375, 4.0255126953125, 4.18603515625, 4.3465576171875, 4.507080078125, 4.6676025390625, 4.828125]}, "gradients/encoder.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 8.0, 4.0, 10.0, 7.0, 13.0, 15.0, 36.0, 36.0, 54.0, 89.0, 142.0, 257.0, 509.0, 1126.0, 3345.0, 18828.0, 265626.0, 701963.0, 47253.0, 6052.0, 1658.0, 656.0, 371.0, 183.0, 111.0, 71.0, 39.0, 39.0, 13.0, 7.0, 8.0, 8.0, 9.0, 4.0, 3.0, 2.0, 6.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.0703125, -2.0114898681640625, -1.952667236328125, -1.8938446044921875, -1.83502197265625, -1.7761993408203125, -1.717376708984375, -1.6585540771484375, -1.5997314453125, -1.5409088134765625, -1.482086181640625, -1.4232635498046875, -1.36444091796875, -1.3056182861328125, -1.246795654296875, -1.1879730224609375, -1.129150390625, -1.0703277587890625, -1.011505126953125, -0.9526824951171875, -0.89385986328125, -0.8350372314453125, -0.776214599609375, -0.7173919677734375, -0.6585693359375, -0.5997467041015625, -0.540924072265625, -0.4821014404296875, -0.42327880859375, -0.3644561767578125, -0.305633544921875, -0.2468109130859375, -0.18798828125, -0.1291656494140625, -0.070343017578125, -0.0115203857421875, 0.04730224609375, 0.1061248779296875, 0.164947509765625, 0.2237701416015625, 0.2825927734375, 0.3414154052734375, 0.400238037109375, 0.4590606689453125, 0.51788330078125, 0.5767059326171875, 0.635528564453125, 0.6943511962890625, 0.753173828125, 0.8119964599609375, 0.870819091796875, 0.9296417236328125, 0.98846435546875, 1.0472869873046875, 1.106109619140625, 1.1649322509765625, 1.2237548828125, 1.2825775146484375, 1.341400146484375, 1.4002227783203125, 1.45904541015625, 1.5178680419921875, 1.576690673828125, 1.6355133056640625, 1.6943359375]}, "gradients/encoder.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 4.0, 2.0, 1.0, 2.0, 1.0, 4.0, 7.0, 10.0, 8.0, 17.0, 10.0, 18.0, 29.0, 30.0, 28.0, 44.0, 47.0, 69.0, 86.0, 81.0, 84.0, 91.0, 62.0, 41.0, 35.0, 40.0, 29.0, 28.0, 22.0, 13.0, 17.0, 8.0, 8.0, 9.0, 10.0, 3.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.00017917156219482422, -0.00017360039055347443, -0.00016802921891212463, -0.00016245804727077484, -0.00015688687562942505, -0.00015131570398807526, -0.00014574453234672546, -0.00014017336070537567, -0.00013460218906402588, -0.00012903101742267609, -0.0001234598457813263, -0.0001178886741399765, -0.00011231750249862671, -0.00010674633085727692, -0.00010117515921592712, -9.560398757457733e-05, -9.003281593322754e-05, -8.446164429187775e-05, -7.889047265052795e-05, -7.331930100917816e-05, -6.774812936782837e-05, -6.217695772647858e-05, -5.6605786085128784e-05, -5.103461444377899e-05, -4.54634428024292e-05, -3.989227116107941e-05, -3.4321099519729614e-05, -2.8749927878379822e-05, -2.317875623703003e-05, -1.7607584595680237e-05, -1.2036412954330444e-05, -6.465241312980652e-06, -8.940696716308594e-07, 4.677101969718933e-06, 1.0248273611068726e-05, 1.5819445252418518e-05, 2.139061689376831e-05, 2.6961788535118103e-05, 3.2532960176467896e-05, 3.810413181781769e-05, 4.367530345916748e-05, 4.924647510051727e-05, 5.4817646741867065e-05, 6.038881838321686e-05, 6.595999002456665e-05, 7.153116166591644e-05, 7.710233330726624e-05, 8.267350494861603e-05, 8.824467658996582e-05, 9.381584823131561e-05, 9.93870198726654e-05, 0.0001049581915140152, 0.00011052936315536499, 0.00011610053479671478, 0.00012167170643806458, 0.00012724287807941437, 0.00013281404972076416, 0.00013838522136211395, 0.00014395639300346375, 0.00014952756464481354, 0.00015509873628616333, 0.00016066990792751312, 0.00016624107956886292, 0.0001718122512102127, 0.0001773834228515625]}, "gradients/encoder.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0, 5.0, 10.0, 10.0, 6.0, 24.0, 20.0, 21.0, 30.0, 54.0, 65.0, 98.0, 172.0, 252.0, 427.0, 745.0, 1491.0, 3977.0, 17351.0, 181134.0, 746328.0, 80090.0, 10396.0, 2921.0, 1260.0, 625.0, 357.0, 203.0, 149.0, 84.0, 51.0, 44.0, 30.0, 32.0, 23.0, 14.0, 13.0, 11.0, 7.0, 7.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0], "bins": [-1.53515625, -1.4845733642578125, -1.433990478515625, -1.3834075927734375, -1.33282470703125, -1.2822418212890625, -1.231658935546875, -1.1810760498046875, -1.1304931640625, -1.0799102783203125, -1.029327392578125, -0.9787445068359375, -0.92816162109375, -0.8775787353515625, -0.826995849609375, -0.7764129638671875, -0.725830078125, -0.6752471923828125, -0.624664306640625, -0.5740814208984375, -0.52349853515625, -0.4729156494140625, -0.422332763671875, -0.3717498779296875, -0.3211669921875, -0.2705841064453125, -0.220001220703125, -0.1694183349609375, -0.11883544921875, -0.0682525634765625, -0.017669677734375, 0.0329132080078125, 0.08349609375, 0.1340789794921875, 0.184661865234375, 0.2352447509765625, 0.28582763671875, 0.3364105224609375, 0.386993408203125, 0.4375762939453125, 0.4881591796875, 0.5387420654296875, 0.589324951171875, 0.6399078369140625, 0.69049072265625, 0.7410736083984375, 0.791656494140625, 0.8422393798828125, 0.892822265625, 0.9434051513671875, 0.993988037109375, 1.0445709228515625, 1.09515380859375, 1.1457366943359375, 1.196319580078125, 1.2469024658203125, 1.2974853515625, 1.3480682373046875, 1.398651123046875, 1.4492340087890625, 1.49981689453125, 1.5503997802734375, 1.600982666015625, 1.6515655517578125, 1.7021484375]}, "gradients/encoder.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 5.0, 5.0, 6.0, 4.0, 17.0, 21.0, 22.0, 36.0, 57.0, 50.0, 86.0, 101.0, 109.0, 129.0, 87.0, 84.0, 47.0, 38.0, 21.0, 21.0, 16.0, 15.0, 7.0, 5.0, 3.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4716796875, -1.4143218994140625, -1.356964111328125, -1.2996063232421875, -1.24224853515625, -1.1848907470703125, -1.127532958984375, -1.0701751708984375, -1.0128173828125, -0.9554595947265625, -0.898101806640625, -0.8407440185546875, -0.78338623046875, -0.7260284423828125, -0.668670654296875, -0.6113128662109375, -0.553955078125, -0.4965972900390625, -0.439239501953125, -0.3818817138671875, -0.32452392578125, -0.2671661376953125, -0.209808349609375, -0.1524505615234375, -0.0950927734375, -0.0377349853515625, 0.019622802734375, 0.0769805908203125, 0.13433837890625, 0.1916961669921875, 0.249053955078125, 0.3064117431640625, 0.36376953125, 0.4211273193359375, 0.478485107421875, 0.5358428955078125, 0.59320068359375, 0.6505584716796875, 0.707916259765625, 0.7652740478515625, 0.8226318359375, 0.8799896240234375, 0.937347412109375, 0.9947052001953125, 1.05206298828125, 1.1094207763671875, 1.166778564453125, 1.2241363525390625, 1.281494140625, 1.3388519287109375, 1.396209716796875, 1.4535675048828125, 1.51092529296875, 1.5682830810546875, 1.625640869140625, 1.6829986572265625, 1.7403564453125, 1.7977142333984375, 1.855072021484375, 1.9124298095703125, 1.96978759765625, 2.0271453857421875, 2.084503173828125, 2.1418609619140625, 2.19921875]}, "gradients/encoder.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 17.0, 76.0, 290.0, 397.0, 179.0, 38.0, 8.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-111.57911682128906, -109.31157684326172, -107.04403686523438, -104.7764892578125, -102.50894927978516, -100.24140930175781, -97.97386932373047, -95.70632934570312, -93.43878173828125, -91.1712417602539, -88.90370178222656, -86.63615417480469, -84.36861419677734, -82.10107421875, -79.83353424072266, -77.56599426269531, -75.29844665527344, -73.0309066772461, -70.76336669921875, -68.49581909179688, -66.22827911376953, -63.96073913574219, -61.693199157714844, -59.425655364990234, -57.158119201660156, -54.89057922363281, -52.6230354309082, -50.35549545288086, -48.08795166015625, -45.820411682128906, -43.55287170410156, -41.28532791137695, -39.01778793334961, -36.750247955322266, -34.482704162597656, -32.21516418457031, -29.947620391845703, -27.68008041381836, -25.412538528442383, -23.144996643066406, -20.87745475769043, -18.609912872314453, -16.342370986938477, -14.074830055236816, -11.80728816986084, -9.539746284484863, -7.272205352783203, -5.004663467407227, -2.73712158203125, -0.46957993507385254, 1.797961711883545, 4.065503120422363, 6.33304500579834, 8.600586891174316, 10.868127822875977, 13.135669708251953, 15.40321159362793, 17.670753479003906, 19.938295364379883, 22.20583724975586, 24.473377227783203, 26.740921020507812, 29.008460998535156, 31.276002883911133, 33.54354476928711]}, "gradients/encoder.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 3.0, 3.0, 7.0, 6.0, 5.0, 7.0, 15.0, 12.0, 12.0, 11.0, 23.0, 23.0, 27.0, 35.0, 23.0, 33.0, 39.0, 38.0, 46.0, 62.0, 54.0, 55.0, 46.0, 54.0, 38.0, 40.0, 37.0, 43.0, 35.0, 29.0, 30.0, 19.0, 14.0, 19.0, 11.0, 12.0, 10.0, 7.0, 5.0, 5.0, 1.0, 1.0, 0.0, 4.0, 0.0, 3.0, 2.0, 0.0, 3.0, 2.0, 1.0], "bins": [-20.185646057128906, -19.595624923706055, -19.00560188293457, -18.41558074951172, -17.825557708740234, -17.235536575317383, -16.64551544189453, -16.055492401123047, -15.465471267700195, -14.875449180603027, -14.28542709350586, -13.695405960083008, -13.10538387298584, -12.515361785888672, -11.92534065246582, -11.335318565368652, -10.745296478271484, -10.155274391174316, -9.565252304077148, -8.975231170654297, -8.385209083557129, -7.795186996459961, -7.205165386199951, -6.615143775939941, -6.025121688842773, -5.4350996017456055, -4.845077991485596, -4.255056381225586, -3.665034294128418, -3.075012445449829, -2.4849905967712402, -1.8949689865112305, -1.3049449920654297, -0.7149231433868408, -0.12490129470825195, 0.4651205539703369, 1.0551424026489258, 1.6451642513275146, 2.2351861000061035, 2.8252077102661133, 3.4152297973632812, 4.005251884460449, 4.595273494720459, 5.185295104980469, 5.775317192077637, 6.365339279174805, 6.9553608894348145, 7.545382499694824, 8.135404586791992, 8.72542667388916, 9.315448760986328, 9.90546989440918, 10.495491981506348, 11.085514068603516, 11.675535202026367, 12.265557289123535, 12.855579376220703, 13.445601463317871, 14.035623550415039, 14.62564468383789, 15.215666770935059, 15.805688858032227, 16.395709991455078, 16.985733032226562, 17.575754165649414]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 5.0, 7.0, 7.0, 8.0, 12.0, 25.0, 24.0, 38.0, 81.0, 131.0, 193.0, 332.0, 598.0, 1061.0, 2265.0, 5212.0, 13695.0, 49019.0, 290349.0, 2821762.0, 872093.0, 99340.0, 23552.0, 7800.0, 3195.0, 1498.0, 787.0, 451.0, 272.0, 162.0, 108.0, 64.0, 47.0, 25.0, 17.0, 12.0, 8.0, 7.0, 6.0, 7.0, 4.0, 5.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-1.7802734375, -1.730438232421875, -1.68060302734375, -1.630767822265625, -1.5809326171875, -1.531097412109375, -1.48126220703125, -1.431427001953125, -1.381591796875, -1.331756591796875, -1.28192138671875, -1.232086181640625, -1.1822509765625, -1.132415771484375, -1.08258056640625, -1.032745361328125, -0.98291015625, -0.933074951171875, -0.88323974609375, -0.833404541015625, -0.7835693359375, -0.733734130859375, -0.68389892578125, -0.634063720703125, -0.584228515625, -0.534393310546875, -0.48455810546875, -0.434722900390625, -0.3848876953125, -0.335052490234375, -0.28521728515625, -0.235382080078125, -0.185546875, -0.135711669921875, -0.08587646484375, -0.036041259765625, 0.0137939453125, 0.063629150390625, 0.11346435546875, 0.163299560546875, 0.213134765625, 0.262969970703125, 0.31280517578125, 0.362640380859375, 0.4124755859375, 0.462310791015625, 0.51214599609375, 0.561981201171875, 0.61181640625, 0.661651611328125, 0.71148681640625, 0.761322021484375, 0.8111572265625, 0.860992431640625, 0.91082763671875, 0.960662841796875, 1.010498046875, 1.060333251953125, 1.11016845703125, 1.160003662109375, 1.2098388671875, 1.259674072265625, 1.30950927734375, 1.359344482421875, 1.4091796875]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 4.0, 2.0, 0.0, 7.0, 8.0, 10.0, 22.0, 29.0, 33.0, 42.0, 32.0, 44.0, 48.0, 54.0, 82.0, 74.0, 72.0, 80.0, 60.0, 56.0, 51.0, 39.0, 30.0, 32.0, 28.0, 18.0, 19.0, 4.0, 12.0, 2.0, 1.0, 4.0, 6.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1669921875, -1.1295166015625, -1.092041015625, -1.0545654296875, -1.01708984375, -0.9796142578125, -0.942138671875, -0.9046630859375, -0.8671875, -0.8297119140625, -0.792236328125, -0.7547607421875, -0.71728515625, -0.6798095703125, -0.642333984375, -0.6048583984375, -0.5673828125, -0.5299072265625, -0.492431640625, -0.4549560546875, -0.41748046875, -0.3800048828125, -0.342529296875, -0.3050537109375, -0.267578125, -0.2301025390625, -0.192626953125, -0.1551513671875, -0.11767578125, -0.0802001953125, -0.042724609375, -0.0052490234375, 0.0322265625, 0.0697021484375, 0.107177734375, 0.1446533203125, 0.18212890625, 0.2196044921875, 0.257080078125, 0.2945556640625, 0.33203125, 0.3695068359375, 0.406982421875, 0.4444580078125, 0.48193359375, 0.5194091796875, 0.556884765625, 0.5943603515625, 0.6318359375, 0.6693115234375, 0.706787109375, 0.7442626953125, 0.78173828125, 0.8192138671875, 0.856689453125, 0.8941650390625, 0.931640625, 0.9691162109375, 1.006591796875, 1.0440673828125, 1.08154296875, 1.1190185546875, 1.156494140625, 1.1939697265625, 1.2314453125]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 2.0, 4.0, 5.0, 11.0, 14.0, 23.0, 30.0, 51.0, 123.0, 299.0, 783.0, 2697.0, 12603.0, 134780.0, 3813168.0, 208454.0, 16347.0, 3268.0, 927.0, 363.0, 145.0, 78.0, 46.0, 22.0, 8.0, 15.0, 6.0, 7.0, 4.0, 7.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.50390625, -3.399505615234375, -3.29510498046875, -3.190704345703125, -3.0863037109375, -2.981903076171875, -2.87750244140625, -2.773101806640625, -2.668701171875, -2.564300537109375, -2.45989990234375, -2.355499267578125, -2.2510986328125, -2.146697998046875, -2.04229736328125, -1.937896728515625, -1.83349609375, -1.729095458984375, -1.62469482421875, -1.520294189453125, -1.4158935546875, -1.311492919921875, -1.20709228515625, -1.102691650390625, -0.998291015625, -0.893890380859375, -0.78948974609375, -0.685089111328125, -0.5806884765625, -0.476287841796875, -0.37188720703125, -0.267486572265625, -0.1630859375, -0.058685302734375, 0.04571533203125, 0.150115966796875, 0.2545166015625, 0.358917236328125, 0.46331787109375, 0.567718505859375, 0.672119140625, 0.776519775390625, 0.88092041015625, 0.985321044921875, 1.0897216796875, 1.194122314453125, 1.29852294921875, 1.402923583984375, 1.50732421875, 1.611724853515625, 1.71612548828125, 1.820526123046875, 1.9249267578125, 2.029327392578125, 2.13372802734375, 2.238128662109375, 2.342529296875, 2.446929931640625, 2.55133056640625, 2.655731201171875, 2.7601318359375, 2.864532470703125, 2.96893310546875, 3.073333740234375, 3.177734375]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 4.0, 2.0, 9.0, 8.0, 13.0, 16.0, 18.0, 25.0, 47.0, 70.0, 127.0, 235.0, 496.0, 825.0, 937.0, 562.0, 282.0, 138.0, 83.0, 45.0, 38.0, 25.0, 18.0, 11.0, 8.0, 5.0, 6.0, 2.0, 5.0, 1.0, 3.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8759765625, -1.8014068603515625, -1.726837158203125, -1.6522674560546875, -1.57769775390625, -1.5031280517578125, -1.428558349609375, -1.3539886474609375, -1.2794189453125, -1.2048492431640625, -1.130279541015625, -1.0557098388671875, -0.98114013671875, -0.9065704345703125, -0.832000732421875, -0.7574310302734375, -0.682861328125, -0.6082916259765625, -0.533721923828125, -0.4591522216796875, -0.38458251953125, -0.3100128173828125, -0.235443115234375, -0.1608734130859375, -0.0863037109375, -0.0117340087890625, 0.062835693359375, 0.1374053955078125, 0.21197509765625, 0.2865447998046875, 0.361114501953125, 0.4356842041015625, 0.51025390625, 0.5848236083984375, 0.659393310546875, 0.7339630126953125, 0.80853271484375, 0.8831024169921875, 0.957672119140625, 1.0322418212890625, 1.1068115234375, 1.1813812255859375, 1.255950927734375, 1.3305206298828125, 1.40509033203125, 1.4796600341796875, 1.554229736328125, 1.6287994384765625, 1.703369140625, 1.7779388427734375, 1.852508544921875, 1.9270782470703125, 2.00164794921875, 2.0762176513671875, 2.150787353515625, 2.2253570556640625, 2.2999267578125, 2.3744964599609375, 2.449066162109375, 2.5236358642578125, 2.59820556640625, 2.6727752685546875, 2.747344970703125, 2.8219146728515625, 2.896484375]}, "gradients/encoder.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 8.0, 16.0, 69.0, 286.0, 390.0, 164.0, 50.0, 13.0, 5.0, 2.0, 5.0, 3.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-66.35498046875, -64.82051086425781, -63.286033630371094, -61.751564025878906, -60.21709060668945, -58.6826171875, -57.14814376831055, -55.613670349121094, -54.079200744628906, -52.54472732543945, -51.01025390625, -49.47578430175781, -47.94131088256836, -46.406837463378906, -44.87236404418945, -43.337890625, -41.80341720581055, -40.268943786621094, -38.73447036743164, -37.19999694824219, -35.66552734375, -34.13105392456055, -32.596580505371094, -31.06210708618164, -29.52763557434082, -27.993162155151367, -26.458690643310547, -24.924217224121094, -23.38974380493164, -21.85527229309082, -20.320798873901367, -18.786327362060547, -17.251855850219727, -15.71738338470459, -14.182910919189453, -12.6484375, -11.113965034484863, -9.579492568969727, -8.045019149780273, -6.510546684265137, -4.97607421875, -3.441601514816284, -1.9071288108825684, -0.37265586853027344, 1.1618165969848633, 2.6962890625, 4.230762481689453, 5.76523494720459, 7.299707412719727, 8.834179878234863, 10.36865234375, 11.903125762939453, 13.43759822845459, 14.972070693969727, 16.50654411315918, 18.041015625, 19.575489044189453, 21.109962463378906, 22.644433975219727, 24.17890739440918, 25.71337890625, 27.247852325439453, 28.782325744628906, 30.31679916381836, 31.85127067565918]}, "gradients/encoder.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 10.0, 3.0, 5.0, 6.0, 6.0, 16.0, 11.0, 15.0, 17.0, 27.0, 25.0, 31.0, 26.0, 37.0, 36.0, 47.0, 46.0, 59.0, 64.0, 51.0, 45.0, 52.0, 43.0, 35.0, 56.0, 33.0, 26.0, 32.0, 23.0, 26.0, 19.0, 13.0, 11.0, 11.0, 11.0, 11.0, 5.0, 6.0, 1.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-12.347075462341309, -11.99722671508789, -11.647378921508789, -11.297530174255371, -10.94768238067627, -10.597833633422852, -10.24798583984375, -9.898137092590332, -9.548288345336914, -9.198439598083496, -8.848591804504395, -8.498743057250977, -8.148895263671875, -7.799046516418457, -7.449198246002197, -7.0993499755859375, -6.749502182006836, -6.399653911590576, -6.049805641174316, -5.699956893920898, -5.350109100341797, -5.000260353088379, -4.650412082672119, -4.300563812255859, -3.9507155418395996, -3.60086727142334, -3.25101900100708, -2.901170492172241, -2.5513222217559814, -2.2014739513397217, -1.8516254425048828, -1.501777172088623, -1.1519279479980469, -0.8020796179771423, -0.4522312879562378, -0.10238289833068848, 0.2474653720855713, 0.597313642501831, 0.9471621513366699, 1.2970104217529297, 1.6468586921691895, 1.9967069625854492, 2.346555233001709, 2.696403741836548, 3.0462520122528076, 3.3961002826690674, 3.7459487915039062, 4.095797061920166, 4.445645332336426, 4.7954936027526855, 5.145341873168945, 5.495190620422363, 5.845038414001465, 6.194887161254883, 6.544735431671143, 6.894583702087402, 7.244431972503662, 7.594280242919922, 7.944128513336182, 8.293976783752441, 8.64382553100586, 8.993673324584961, 9.343522071838379, 9.693370819091797, 10.043218612670898]}, "gradients/encoder.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 5.0, 4.0, 13.0, 15.0, 12.0, 21.0, 39.0, 65.0, 127.0, 203.0, 410.0, 843.0, 1826.0, 4243.0, 11401.0, 35806.0, 134856.0, 505394.0, 261595.0, 61853.0, 18260.0, 6569.0, 2588.0, 1175.0, 549.0, 295.0, 172.0, 78.0, 50.0, 34.0, 23.0, 13.0, 10.0, 7.0, 3.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.669921875, -2.593017578125, -2.51611328125, -2.439208984375, -2.3623046875, -2.285400390625, -2.20849609375, -2.131591796875, -2.0546875, -1.977783203125, -1.90087890625, -1.823974609375, -1.7470703125, -1.670166015625, -1.59326171875, -1.516357421875, -1.439453125, -1.362548828125, -1.28564453125, -1.208740234375, -1.1318359375, -1.054931640625, -0.97802734375, -0.901123046875, -0.82421875, -0.747314453125, -0.67041015625, -0.593505859375, -0.5166015625, -0.439697265625, -0.36279296875, -0.285888671875, -0.208984375, -0.132080078125, -0.05517578125, 0.021728515625, 0.0986328125, 0.175537109375, 0.25244140625, 0.329345703125, 0.40625, 0.483154296875, 0.56005859375, 0.636962890625, 0.7138671875, 0.790771484375, 0.86767578125, 0.944580078125, 1.021484375, 1.098388671875, 1.17529296875, 1.252197265625, 1.3291015625, 1.406005859375, 1.48291015625, 1.559814453125, 1.63671875, 1.713623046875, 1.79052734375, 1.867431640625, 1.9443359375, 2.021240234375, 2.09814453125, 2.175048828125, 2.251953125]}, "gradients/encoder.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 6.0, 1.0, 3.0, 2.0, 6.0, 11.0, 15.0, 21.0, 32.0, 35.0, 37.0, 38.0, 53.0, 63.0, 64.0, 81.0, 84.0, 78.0, 73.0, 55.0, 57.0, 43.0, 35.0, 35.0, 24.0, 15.0, 17.0, 8.0, 9.0, 3.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.14453125, -1.1055145263671875, -1.066497802734375, -1.0274810791015625, -0.98846435546875, -0.9494476318359375, -0.910430908203125, -0.8714141845703125, -0.8323974609375, -0.7933807373046875, -0.754364013671875, -0.7153472900390625, -0.67633056640625, -0.6373138427734375, -0.598297119140625, -0.5592803955078125, -0.520263671875, -0.4812469482421875, -0.442230224609375, -0.4032135009765625, -0.36419677734375, -0.3251800537109375, -0.286163330078125, -0.2471466064453125, -0.2081298828125, -0.1691131591796875, -0.130096435546875, -0.0910797119140625, -0.05206298828125, -0.0130462646484375, 0.025970458984375, 0.0649871826171875, 0.10400390625, 0.1430206298828125, 0.182037353515625, 0.2210540771484375, 0.26007080078125, 0.2990875244140625, 0.338104248046875, 0.3771209716796875, 0.4161376953125, 0.4551544189453125, 0.494171142578125, 0.5331878662109375, 0.57220458984375, 0.6112213134765625, 0.650238037109375, 0.6892547607421875, 0.728271484375, 0.7672882080078125, 0.806304931640625, 0.8453216552734375, 0.88433837890625, 0.9233551025390625, 0.962371826171875, 1.0013885498046875, 1.0404052734375, 1.0794219970703125, 1.118438720703125, 1.1574554443359375, 1.19647216796875, 1.2354888916015625, 1.274505615234375, 1.3135223388671875, 1.3525390625]}, "gradients/encoder.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 3.0, 8.0, 6.0, 8.0, 13.0, 19.0, 39.0, 58.0, 138.0, 287.0, 882.0, 3863.0, 155601.0, 877911.0, 7750.0, 1173.0, 442.0, 172.0, 69.0, 50.0, 17.0, 15.0, 9.0, 6.0, 6.0, 5.0, 3.0, 4.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.25, -11.9202880859375, -11.590576171875, -11.2608642578125, -10.93115234375, -10.6014404296875, -10.271728515625, -9.9420166015625, -9.6123046875, -9.2825927734375, -8.952880859375, -8.6231689453125, -8.29345703125, -7.9637451171875, -7.634033203125, -7.3043212890625, -6.974609375, -6.6448974609375, -6.315185546875, -5.9854736328125, -5.65576171875, -5.3260498046875, -4.996337890625, -4.6666259765625, -4.3369140625, -4.0072021484375, -3.677490234375, -3.3477783203125, -3.01806640625, -2.6883544921875, -2.358642578125, -2.0289306640625, -1.69921875, -1.3695068359375, -1.039794921875, -0.7100830078125, -0.38037109375, -0.0506591796875, 0.279052734375, 0.6087646484375, 0.9384765625, 1.2681884765625, 1.597900390625, 1.9276123046875, 2.25732421875, 2.5870361328125, 2.916748046875, 3.2464599609375, 3.576171875, 3.9058837890625, 4.235595703125, 4.5653076171875, 4.89501953125, 5.2247314453125, 5.554443359375, 5.8841552734375, 6.2138671875, 6.5435791015625, 6.873291015625, 7.2030029296875, 7.53271484375, 7.8624267578125, 8.192138671875, 8.5218505859375, 8.8515625]}, "gradients/encoder.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 3.0, 11.0, 15.0, 19.0, 21.0, 29.0, 27.0, 40.0, 49.0, 58.0, 73.0, 74.0, 69.0, 82.0, 77.0, 73.0, 56.0, 45.0, 42.0, 32.0, 21.0, 24.0, 19.0, 13.0, 7.0, 3.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.0078125, -5.8189697265625, -5.630126953125, -5.4412841796875, -5.25244140625, -5.0635986328125, -4.874755859375, -4.6859130859375, -4.4970703125, -4.3082275390625, -4.119384765625, -3.9305419921875, -3.74169921875, -3.5528564453125, -3.364013671875, -3.1751708984375, -2.986328125, -2.7974853515625, -2.608642578125, -2.4197998046875, -2.23095703125, -2.0421142578125, -1.853271484375, -1.6644287109375, -1.4755859375, -1.2867431640625, -1.097900390625, -0.9090576171875, -0.72021484375, -0.5313720703125, -0.342529296875, -0.1536865234375, 0.03515625, 0.2239990234375, 0.412841796875, 0.6016845703125, 0.79052734375, 0.9793701171875, 1.168212890625, 1.3570556640625, 1.5458984375, 1.7347412109375, 1.923583984375, 2.1124267578125, 2.30126953125, 2.4901123046875, 2.678955078125, 2.8677978515625, 3.056640625, 3.2454833984375, 3.434326171875, 3.6231689453125, 3.81201171875, 4.0008544921875, 4.189697265625, 4.3785400390625, 4.5673828125, 4.7562255859375, 4.945068359375, 5.1339111328125, 5.32275390625, 5.5115966796875, 5.700439453125, 5.8892822265625, 6.078125]}, "gradients/encoder.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 4.0, 6.0, 1.0, 6.0, 4.0, 10.0, 5.0, 13.0, 32.0, 59.0, 67.0, 181.0, 475.0, 2530.0, 54919.0, 969649.0, 18345.0, 1530.0, 404.0, 145.0, 66.0, 29.0, 25.0, 13.0, 12.0, 9.0, 13.0, 3.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.12890625, -4.005157470703125, -3.88140869140625, -3.757659912109375, -3.6339111328125, -3.510162353515625, -3.38641357421875, -3.262664794921875, -3.138916015625, -3.015167236328125, -2.89141845703125, -2.767669677734375, -2.6439208984375, -2.520172119140625, -2.39642333984375, -2.272674560546875, -2.14892578125, -2.025177001953125, -1.90142822265625, -1.777679443359375, -1.6539306640625, -1.530181884765625, -1.40643310546875, -1.282684326171875, -1.158935546875, -1.035186767578125, -0.91143798828125, -0.787689208984375, -0.6639404296875, -0.540191650390625, -0.41644287109375, -0.292694091796875, -0.1689453125, -0.045196533203125, 0.07855224609375, 0.202301025390625, 0.3260498046875, 0.449798583984375, 0.57354736328125, 0.697296142578125, 0.821044921875, 0.944793701171875, 1.06854248046875, 1.192291259765625, 1.3160400390625, 1.439788818359375, 1.56353759765625, 1.687286376953125, 1.81103515625, 1.934783935546875, 2.05853271484375, 2.182281494140625, 2.3060302734375, 2.429779052734375, 2.55352783203125, 2.677276611328125, 2.801025390625, 2.924774169921875, 3.04852294921875, 3.172271728515625, 3.2960205078125, 3.419769287109375, 3.54351806640625, 3.667266845703125, 3.791015625]}, "gradients/encoder.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 9.0, 12.0, 8.0, 20.0, 29.0, 38.0, 57.0, 150.0, 274.0, 174.0, 78.0, 57.0, 21.0, 21.0, 17.0, 12.0, 13.0, 5.0, 7.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0004775524139404297, -0.0004641599953174591, -0.0004507675766944885, -0.00043737515807151794, -0.00042398273944854736, -0.0004105903208255768, -0.0003971979022026062, -0.0003838054835796356, -0.00037041306495666504, -0.00035702064633369446, -0.0003436282277107239, -0.0003302358090877533, -0.0003168433904647827, -0.00030345097184181213, -0.00029005855321884155, -0.00027666613459587097, -0.0002632737159729004, -0.0002498812973499298, -0.00023648887872695923, -0.00022309646010398865, -0.00020970404148101807, -0.00019631162285804749, -0.0001829192042350769, -0.00016952678561210632, -0.00015613436698913574, -0.00014274194836616516, -0.00012934952974319458, -0.000115957111120224, -0.00010256469249725342, -8.917227387428284e-05, -7.577985525131226e-05, -6.238743662834167e-05, -4.8995018005371094e-05, -3.560259938240051e-05, -2.221018075942993e-05, -8.81776213645935e-06, 4.5746564865112305e-06, 1.796707510948181e-05, 3.135949373245239e-05, 4.4751912355422974e-05, 5.8144330978393555e-05, 7.153674960136414e-05, 8.492916822433472e-05, 9.83215868473053e-05, 0.00011171400547027588, 0.00012510642409324646, 0.00013849884271621704, 0.00015189126133918762, 0.0001652836799621582, 0.00017867609858512878, 0.00019206851720809937, 0.00020546093583106995, 0.00021885335445404053, 0.0002322457730770111, 0.0002456381916999817, 0.00025903061032295227, 0.00027242302894592285, 0.00028581544756889343, 0.000299207866191864, 0.0003126002848148346, 0.0003259927034378052, 0.00033938512206077576, 0.00035277754068374634, 0.0003661699593067169, 0.0003795623779296875]}, "gradients/encoder.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 6.0, 2.0, 4.0, 6.0, 9.0, 10.0, 13.0, 21.0, 31.0, 41.0, 72.0, 141.0, 265.0, 681.0, 1945.0, 10034.0, 253869.0, 759904.0, 17189.0, 2708.0, 877.0, 357.0, 154.0, 64.0, 56.0, 29.0, 27.0, 20.0, 9.0, 2.0, 7.0, 2.0, 5.0, 4.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.1640625, -2.0743408203125, -1.984619140625, -1.8948974609375, -1.80517578125, -1.7154541015625, -1.625732421875, -1.5360107421875, -1.4462890625, -1.3565673828125, -1.266845703125, -1.1771240234375, -1.08740234375, -0.9976806640625, -0.907958984375, -0.8182373046875, -0.728515625, -0.6387939453125, -0.549072265625, -0.4593505859375, -0.36962890625, -0.2799072265625, -0.190185546875, -0.1004638671875, -0.0107421875, 0.0789794921875, 0.168701171875, 0.2584228515625, 0.34814453125, 0.4378662109375, 0.527587890625, 0.6173095703125, 0.70703125, 0.7967529296875, 0.886474609375, 0.9761962890625, 1.06591796875, 1.1556396484375, 1.245361328125, 1.3350830078125, 1.4248046875, 1.5145263671875, 1.604248046875, 1.6939697265625, 1.78369140625, 1.8734130859375, 1.963134765625, 2.0528564453125, 2.142578125, 2.2322998046875, 2.322021484375, 2.4117431640625, 2.50146484375, 2.5911865234375, 2.680908203125, 2.7706298828125, 2.8603515625, 2.9500732421875, 3.039794921875, 3.1295166015625, 3.21923828125, 3.3089599609375, 3.398681640625, 3.4884033203125, 3.578125]}, "gradients/encoder.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 3.0, 3.0, 4.0, 8.0, 13.0, 18.0, 36.0, 51.0, 82.0, 135.0, 200.0, 158.0, 108.0, 72.0, 39.0, 22.0, 18.0, 11.0, 8.0, 7.0, 2.0, 4.0, 1.0, 4.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.240234375, -2.1590576171875, -2.077880859375, -1.9967041015625, -1.91552734375, -1.8343505859375, -1.753173828125, -1.6719970703125, -1.5908203125, -1.5096435546875, -1.428466796875, -1.3472900390625, -1.26611328125, -1.1849365234375, -1.103759765625, -1.0225830078125, -0.94140625, -0.8602294921875, -0.779052734375, -0.6978759765625, -0.61669921875, -0.5355224609375, -0.454345703125, -0.3731689453125, -0.2919921875, -0.2108154296875, -0.129638671875, -0.0484619140625, 0.03271484375, 0.1138916015625, 0.195068359375, 0.2762451171875, 0.357421875, 0.4385986328125, 0.519775390625, 0.6009521484375, 0.68212890625, 0.7633056640625, 0.844482421875, 0.9256591796875, 1.0068359375, 1.0880126953125, 1.169189453125, 1.2503662109375, 1.33154296875, 1.4127197265625, 1.493896484375, 1.5750732421875, 1.65625, 1.7374267578125, 1.818603515625, 1.8997802734375, 1.98095703125, 2.0621337890625, 2.143310546875, 2.2244873046875, 2.3056640625, 2.3868408203125, 2.468017578125, 2.5491943359375, 2.63037109375, 2.7115478515625, 2.792724609375, 2.8739013671875, 2.955078125]}, "gradients/encoder.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 4.0, 2.0, 4.0, 3.0, 8.0, 9.0, 26.0, 52.0, 121.0, 178.0, 249.0, 182.0, 97.0, 38.0, 10.0, 9.0, 6.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-42.46382141113281, -41.466392517089844, -40.468963623046875, -39.471534729003906, -38.47410583496094, -37.476680755615234, -36.479251861572266, -35.4818229675293, -34.48439407348633, -33.48696517944336, -32.48953628540039, -31.492109298706055, -30.494680404663086, -29.497251510620117, -28.49982452392578, -27.502395629882812, -26.504966735839844, -25.507537841796875, -24.510108947753906, -23.51268196105957, -22.5152530670166, -21.517824172973633, -20.520397186279297, -19.522968292236328, -18.52553939819336, -17.52811050415039, -16.530681610107422, -15.533254623413086, -14.535825729370117, -13.538396835327148, -12.540968894958496, -11.543540954589844, -10.546110153198242, -9.548681259155273, -8.551253318786621, -7.5538249015808105, -6.556396484375, -5.5589680671691895, -4.561539649963379, -3.5641112327575684, -2.566682815551758, -1.5692543983459473, -0.5718259811401367, 0.42560243606567383, 1.4230308532714844, 2.420459270477295, 3.4178876876831055, 4.415316104888916, 5.412744522094727, 6.410172939300537, 7.407601356506348, 8.405029296875, 9.402458190917969, 10.399887084960938, 11.39731502532959, 12.394742965698242, 13.392171859741211, 14.38960075378418, 15.387028694152832, 16.384456634521484, 17.381885528564453, 18.379314422607422, 19.37674331665039, 20.374170303344727, 21.371599197387695]}, "gradients/encoder.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 5.0, 2.0, 9.0, 7.0, 8.0, 6.0, 12.0, 12.0, 27.0, 23.0, 30.0, 25.0, 34.0, 36.0, 45.0, 37.0, 47.0, 45.0, 61.0, 59.0, 63.0, 55.0, 63.0, 46.0, 44.0, 36.0, 32.0, 22.0, 21.0, 17.0, 10.0, 17.0, 9.0, 13.0, 8.0, 6.0, 6.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-16.37209701538086, -15.854989051818848, -15.337881088256836, -14.82077407836914, -14.303666114807129, -13.786558151245117, -13.269450187683105, -12.752342224121094, -12.235235214233398, -11.718127250671387, -11.201019287109375, -10.68391227722168, -10.166804313659668, -9.649696350097656, -9.132588386535645, -8.615480422973633, -8.098372459411621, -7.581264495849609, -7.064157009124756, -6.547049045562744, -6.029941558837891, -5.512833595275879, -4.995725631713867, -4.4786176681518555, -3.961510181427002, -3.4444024562835693, -2.9272947311401367, -2.410186767578125, -1.8930790424346924, -1.3759713172912598, -0.858863353729248, -0.34175562858581543, 0.1753520965576172, 0.6924598813056946, 1.209567666053772, 1.7266755104064941, 2.2437832355499268, 2.7608909606933594, 3.277998924255371, 3.7951066493988037, 4.312214374542236, 4.829322338104248, 5.346429824829102, 5.863537788391113, 6.380645751953125, 6.8977532386779785, 7.41486120223999, 7.931968688964844, 8.449076652526855, 8.966184616088867, 9.483292579650879, 10.00040054321289, 10.517507553100586, 11.034615516662598, 11.55172348022461, 12.068831443786621, 12.585939407348633, 13.103047370910645, 13.620155334472656, 14.137262344360352, 14.654370307922363, 15.171478271484375, 15.688586235046387, 16.2056941986084, 16.722801208496094]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 4.0, 4.0, 3.0, 5.0, 5.0, 8.0, 16.0, 29.0, 23.0, 37.0, 46.0, 73.0, 99.0, 125.0, 226.0, 559.0, 5788.0, 3899680.0, 284506.0, 2077.0, 347.0, 180.0, 113.0, 97.0, 54.0, 42.0, 46.0, 27.0, 19.0, 10.0, 8.0, 12.0, 4.0, 7.0, 2.0, 1.0, 1.0, 1.0, 5.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-9.0859375, -8.83935546875, -8.5927734375, -8.34619140625, -8.099609375, -7.85302734375, -7.6064453125, -7.35986328125, -7.11328125, -6.86669921875, -6.6201171875, -6.37353515625, -6.126953125, -5.88037109375, -5.6337890625, -5.38720703125, -5.140625, -4.89404296875, -4.6474609375, -4.40087890625, -4.154296875, -3.90771484375, -3.6611328125, -3.41455078125, -3.16796875, -2.92138671875, -2.6748046875, -2.42822265625, -2.181640625, -1.93505859375, -1.6884765625, -1.44189453125, -1.1953125, -0.94873046875, -0.7021484375, -0.45556640625, -0.208984375, 0.03759765625, 0.2841796875, 0.53076171875, 0.77734375, 1.02392578125, 1.2705078125, 1.51708984375, 1.763671875, 2.01025390625, 2.2568359375, 2.50341796875, 2.75, 2.99658203125, 3.2431640625, 3.48974609375, 3.736328125, 3.98291015625, 4.2294921875, 4.47607421875, 4.72265625, 4.96923828125, 5.2158203125, 5.46240234375, 5.708984375, 5.95556640625, 6.2021484375, 6.44873046875, 6.6953125]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 3.0, 3.0, 10.0, 9.0, 13.0, 12.0, 24.0, 29.0, 27.0, 43.0, 53.0, 51.0, 62.0, 75.0, 78.0, 70.0, 79.0, 58.0, 63.0, 56.0, 40.0, 43.0, 30.0, 22.0, 23.0, 9.0, 14.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.125, -1.0886993408203125, -1.052398681640625, -1.0160980224609375, -0.97979736328125, -0.9434967041015625, -0.907196044921875, -0.8708953857421875, -0.8345947265625, -0.7982940673828125, -0.761993408203125, -0.7256927490234375, -0.68939208984375, -0.6530914306640625, -0.616790771484375, -0.5804901123046875, -0.544189453125, -0.5078887939453125, -0.471588134765625, -0.4352874755859375, -0.39898681640625, -0.3626861572265625, -0.326385498046875, -0.2900848388671875, -0.2537841796875, -0.2174835205078125, -0.181182861328125, -0.1448822021484375, -0.10858154296875, -0.0722808837890625, -0.035980224609375, 0.0003204345703125, 0.03662109375, 0.0729217529296875, 0.109222412109375, 0.1455230712890625, 0.18182373046875, 0.2181243896484375, 0.254425048828125, 0.2907257080078125, 0.3270263671875, 0.3633270263671875, 0.399627685546875, 0.4359283447265625, 0.47222900390625, 0.5085296630859375, 0.544830322265625, 0.5811309814453125, 0.617431640625, 0.6537322998046875, 0.690032958984375, 0.7263336181640625, 0.76263427734375, 0.7989349365234375, 0.835235595703125, 0.8715362548828125, 0.9078369140625, 0.9441375732421875, 0.980438232421875, 1.0167388916015625, 1.05303955078125, 1.0893402099609375, 1.125640869140625, 1.1619415283203125, 1.1982421875]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 6.0, 5.0, 11.0, 20.0, 34.0, 48.0, 97.0, 198.0, 329.0, 557.0, 1101.0, 2623.0, 7080.0, 26711.0, 175523.0, 3121384.0, 771328.0, 63930.0, 14119.0, 4866.0, 2029.0, 989.0, 540.0, 301.0, 178.0, 107.0, 70.0, 41.0, 19.0, 14.0, 8.0, 2.0, 2.0, 7.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6904296875, -1.6272430419921875, -1.564056396484375, -1.5008697509765625, -1.43768310546875, -1.3744964599609375, -1.311309814453125, -1.2481231689453125, -1.1849365234375, -1.1217498779296875, -1.058563232421875, -0.9953765869140625, -0.93218994140625, -0.8690032958984375, -0.805816650390625, -0.7426300048828125, -0.679443359375, -0.6162567138671875, -0.553070068359375, -0.4898834228515625, -0.42669677734375, -0.3635101318359375, -0.300323486328125, -0.2371368408203125, -0.1739501953125, -0.1107635498046875, -0.047576904296875, 0.0156097412109375, 0.07879638671875, 0.1419830322265625, 0.205169677734375, 0.2683563232421875, 0.33154296875, 0.3947296142578125, 0.457916259765625, 0.5211029052734375, 0.58428955078125, 0.6474761962890625, 0.710662841796875, 0.7738494873046875, 0.8370361328125, 0.9002227783203125, 0.963409423828125, 1.0265960693359375, 1.08978271484375, 1.1529693603515625, 1.216156005859375, 1.2793426513671875, 1.342529296875, 1.4057159423828125, 1.468902587890625, 1.5320892333984375, 1.59527587890625, 1.6584625244140625, 1.721649169921875, 1.7848358154296875, 1.8480224609375, 1.9112091064453125, 1.974395751953125, 2.0375823974609375, 2.10076904296875, 2.1639556884765625, 2.227142333984375, 2.2903289794921875, 2.353515625]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 1.0, 4.0, 2.0, 10.0, 9.0, 11.0, 16.0, 34.0, 54.0, 63.0, 120.0, 185.0, 352.0, 621.0, 923.0, 703.0, 373.0, 220.0, 102.0, 72.0, 60.0, 42.0, 30.0, 13.0, 14.0, 9.0, 5.0, 8.0, 3.0, 2.0, 4.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.662109375, -1.602020263671875, -1.54193115234375, -1.481842041015625, -1.4217529296875, -1.361663818359375, -1.30157470703125, -1.241485595703125, -1.181396484375, -1.121307373046875, -1.06121826171875, -1.001129150390625, -0.9410400390625, -0.880950927734375, -0.82086181640625, -0.760772705078125, -0.70068359375, -0.640594482421875, -0.58050537109375, -0.520416259765625, -0.4603271484375, -0.400238037109375, -0.34014892578125, -0.280059814453125, -0.219970703125, -0.159881591796875, -0.09979248046875, -0.039703369140625, 0.0203857421875, 0.080474853515625, 0.14056396484375, 0.200653076171875, 0.2607421875, 0.320831298828125, 0.38092041015625, 0.441009521484375, 0.5010986328125, 0.561187744140625, 0.62127685546875, 0.681365966796875, 0.741455078125, 0.801544189453125, 0.86163330078125, 0.921722412109375, 0.9818115234375, 1.041900634765625, 1.10198974609375, 1.162078857421875, 1.22216796875, 1.282257080078125, 1.34234619140625, 1.402435302734375, 1.4625244140625, 1.522613525390625, 1.58270263671875, 1.642791748046875, 1.702880859375, 1.762969970703125, 1.82305908203125, 1.883148193359375, 1.9432373046875, 2.003326416015625, 2.06341552734375, 2.123504638671875, 2.18359375]}, "gradients/encoder.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 8.0, 9.0, 15.0, 40.0, 123.0, 187.0, 272.0, 190.0, 78.0, 36.0, 16.0, 7.0, 5.0, 1.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-20.095130920410156, -19.362049102783203, -18.62896728515625, -17.895883560180664, -17.16280174255371, -16.429719924926758, -15.696638107299805, -14.963555335998535, -14.230472564697266, -13.497390747070312, -12.764307975769043, -12.03122615814209, -11.29814338684082, -10.565061569213867, -9.831979751586914, -9.098896980285645, -8.365815162658691, -7.63273286819458, -6.899650573730469, -6.166568756103516, -5.433485984802246, -4.700404167175293, -3.9673218727111816, -3.2342395782470703, -2.501157283782959, -1.7680749893188477, -1.0349928140640259, -0.3019106388092041, 0.4311716556549072, 1.1642539501190186, 1.8973360061645508, 2.630418300628662, 3.3635005950927734, 4.096582889556885, 4.829665184020996, 5.562747001647949, 6.295829772949219, 7.028911590576172, 7.761993885040283, 8.495076179504395, 9.228158950805664, 9.961240768432617, 10.694323539733887, 11.42740535736084, 12.16048812866211, 12.893569946289062, 13.626651763916016, 14.359734535217285, 15.092816352844238, 15.825898170471191, 16.55898094177246, 17.292062759399414, 18.025144577026367, 18.758228302001953, 19.491310119628906, 20.22439193725586, 20.957473754882812, 21.690555572509766, 22.42363739013672, 23.156721115112305, 23.889802932739258, 24.62288475036621, 25.355966567993164, 26.08905029296875, 26.822132110595703]}, "gradients/encoder.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 4.0, 1.0, 4.0, 1.0, 5.0, 1.0, 8.0, 10.0, 3.0, 14.0, 9.0, 17.0, 11.0, 19.0, 16.0, 22.0, 21.0, 42.0, 35.0, 45.0, 37.0, 36.0, 44.0, 42.0, 39.0, 43.0, 46.0, 48.0, 40.0, 43.0, 35.0, 43.0, 33.0, 29.0, 30.0, 26.0, 24.0, 21.0, 8.0, 8.0, 15.0, 7.0, 11.0, 6.0, 4.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.756893157958984, -6.52981424331665, -6.302735328674316, -6.075656414031982, -5.848577499389648, -5.621499061584473, -5.3944196701049805, -5.167341232299805, -4.940262317657471, -4.713183403015137, -4.486104488372803, -4.259025573730469, -4.031946659088135, -3.80486798286438, -3.577789068222046, -3.350710391998291, -3.123631238937378, -2.896552324295044, -2.66947340965271, -2.442394733428955, -2.215315818786621, -1.988236904144287, -1.7611579895019531, -1.5340791940689087, -1.3070002794265747, -1.0799213647842407, -0.8528425693511963, -0.6257636547088623, -0.3986847996711731, -0.1716059446334839, 0.0554729700088501, 0.28255176544189453, 0.5096306800842285, 0.7367095351219177, 0.9637883901596069, 1.190867304801941, 1.4179461002349854, 1.6450250148773193, 1.8721039295196533, 2.099182605743408, 2.326261520385742, 2.553340435028076, 2.78041934967041, 3.007498264312744, 3.234576940536499, 3.461655855178833, 3.688734769821167, 3.915813446044922, 4.142892837524414, 4.369971752166748, 4.597050666809082, 4.824129581451416, 5.05120849609375, 5.278286933898926, 5.505366325378418, 5.732444763183594, 5.959523677825928, 6.186602592468262, 6.413681507110596, 6.64076042175293, 6.867839336395264, 7.094918251037598, 7.321996688842773, 7.549075603485107, 7.776154518127441]}, "gradients/encoder.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 7.0, 7.0, 15.0, 9.0, 26.0, 35.0, 51.0, 80.0, 183.0, 294.0, 546.0, 979.0, 1902.0, 4056.0, 8862.0, 22107.0, 63629.0, 221004.0, 462306.0, 176469.0, 52302.0, 18748.0, 7616.0, 3472.0, 1770.0, 889.0, 502.0, 285.0, 178.0, 67.0, 48.0, 40.0, 29.0, 15.0, 7.0, 7.0, 0.0, 4.0, 7.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-2.005859375, -1.94921875, -1.892578125, -1.8359375, -1.779296875, -1.72265625, -1.666015625, -1.609375, -1.552734375, -1.49609375, -1.439453125, -1.3828125, -1.326171875, -1.26953125, -1.212890625, -1.15625, -1.099609375, -1.04296875, -0.986328125, -0.9296875, -0.873046875, -0.81640625, -0.759765625, -0.703125, -0.646484375, -0.58984375, -0.533203125, -0.4765625, -0.419921875, -0.36328125, -0.306640625, -0.25, -0.193359375, -0.13671875, -0.080078125, -0.0234375, 0.033203125, 0.08984375, 0.146484375, 0.203125, 0.259765625, 0.31640625, 0.373046875, 0.4296875, 0.486328125, 0.54296875, 0.599609375, 0.65625, 0.712890625, 0.76953125, 0.826171875, 0.8828125, 0.939453125, 0.99609375, 1.052734375, 1.109375, 1.166015625, 1.22265625, 1.279296875, 1.3359375, 1.392578125, 1.44921875, 1.505859375, 1.5625, 1.619140625]}, "gradients/encoder.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 5.0, 9.0, 5.0, 5.0, 13.0, 16.0, 22.0, 28.0, 33.0, 33.0, 55.0, 60.0, 62.0, 58.0, 67.0, 77.0, 73.0, 75.0, 61.0, 61.0, 52.0, 26.0, 36.0, 20.0, 18.0, 16.0, 7.0, 6.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.123046875, -1.0869293212890625, -1.050811767578125, -1.0146942138671875, -0.97857666015625, -0.9424591064453125, -0.906341552734375, -0.8702239990234375, -0.8341064453125, -0.7979888916015625, -0.761871337890625, -0.7257537841796875, -0.68963623046875, -0.6535186767578125, -0.617401123046875, -0.5812835693359375, -0.545166015625, -0.5090484619140625, -0.472930908203125, -0.4368133544921875, -0.40069580078125, -0.3645782470703125, -0.328460693359375, -0.2923431396484375, -0.2562255859375, -0.2201080322265625, -0.183990478515625, -0.1478729248046875, -0.11175537109375, -0.0756378173828125, -0.039520263671875, -0.0034027099609375, 0.03271484375, 0.0688323974609375, 0.104949951171875, 0.1410675048828125, 0.17718505859375, 0.2133026123046875, 0.249420166015625, 0.2855377197265625, 0.3216552734375, 0.3577728271484375, 0.393890380859375, 0.4300079345703125, 0.46612548828125, 0.5022430419921875, 0.538360595703125, 0.5744781494140625, 0.610595703125, 0.6467132568359375, 0.682830810546875, 0.7189483642578125, 0.75506591796875, 0.7911834716796875, 0.827301025390625, 0.8634185791015625, 0.8995361328125, 0.9356536865234375, 0.971771240234375, 1.0078887939453125, 1.04400634765625, 1.0801239013671875, 1.116241455078125, 1.1523590087890625, 1.1884765625]}, "gradients/encoder.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 9.0, 4.0, 14.0, 14.0, 16.0, 13.0, 30.0, 61.0, 96.0, 104.0, 167.0, 275.0, 488.0, 878.0, 1983.0, 5402.0, 22819.0, 159725.0, 729030.0, 103188.0, 16352.0, 4295.0, 1655.0, 771.0, 404.0, 261.0, 131.0, 122.0, 80.0, 46.0, 38.0, 29.0, 12.0, 13.0, 9.0, 7.0, 4.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0], "bins": [-3.732421875, -3.63262939453125, -3.5328369140625, -3.43304443359375, -3.333251953125, -3.23345947265625, -3.1336669921875, -3.03387451171875, -2.93408203125, -2.83428955078125, -2.7344970703125, -2.63470458984375, -2.534912109375, -2.43511962890625, -2.3353271484375, -2.23553466796875, -2.1357421875, -2.03594970703125, -1.9361572265625, -1.83636474609375, -1.736572265625, -1.63677978515625, -1.5369873046875, -1.43719482421875, -1.33740234375, -1.23760986328125, -1.1378173828125, -1.03802490234375, -0.938232421875, -0.83843994140625, -0.7386474609375, -0.63885498046875, -0.5390625, -0.43927001953125, -0.3394775390625, -0.23968505859375, -0.139892578125, -0.04010009765625, 0.0596923828125, 0.15948486328125, 0.25927734375, 0.35906982421875, 0.4588623046875, 0.55865478515625, 0.658447265625, 0.75823974609375, 0.8580322265625, 0.95782470703125, 1.0576171875, 1.15740966796875, 1.2572021484375, 1.35699462890625, 1.456787109375, 1.55657958984375, 1.6563720703125, 1.75616455078125, 1.85595703125, 1.95574951171875, 2.0555419921875, 2.15533447265625, 2.255126953125, 2.35491943359375, 2.4547119140625, 2.55450439453125, 2.654296875]}, "gradients/encoder.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 4.0, 3.0, 3.0, 8.0, 3.0, 1.0, 3.0, 3.0, 7.0, 9.0, 12.0, 8.0, 13.0, 21.0, 22.0, 24.0, 39.0, 23.0, 35.0, 31.0, 41.0, 41.0, 36.0, 38.0, 52.0, 49.0, 47.0, 52.0, 42.0, 48.0, 50.0, 43.0, 37.0, 31.0, 30.0, 18.0, 13.0, 12.0, 12.0, 7.0, 13.0, 5.0, 6.0, 2.0, 1.0, 2.0, 1.0, 3.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-2.763671875, -2.6707763671875, -2.577880859375, -2.4849853515625, -2.39208984375, -2.2991943359375, -2.206298828125, -2.1134033203125, -2.0205078125, -1.9276123046875, -1.834716796875, -1.7418212890625, -1.64892578125, -1.5560302734375, -1.463134765625, -1.3702392578125, -1.27734375, -1.1844482421875, -1.091552734375, -0.9986572265625, -0.90576171875, -0.8128662109375, -0.719970703125, -0.6270751953125, -0.5341796875, -0.4412841796875, -0.348388671875, -0.2554931640625, -0.16259765625, -0.0697021484375, 0.023193359375, 0.1160888671875, 0.208984375, 0.3018798828125, 0.394775390625, 0.4876708984375, 0.58056640625, 0.6734619140625, 0.766357421875, 0.8592529296875, 0.9521484375, 1.0450439453125, 1.137939453125, 1.2308349609375, 1.32373046875, 1.4166259765625, 1.509521484375, 1.6024169921875, 1.6953125, 1.7882080078125, 1.881103515625, 1.9739990234375, 2.06689453125, 2.1597900390625, 2.252685546875, 2.3455810546875, 2.4384765625, 2.5313720703125, 2.624267578125, 2.7171630859375, 2.81005859375, 2.9029541015625, 2.995849609375, 3.0887451171875, 3.181640625]}, "gradients/encoder.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 5.0, 2.0, 4.0, 6.0, 13.0, 19.0, 26.0, 40.0, 65.0, 145.0, 280.0, 603.0, 1872.0, 9999.0, 838086.0, 189311.0, 5669.0, 1374.0, 518.0, 211.0, 108.0, 71.0, 41.0, 22.0, 17.0, 7.0, 14.0, 3.0, 3.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.876953125, -3.747161865234375, -3.61737060546875, -3.487579345703125, -3.3577880859375, -3.227996826171875, -3.09820556640625, -2.968414306640625, -2.838623046875, -2.708831787109375, -2.57904052734375, -2.449249267578125, -2.3194580078125, -2.189666748046875, -2.05987548828125, -1.930084228515625, -1.80029296875, -1.670501708984375, -1.54071044921875, -1.410919189453125, -1.2811279296875, -1.151336669921875, -1.02154541015625, -0.891754150390625, -0.761962890625, -0.632171630859375, -0.50238037109375, -0.372589111328125, -0.2427978515625, -0.113006591796875, 0.01678466796875, 0.146575927734375, 0.2763671875, 0.406158447265625, 0.53594970703125, 0.665740966796875, 0.7955322265625, 0.925323486328125, 1.05511474609375, 1.184906005859375, 1.314697265625, 1.444488525390625, 1.57427978515625, 1.704071044921875, 1.8338623046875, 1.963653564453125, 2.09344482421875, 2.223236083984375, 2.35302734375, 2.482818603515625, 2.61260986328125, 2.742401123046875, 2.8721923828125, 3.001983642578125, 3.13177490234375, 3.261566162109375, 3.391357421875, 3.521148681640625, 3.65093994140625, 3.780731201171875, 3.9105224609375, 4.040313720703125, 4.17010498046875, 4.299896240234375, 4.4296875]}, "gradients/encoder.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 5.0, 6.0, 8.0, 7.0, 18.0, 13.0, 16.0, 26.0, 35.0, 69.0, 111.0, 152.0, 188.0, 117.0, 78.0, 48.0, 29.0, 19.0, 14.0, 9.0, 5.0, 14.0, 5.0, 5.0, 3.0, 4.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00027823448181152344, -0.0002687089145183563, -0.0002591833472251892, -0.0002496577799320221, -0.00024013221263885498, -0.00023060664534568787, -0.00022108107805252075, -0.00021155551075935364, -0.00020202994346618652, -0.0001925043761730194, -0.0001829788088798523, -0.00017345324158668518, -0.00016392767429351807, -0.00015440210700035095, -0.00014487653970718384, -0.00013535097241401672, -0.0001258254051208496, -0.0001162998378276825, -0.00010677427053451538, -9.724870324134827e-05, -8.772313594818115e-05, -7.819756865501404e-05, -6.867200136184692e-05, -5.914643406867981e-05, -4.9620866775512695e-05, -4.009529948234558e-05, -3.056973218917847e-05, -2.1044164896011353e-05, -1.1518597602844238e-05, -1.993030309677124e-06, 7.53253698348999e-06, 1.7058104276657104e-05, 2.658367156982422e-05, 3.610923886299133e-05, 4.563480615615845e-05, 5.516037344932556e-05, 6.468594074249268e-05, 7.421150803565979e-05, 8.37370753288269e-05, 9.326264262199402e-05, 0.00010278820991516113, 0.00011231377720832825, 0.00012183934450149536, 0.00013136491179466248, 0.0001408904790878296, 0.0001504160463809967, 0.00015994161367416382, 0.00016946718096733093, 0.00017899274826049805, 0.00018851831555366516, 0.00019804388284683228, 0.0002075694501399994, 0.0002170950174331665, 0.00022662058472633362, 0.00023614615201950073, 0.00024567171931266785, 0.00025519728660583496, 0.0002647228538990021, 0.0002742484211921692, 0.0002837739884853363, 0.0002932995557785034, 0.00030282512307167053, 0.00031235069036483765, 0.00032187625765800476, 0.0003314018249511719]}, "gradients/encoder.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 3.0, 2.0, 4.0, 6.0, 7.0, 10.0, 10.0, 15.0, 45.0, 63.0, 79.0, 184.0, 319.0, 693.0, 2010.0, 7546.0, 64150.0, 894491.0, 67655.0, 7821.0, 2005.0, 674.0, 346.0, 168.0, 89.0, 60.0, 32.0, 22.0, 17.0, 14.0, 9.0, 5.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.041015625, -1.964019775390625, -1.88702392578125, -1.810028076171875, -1.7330322265625, -1.656036376953125, -1.57904052734375, -1.502044677734375, -1.425048828125, -1.348052978515625, -1.27105712890625, -1.194061279296875, -1.1170654296875, -1.040069580078125, -0.96307373046875, -0.886077880859375, -0.80908203125, -0.732086181640625, -0.65509033203125, -0.578094482421875, -0.5010986328125, -0.424102783203125, -0.34710693359375, -0.270111083984375, -0.193115234375, -0.116119384765625, -0.03912353515625, 0.037872314453125, 0.1148681640625, 0.191864013671875, 0.26885986328125, 0.345855712890625, 0.4228515625, 0.499847412109375, 0.57684326171875, 0.653839111328125, 0.7308349609375, 0.807830810546875, 0.88482666015625, 0.961822509765625, 1.038818359375, 1.115814208984375, 1.19281005859375, 1.269805908203125, 1.3468017578125, 1.423797607421875, 1.50079345703125, 1.577789306640625, 1.65478515625, 1.731781005859375, 1.80877685546875, 1.885772705078125, 1.9627685546875, 2.039764404296875, 2.11676025390625, 2.193756103515625, 2.270751953125, 2.347747802734375, 2.42474365234375, 2.501739501953125, 2.5787353515625, 2.655731201171875, 2.73272705078125, 2.809722900390625, 2.88671875]}, "gradients/encoder.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 6.0, 7.0, 9.0, 14.0, 30.0, 49.0, 85.0, 126.0, 181.0, 182.0, 115.0, 65.0, 45.0, 29.0, 25.0, 10.0, 11.0, 3.0, 4.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.181640625, -2.115234375, -2.048828125, -1.982421875, -1.916015625, -1.849609375, -1.783203125, -1.716796875, -1.650390625, -1.583984375, -1.517578125, -1.451171875, -1.384765625, -1.318359375, -1.251953125, -1.185546875, -1.119140625, -1.052734375, -0.986328125, -0.919921875, -0.853515625, -0.787109375, -0.720703125, -0.654296875, -0.587890625, -0.521484375, -0.455078125, -0.388671875, -0.322265625, -0.255859375, -0.189453125, -0.123046875, -0.056640625, 0.009765625, 0.076171875, 0.142578125, 0.208984375, 0.275390625, 0.341796875, 0.408203125, 0.474609375, 0.541015625, 0.607421875, 0.673828125, 0.740234375, 0.806640625, 0.873046875, 0.939453125, 1.005859375, 1.072265625, 1.138671875, 1.205078125, 1.271484375, 1.337890625, 1.404296875, 1.470703125, 1.537109375, 1.603515625, 1.669921875, 1.736328125, 1.802734375, 1.869140625, 1.935546875, 2.001953125, 2.068359375]}, "gradients/encoder.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 2.0, 4.0, 10.0, 33.0, 73.0, 106.0, 213.0, 252.0, 131.0, 92.0, 47.0, 16.0, 11.0, 6.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.02031707763672, -21.116186141967773, -20.212055206298828, -19.307926177978516, -18.40379524230957, -17.499664306640625, -16.59553337097168, -15.691402435302734, -14.787272453308105, -13.88314151763916, -12.979011535644531, -12.074880599975586, -11.17074966430664, -10.266619682312012, -9.362488746643066, -8.458358764648438, -7.554227828979492, -6.650097370147705, -5.745966911315918, -4.841835975646973, -3.9377055168151855, -3.0335750579833984, -2.129444122314453, -1.225313663482666, -0.3211832046508789, 0.5829473733901978, 1.4870779514312744, 2.3912086486816406, 3.2953391075134277, 4.199469566345215, 5.10360050201416, 6.007730960845947, 6.911861419677734, 7.8159918785095215, 8.720122337341309, 9.624253273010254, 10.528383255004883, 11.432514190673828, 12.336645126342773, 13.240776062011719, 14.144906044006348, 15.049036979675293, 15.953166961669922, 16.857297897338867, 17.761428833007812, 18.665557861328125, 19.569690704345703, 20.473819732666016, 21.37795066833496, 22.282081604003906, 23.18621253967285, 24.090343475341797, 24.99447250366211, 25.898603439331055, 26.802734375, 27.706865310668945, 28.61099624633789, 29.515127182006836, 30.41925811767578, 31.323387145996094, 32.22751998901367, 33.131649017333984, 34.03578186035156, 34.939910888671875, 35.84403991699219]}, "gradients/encoder.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 4.0, 2.0, 5.0, 3.0, 2.0, 5.0, 9.0, 3.0, 10.0, 17.0, 20.0, 16.0, 18.0, 23.0, 21.0, 28.0, 26.0, 28.0, 29.0, 31.0, 38.0, 38.0, 52.0, 59.0, 60.0, 50.0, 44.0, 42.0, 39.0, 39.0, 29.0, 27.0, 21.0, 31.0, 26.0, 17.0, 19.0, 13.0, 9.0, 13.0, 15.0, 6.0, 5.0, 5.0, 4.0, 2.0, 2.0, 2.0, 2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0], "bins": [-12.55962085723877, -12.180830001831055, -11.802040100097656, -11.423249244689941, -11.044459342956543, -10.665668487548828, -10.28687858581543, -9.908087730407715, -9.529296875, -9.150506019592285, -8.771716117858887, -8.392925262451172, -8.014135360717773, -7.635344505310059, -7.256554126739502, -6.877763748168945, -6.498973846435547, -6.12018346786499, -5.741393089294434, -5.362602233886719, -4.98381233215332, -4.6050214767456055, -4.226231098175049, -3.847440719604492, -3.4686503410339355, -3.089859962463379, -2.7110695838928223, -2.3322789669036865, -1.9534885883331299, -1.5746982097625732, -1.1959075927734375, -0.8171172142028809, -0.4383277893066406, -0.05953735113143921, 0.3192530870437622, 0.6980435848236084, 1.076833963394165, 1.4556243419647217, 1.8344149589538574, 2.213205337524414, 2.5919957160949707, 2.9707860946655273, 3.349576473236084, 3.7283670902252197, 4.1071577072143555, 4.485947608947754, 4.864738464355469, 5.243528842926025, 5.622319221496582, 6.001109600067139, 6.379899978637695, 6.75869083404541, 7.137480735778809, 7.516271591186523, 7.89506196975708, 8.273852348327637, 8.652643203735352, 9.031434059143066, 9.410223960876465, 9.78901481628418, 10.167804718017578, 10.546595573425293, 10.925386428833008, 11.304176330566406, 11.682966232299805]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 4.0, 7.0, 10.0, 6.0, 8.0, 12.0, 19.0, 43.0, 68.0, 80.0, 161.0, 307.0, 557.0, 1543.0, 4273.0, 15181.0, 77291.0, 884266.0, 2883969.0, 278047.0, 35639.0, 8223.0, 2632.0, 991.0, 405.0, 227.0, 107.0, 65.0, 39.0, 33.0, 16.0, 14.0, 11.0, 10.0, 3.0, 8.0, 4.0, 4.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.7080078125, -1.6551055908203125, -1.602203369140625, -1.5493011474609375, -1.49639892578125, -1.4434967041015625, -1.390594482421875, -1.3376922607421875, -1.2847900390625, -1.2318878173828125, -1.178985595703125, -1.1260833740234375, -1.07318115234375, -1.0202789306640625, -0.967376708984375, -0.9144744873046875, -0.861572265625, -0.8086700439453125, -0.755767822265625, -0.7028656005859375, -0.64996337890625, -0.5970611572265625, -0.544158935546875, -0.4912567138671875, -0.4383544921875, -0.3854522705078125, -0.332550048828125, -0.2796478271484375, -0.22674560546875, -0.1738433837890625, -0.120941162109375, -0.0680389404296875, -0.01513671875, 0.0377655029296875, 0.090667724609375, 0.1435699462890625, 0.19647216796875, 0.2493743896484375, 0.302276611328125, 0.3551788330078125, 0.4080810546875, 0.4609832763671875, 0.513885498046875, 0.5667877197265625, 0.61968994140625, 0.6725921630859375, 0.725494384765625, 0.7783966064453125, 0.831298828125, 0.8842010498046875, 0.937103271484375, 0.9900054931640625, 1.04290771484375, 1.0958099365234375, 1.148712158203125, 1.2016143798828125, 1.2545166015625, 1.3074188232421875, 1.360321044921875, 1.4132232666015625, 1.46612548828125, 1.5190277099609375, 1.571929931640625, 1.6248321533203125, 1.677734375]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 1.0, 3.0, 5.0, 8.0, 10.0, 9.0, 19.0, 24.0, 29.0, 23.0, 41.0, 42.0, 47.0, 58.0, 82.0, 81.0, 98.0, 76.0, 67.0, 55.0, 54.0, 46.0, 38.0, 20.0, 18.0, 18.0, 11.0, 7.0, 6.0, 7.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.115234375, -1.0814208984375, -1.047607421875, -1.0137939453125, -0.97998046875, -0.9461669921875, -0.912353515625, -0.8785400390625, -0.8447265625, -0.8109130859375, -0.777099609375, -0.7432861328125, -0.70947265625, -0.6756591796875, -0.641845703125, -0.6080322265625, -0.57421875, -0.5404052734375, -0.506591796875, -0.4727783203125, -0.43896484375, -0.4051513671875, -0.371337890625, -0.3375244140625, -0.3037109375, -0.2698974609375, -0.236083984375, -0.2022705078125, -0.16845703125, -0.1346435546875, -0.100830078125, -0.0670166015625, -0.033203125, 0.0006103515625, 0.034423828125, 0.0682373046875, 0.10205078125, 0.1358642578125, 0.169677734375, 0.2034912109375, 0.2373046875, 0.2711181640625, 0.304931640625, 0.3387451171875, 0.37255859375, 0.4063720703125, 0.440185546875, 0.4739990234375, 0.5078125, 0.5416259765625, 0.575439453125, 0.6092529296875, 0.64306640625, 0.6768798828125, 0.710693359375, 0.7445068359375, 0.7783203125, 0.8121337890625, 0.845947265625, 0.8797607421875, 0.91357421875, 0.9473876953125, 0.981201171875, 1.0150146484375, 1.048828125]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 4.0, 2.0, 4.0, 7.0, 14.0, 17.0, 19.0, 35.0, 45.0, 83.0, 136.0, 260.0, 468.0, 1052.0, 2858.0, 10981.0, 80644.0, 2436617.0, 1583012.0, 64213.0, 9492.0, 2429.0, 860.0, 463.0, 225.0, 139.0, 88.0, 42.0, 29.0, 15.0, 11.0, 10.0, 7.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.1875, -2.103179931640625, -2.01885986328125, -1.934539794921875, -1.8502197265625, -1.765899658203125, -1.68157958984375, -1.597259521484375, -1.512939453125, -1.428619384765625, -1.34429931640625, -1.259979248046875, -1.1756591796875, -1.091339111328125, -1.00701904296875, -0.922698974609375, -0.83837890625, -0.754058837890625, -0.66973876953125, -0.585418701171875, -0.5010986328125, -0.416778564453125, -0.33245849609375, -0.248138427734375, -0.163818359375, -0.079498291015625, 0.00482177734375, 0.089141845703125, 0.1734619140625, 0.257781982421875, 0.34210205078125, 0.426422119140625, 0.5107421875, 0.595062255859375, 0.67938232421875, 0.763702392578125, 0.8480224609375, 0.932342529296875, 1.01666259765625, 1.100982666015625, 1.185302734375, 1.269622802734375, 1.35394287109375, 1.438262939453125, 1.5225830078125, 1.606903076171875, 1.69122314453125, 1.775543212890625, 1.85986328125, 1.944183349609375, 2.02850341796875, 2.112823486328125, 2.1971435546875, 2.281463623046875, 2.36578369140625, 2.450103759765625, 2.534423828125, 2.618743896484375, 2.70306396484375, 2.787384033203125, 2.8717041015625, 2.956024169921875, 3.04034423828125, 3.124664306640625, 3.208984375]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 5.0, 10.0, 9.0, 10.0, 15.0, 29.0, 36.0, 67.0, 106.0, 211.0, 383.0, 679.0, 1000.0, 701.0, 333.0, 191.0, 90.0, 67.0, 46.0, 28.0, 30.0, 11.0, 12.0, 3.0, 5.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.197265625, -3.10443115234375, -3.0115966796875, -2.91876220703125, -2.825927734375, -2.73309326171875, -2.6402587890625, -2.54742431640625, -2.45458984375, -2.36175537109375, -2.2689208984375, -2.17608642578125, -2.083251953125, -1.99041748046875, -1.8975830078125, -1.80474853515625, -1.7119140625, -1.61907958984375, -1.5262451171875, -1.43341064453125, -1.340576171875, -1.24774169921875, -1.1549072265625, -1.06207275390625, -0.96923828125, -0.87640380859375, -0.7835693359375, -0.69073486328125, -0.597900390625, -0.50506591796875, -0.4122314453125, -0.31939697265625, -0.2265625, -0.13372802734375, -0.0408935546875, 0.05194091796875, 0.144775390625, 0.23760986328125, 0.3304443359375, 0.42327880859375, 0.51611328125, 0.60894775390625, 0.7017822265625, 0.79461669921875, 0.887451171875, 0.98028564453125, 1.0731201171875, 1.16595458984375, 1.2587890625, 1.35162353515625, 1.4444580078125, 1.53729248046875, 1.630126953125, 1.72296142578125, 1.8157958984375, 1.90863037109375, 2.00146484375, 2.09429931640625, 2.1871337890625, 2.27996826171875, 2.372802734375, 2.46563720703125, 2.5584716796875, 2.65130615234375, 2.744140625]}, "gradients/encoder.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 10.0, 8.0, 12.0, 23.0, 46.0, 108.0, 148.0, 218.0, 174.0, 125.0, 63.0, 30.0, 15.0, 5.0, 4.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-23.454593658447266, -22.689254760742188, -21.92391586303711, -21.1585750579834, -20.39323616027832, -19.627897262573242, -18.86255645751953, -18.097217559814453, -17.331878662109375, -16.566539764404297, -15.801199913024902, -15.035860061645508, -14.27052116394043, -13.505182266235352, -12.739842414855957, -11.974502563476562, -11.209163665771484, -10.443824768066406, -9.678484916687012, -8.913145065307617, -8.147806167602539, -7.382466793060303, -6.617127418518066, -5.85178804397583, -5.086448669433594, -4.321109294891357, -3.555769920349121, -2.7904305458068848, -2.0250911712646484, -1.259751796722412, -0.4944124221801758, 0.27092695236206055, 1.0362663269042969, 1.8016057014465332, 2.5669450759887695, 3.332284450531006, 4.097623825073242, 4.8629631996154785, 5.628302574157715, 6.393641948699951, 7.1589813232421875, 7.924320697784424, 8.68966007232666, 9.454999923706055, 10.220338821411133, 10.985677719116211, 11.751017570495605, 12.516357421875, 13.281696319580078, 14.047035217285156, 14.81237506866455, 15.577714920043945, 16.343053817749023, 17.1083927154541, 17.873733520507812, 18.63907241821289, 19.40441131591797, 20.169750213623047, 20.935089111328125, 21.700429916381836, 22.465768814086914, 23.231107711791992, 23.996448516845703, 24.76178741455078, 25.52712631225586]}, "gradients/encoder.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 6.0, 5.0, 10.0, 4.0, 5.0, 9.0, 11.0, 19.0, 5.0, 16.0, 24.0, 21.0, 32.0, 36.0, 31.0, 47.0, 42.0, 39.0, 53.0, 65.0, 48.0, 48.0, 38.0, 41.0, 41.0, 42.0, 37.0, 32.0, 37.0, 25.0, 17.0, 18.0, 22.0, 12.0, 15.0, 7.0, 7.0, 11.0, 10.0, 3.0, 5.0, 3.0, 6.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.827754020690918, -10.478263854980469, -10.128774642944336, -9.779284477233887, -9.429794311523438, -9.080305099487305, -8.730814933776855, -8.381324768066406, -8.031835556030273, -7.682345867156982, -7.332856178283691, -6.983366012573242, -6.633876323699951, -6.28438663482666, -5.934896469116211, -5.58540678024292, -5.235917091369629, -4.886427402496338, -4.536937713623047, -4.187447547912598, -3.8379578590393066, -3.4884681701660156, -3.1389782428741455, -2.7894883155822754, -2.4399986267089844, -2.0905089378356934, -1.7410190105438232, -1.3915292024612427, -1.042039394378662, -0.6925495862960815, -0.343059778213501, 0.006430149078369141, 0.35591888427734375, 0.7054086923599243, 1.0548985004425049, 1.4043883085250854, 1.753878116607666, 2.103367805480957, 2.452857732772827, 2.8023476600646973, 3.1518373489379883, 3.5013270378112793, 3.8508169651031494, 4.2003068923950195, 4.5497965812683105, 4.899286270141602, 5.248776435852051, 5.598266124725342, 5.947755813598633, 6.297245502471924, 6.646735191345215, 6.996225357055664, 7.345715045928955, 7.695204734802246, 8.044694900512695, 8.394184112548828, 8.743674278259277, 9.093164443969727, 9.44265365600586, 9.792143821716309, 10.141633987426758, 10.49112319946289, 10.84061336517334, 11.190103530883789, 11.539592742919922]}, "gradients/encoder.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 5.0, 2.0, 2.0, 3.0, 3.0, 7.0, 6.0, 9.0, 10.0, 14.0, 18.0, 26.0, 41.0, 85.0, 96.0, 182.0, 320.0, 504.0, 1000.0, 1901.0, 4498.0, 11383.0, 32417.0, 100425.0, 320199.0, 382067.0, 128289.0, 40723.0, 14082.0, 5318.0, 2336.0, 1113.0, 590.0, 350.0, 185.0, 118.0, 73.0, 46.0, 28.0, 28.0, 17.0, 13.0, 9.0, 8.0, 9.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.94921875, -1.8885040283203125, -1.827789306640625, -1.7670745849609375, -1.70635986328125, -1.6456451416015625, -1.584930419921875, -1.5242156982421875, -1.4635009765625, -1.4027862548828125, -1.342071533203125, -1.2813568115234375, -1.22064208984375, -1.1599273681640625, -1.099212646484375, -1.0384979248046875, -0.977783203125, -0.9170684814453125, -0.856353759765625, -0.7956390380859375, -0.73492431640625, -0.6742095947265625, -0.613494873046875, -0.5527801513671875, -0.4920654296875, -0.4313507080078125, -0.370635986328125, -0.3099212646484375, -0.24920654296875, -0.1884918212890625, -0.127777099609375, -0.0670623779296875, -0.00634765625, 0.0543670654296875, 0.115081787109375, 0.1757965087890625, 0.23651123046875, 0.2972259521484375, 0.357940673828125, 0.4186553955078125, 0.4793701171875, 0.5400848388671875, 0.600799560546875, 0.6615142822265625, 0.72222900390625, 0.7829437255859375, 0.843658447265625, 0.9043731689453125, 0.965087890625, 1.0258026123046875, 1.086517333984375, 1.1472320556640625, 1.20794677734375, 1.2686614990234375, 1.329376220703125, 1.3900909423828125, 1.4508056640625, 1.5115203857421875, 1.572235107421875, 1.6329498291015625, 1.69366455078125, 1.7543792724609375, 1.815093994140625, 1.8758087158203125, 1.9365234375]}, "gradients/encoder.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 4.0, 4.0, 5.0, 4.0, 17.0, 14.0, 16.0, 29.0, 28.0, 27.0, 40.0, 36.0, 44.0, 64.0, 69.0, 59.0, 67.0, 81.0, 68.0, 64.0, 60.0, 45.0, 46.0, 33.0, 27.0, 17.0, 21.0, 9.0, 5.0, 3.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.134765625, -1.10064697265625, -1.0665283203125, -1.03240966796875, -0.998291015625, -0.96417236328125, -0.9300537109375, -0.89593505859375, -0.86181640625, -0.82769775390625, -0.7935791015625, -0.75946044921875, -0.725341796875, -0.69122314453125, -0.6571044921875, -0.62298583984375, -0.5888671875, -0.55474853515625, -0.5206298828125, -0.48651123046875, -0.452392578125, -0.41827392578125, -0.3841552734375, -0.35003662109375, -0.31591796875, -0.28179931640625, -0.2476806640625, -0.21356201171875, -0.179443359375, -0.14532470703125, -0.1112060546875, -0.07708740234375, -0.04296875, -0.00885009765625, 0.0252685546875, 0.05938720703125, 0.093505859375, 0.12762451171875, 0.1617431640625, 0.19586181640625, 0.22998046875, 0.26409912109375, 0.2982177734375, 0.33233642578125, 0.366455078125, 0.40057373046875, 0.4346923828125, 0.46881103515625, 0.5029296875, 0.53704833984375, 0.5711669921875, 0.60528564453125, 0.639404296875, 0.67352294921875, 0.7076416015625, 0.74176025390625, 0.77587890625, 0.80999755859375, 0.8441162109375, 0.87823486328125, 0.912353515625, 0.94647216796875, 0.9805908203125, 1.01470947265625, 1.048828125]}, "gradients/encoder.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 4.0, 4.0, 4.0, 6.0, 13.0, 22.0, 40.0, 90.0, 179.0, 416.0, 1029.0, 3602.0, 59265.0, 962183.0, 17768.0, 2484.0, 807.0, 335.0, 148.0, 61.0, 43.0, 31.0, 7.0, 7.0, 3.0, 7.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.0, -9.69091796875, -9.3818359375, -9.07275390625, -8.763671875, -8.45458984375, -8.1455078125, -7.83642578125, -7.52734375, -7.21826171875, -6.9091796875, -6.60009765625, -6.291015625, -5.98193359375, -5.6728515625, -5.36376953125, -5.0546875, -4.74560546875, -4.4365234375, -4.12744140625, -3.818359375, -3.50927734375, -3.2001953125, -2.89111328125, -2.58203125, -2.27294921875, -1.9638671875, -1.65478515625, -1.345703125, -1.03662109375, -0.7275390625, -0.41845703125, -0.109375, 0.19970703125, 0.5087890625, 0.81787109375, 1.126953125, 1.43603515625, 1.7451171875, 2.05419921875, 2.36328125, 2.67236328125, 2.9814453125, 3.29052734375, 3.599609375, 3.90869140625, 4.2177734375, 4.52685546875, 4.8359375, 5.14501953125, 5.4541015625, 5.76318359375, 6.072265625, 6.38134765625, 6.6904296875, 6.99951171875, 7.30859375, 7.61767578125, 7.9267578125, 8.23583984375, 8.544921875, 8.85400390625, 9.1630859375, 9.47216796875, 9.78125]}, "gradients/encoder.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 4.0, 11.0, 8.0, 5.0, 9.0, 20.0, 23.0, 37.0, 35.0, 35.0, 57.0, 56.0, 39.0, 54.0, 61.0, 66.0, 55.0, 60.0, 57.0, 46.0, 54.0, 40.0, 41.0, 22.0, 19.0, 31.0, 14.0, 10.0, 8.0, 7.0, 7.0, 4.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.5859375, -4.42913818359375, -4.2723388671875, -4.11553955078125, -3.958740234375, -3.80194091796875, -3.6451416015625, -3.48834228515625, -3.33154296875, -3.17474365234375, -3.0179443359375, -2.86114501953125, -2.704345703125, -2.54754638671875, -2.3907470703125, -2.23394775390625, -2.0771484375, -1.92034912109375, -1.7635498046875, -1.60675048828125, -1.449951171875, -1.29315185546875, -1.1363525390625, -0.97955322265625, -0.82275390625, -0.66595458984375, -0.5091552734375, -0.35235595703125, -0.195556640625, -0.03875732421875, 0.1180419921875, 0.27484130859375, 0.431640625, 0.58843994140625, 0.7452392578125, 0.90203857421875, 1.058837890625, 1.21563720703125, 1.3724365234375, 1.52923583984375, 1.68603515625, 1.84283447265625, 1.9996337890625, 2.15643310546875, 2.313232421875, 2.47003173828125, 2.6268310546875, 2.78363037109375, 2.9404296875, 3.09722900390625, 3.2540283203125, 3.41082763671875, 3.567626953125, 3.72442626953125, 3.8812255859375, 4.03802490234375, 4.19482421875, 4.35162353515625, 4.5084228515625, 4.66522216796875, 4.822021484375, 4.97882080078125, 5.1356201171875, 5.29241943359375, 5.44921875]}, "gradients/encoder.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 4.0, 4.0, 3.0, 11.0, 15.0, 14.0, 34.0, 46.0, 51.0, 106.0, 176.0, 330.0, 739.0, 1671.0, 4716.0, 18950.0, 235846.0, 741694.0, 33323.0, 6673.0, 2206.0, 931.0, 462.0, 235.0, 126.0, 52.0, 42.0, 25.0, 16.0, 15.0, 8.0, 10.0, 6.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-2.099609375, -2.032196044921875, -1.96478271484375, -1.897369384765625, -1.8299560546875, -1.762542724609375, -1.69512939453125, -1.627716064453125, -1.560302734375, -1.492889404296875, -1.42547607421875, -1.358062744140625, -1.2906494140625, -1.223236083984375, -1.15582275390625, -1.088409423828125, -1.02099609375, -0.953582763671875, -0.88616943359375, -0.818756103515625, -0.7513427734375, -0.683929443359375, -0.61651611328125, -0.549102783203125, -0.481689453125, -0.414276123046875, -0.34686279296875, -0.279449462890625, -0.2120361328125, -0.144622802734375, -0.07720947265625, -0.009796142578125, 0.0576171875, 0.125030517578125, 0.19244384765625, 0.259857177734375, 0.3272705078125, 0.394683837890625, 0.46209716796875, 0.529510498046875, 0.596923828125, 0.664337158203125, 0.73175048828125, 0.799163818359375, 0.8665771484375, 0.933990478515625, 1.00140380859375, 1.068817138671875, 1.13623046875, 1.203643798828125, 1.27105712890625, 1.338470458984375, 1.4058837890625, 1.473297119140625, 1.54071044921875, 1.608123779296875, 1.675537109375, 1.742950439453125, 1.81036376953125, 1.877777099609375, 1.9451904296875, 2.012603759765625, 2.08001708984375, 2.147430419921875, 2.21484375]}, "gradients/encoder.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 6.0, 4.0, 9.0, 10.0, 15.0, 15.0, 22.0, 25.0, 31.0, 41.0, 56.0, 56.0, 119.0, 176.0, 103.0, 81.0, 45.0, 53.0, 36.0, 28.0, 11.0, 14.0, 9.0, 9.0, 14.0, 2.0, 5.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0003151893615722656, -0.0003044791519641876, -0.0002937689423561096, -0.0002830587327480316, -0.0002723485231399536, -0.0002616383135318756, -0.0002509281039237976, -0.0002402178943157196, -0.0002295076847076416, -0.0002187974750995636, -0.0002080872654914856, -0.0001973770558834076, -0.0001866668462753296, -0.0001759566366672516, -0.00016524642705917358, -0.00015453621745109558, -0.00014382600784301758, -0.00013311579823493958, -0.00012240558862686157, -0.00011169537901878357, -0.00010098516941070557, -9.027495980262756e-05, -7.956475019454956e-05, -6.885454058647156e-05, -5.8144330978393555e-05, -4.743412137031555e-05, -3.672391176223755e-05, -2.6013702154159546e-05, -1.5303492546081543e-05, -4.59328293800354e-06, 6.116926670074463e-06, 1.6827136278152466e-05, 2.753734588623047e-05, 3.824755549430847e-05, 4.8957765102386475e-05, 5.966797471046448e-05, 7.037818431854248e-05, 8.108839392662048e-05, 9.179860353469849e-05, 0.00010250881314277649, 0.00011321902275085449, 0.0001239292323589325, 0.0001346394419670105, 0.0001453496515750885, 0.0001560598611831665, 0.0001667700707912445, 0.0001774802803993225, 0.0001881904900074005, 0.00019890069961547852, 0.00020961090922355652, 0.00022032111883163452, 0.00023103132843971252, 0.00024174153804779053, 0.00025245174765586853, 0.00026316195726394653, 0.00027387216687202454, 0.00028458237648010254, 0.00029529258608818054, 0.00030600279569625854, 0.00031671300530433655, 0.00032742321491241455, 0.00033813342452049255, 0.00034884363412857056, 0.00035955384373664856, 0.00037026405334472656]}, "gradients/encoder.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 2.0, 2.0, 4.0, 5.0, 2.0, 7.0, 9.0, 22.0, 28.0, 51.0, 77.0, 136.0, 256.0, 546.0, 1551.0, 5870.0, 57342.0, 932481.0, 42532.0, 5137.0, 1399.0, 496.0, 268.0, 111.0, 81.0, 43.0, 32.0, 22.0, 13.0, 12.0, 12.0, 6.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.373046875, -2.279815673828125, -2.18658447265625, -2.093353271484375, -2.0001220703125, -1.906890869140625, -1.81365966796875, -1.720428466796875, -1.627197265625, -1.533966064453125, -1.44073486328125, -1.347503662109375, -1.2542724609375, -1.161041259765625, -1.06781005859375, -0.974578857421875, -0.88134765625, -0.788116455078125, -0.69488525390625, -0.601654052734375, -0.5084228515625, -0.415191650390625, -0.32196044921875, -0.228729248046875, -0.135498046875, -0.042266845703125, 0.05096435546875, 0.144195556640625, 0.2374267578125, 0.330657958984375, 0.42388916015625, 0.517120361328125, 0.6103515625, 0.703582763671875, 0.79681396484375, 0.890045166015625, 0.9832763671875, 1.076507568359375, 1.16973876953125, 1.262969970703125, 1.356201171875, 1.449432373046875, 1.54266357421875, 1.635894775390625, 1.7291259765625, 1.822357177734375, 1.91558837890625, 2.008819580078125, 2.10205078125, 2.195281982421875, 2.28851318359375, 2.381744384765625, 2.4749755859375, 2.568206787109375, 2.66143798828125, 2.754669189453125, 2.847900390625, 2.941131591796875, 3.03436279296875, 3.127593994140625, 3.2208251953125, 3.314056396484375, 3.40728759765625, 3.500518798828125, 3.59375]}, "gradients/encoder.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 6.0, 10.0, 5.0, 3.0, 3.0, 11.0, 21.0, 28.0, 44.0, 92.0, 145.0, 173.0, 165.0, 104.0, 62.0, 36.0, 27.0, 15.0, 17.0, 13.0, 5.0, 6.0, 3.0, 2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.40625, -2.334991455078125, -2.26373291015625, -2.192474365234375, -2.1212158203125, -2.049957275390625, -1.97869873046875, -1.907440185546875, -1.836181640625, -1.764923095703125, -1.69366455078125, -1.622406005859375, -1.5511474609375, -1.479888916015625, -1.40863037109375, -1.337371826171875, -1.26611328125, -1.194854736328125, -1.12359619140625, -1.052337646484375, -0.9810791015625, -0.909820556640625, -0.83856201171875, -0.767303466796875, -0.696044921875, -0.624786376953125, -0.55352783203125, -0.482269287109375, -0.4110107421875, -0.339752197265625, -0.26849365234375, -0.197235107421875, -0.1259765625, -0.054718017578125, 0.01654052734375, 0.087799072265625, 0.1590576171875, 0.230316162109375, 0.30157470703125, 0.372833251953125, 0.444091796875, 0.515350341796875, 0.58660888671875, 0.657867431640625, 0.7291259765625, 0.800384521484375, 0.87164306640625, 0.942901611328125, 1.01416015625, 1.085418701171875, 1.15667724609375, 1.227935791015625, 1.2991943359375, 1.370452880859375, 1.44171142578125, 1.512969970703125, 1.584228515625, 1.655487060546875, 1.72674560546875, 1.798004150390625, 1.8692626953125, 1.940521240234375, 2.01177978515625, 2.083038330078125, 2.154296875]}, "gradients/encoder.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 6.0, 5.0, 10.0, 27.0, 55.0, 106.0, 230.0, 264.0, 149.0, 69.0, 44.0, 15.0, 11.0, 7.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-36.502960205078125, -35.36164093017578, -34.22032165527344, -33.079002380371094, -31.93768310546875, -30.796363830566406, -29.65504264831543, -28.513723373413086, -27.372404098510742, -26.2310848236084, -25.089765548706055, -23.94844627380371, -22.807125091552734, -21.66580581665039, -20.524486541748047, -19.383167266845703, -18.24184799194336, -17.100528717041016, -15.959209442138672, -14.817889213562012, -13.676569938659668, -12.535250663757324, -11.393930435180664, -10.25261116027832, -9.111291885375977, -7.969972610473633, -6.828652858734131, -5.687333106994629, -4.546013832092285, -3.4046945571899414, -2.2633748054504395, -1.1220550537109375, 0.01926422119140625, 1.160583734512329, 2.301903247833252, 3.443222761154175, 4.584542274475098, 5.725861549377441, 6.867181301116943, 8.008501052856445, 9.149820327758789, 10.291139602661133, 11.432458877563477, 12.573779106140137, 13.71509838104248, 14.856417655944824, 15.997737884521484, 17.139057159423828, 18.280376434326172, 19.421695709228516, 20.56301498413086, 21.704334259033203, 22.845653533935547, 23.98697280883789, 25.128293991088867, 26.26961326599121, 27.410932540893555, 28.5522518157959, 29.693571090698242, 30.834890365600586, 31.976211547851562, 33.117530822753906, 34.25885009765625, 35.400169372558594, 36.54148864746094]}, "gradients/encoder.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 3.0, 5.0, 4.0, 5.0, 10.0, 7.0, 12.0, 16.0, 19.0, 25.0, 18.0, 17.0, 25.0, 25.0, 24.0, 33.0, 41.0, 32.0, 46.0, 50.0, 47.0, 60.0, 64.0, 55.0, 43.0, 33.0, 33.0, 23.0, 22.0, 27.0, 25.0, 24.0, 23.0, 12.0, 18.0, 8.0, 13.0, 11.0, 3.0, 15.0, 10.0, 5.0, 3.0, 2.0, 7.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-14.845146179199219, -14.405670166015625, -13.966194152832031, -13.526718139648438, -13.087242126464844, -12.64776611328125, -12.208290100097656, -11.768814086914062, -11.329338073730469, -10.889862060546875, -10.450386047363281, -10.010910034179688, -9.571434020996094, -9.1319580078125, -8.692481994628906, -8.253005981445312, -7.813530921936035, -7.374054908752441, -6.934578895568848, -6.495102882385254, -6.05562686920166, -5.616150856018066, -5.176675319671631, -4.737199306488037, -4.297723293304443, -3.8582472801208496, -3.418771266937256, -2.979295492172241, -2.5398194789886475, -2.1003434658050537, -1.660867691040039, -1.2213916778564453, -0.781916618347168, -0.342440664768219, 0.09703528881072998, 0.5365111827850342, 0.9759871959686279, 1.4154632091522217, 1.8549389839172363, 2.29441499710083, 2.733891010284424, 3.1733670234680176, 3.6128430366516113, 4.052318572998047, 4.491794586181641, 4.931270599365234, 5.370746612548828, 5.810222625732422, 6.249698638916016, 6.689174652099609, 7.128650665283203, 7.568126678466797, 8.00760269165039, 8.447078704833984, 8.886554718017578, 9.326030731201172, 9.765506744384766, 10.20498275756836, 10.644458770751953, 11.083934783935547, 11.52341079711914, 11.962886810302734, 12.402362823486328, 12.841838836669922, 13.2813138961792]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 7.0, 9.0, 6.0, 8.0, 9.0, 11.0, 8.0, 19.0, 44.0, 40.0, 76.0, 119.0, 199.0, 343.0, 695.0, 1300.0, 2959.0, 7893.0, 27055.0, 142255.0, 1782383.0, 2025488.0, 159788.0, 28768.0, 8480.0, 3263.0, 1458.0, 639.0, 383.0, 221.0, 138.0, 67.0, 58.0, 30.0, 18.0, 19.0, 13.0, 5.0, 3.0, 3.0, 8.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2890625, -1.243072509765625, -1.19708251953125, -1.151092529296875, -1.1051025390625, -1.059112548828125, -1.01312255859375, -0.967132568359375, -0.921142578125, -0.875152587890625, -0.82916259765625, -0.783172607421875, -0.7371826171875, -0.691192626953125, -0.64520263671875, -0.599212646484375, -0.55322265625, -0.507232666015625, -0.46124267578125, -0.415252685546875, -0.3692626953125, -0.323272705078125, -0.27728271484375, -0.231292724609375, -0.185302734375, -0.139312744140625, -0.09332275390625, -0.047332763671875, -0.0013427734375, 0.044647216796875, 0.09063720703125, 0.136627197265625, 0.1826171875, 0.228607177734375, 0.27459716796875, 0.320587158203125, 0.3665771484375, 0.412567138671875, 0.45855712890625, 0.504547119140625, 0.550537109375, 0.596527099609375, 0.64251708984375, 0.688507080078125, 0.7344970703125, 0.780487060546875, 0.82647705078125, 0.872467041015625, 0.91845703125, 0.964447021484375, 1.01043701171875, 1.056427001953125, 1.1024169921875, 1.148406982421875, 1.19439697265625, 1.240386962890625, 1.286376953125, 1.332366943359375, 1.37835693359375, 1.424346923828125, 1.4703369140625, 1.516326904296875, 1.56231689453125, 1.608306884765625, 1.654296875]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 8.0, 4.0, 6.0, 8.0, 8.0, 13.0, 21.0, 21.0, 29.0, 32.0, 33.0, 44.0, 44.0, 57.0, 55.0, 56.0, 67.0, 82.0, 51.0, 68.0, 47.0, 48.0, 41.0, 50.0, 22.0, 29.0, 10.0, 14.0, 9.0, 6.0, 5.0, 4.0, 4.0, 5.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.134765625, -1.103790283203125, -1.07281494140625, -1.041839599609375, -1.0108642578125, -0.979888916015625, -0.94891357421875, -0.917938232421875, -0.886962890625, -0.855987548828125, -0.82501220703125, -0.794036865234375, -0.7630615234375, -0.732086181640625, -0.70111083984375, -0.670135498046875, -0.63916015625, -0.608184814453125, -0.57720947265625, -0.546234130859375, -0.5152587890625, -0.484283447265625, -0.45330810546875, -0.422332763671875, -0.391357421875, -0.360382080078125, -0.32940673828125, -0.298431396484375, -0.2674560546875, -0.236480712890625, -0.20550537109375, -0.174530029296875, -0.1435546875, -0.112579345703125, -0.08160400390625, -0.050628662109375, -0.0196533203125, 0.011322021484375, 0.04229736328125, 0.073272705078125, 0.104248046875, 0.135223388671875, 0.16619873046875, 0.197174072265625, 0.2281494140625, 0.259124755859375, 0.29010009765625, 0.321075439453125, 0.35205078125, 0.383026123046875, 0.41400146484375, 0.444976806640625, 0.4759521484375, 0.506927490234375, 0.53790283203125, 0.568878173828125, 0.599853515625, 0.630828857421875, 0.66180419921875, 0.692779541015625, 0.7237548828125, 0.754730224609375, 0.78570556640625, 0.816680908203125, 0.84765625]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 6.0, 2.0, 2.0, 3.0, 4.0, 3.0, 16.0, 18.0, 18.0, 31.0, 46.0, 74.0, 111.0, 190.0, 310.0, 545.0, 1092.0, 2820.0, 10686.0, 78115.0, 2903916.0, 1135506.0, 47587.0, 8066.0, 2406.0, 1046.0, 631.0, 348.0, 235.0, 155.0, 99.0, 67.0, 32.0, 27.0, 22.0, 14.0, 15.0, 6.0, 8.0, 3.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.884765625, -2.794281005859375, -2.70379638671875, -2.613311767578125, -2.5228271484375, -2.432342529296875, -2.34185791015625, -2.251373291015625, -2.160888671875, -2.070404052734375, -1.97991943359375, -1.889434814453125, -1.7989501953125, -1.708465576171875, -1.61798095703125, -1.527496337890625, -1.43701171875, -1.346527099609375, -1.25604248046875, -1.165557861328125, -1.0750732421875, -0.984588623046875, -0.89410400390625, -0.803619384765625, -0.713134765625, -0.622650146484375, -0.53216552734375, -0.441680908203125, -0.3511962890625, -0.260711669921875, -0.17022705078125, -0.079742431640625, 0.0107421875, 0.101226806640625, 0.19171142578125, 0.282196044921875, 0.3726806640625, 0.463165283203125, 0.55364990234375, 0.644134521484375, 0.734619140625, 0.825103759765625, 0.91558837890625, 1.006072998046875, 1.0965576171875, 1.187042236328125, 1.27752685546875, 1.368011474609375, 1.45849609375, 1.548980712890625, 1.63946533203125, 1.729949951171875, 1.8204345703125, 1.910919189453125, 2.00140380859375, 2.091888427734375, 2.182373046875, 2.272857666015625, 2.36334228515625, 2.453826904296875, 2.5443115234375, 2.634796142578125, 2.72528076171875, 2.815765380859375, 2.90625]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 7.0, 8.0, 18.0, 28.0, 38.0, 67.0, 115.0, 280.0, 674.0, 1268.0, 866.0, 345.0, 168.0, 74.0, 53.0, 16.0, 21.0, 15.0, 6.0, 6.0, 3.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.455078125, -2.341278076171875, -2.22747802734375, -2.113677978515625, -1.9998779296875, -1.886077880859375, -1.77227783203125, -1.658477783203125, -1.544677734375, -1.430877685546875, -1.31707763671875, -1.203277587890625, -1.0894775390625, -0.975677490234375, -0.86187744140625, -0.748077392578125, -0.63427734375, -0.520477294921875, -0.40667724609375, -0.292877197265625, -0.1790771484375, -0.065277099609375, 0.04852294921875, 0.162322998046875, 0.276123046875, 0.389923095703125, 0.50372314453125, 0.617523193359375, 0.7313232421875, 0.845123291015625, 0.95892333984375, 1.072723388671875, 1.1865234375, 1.300323486328125, 1.41412353515625, 1.527923583984375, 1.6417236328125, 1.755523681640625, 1.86932373046875, 1.983123779296875, 2.096923828125, 2.210723876953125, 2.32452392578125, 2.438323974609375, 2.5521240234375, 2.665924072265625, 2.77972412109375, 2.893524169921875, 3.00732421875, 3.121124267578125, 3.23492431640625, 3.348724365234375, 3.4625244140625, 3.576324462890625, 3.69012451171875, 3.803924560546875, 3.917724609375, 4.031524658203125, 4.14532470703125, 4.259124755859375, 4.3729248046875, 4.486724853515625, 4.60052490234375, 4.714324951171875, 4.828125]}, "gradients/encoder.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 8.0, 9.0, 31.0, 96.0, 289.0, 352.0, 142.0, 39.0, 19.0, 11.0, 1.0, 5.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.78632926940918, -24.36134910583496, -22.93636703491211, -21.51138687133789, -20.08640480041504, -18.66142463684082, -17.23644256591797, -15.81146240234375, -14.386481285095215, -12.96150016784668, -11.536519050598145, -10.11153793334961, -8.68655776977539, -7.261576175689697, -5.83659553527832, -4.411614418029785, -2.98663330078125, -1.5616523027420044, -0.1366713047027588, 1.2883095741271973, 2.7132906913757324, 4.138271808624268, 5.5632524490356445, 6.98823356628418, 8.413214683532715, 9.83819580078125, 11.263176918029785, 12.68815803527832, 14.113138198852539, 15.53812026977539, 16.96310043334961, 18.388080596923828, 19.813060760498047, 21.238040924072266, 22.663022994995117, 24.088003158569336, 25.512985229492188, 26.937965393066406, 28.362945556640625, 29.787927627563477, 31.212909698486328, 32.63788986206055, 34.062870025634766, 35.48785400390625, 36.91283416748047, 38.33781433105469, 39.762794494628906, 41.187774658203125, 42.612754821777344, 44.03773498535156, 45.46271514892578, 46.887699127197266, 48.312679290771484, 49.7376594543457, 51.16263961791992, 52.587623596191406, 54.012603759765625, 55.437583923339844, 56.86256408691406, 58.28754806518555, 59.712528228759766, 61.137508392333984, 62.5624885559082, 63.98747253417969, 65.4124526977539]}, "gradients/encoder.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 5.0, 1.0, 9.0, 11.0, 17.0, 21.0, 39.0, 39.0, 59.0, 74.0, 99.0, 79.0, 92.0, 94.0, 84.0, 66.0, 72.0, 49.0, 40.0, 24.0, 13.0, 6.0, 7.0, 5.0, 2.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.274845123291016, -10.64247989654541, -10.010114669799805, -9.377748489379883, -8.745383262634277, -8.113018035888672, -7.480652332305908, -6.8482866287231445, -6.215921401977539, -5.583556175231934, -4.95119047164917, -4.318824768066406, -3.686459541320801, -3.054094076156616, -2.4217286109924316, -1.789362907409668, -1.1569976806640625, -0.5246322154998779, 0.10773324966430664, 0.7400987148284912, 1.3724641799926758, 2.0048296451568604, 2.637195110321045, 3.2695608139038086, 3.901926040649414, 4.5342912673950195, 5.166656970977783, 5.799022674560547, 6.431387901306152, 7.063753128051758, 7.6961188316345215, 8.328484535217285, 8.96084976196289, 9.593214988708496, 10.225580215454102, 10.857946395874023, 11.490311622619629, 12.122676849365234, 12.755043029785156, 13.387408256530762, 14.019773483276367, 14.652138710021973, 15.284503936767578, 15.9168701171875, 16.549236297607422, 17.18160057067871, 17.813966751098633, 18.446331024169922, 19.078697204589844, 19.711063385009766, 20.343427658081055, 20.975793838500977, 21.608158111572266, 22.240524291992188, 22.87289047241211, 23.50525665283203, 24.13762092590332, 24.769987106323242, 25.40235137939453, 26.034717559814453, 26.667083740234375, 27.299448013305664, 27.931814193725586, 28.564178466796875, 29.196544647216797]}, "gradients/encoder.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 3.0, 8.0, 7.0, 16.0, 15.0, 23.0, 33.0, 51.0, 86.0, 153.0, 335.0, 656.0, 1639.0, 4651.0, 16131.0, 71574.0, 438217.0, 422485.0, 69337.0, 15632.0, 4512.0, 1650.0, 657.0, 318.0, 156.0, 71.0, 47.0, 22.0, 26.0, 16.0, 11.0, 8.0, 6.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.814453125, -2.7236328125, -2.6328125, -2.5419921875, -2.451171875, -2.3603515625, -2.26953125, -2.1787109375, -2.087890625, -1.9970703125, -1.90625, -1.8154296875, -1.724609375, -1.6337890625, -1.54296875, -1.4521484375, -1.361328125, -1.2705078125, -1.1796875, -1.0888671875, -0.998046875, -0.9072265625, -0.81640625, -0.7255859375, -0.634765625, -0.5439453125, -0.453125, -0.3623046875, -0.271484375, -0.1806640625, -0.08984375, 0.0009765625, 0.091796875, 0.1826171875, 0.2734375, 0.3642578125, 0.455078125, 0.5458984375, 0.63671875, 0.7275390625, 0.818359375, 0.9091796875, 1.0, 1.0908203125, 1.181640625, 1.2724609375, 1.36328125, 1.4541015625, 1.544921875, 1.6357421875, 1.7265625, 1.8173828125, 1.908203125, 1.9990234375, 2.08984375, 2.1806640625, 2.271484375, 2.3623046875, 2.453125, 2.5439453125, 2.634765625, 2.7255859375, 2.81640625, 2.9072265625, 2.998046875]}, "gradients/encoder.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 2.0, 7.0, 9.0, 7.0, 10.0, 15.0, 20.0, 22.0, 38.0, 28.0, 37.0, 36.0, 41.0, 34.0, 59.0, 45.0, 64.0, 54.0, 62.0, 74.0, 55.0, 38.0, 48.0, 36.0, 28.0, 29.0, 25.0, 19.0, 12.0, 10.0, 12.0, 7.0, 6.0, 5.0, 3.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.09375, -1.063629150390625, -1.03350830078125, -1.003387451171875, -0.9732666015625, -0.943145751953125, -0.91302490234375, -0.882904052734375, -0.852783203125, -0.822662353515625, -0.79254150390625, -0.762420654296875, -0.7322998046875, -0.702178955078125, -0.67205810546875, -0.641937255859375, -0.61181640625, -0.581695556640625, -0.55157470703125, -0.521453857421875, -0.4913330078125, -0.461212158203125, -0.43109130859375, -0.400970458984375, -0.370849609375, -0.340728759765625, -0.31060791015625, -0.280487060546875, -0.2503662109375, -0.220245361328125, -0.19012451171875, -0.160003662109375, -0.1298828125, -0.099761962890625, -0.06964111328125, -0.039520263671875, -0.0093994140625, 0.020721435546875, 0.05084228515625, 0.080963134765625, 0.111083984375, 0.141204833984375, 0.17132568359375, 0.201446533203125, 0.2315673828125, 0.261688232421875, 0.29180908203125, 0.321929931640625, 0.35205078125, 0.382171630859375, 0.41229248046875, 0.442413330078125, 0.4725341796875, 0.502655029296875, 0.53277587890625, 0.562896728515625, 0.593017578125, 0.623138427734375, 0.65325927734375, 0.683380126953125, 0.7135009765625, 0.743621826171875, 0.77374267578125, 0.803863525390625, 0.833984375]}, "gradients/encoder.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 9.0, 16.0, 27.0, 48.0, 94.0, 210.0, 725.0, 3398.0, 160461.0, 875791.0, 6225.0, 1018.0, 318.0, 102.0, 35.0, 23.0, 23.0, 9.0, 12.0, 5.0, 5.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.96875, -13.592529296875, -13.21630859375, -12.840087890625, -12.4638671875, -12.087646484375, -11.71142578125, -11.335205078125, -10.958984375, -10.582763671875, -10.20654296875, -9.830322265625, -9.4541015625, -9.077880859375, -8.70166015625, -8.325439453125, -7.94921875, -7.572998046875, -7.19677734375, -6.820556640625, -6.4443359375, -6.068115234375, -5.69189453125, -5.315673828125, -4.939453125, -4.563232421875, -4.18701171875, -3.810791015625, -3.4345703125, -3.058349609375, -2.68212890625, -2.305908203125, -1.9296875, -1.553466796875, -1.17724609375, -0.801025390625, -0.4248046875, -0.048583984375, 0.32763671875, 0.703857421875, 1.080078125, 1.456298828125, 1.83251953125, 2.208740234375, 2.5849609375, 2.961181640625, 3.33740234375, 3.713623046875, 4.08984375, 4.466064453125, 4.84228515625, 5.218505859375, 5.5947265625, 5.970947265625, 6.34716796875, 6.723388671875, 7.099609375, 7.475830078125, 7.85205078125, 8.228271484375, 8.6044921875, 8.980712890625, 9.35693359375, 9.733154296875, 10.109375]}, "gradients/encoder.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 11.0, 11.0, 9.0, 11.0, 12.0, 15.0, 21.0, 23.0, 37.0, 39.0, 46.0, 52.0, 54.0, 59.0, 59.0, 60.0, 55.0, 57.0, 58.0, 53.0, 46.0, 30.0, 31.0, 22.0, 26.0, 23.0, 22.0, 11.0, 15.0, 7.0, 5.0, 6.0, 6.0, 2.0, 0.0, 2.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0], "bins": [-5.10546875, -4.969482421875, -4.83349609375, -4.697509765625, -4.5615234375, -4.425537109375, -4.28955078125, -4.153564453125, -4.017578125, -3.881591796875, -3.74560546875, -3.609619140625, -3.4736328125, -3.337646484375, -3.20166015625, -3.065673828125, -2.9296875, -2.793701171875, -2.65771484375, -2.521728515625, -2.3857421875, -2.249755859375, -2.11376953125, -1.977783203125, -1.841796875, -1.705810546875, -1.56982421875, -1.433837890625, -1.2978515625, -1.161865234375, -1.02587890625, -0.889892578125, -0.75390625, -0.617919921875, -0.48193359375, -0.345947265625, -0.2099609375, -0.073974609375, 0.06201171875, 0.197998046875, 0.333984375, 0.469970703125, 0.60595703125, 0.741943359375, 0.8779296875, 1.013916015625, 1.14990234375, 1.285888671875, 1.421875, 1.557861328125, 1.69384765625, 1.829833984375, 1.9658203125, 2.101806640625, 2.23779296875, 2.373779296875, 2.509765625, 2.645751953125, 2.78173828125, 2.917724609375, 3.0537109375, 3.189697265625, 3.32568359375, 3.461669921875, 3.59765625]}, "gradients/encoder.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 3.0, 4.0, 7.0, 6.0, 4.0, 7.0, 14.0, 22.0, 22.0, 35.0, 41.0, 76.0, 106.0, 166.0, 306.0, 597.0, 1238.0, 3134.0, 11022.0, 86112.0, 865621.0, 65109.0, 9578.0, 2834.0, 1161.0, 573.0, 300.0, 154.0, 107.0, 70.0, 42.0, 20.0, 21.0, 15.0, 9.0, 4.0, 7.0, 4.0, 3.0, 4.0, 1.0, 2.0, 2.0], "bins": [-3.740234375, -3.649993896484375, -3.55975341796875, -3.469512939453125, -3.3792724609375, -3.289031982421875, -3.19879150390625, -3.108551025390625, -3.018310546875, -2.928070068359375, -2.83782958984375, -2.747589111328125, -2.6573486328125, -2.567108154296875, -2.47686767578125, -2.386627197265625, -2.29638671875, -2.206146240234375, -2.11590576171875, -2.025665283203125, -1.9354248046875, -1.845184326171875, -1.75494384765625, -1.664703369140625, -1.574462890625, -1.484222412109375, -1.39398193359375, -1.303741455078125, -1.2135009765625, -1.123260498046875, -1.03302001953125, -0.942779541015625, -0.8525390625, -0.762298583984375, -0.67205810546875, -0.581817626953125, -0.4915771484375, -0.401336669921875, -0.31109619140625, -0.220855712890625, -0.130615234375, -0.040374755859375, 0.04986572265625, 0.140106201171875, 0.2303466796875, 0.320587158203125, 0.41082763671875, 0.501068115234375, 0.59130859375, 0.681549072265625, 0.77178955078125, 0.862030029296875, 0.9522705078125, 1.042510986328125, 1.13275146484375, 1.222991943359375, 1.313232421875, 1.403472900390625, 1.49371337890625, 1.583953857421875, 1.6741943359375, 1.764434814453125, 1.85467529296875, 1.944915771484375, 2.03515625]}, "gradients/encoder.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 5.0, 3.0, 3.0, 5.0, 5.0, 12.0, 13.0, 19.0, 13.0, 36.0, 33.0, 47.0, 72.0, 110.0, 220.0, 137.0, 86.0, 45.0, 43.0, 25.0, 24.0, 14.0, 11.0, 4.0, 3.0, 11.0, 3.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0004353523254394531, -0.00041957199573516846, -0.0004037916660308838, -0.0003880113363265991, -0.00037223100662231445, -0.0003564506769180298, -0.0003406703472137451, -0.00032489001750946045, -0.0003091096878051758, -0.0002933293581008911, -0.00027754902839660645, -0.0002617686986923218, -0.0002459883689880371, -0.00023020803928375244, -0.00021442770957946777, -0.0001986473798751831, -0.00018286705017089844, -0.00016708672046661377, -0.0001513063907623291, -0.00013552606105804443, -0.00011974573135375977, -0.0001039654016494751, -8.818507194519043e-05, -7.240474224090576e-05, -5.6624412536621094e-05, -4.0844082832336426e-05, -2.5063753128051758e-05, -9.28342342376709e-06, 6.496906280517578e-06, 2.2277235984802246e-05, 3.8057565689086914e-05, 5.383789539337158e-05, 6.961822509765625e-05, 8.539855480194092e-05, 0.00010117888450622559, 0.00011695921421051025, 0.00013273954391479492, 0.0001485198736190796, 0.00016430020332336426, 0.00018008053302764893, 0.0001958608627319336, 0.00021164119243621826, 0.00022742152214050293, 0.0002432018518447876, 0.00025898218154907227, 0.00027476251125335693, 0.0002905428409576416, 0.00030632317066192627, 0.00032210350036621094, 0.0003378838300704956, 0.0003536641597747803, 0.00036944448947906494, 0.0003852248191833496, 0.0004010051488876343, 0.00041678547859191895, 0.0004325658082962036, 0.0004483461380004883, 0.00046412646770477295, 0.0004799067974090576, 0.0004956871271133423, 0.000511467456817627, 0.0005272477865219116, 0.0005430281162261963, 0.000558808445930481, 0.0005745887756347656]}, "gradients/encoder.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 2.0, 2.0, 5.0, 14.0, 13.0, 26.0, 31.0, 44.0, 69.0, 87.0, 179.0, 330.0, 738.0, 1717.0, 4856.0, 20780.0, 317054.0, 666590.0, 26615.0, 5678.0, 2031.0, 817.0, 367.0, 202.0, 124.0, 70.0, 38.0, 32.0, 17.0, 4.0, 3.0, 9.0, 7.0, 0.0, 3.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.953125, -2.871246337890625, -2.78936767578125, -2.707489013671875, -2.6256103515625, -2.543731689453125, -2.46185302734375, -2.379974365234375, -2.298095703125, -2.216217041015625, -2.13433837890625, -2.052459716796875, -1.9705810546875, -1.888702392578125, -1.80682373046875, -1.724945068359375, -1.64306640625, -1.561187744140625, -1.47930908203125, -1.397430419921875, -1.3155517578125, -1.233673095703125, -1.15179443359375, -1.069915771484375, -0.988037109375, -0.906158447265625, -0.82427978515625, -0.742401123046875, -0.6605224609375, -0.578643798828125, -0.49676513671875, -0.414886474609375, -0.3330078125, -0.251129150390625, -0.16925048828125, -0.087371826171875, -0.0054931640625, 0.076385498046875, 0.15826416015625, 0.240142822265625, 0.322021484375, 0.403900146484375, 0.48577880859375, 0.567657470703125, 0.6495361328125, 0.731414794921875, 0.81329345703125, 0.895172119140625, 0.97705078125, 1.058929443359375, 1.14080810546875, 1.222686767578125, 1.3045654296875, 1.386444091796875, 1.46832275390625, 1.550201416015625, 1.632080078125, 1.713958740234375, 1.79583740234375, 1.877716064453125, 1.9595947265625, 2.041473388671875, 2.12335205078125, 2.205230712890625, 2.287109375]}, "gradients/encoder.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 3.0, 1.0, 2.0, 7.0, 6.0, 11.0, 10.0, 11.0, 22.0, 25.0, 23.0, 46.0, 61.0, 87.0, 156.0, 160.0, 110.0, 66.0, 55.0, 37.0, 29.0, 14.0, 13.0, 10.0, 15.0, 8.0, 2.0, 9.0, 3.0, 3.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5986328125, -1.5301055908203125, -1.461578369140625, -1.3930511474609375, -1.32452392578125, -1.2559967041015625, -1.187469482421875, -1.1189422607421875, -1.0504150390625, -0.9818878173828125, -0.913360595703125, -0.8448333740234375, -0.77630615234375, -0.7077789306640625, -0.639251708984375, -0.5707244873046875, -0.502197265625, -0.4336700439453125, -0.365142822265625, -0.2966156005859375, -0.22808837890625, -0.1595611572265625, -0.091033935546875, -0.0225067138671875, 0.0460205078125, 0.1145477294921875, 0.183074951171875, 0.2516021728515625, 0.32012939453125, 0.3886566162109375, 0.457183837890625, 0.5257110595703125, 0.59423828125, 0.6627655029296875, 0.731292724609375, 0.7998199462890625, 0.86834716796875, 0.9368743896484375, 1.005401611328125, 1.0739288330078125, 1.1424560546875, 1.2109832763671875, 1.279510498046875, 1.3480377197265625, 1.41656494140625, 1.4850921630859375, 1.553619384765625, 1.6221466064453125, 1.690673828125, 1.7592010498046875, 1.827728271484375, 1.8962554931640625, 1.96478271484375, 2.0333099365234375, 2.101837158203125, 2.1703643798828125, 2.2388916015625, 2.3074188232421875, 2.375946044921875, 2.4444732666015625, 2.51300048828125, 2.5815277099609375, 2.650054931640625, 2.7185821533203125, 2.787109375]}, "gradients/encoder.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 1.0, 5.0, 10.0, 11.0, 26.0, 75.0, 254.0, 304.0, 160.0, 78.0, 31.0, 17.0, 13.0, 7.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-47.610164642333984, -46.12812423706055, -44.64608383178711, -43.164039611816406, -41.68199920654297, -40.19995880126953, -38.717918395996094, -37.235877990722656, -35.75383758544922, -34.27179718017578, -32.789756774902344, -31.307714462280273, -29.825672149658203, -28.343631744384766, -26.861591339111328, -25.37955093383789, -23.897506713867188, -22.41546630859375, -20.93342399597168, -19.451383590698242, -17.969341278076172, -16.487300872802734, -15.005260467529297, -13.523219108581543, -12.041177749633789, -10.559136390686035, -9.077095031738281, -7.595054626464844, -6.11301326751709, -4.630971908569336, -3.1489315032958984, -1.6668901443481445, -0.18485260009765625, 1.2971885204315186, 2.7792296409606934, 4.261270523071289, 5.743311882019043, 7.225353240966797, 8.707393646240234, 10.189435005187988, 11.671476364135742, 13.153517723083496, 14.63555908203125, 16.117599487304688, 17.599639892578125, 19.081682205200195, 20.563722610473633, 22.045764923095703, 23.52780532836914, 25.009845733642578, 26.49188804626465, 27.973928451538086, 29.455970764160156, 30.938011169433594, 32.42005157470703, 33.90209197998047, 35.384132385253906, 36.866172790527344, 38.34821319580078, 39.83025360107422, 41.31229782104492, 42.79433822631836, 44.2763786315918, 45.758419036865234, 47.24046325683594]}, "gradients/encoder.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 6.0, 4.0, 7.0, 8.0, 9.0, 16.0, 18.0, 14.0, 20.0, 25.0, 19.0, 36.0, 33.0, 33.0, 42.0, 42.0, 48.0, 71.0, 86.0, 68.0, 63.0, 39.0, 32.0, 30.0, 34.0, 25.0, 29.0, 26.0, 23.0, 17.0, 13.0, 19.0, 11.0, 7.0, 9.0, 5.0, 2.0, 5.0, 5.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.673069953918457, -15.162027359008789, -14.650985717773438, -14.13994312286377, -13.628900527954102, -13.11785888671875, -12.606816291809082, -12.095773696899414, -11.584732055664062, -11.073689460754395, -10.562647819519043, -10.051605224609375, -9.540562629699707, -9.029520034790039, -8.518478393554688, -8.00743579864502, -7.496393203735352, -6.985351085662842, -6.474308490753174, -5.963266372680664, -5.452223777770996, -4.941181659698486, -4.430139541625977, -3.9190971851348877, -3.408054828643799, -2.89701247215271, -2.385970115661621, -1.8749279975891113, -1.3638856410980225, -0.8528432846069336, -0.34180116653442383, 0.16924118995666504, 0.6802845001220703, 1.1913268566131592, 1.7023690938949585, 2.213411331176758, 2.7244536876678467, 3.2354960441589355, 3.7465381622314453, 4.257580757141113, 4.768622875213623, 5.279664993286133, 5.790707588195801, 6.3017497062683105, 6.81279182434082, 7.323834419250488, 7.834876537322998, 8.345918655395508, 8.856961250305176, 9.368003845214844, 9.879045486450195, 10.390088081359863, 10.901130676269531, 11.412172317504883, 11.92321491241455, 12.434257507324219, 12.94529914855957, 13.456341743469238, 13.96738338470459, 14.478425979614258, 14.989468574523926, 15.500511169433594, 16.011552810668945, 16.522594451904297, 17.03363800048828]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 9.0, 9.0, 5.0, 13.0, 15.0, 52.0, 61.0, 101.0, 200.0, 556.0, 1873.0, 9524.0, 171617.0, 3917597.0, 84097.0, 6367.0, 1297.0, 447.0, 177.0, 111.0, 56.0, 36.0, 18.0, 17.0, 9.0, 6.0, 3.0, 8.0, 4.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.11328125, -4.000335693359375, -3.88739013671875, -3.774444580078125, -3.6614990234375, -3.548553466796875, -3.43560791015625, -3.322662353515625, -3.209716796875, -3.096771240234375, -2.98382568359375, -2.870880126953125, -2.7579345703125, -2.644989013671875, -2.53204345703125, -2.419097900390625, -2.30615234375, -2.193206787109375, -2.08026123046875, -1.967315673828125, -1.8543701171875, -1.741424560546875, -1.62847900390625, -1.515533447265625, -1.402587890625, -1.289642333984375, -1.17669677734375, -1.063751220703125, -0.9508056640625, -0.837860107421875, -0.72491455078125, -0.611968994140625, -0.4990234375, -0.386077880859375, -0.27313232421875, -0.160186767578125, -0.0472412109375, 0.065704345703125, 0.17864990234375, 0.291595458984375, 0.404541015625, 0.517486572265625, 0.63043212890625, 0.743377685546875, 0.8563232421875, 0.969268798828125, 1.08221435546875, 1.195159912109375, 1.30810546875, 1.421051025390625, 1.53399658203125, 1.646942138671875, 1.7598876953125, 1.872833251953125, 1.98577880859375, 2.098724365234375, 2.211669921875, 2.324615478515625, 2.43756103515625, 2.550506591796875, 2.6634521484375, 2.776397705078125, 2.88934326171875, 3.002288818359375, 3.115234375]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 6.0, 14.0, 17.0, 31.0, 50.0, 70.0, 77.0, 89.0, 111.0, 113.0, 112.0, 91.0, 74.0, 56.0, 40.0, 21.0, 22.0, 6.0, 4.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4794921875, -1.4209442138671875, -1.362396240234375, -1.3038482666015625, -1.24530029296875, -1.1867523193359375, -1.128204345703125, -1.0696563720703125, -1.0111083984375, -0.9525604248046875, -0.894012451171875, -0.8354644775390625, -0.77691650390625, -0.7183685302734375, -0.659820556640625, -0.6012725830078125, -0.542724609375, -0.4841766357421875, -0.425628662109375, -0.3670806884765625, -0.30853271484375, -0.2499847412109375, -0.191436767578125, -0.1328887939453125, -0.0743408203125, -0.0157928466796875, 0.042755126953125, 0.1013031005859375, 0.15985107421875, 0.2183990478515625, 0.276947021484375, 0.3354949951171875, 0.39404296875, 0.4525909423828125, 0.511138916015625, 0.5696868896484375, 0.62823486328125, 0.6867828369140625, 0.745330810546875, 0.8038787841796875, 0.8624267578125, 0.9209747314453125, 0.979522705078125, 1.0380706787109375, 1.09661865234375, 1.1551666259765625, 1.213714599609375, 1.2722625732421875, 1.330810546875, 1.3893585205078125, 1.447906494140625, 1.5064544677734375, 1.56500244140625, 1.6235504150390625, 1.682098388671875, 1.7406463623046875, 1.7991943359375, 1.8577423095703125, 1.916290283203125, 1.9748382568359375, 2.03338623046875, 2.0919342041015625, 2.150482177734375, 2.2090301513671875, 2.267578125]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 10.0, 11.0, 15.0, 23.0, 33.0, 80.0, 137.0, 275.0, 584.0, 1439.0, 4515.0, 35364.0, 3933108.0, 205374.0, 9297.0, 2201.0, 891.0, 401.0, 205.0, 103.0, 77.0, 63.0, 33.0, 16.0, 11.0, 10.0, 6.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-6.46484375, -6.28875732421875, -6.1126708984375, -5.93658447265625, -5.760498046875, -5.58441162109375, -5.4083251953125, -5.23223876953125, -5.05615234375, -4.88006591796875, -4.7039794921875, -4.52789306640625, -4.351806640625, -4.17572021484375, -3.9996337890625, -3.82354736328125, -3.6474609375, -3.47137451171875, -3.2952880859375, -3.11920166015625, -2.943115234375, -2.76702880859375, -2.5909423828125, -2.41485595703125, -2.23876953125, -2.06268310546875, -1.8865966796875, -1.71051025390625, -1.534423828125, -1.35833740234375, -1.1822509765625, -1.00616455078125, -0.830078125, -0.65399169921875, -0.4779052734375, -0.30181884765625, -0.125732421875, 0.05035400390625, 0.2264404296875, 0.40252685546875, 0.57861328125, 0.75469970703125, 0.9307861328125, 1.10687255859375, 1.282958984375, 1.45904541015625, 1.6351318359375, 1.81121826171875, 1.9873046875, 2.16339111328125, 2.3394775390625, 2.51556396484375, 2.691650390625, 2.86773681640625, 3.0438232421875, 3.21990966796875, 3.39599609375, 3.57208251953125, 3.7481689453125, 3.92425537109375, 4.100341796875, 4.27642822265625, 4.4525146484375, 4.62860107421875, 4.8046875]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 5.0, 5.0, 2.0, 4.0, 13.0, 22.0, 21.0, 59.0, 134.0, 291.0, 1049.0, 1520.0, 550.0, 212.0, 82.0, 46.0, 26.0, 15.0, 8.0, 4.0, 3.0, 2.0, 5.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.654296875, -3.509429931640625, -3.36456298828125, -3.219696044921875, -3.0748291015625, -2.929962158203125, -2.78509521484375, -2.640228271484375, -2.495361328125, -2.350494384765625, -2.20562744140625, -2.060760498046875, -1.9158935546875, -1.771026611328125, -1.62615966796875, -1.481292724609375, -1.33642578125, -1.191558837890625, -1.04669189453125, -0.901824951171875, -0.7569580078125, -0.612091064453125, -0.46722412109375, -0.322357177734375, -0.177490234375, -0.032623291015625, 0.11224365234375, 0.257110595703125, 0.4019775390625, 0.546844482421875, 0.69171142578125, 0.836578369140625, 0.9814453125, 1.126312255859375, 1.27117919921875, 1.416046142578125, 1.5609130859375, 1.705780029296875, 1.85064697265625, 1.995513916015625, 2.140380859375, 2.285247802734375, 2.43011474609375, 2.574981689453125, 2.7198486328125, 2.864715576171875, 3.00958251953125, 3.154449462890625, 3.29931640625, 3.444183349609375, 3.58905029296875, 3.733917236328125, 3.8787841796875, 4.023651123046875, 4.16851806640625, 4.313385009765625, 4.458251953125, 4.603118896484375, 4.74798583984375, 4.892852783203125, 5.0377197265625, 5.182586669921875, 5.32745361328125, 5.472320556640625, 5.6171875]}, "gradients/encoder.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 5.0, 6.0, 12.0, 33.0, 92.0, 205.0, 273.0, 193.0, 90.0, 36.0, 23.0, 7.0, 4.0, 5.0, 4.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.450103759765625, -16.325439453125, -15.200777053833008, -14.0761137008667, -12.95145034790039, -11.826786994934082, -10.702123641967773, -9.577460289001465, -8.452796936035156, -7.328133583068848, -6.203470230102539, -5.0788068771362305, -3.954143524169922, -2.8294801712036133, -1.7048168182373047, -0.5801534652709961, 0.5445098876953125, 1.669173240661621, 2.7938365936279297, 3.9184999465942383, 5.043163299560547, 6.1678266525268555, 7.292490005493164, 8.417153358459473, 9.541816711425781, 10.66648006439209, 11.791143417358398, 12.915806770324707, 14.040470123291016, 15.165133476257324, 16.289796829223633, 17.414459228515625, 18.53912353515625, 19.663787841796875, 20.788450241088867, 21.91311264038086, 23.037776947021484, 24.16244125366211, 25.2871036529541, 26.411766052246094, 27.53643035888672, 28.661094665527344, 29.785757064819336, 30.910419464111328, 32.03508377075195, 33.15974807739258, 34.28440856933594, 35.40907287597656, 36.53373718261719, 37.65840148925781, 38.78306579589844, 39.9077262878418, 41.03239059448242, 42.15705490112305, 43.281715393066406, 44.40637969970703, 45.531044006347656, 46.65570831298828, 47.780372619628906, 48.905033111572266, 50.02969741821289, 51.154361724853516, 52.279022216796875, 53.4036865234375, 54.528350830078125]}, "gradients/encoder.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 3.0, 1.0, 3.0, 4.0, 7.0, 21.0, 16.0, 14.0, 25.0, 29.0, 35.0, 36.0, 46.0, 45.0, 61.0, 65.0, 65.0, 61.0, 53.0, 60.0, 61.0, 49.0, 45.0, 32.0, 32.0, 24.0, 26.0, 23.0, 15.0, 15.0, 14.0, 9.0, 3.0, 3.0, 3.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.197932243347168, -11.733442306518555, -11.268951416015625, -10.804461479187012, -10.339970588684082, -9.875480651855469, -9.410989761352539, -8.946499824523926, -8.482009887695312, -8.0175199508667, -7.5530290603637695, -7.088539123535156, -6.624048233032227, -6.159558296203613, -5.695067882537842, -5.23057746887207, -4.766086578369141, -4.301596164703369, -3.8371057510375977, -3.3726155757904053, -2.908125162124634, -2.4436347484588623, -1.97914457321167, -1.5146541595458984, -1.050163745880127, -0.5856733918190002, -0.12118303775787354, 0.3433072566986084, 0.8077976703643799, 1.2722880840301514, 1.7367782592773438, 2.2012686729431152, 2.6657581329345703, 3.130248546600342, 3.5947389602661133, 4.059228897094727, 4.523719787597656, 4.9882097244262695, 5.452700138092041, 5.9171905517578125, 6.381680965423584, 6.8461713790893555, 7.310661792755127, 7.775152206420898, 8.239642143249512, 8.704133033752441, 9.168622970581055, 9.633113861083984, 10.097603797912598, 10.562093734741211, 11.02658462524414, 11.491074562072754, 11.955565452575684, 12.420055389404297, 12.884546279907227, 13.34903621673584, 13.813526153564453, 14.278016090393066, 14.742506980895996, 15.20699691772461, 15.671487808227539, 16.13597869873047, 16.600467681884766, 17.064958572387695, 17.529449462890625]}, "gradients/encoder.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 0.0, 0.0, 4.0, 3.0, 5.0, 4.0, 10.0, 7.0, 11.0, 15.0, 23.0, 25.0, 51.0, 68.0, 118.0, 203.0, 301.0, 595.0, 1153.0, 2619.0, 6253.0, 18240.0, 70107.0, 312752.0, 463569.0, 126301.0, 30030.0, 9161.0, 3502.0, 1567.0, 789.0, 401.0, 240.0, 142.0, 94.0, 56.0, 38.0, 25.0, 28.0, 18.0, 10.0, 5.0, 6.0, 2.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-2.125, -2.0646209716796875, -2.004241943359375, -1.9438629150390625, -1.88348388671875, -1.8231048583984375, -1.762725830078125, -1.7023468017578125, -1.6419677734375, -1.5815887451171875, -1.521209716796875, -1.4608306884765625, -1.40045166015625, -1.3400726318359375, -1.279693603515625, -1.2193145751953125, -1.158935546875, -1.0985565185546875, -1.038177490234375, -0.9777984619140625, -0.91741943359375, -0.8570404052734375, -0.796661376953125, -0.7362823486328125, -0.6759033203125, -0.6155242919921875, -0.555145263671875, -0.4947662353515625, -0.43438720703125, -0.3740081787109375, -0.313629150390625, -0.2532501220703125, -0.19287109375, -0.1324920654296875, -0.072113037109375, -0.0117340087890625, 0.04864501953125, 0.1090240478515625, 0.169403076171875, 0.2297821044921875, 0.2901611328125, 0.3505401611328125, 0.410919189453125, 0.4712982177734375, 0.53167724609375, 0.5920562744140625, 0.652435302734375, 0.7128143310546875, 0.773193359375, 0.8335723876953125, 0.893951416015625, 0.9543304443359375, 1.01470947265625, 1.0750885009765625, 1.135467529296875, 1.1958465576171875, 1.2562255859375, 1.3166046142578125, 1.376983642578125, 1.4373626708984375, 1.49774169921875, 1.5581207275390625, 1.618499755859375, 1.6788787841796875, 1.7392578125]}, "gradients/encoder.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 5.0, 11.0, 24.0, 24.0, 42.0, 58.0, 59.0, 87.0, 99.0, 98.0, 92.0, 98.0, 96.0, 66.0, 64.0, 34.0, 21.0, 10.0, 9.0, 8.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3505859375, -1.2915802001953125, -1.232574462890625, -1.1735687255859375, -1.11456298828125, -1.0555572509765625, -0.996551513671875, -0.9375457763671875, -0.8785400390625, -0.8195343017578125, -0.760528564453125, -0.7015228271484375, -0.64251708984375, -0.5835113525390625, -0.524505615234375, -0.4654998779296875, -0.406494140625, -0.3474884033203125, -0.288482666015625, -0.2294769287109375, -0.17047119140625, -0.1114654541015625, -0.052459716796875, 0.0065460205078125, 0.0655517578125, 0.1245574951171875, 0.183563232421875, 0.2425689697265625, 0.30157470703125, 0.3605804443359375, 0.419586181640625, 0.4785919189453125, 0.53759765625, 0.5966033935546875, 0.655609130859375, 0.7146148681640625, 0.77362060546875, 0.8326263427734375, 0.891632080078125, 0.9506378173828125, 1.0096435546875, 1.0686492919921875, 1.127655029296875, 1.1866607666015625, 1.24566650390625, 1.3046722412109375, 1.363677978515625, 1.4226837158203125, 1.481689453125, 1.5406951904296875, 1.599700927734375, 1.6587066650390625, 1.71771240234375, 1.7767181396484375, 1.835723876953125, 1.8947296142578125, 1.9537353515625, 2.0127410888671875, 2.071746826171875, 2.1307525634765625, 2.18975830078125, 2.2487640380859375, 2.307769775390625, 2.3667755126953125, 2.42578125]}, "gradients/encoder.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 7.0, 6.0, 10.0, 20.0, 19.0, 34.0, 42.0, 58.0, 87.0, 135.0, 259.0, 401.0, 794.0, 1519.0, 3459.0, 9840.0, 37656.0, 221728.0, 643011.0, 98811.0, 19699.0, 5951.0, 2390.0, 1104.0, 579.0, 338.0, 210.0, 125.0, 74.0, 52.0, 33.0, 29.0, 27.0, 18.0, 7.0, 5.0, 8.0, 3.0, 2.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.015625, -1.941741943359375, -1.86785888671875, -1.793975830078125, -1.7200927734375, -1.646209716796875, -1.57232666015625, -1.498443603515625, -1.424560546875, -1.350677490234375, -1.27679443359375, -1.202911376953125, -1.1290283203125, -1.055145263671875, -0.98126220703125, -0.907379150390625, -0.83349609375, -0.759613037109375, -0.68572998046875, -0.611846923828125, -0.5379638671875, -0.464080810546875, -0.39019775390625, -0.316314697265625, -0.242431640625, -0.168548583984375, -0.09466552734375, -0.020782470703125, 0.0531005859375, 0.126983642578125, 0.20086669921875, 0.274749755859375, 0.3486328125, 0.422515869140625, 0.49639892578125, 0.570281982421875, 0.6441650390625, 0.718048095703125, 0.79193115234375, 0.865814208984375, 0.939697265625, 1.013580322265625, 1.08746337890625, 1.161346435546875, 1.2352294921875, 1.309112548828125, 1.38299560546875, 1.456878662109375, 1.53076171875, 1.604644775390625, 1.67852783203125, 1.752410888671875, 1.8262939453125, 1.900177001953125, 1.97406005859375, 2.047943115234375, 2.121826171875, 2.195709228515625, 2.26959228515625, 2.343475341796875, 2.4173583984375, 2.491241455078125, 2.56512451171875, 2.639007568359375, 2.712890625]}, "gradients/encoder.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 7.0, 2.0, 6.0, 7.0, 8.0, 6.0, 9.0, 16.0, 10.0, 11.0, 29.0, 25.0, 31.0, 39.0, 37.0, 45.0, 43.0, 43.0, 43.0, 51.0, 32.0, 50.0, 57.0, 48.0, 39.0, 46.0, 41.0, 28.0, 27.0, 27.0, 27.0, 17.0, 18.0, 13.0, 17.0, 6.0, 12.0, 4.0, 3.0, 6.0, 7.0, 7.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0], "bins": [-3.205078125, -3.102325439453125, -2.99957275390625, -2.896820068359375, -2.7940673828125, -2.691314697265625, -2.58856201171875, -2.485809326171875, -2.383056640625, -2.280303955078125, -2.17755126953125, -2.074798583984375, -1.9720458984375, -1.869293212890625, -1.76654052734375, -1.663787841796875, -1.56103515625, -1.458282470703125, -1.35552978515625, -1.252777099609375, -1.1500244140625, -1.047271728515625, -0.94451904296875, -0.841766357421875, -0.739013671875, -0.636260986328125, -0.53350830078125, -0.430755615234375, -0.3280029296875, -0.225250244140625, -0.12249755859375, -0.019744873046875, 0.0830078125, 0.185760498046875, 0.28851318359375, 0.391265869140625, 0.4940185546875, 0.596771240234375, 0.69952392578125, 0.802276611328125, 0.905029296875, 1.007781982421875, 1.11053466796875, 1.213287353515625, 1.3160400390625, 1.418792724609375, 1.52154541015625, 1.624298095703125, 1.72705078125, 1.829803466796875, 1.93255615234375, 2.035308837890625, 2.1380615234375, 2.240814208984375, 2.34356689453125, 2.446319580078125, 2.549072265625, 2.651824951171875, 2.75457763671875, 2.857330322265625, 2.9600830078125, 3.062835693359375, 3.16558837890625, 3.268341064453125, 3.37109375]}, "gradients/encoder.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 2.0, 4.0, 6.0, 8.0, 8.0, 14.0, 9.0, 28.0, 35.0, 50.0, 83.0, 118.0, 203.0, 296.0, 510.0, 974.0, 1915.0, 3656.0, 8165.0, 20484.0, 61954.0, 293729.0, 539338.0, 74993.0, 23542.0, 9504.0, 4340.0, 2029.0, 1056.0, 598.0, 350.0, 192.0, 97.0, 85.0, 68.0, 29.0, 28.0, 16.0, 14.0, 8.0, 11.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.86767578125, -0.839752197265625, -0.81182861328125, -0.783905029296875, -0.7559814453125, -0.728057861328125, -0.70013427734375, -0.672210693359375, -0.644287109375, -0.616363525390625, -0.58843994140625, -0.560516357421875, -0.5325927734375, -0.504669189453125, -0.47674560546875, -0.448822021484375, -0.4208984375, -0.392974853515625, -0.36505126953125, -0.337127685546875, -0.3092041015625, -0.281280517578125, -0.25335693359375, -0.225433349609375, -0.197509765625, -0.169586181640625, -0.14166259765625, -0.113739013671875, -0.0858154296875, -0.057891845703125, -0.02996826171875, -0.002044677734375, 0.02587890625, 0.053802490234375, 0.08172607421875, 0.109649658203125, 0.1375732421875, 0.165496826171875, 0.19342041015625, 0.221343994140625, 0.249267578125, 0.277191162109375, 0.30511474609375, 0.333038330078125, 0.3609619140625, 0.388885498046875, 0.41680908203125, 0.444732666015625, 0.47265625, 0.500579833984375, 0.52850341796875, 0.556427001953125, 0.5843505859375, 0.612274169921875, 0.64019775390625, 0.668121337890625, 0.696044921875, 0.723968505859375, 0.75189208984375, 0.779815673828125, 0.8077392578125, 0.835662841796875, 0.86358642578125, 0.891510009765625, 0.91943359375]}, "gradients/encoder.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 6.0, 3.0, 4.0, 6.0, 8.0, 8.0, 5.0, 6.0, 8.0, 18.0, 33.0, 34.0, 54.0, 88.0, 139.0, 150.0, 149.0, 88.0, 54.0, 36.0, 27.0, 14.0, 12.0, 13.0, 8.0, 8.0, 7.0, 1.0, 5.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.00027751922607421875, -0.00026923418045043945, -0.00026094913482666016, -0.00025266408920288086, -0.00024437904357910156, -0.00023609399795532227, -0.00022780895233154297, -0.00021952390670776367, -0.00021123886108398438, -0.00020295381546020508, -0.00019466876983642578, -0.00018638372421264648, -0.0001780986785888672, -0.0001698136329650879, -0.0001615285873413086, -0.0001532435417175293, -0.00014495849609375, -0.0001366734504699707, -0.0001283884048461914, -0.00012010335922241211, -0.00011181831359863281, -0.00010353326797485352, -9.524822235107422e-05, -8.696317672729492e-05, -7.867813110351562e-05, -7.039308547973633e-05, -6.210803985595703e-05, -5.3822994232177734e-05, -4.553794860839844e-05, -3.725290298461914e-05, -2.8967857360839844e-05, -2.0682811737060547e-05, -1.239776611328125e-05, -4.112720489501953e-06, 4.172325134277344e-06, 1.245737075805664e-05, 2.0742416381835938e-05, 2.9027462005615234e-05, 3.731250762939453e-05, 4.559755325317383e-05, 5.3882598876953125e-05, 6.216764450073242e-05, 7.045269012451172e-05, 7.873773574829102e-05, 8.702278137207031e-05, 9.530782699584961e-05, 0.0001035928726196289, 0.0001118779182434082, 0.0001201629638671875, 0.0001284480094909668, 0.0001367330551147461, 0.0001450181007385254, 0.0001533031463623047, 0.00016158819198608398, 0.00016987323760986328, 0.00017815828323364258, 0.00018644332885742188, 0.00019472837448120117, 0.00020301342010498047, 0.00021129846572875977, 0.00021958351135253906, 0.00022786855697631836, 0.00023615360260009766, 0.00024443864822387695, 0.00025272369384765625]}, "gradients/encoder.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 5.0, 9.0, 14.0, 15.0, 23.0, 33.0, 45.0, 55.0, 79.0, 137.0, 182.0, 345.0, 565.0, 1005.0, 2078.0, 4549.0, 11563.0, 36228.0, 162841.0, 663524.0, 119001.0, 28774.0, 9576.0, 3882.0, 1767.0, 970.0, 479.0, 274.0, 212.0, 101.0, 60.0, 51.0, 32.0, 24.0, 20.0, 17.0, 9.0, 6.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.087890625, -1.0543212890625, -1.020751953125, -0.9871826171875, -0.95361328125, -0.9200439453125, -0.886474609375, -0.8529052734375, -0.8193359375, -0.7857666015625, -0.752197265625, -0.7186279296875, -0.68505859375, -0.6514892578125, -0.617919921875, -0.5843505859375, -0.55078125, -0.5172119140625, -0.483642578125, -0.4500732421875, -0.41650390625, -0.3829345703125, -0.349365234375, -0.3157958984375, -0.2822265625, -0.2486572265625, -0.215087890625, -0.1815185546875, -0.14794921875, -0.1143798828125, -0.080810546875, -0.0472412109375, -0.013671875, 0.0198974609375, 0.053466796875, 0.0870361328125, 0.12060546875, 0.1541748046875, 0.187744140625, 0.2213134765625, 0.2548828125, 0.2884521484375, 0.322021484375, 0.3555908203125, 0.38916015625, 0.4227294921875, 0.456298828125, 0.4898681640625, 0.5234375, 0.5570068359375, 0.590576171875, 0.6241455078125, 0.65771484375, 0.6912841796875, 0.724853515625, 0.7584228515625, 0.7919921875, 0.8255615234375, 0.859130859375, 0.8927001953125, 0.92626953125, 0.9598388671875, 0.993408203125, 1.0269775390625, 1.060546875]}, "gradients/encoder.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 9.0, 4.0, 6.0, 2.0, 5.0, 14.0, 14.0, 21.0, 38.0, 34.0, 38.0, 58.0, 67.0, 105.0, 111.0, 103.0, 86.0, 56.0, 54.0, 51.0, 35.0, 28.0, 13.0, 13.0, 5.0, 8.0, 8.0, 8.0, 1.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0], "bins": [-1.4052734375, -1.3680496215820312, -1.3308258056640625, -1.2936019897460938, -1.256378173828125, -1.2191543579101562, -1.1819305419921875, -1.1447067260742188, -1.10748291015625, -1.0702590942382812, -1.0330352783203125, -0.9958114624023438, -0.958587646484375, -0.9213638305664062, -0.8841400146484375, -0.8469161987304688, -0.8096923828125, -0.7724685668945312, -0.7352447509765625, -0.6980209350585938, -0.660797119140625, -0.6235733032226562, -0.5863494873046875, -0.5491256713867188, -0.51190185546875, -0.47467803955078125, -0.4374542236328125, -0.40023040771484375, -0.363006591796875, -0.32578277587890625, -0.2885589599609375, -0.25133514404296875, -0.214111328125, -0.17688751220703125, -0.1396636962890625, -0.10243988037109375, -0.065216064453125, -0.02799224853515625, 0.0092315673828125, 0.04645538330078125, 0.08367919921875, 0.12090301513671875, 0.1581268310546875, 0.19535064697265625, 0.232574462890625, 0.26979827880859375, 0.3070220947265625, 0.34424591064453125, 0.3814697265625, 0.41869354248046875, 0.4559173583984375, 0.49314117431640625, 0.530364990234375, 0.5675888061523438, 0.6048126220703125, 0.6420364379882812, 0.67926025390625, 0.7164840698242188, 0.7537078857421875, 0.7909317016601562, 0.828155517578125, 0.8653793334960938, 0.9026031494140625, 0.9398269653320312, 0.97705078125]}, "gradients/encoder.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 6.0, 6.0, 17.0, 59.0, 169.0, 439.0, 215.0, 69.0, 16.0, 6.0, 3.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-60.3580322265625, -58.9127311706543, -57.467430114746094, -56.02212905883789, -54.57682800292969, -53.13153076171875, -51.68622589111328, -50.240928649902344, -48.79562759399414, -47.35032653808594, -45.905025482177734, -44.45972442626953, -43.01442337036133, -41.569122314453125, -40.12382507324219, -38.678524017333984, -37.23322296142578, -35.78792190551758, -34.342620849609375, -32.89731979370117, -31.4520206451416, -30.0067195892334, -28.561418533325195, -27.116119384765625, -25.670814514160156, -24.225513458251953, -22.78021240234375, -21.334911346435547, -19.889612197875977, -18.444311141967773, -16.99901008605957, -15.553709983825684, -14.108409881591797, -12.663108825683594, -11.217808723449707, -9.772507667541504, -8.327207565307617, -6.881906509399414, -5.436605453491211, -3.991305351257324, -2.546004295349121, -1.1007035970687866, 0.34459710121154785, 1.7898979187011719, 3.235198497772217, 4.680499076843262, 6.125800132751465, 7.571100234985352, 9.016401290893555, 10.461702346801758, 11.907002449035645, 13.352303504943848, 14.797603607177734, 16.242904663085938, 17.68820571899414, 19.133506774902344, 20.578807830810547, 22.02410888671875, 23.469409942626953, 24.914710998535156, 26.360010147094727, 27.80531120300293, 29.250612258911133, 30.695911407470703, 32.141212463378906]}, "gradients/encoder.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 6.0, 6.0, 6.0, 4.0, 18.0, 13.0, 11.0, 16.0, 25.0, 23.0, 22.0, 30.0, 41.0, 46.0, 67.0, 100.0, 111.0, 92.0, 71.0, 42.0, 48.0, 41.0, 28.0, 27.0, 27.0, 20.0, 13.0, 14.0, 11.0, 7.0, 9.0, 6.0, 3.0, 1.0, 4.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.089834213256836, -17.49828338623047, -16.9067325592041, -16.315181732177734, -15.723631858825684, -15.132081031799316, -14.540531158447266, -13.948980331420898, -13.357429504394531, -12.765878677368164, -12.174327850341797, -11.582777976989746, -10.991227149963379, -10.399676322937012, -9.808126449584961, -9.216575622558594, -8.625024795532227, -8.03347396850586, -7.44192361831665, -6.850373268127441, -6.258822441101074, -5.667271614074707, -5.075721263885498, -4.484170913696289, -3.892620086669922, -3.301069498062134, -2.7095189094543457, -2.1179683208465576, -1.5264177322387695, -0.9348671436309814, -0.34331655502319336, 0.24823379516601562, 0.8397865295410156, 1.4313371181488037, 2.022887706756592, 2.61443829536438, 3.205988883972168, 3.797539472579956, 4.389090061187744, 4.980640411376953, 5.57219123840332, 6.1637420654296875, 6.7552924156188965, 7.3468427658081055, 7.938393592834473, 8.52994441986084, 9.12149429321289, 9.713045120239258, 10.304595947265625, 10.896146774291992, 11.48769760131836, 12.07924747467041, 12.670798301696777, 13.262349128723145, 13.853899002075195, 14.445449829101562, 15.03700065612793, 15.628551483154297, 16.220102310180664, 16.81165313720703, 17.403202056884766, 17.994752883911133, 18.5863037109375, 19.177854537963867, 19.769405364990234]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 4.0, 8.0, 5.0, 11.0, 8.0, 6.0, 8.0, 21.0, 37.0, 37.0, 42.0, 72.0, 139.0, 178.0, 342.0, 716.0, 1820.0, 4736.0, 16129.0, 108650.0, 2527148.0, 1449772.0, 67157.0, 11379.0, 3260.0, 1279.0, 557.0, 275.0, 140.0, 107.0, 57.0, 42.0, 37.0, 27.0, 14.0, 13.0, 12.0, 14.0, 7.0, 8.0, 3.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0], "bins": [-2.04296875, -1.98760986328125, -1.9322509765625, -1.87689208984375, -1.821533203125, -1.76617431640625, -1.7108154296875, -1.65545654296875, -1.60009765625, -1.54473876953125, -1.4893798828125, -1.43402099609375, -1.378662109375, -1.32330322265625, -1.2679443359375, -1.21258544921875, -1.1572265625, -1.10186767578125, -1.0465087890625, -0.99114990234375, -0.935791015625, -0.88043212890625, -0.8250732421875, -0.76971435546875, -0.71435546875, -0.65899658203125, -0.6036376953125, -0.54827880859375, -0.492919921875, -0.43756103515625, -0.3822021484375, -0.32684326171875, -0.271484375, -0.21612548828125, -0.1607666015625, -0.10540771484375, -0.050048828125, 0.00531005859375, 0.0606689453125, 0.11602783203125, 0.17138671875, 0.22674560546875, 0.2821044921875, 0.33746337890625, 0.392822265625, 0.44818115234375, 0.5035400390625, 0.55889892578125, 0.6142578125, 0.66961669921875, 0.7249755859375, 0.78033447265625, 0.835693359375, 0.89105224609375, 0.9464111328125, 1.00177001953125, 1.05712890625, 1.11248779296875, 1.1678466796875, 1.22320556640625, 1.278564453125, 1.33392333984375, 1.3892822265625, 1.44464111328125, 1.5]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 5.0, 6.0, 11.0, 13.0, 30.0, 27.0, 45.0, 72.0, 72.0, 70.0, 88.0, 108.0, 90.0, 93.0, 78.0, 57.0, 54.0, 32.0, 23.0, 13.0, 8.0, 6.0, 6.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.037109375, -0.986663818359375, -0.93621826171875, -0.885772705078125, -0.8353271484375, -0.784881591796875, -0.73443603515625, -0.683990478515625, -0.633544921875, -0.583099365234375, -0.53265380859375, -0.482208251953125, -0.4317626953125, -0.381317138671875, -0.33087158203125, -0.280426025390625, -0.22998046875, -0.179534912109375, -0.12908935546875, -0.078643798828125, -0.0281982421875, 0.022247314453125, 0.07269287109375, 0.123138427734375, 0.173583984375, 0.224029541015625, 0.27447509765625, 0.324920654296875, 0.3753662109375, 0.425811767578125, 0.47625732421875, 0.526702880859375, 0.5771484375, 0.627593994140625, 0.67803955078125, 0.728485107421875, 0.7789306640625, 0.829376220703125, 0.87982177734375, 0.930267333984375, 0.980712890625, 1.031158447265625, 1.08160400390625, 1.132049560546875, 1.1824951171875, 1.232940673828125, 1.28338623046875, 1.333831787109375, 1.38427734375, 1.434722900390625, 1.48516845703125, 1.535614013671875, 1.5860595703125, 1.636505126953125, 1.68695068359375, 1.737396240234375, 1.787841796875, 1.838287353515625, 1.88873291015625, 1.939178466796875, 1.9896240234375, 2.040069580078125, 2.09051513671875, 2.140960693359375, 2.19140625]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 5.0, 5.0, 1.0, 5.0, 11.0, 18.0, 13.0, 15.0, 38.0, 60.0, 111.0, 216.0, 429.0, 975.0, 2529.0, 9687.0, 83027.0, 3812598.0, 261454.0, 17042.0, 3653.0, 1289.0, 559.0, 250.0, 139.0, 68.0, 28.0, 26.0, 13.0, 14.0, 5.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.703125, -2.593505859375, -2.48388671875, -2.374267578125, -2.2646484375, -2.155029296875, -2.04541015625, -1.935791015625, -1.826171875, -1.716552734375, -1.60693359375, -1.497314453125, -1.3876953125, -1.278076171875, -1.16845703125, -1.058837890625, -0.94921875, -0.839599609375, -0.72998046875, -0.620361328125, -0.5107421875, -0.401123046875, -0.29150390625, -0.181884765625, -0.072265625, 0.037353515625, 0.14697265625, 0.256591796875, 0.3662109375, 0.475830078125, 0.58544921875, 0.695068359375, 0.8046875, 0.914306640625, 1.02392578125, 1.133544921875, 1.2431640625, 1.352783203125, 1.46240234375, 1.572021484375, 1.681640625, 1.791259765625, 1.90087890625, 2.010498046875, 2.1201171875, 2.229736328125, 2.33935546875, 2.448974609375, 2.55859375, 2.668212890625, 2.77783203125, 2.887451171875, 2.9970703125, 3.106689453125, 3.21630859375, 3.325927734375, 3.435546875, 3.545166015625, 3.65478515625, 3.764404296875, 3.8740234375, 3.983642578125, 4.09326171875, 4.202880859375, 4.3125]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 4.0, 2.0, 3.0, 3.0, 3.0, 9.0, 11.0, 6.0, 14.0, 21.0, 48.0, 66.0, 125.0, 222.0, 509.0, 1072.0, 993.0, 471.0, 212.0, 98.0, 58.0, 43.0, 30.0, 21.0, 12.0, 7.0, 6.0, 6.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.80859375, -2.720733642578125, -2.63287353515625, -2.545013427734375, -2.4571533203125, -2.369293212890625, -2.28143310546875, -2.193572998046875, -2.105712890625, -2.017852783203125, -1.92999267578125, -1.842132568359375, -1.7542724609375, -1.666412353515625, -1.57855224609375, -1.490692138671875, -1.40283203125, -1.314971923828125, -1.22711181640625, -1.139251708984375, -1.0513916015625, -0.963531494140625, -0.87567138671875, -0.787811279296875, -0.699951171875, -0.612091064453125, -0.52423095703125, -0.436370849609375, -0.3485107421875, -0.260650634765625, -0.17279052734375, -0.084930419921875, 0.0029296875, 0.090789794921875, 0.17864990234375, 0.266510009765625, 0.3543701171875, 0.442230224609375, 0.53009033203125, 0.617950439453125, 0.705810546875, 0.793670654296875, 0.88153076171875, 0.969390869140625, 1.0572509765625, 1.145111083984375, 1.23297119140625, 1.320831298828125, 1.40869140625, 1.496551513671875, 1.58441162109375, 1.672271728515625, 1.7601318359375, 1.847991943359375, 1.93585205078125, 2.023712158203125, 2.111572265625, 2.199432373046875, 2.28729248046875, 2.375152587890625, 2.4630126953125, 2.550872802734375, 2.63873291015625, 2.726593017578125, 2.814453125]}, "gradients/encoder.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 5.0, 7.0, 17.0, 13.0, 33.0, 44.0, 78.0, 116.0, 156.0, 158.0, 145.0, 98.0, 61.0, 33.0, 15.0, 11.0, 3.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-24.075496673583984, -23.545188903808594, -23.01487922668457, -22.48457145690918, -21.954261779785156, -21.423954010009766, -20.893646240234375, -20.36333656311035, -19.83302879333496, -19.30272102355957, -18.772411346435547, -18.242103576660156, -17.711793899536133, -17.181486129760742, -16.65117645263672, -16.120868682861328, -15.590559959411621, -15.060251235961914, -14.529942512512207, -13.9996337890625, -13.46932601928711, -12.939017295837402, -12.408708572387695, -11.878399848937988, -11.348091125488281, -10.817782402038574, -10.287473678588867, -9.757165908813477, -9.22685718536377, -8.696548461914062, -8.166239738464355, -7.635931015014648, -7.105623245239258, -6.575314521789551, -6.045006275177002, -5.514697551727295, -4.984389305114746, -4.454080581665039, -3.923771858215332, -3.393463373184204, -2.863154888153076, -2.3328464031219482, -1.8025377988815308, -1.2722291946411133, -0.7419207096099854, -0.21161222457885742, 0.3186964988708496, 0.8490049839019775, 1.3793134689331055, 1.9096219539642334, 2.4399304389953613, 2.9702391624450684, 3.5005476474761963, 4.030856132507324, 4.561164855957031, 5.091473579406738, 5.621781826019287, 6.152090549468994, 6.682398796081543, 7.21270751953125, 7.743016242980957, 8.273324966430664, 8.803632736206055, 9.333941459655762, 9.864250183105469]}, "gradients/encoder.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 4.0, 7.0, 2.0, 8.0, 5.0, 7.0, 11.0, 12.0, 15.0, 13.0, 25.0, 27.0, 21.0, 24.0, 27.0, 30.0, 55.0, 37.0, 34.0, 60.0, 47.0, 54.0, 54.0, 53.0, 42.0, 57.0, 41.0, 20.0, 28.0, 29.0, 24.0, 19.0, 28.0, 20.0, 13.0, 12.0, 5.0, 16.0, 4.0, 6.0, 2.0, 5.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-9.578868865966797, -9.3077974319458, -9.036725997924805, -8.765653610229492, -8.494582176208496, -8.2235107421875, -7.952439308166504, -7.68136739730835, -7.410295486450195, -7.139224052429199, -6.868152141571045, -6.597080707550049, -6.3260087966918945, -6.054937362670898, -5.783865928649902, -5.512794017791748, -5.241722583770752, -4.970651149749756, -4.699579238891602, -4.4285078048706055, -4.157435894012451, -3.886364459991455, -3.61529278755188, -3.3442211151123047, -3.0731494426727295, -2.8020777702331543, -2.531006097793579, -2.259934425354004, -1.9888628721237183, -1.717791199684143, -1.4467196464538574, -1.1756479740142822, -0.9045758247375488, -0.6335041522979736, -0.3624325394630432, -0.09136092662811279, 0.1797107458114624, 0.4507824182510376, 0.7218539714813232, 0.9929256439208984, 1.2639973163604736, 1.5350689888000488, 1.806140661239624, 2.077212333679199, 2.3482837677001953, 2.6193556785583496, 2.8904271125793457, 3.161498785018921, 3.432570457458496, 3.7036421298980713, 3.9747138023376465, 4.245785236358643, 4.516857147216797, 4.787928581237793, 5.059000015258789, 5.330071926116943, 5.601143836975098, 5.872215270996094, 6.143287181854248, 6.414358615875244, 6.685430526733398, 6.9565019607543945, 7.227573394775391, 7.498645305633545, 7.769716739654541]}, "gradients/encoder.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 4.0, 4.0, 1.0, 4.0, 6.0, 7.0, 8.0, 9.0, 18.0, 25.0, 27.0, 52.0, 85.0, 164.0, 276.0, 545.0, 1076.0, 2765.0, 7319.0, 23976.0, 94880.0, 425935.0, 377670.0, 81522.0, 20968.0, 6521.0, 2467.0, 1042.0, 526.0, 252.0, 150.0, 75.0, 53.0, 37.0, 28.0, 17.0, 19.0, 6.0, 6.0, 3.0, 2.0, 2.0, 6.0, 3.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.001953125, -1.941192626953125, -1.88043212890625, -1.819671630859375, -1.7589111328125, -1.698150634765625, -1.63739013671875, -1.576629638671875, -1.515869140625, -1.455108642578125, -1.39434814453125, -1.333587646484375, -1.2728271484375, -1.212066650390625, -1.15130615234375, -1.090545654296875, -1.02978515625, -0.969024658203125, -0.90826416015625, -0.847503662109375, -0.7867431640625, -0.725982666015625, -0.66522216796875, -0.604461669921875, -0.543701171875, -0.482940673828125, -0.42218017578125, -0.361419677734375, -0.3006591796875, -0.239898681640625, -0.17913818359375, -0.118377685546875, -0.0576171875, 0.003143310546875, 0.06390380859375, 0.124664306640625, 0.1854248046875, 0.246185302734375, 0.30694580078125, 0.367706298828125, 0.428466796875, 0.489227294921875, 0.54998779296875, 0.610748291015625, 0.6715087890625, 0.732269287109375, 0.79302978515625, 0.853790283203125, 0.91455078125, 0.975311279296875, 1.03607177734375, 1.096832275390625, 1.1575927734375, 1.218353271484375, 1.27911376953125, 1.339874267578125, 1.400634765625, 1.461395263671875, 1.52215576171875, 1.582916259765625, 1.6436767578125, 1.704437255859375, 1.76519775390625, 1.825958251953125, 1.88671875]}, "gradients/encoder.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 10.0, 5.0, 11.0, 16.0, 30.0, 34.0, 38.0, 56.0, 77.0, 79.0, 79.0, 95.0, 89.0, 104.0, 77.0, 61.0, 37.0, 37.0, 24.0, 19.0, 11.0, 10.0, 6.0, 5.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.046875, -0.9962158203125, -0.945556640625, -0.8948974609375, -0.84423828125, -0.7935791015625, -0.742919921875, -0.6922607421875, -0.6416015625, -0.5909423828125, -0.540283203125, -0.4896240234375, -0.43896484375, -0.3883056640625, -0.337646484375, -0.2869873046875, -0.236328125, -0.1856689453125, -0.135009765625, -0.0843505859375, -0.03369140625, 0.0169677734375, 0.067626953125, 0.1182861328125, 0.1689453125, 0.2196044921875, 0.270263671875, 0.3209228515625, 0.37158203125, 0.4222412109375, 0.472900390625, 0.5235595703125, 0.57421875, 0.6248779296875, 0.675537109375, 0.7261962890625, 0.77685546875, 0.8275146484375, 0.878173828125, 0.9288330078125, 0.9794921875, 1.0301513671875, 1.080810546875, 1.1314697265625, 1.18212890625, 1.2327880859375, 1.283447265625, 1.3341064453125, 1.384765625, 1.4354248046875, 1.486083984375, 1.5367431640625, 1.58740234375, 1.6380615234375, 1.688720703125, 1.7393798828125, 1.7900390625, 1.8406982421875, 1.891357421875, 1.9420166015625, 1.99267578125, 2.0433349609375, 2.093994140625, 2.1446533203125, 2.1953125]}, "gradients/encoder.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 0.0, 6.0, 6.0, 5.0, 13.0, 15.0, 15.0, 37.0, 48.0, 80.0, 112.0, 195.0, 325.0, 670.0, 1605.0, 5522.0, 37151.0, 724961.0, 252371.0, 19481.0, 3542.0, 1156.0, 486.0, 276.0, 155.0, 109.0, 59.0, 41.0, 28.0, 26.0, 14.0, 11.0, 9.0, 5.0, 6.0, 5.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.30859375, -3.19775390625, -3.0869140625, -2.97607421875, -2.865234375, -2.75439453125, -2.6435546875, -2.53271484375, -2.421875, -2.31103515625, -2.2001953125, -2.08935546875, -1.978515625, -1.86767578125, -1.7568359375, -1.64599609375, -1.53515625, -1.42431640625, -1.3134765625, -1.20263671875, -1.091796875, -0.98095703125, -0.8701171875, -0.75927734375, -0.6484375, -0.53759765625, -0.4267578125, -0.31591796875, -0.205078125, -0.09423828125, 0.0166015625, 0.12744140625, 0.23828125, 0.34912109375, 0.4599609375, 0.57080078125, 0.681640625, 0.79248046875, 0.9033203125, 1.01416015625, 1.125, 1.23583984375, 1.3466796875, 1.45751953125, 1.568359375, 1.67919921875, 1.7900390625, 1.90087890625, 2.01171875, 2.12255859375, 2.2333984375, 2.34423828125, 2.455078125, 2.56591796875, 2.6767578125, 2.78759765625, 2.8984375, 3.00927734375, 3.1201171875, 3.23095703125, 3.341796875, 3.45263671875, 3.5634765625, 3.67431640625, 3.78515625]}, "gradients/encoder.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 6.0, 6.0, 8.0, 6.0, 5.0, 11.0, 16.0, 16.0, 23.0, 18.0, 29.0, 44.0, 50.0, 45.0, 66.0, 53.0, 66.0, 61.0, 75.0, 53.0, 65.0, 50.0, 48.0, 30.0, 25.0, 34.0, 23.0, 13.0, 18.0, 9.0, 11.0, 9.0, 3.0, 2.0, 7.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.76171875, -4.628143310546875, -4.49456787109375, -4.360992431640625, -4.2274169921875, -4.093841552734375, -3.96026611328125, -3.826690673828125, -3.693115234375, -3.559539794921875, -3.42596435546875, -3.292388916015625, -3.1588134765625, -3.025238037109375, -2.89166259765625, -2.758087158203125, -2.62451171875, -2.490936279296875, -2.35736083984375, -2.223785400390625, -2.0902099609375, -1.956634521484375, -1.82305908203125, -1.689483642578125, -1.555908203125, -1.422332763671875, -1.28875732421875, -1.155181884765625, -1.0216064453125, -0.888031005859375, -0.75445556640625, -0.620880126953125, -0.4873046875, -0.353729248046875, -0.22015380859375, -0.086578369140625, 0.0469970703125, 0.180572509765625, 0.31414794921875, 0.447723388671875, 0.581298828125, 0.714874267578125, 0.84844970703125, 0.982025146484375, 1.1156005859375, 1.249176025390625, 1.38275146484375, 1.516326904296875, 1.64990234375, 1.783477783203125, 1.91705322265625, 2.050628662109375, 2.1842041015625, 2.317779541015625, 2.45135498046875, 2.584930419921875, 2.718505859375, 2.852081298828125, 2.98565673828125, 3.119232177734375, 3.2528076171875, 3.386383056640625, 3.51995849609375, 3.653533935546875, 3.787109375]}, "gradients/encoder.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 3.0, 4.0, 3.0, 6.0, 4.0, 14.0, 17.0, 24.0, 30.0, 50.0, 64.0, 95.0, 176.0, 281.0, 519.0, 995.0, 2284.0, 6483.0, 20780.0, 88749.0, 747301.0, 138169.0, 28532.0, 8346.0, 2982.0, 1225.0, 549.0, 331.0, 185.0, 110.0, 84.0, 35.0, 31.0, 24.0, 18.0, 18.0, 11.0, 7.0, 10.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.90234375, -0.8755035400390625, -0.848663330078125, -0.8218231201171875, -0.79498291015625, -0.7681427001953125, -0.741302490234375, -0.7144622802734375, -0.6876220703125, -0.6607818603515625, -0.633941650390625, -0.6071014404296875, -0.58026123046875, -0.5534210205078125, -0.526580810546875, -0.4997406005859375, -0.472900390625, -0.4460601806640625, -0.419219970703125, -0.3923797607421875, -0.36553955078125, -0.3386993408203125, -0.311859130859375, -0.2850189208984375, -0.2581787109375, -0.2313385009765625, -0.204498291015625, -0.1776580810546875, -0.15081787109375, -0.1239776611328125, -0.097137451171875, -0.0702972412109375, -0.04345703125, -0.0166168212890625, 0.010223388671875, 0.0370635986328125, 0.06390380859375, 0.0907440185546875, 0.117584228515625, 0.1444244384765625, 0.1712646484375, 0.1981048583984375, 0.224945068359375, 0.2517852783203125, 0.27862548828125, 0.3054656982421875, 0.332305908203125, 0.3591461181640625, 0.385986328125, 0.4128265380859375, 0.439666748046875, 0.4665069580078125, 0.49334716796875, 0.5201873779296875, 0.547027587890625, 0.5738677978515625, 0.6007080078125, 0.6275482177734375, 0.654388427734375, 0.6812286376953125, 0.70806884765625, 0.7349090576171875, 0.761749267578125, 0.7885894775390625, 0.8154296875]}, "gradients/encoder.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 4.0, 4.0, 3.0, 7.0, 17.0, 21.0, 14.0, 24.0, 43.0, 57.0, 96.0, 124.0, 172.0, 146.0, 82.0, 51.0, 29.0, 23.0, 21.0, 16.0, 16.0, 12.0, 7.0, 6.0, 5.0, 0.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002186298370361328, -0.00021188147366046906, -0.0002051331102848053, -0.00019838474690914154, -0.00019163638353347778, -0.00018488802015781403, -0.00017813965678215027, -0.0001713912934064865, -0.00016464293003082275, -0.000157894566655159, -0.00015114620327949524, -0.00014439783990383148, -0.00013764947652816772, -0.00013090111315250397, -0.0001241527497768402, -0.00011740438640117645, -0.0001106560230255127, -0.00010390765964984894, -9.715929627418518e-05, -9.041093289852142e-05, -8.366256952285767e-05, -7.691420614719391e-05, -7.016584277153015e-05, -6.34174793958664e-05, -5.666911602020264e-05, -4.992075264453888e-05, -4.317238926887512e-05, -3.6424025893211365e-05, -2.9675662517547607e-05, -2.292729914188385e-05, -1.6178935766220093e-05, -9.430572390556335e-06, -2.682209014892578e-06, 4.066154360771179e-06, 1.0814517736434937e-05, 1.7562881112098694e-05, 2.431124448776245e-05, 3.105960786342621e-05, 3.7807971239089966e-05, 4.455633461475372e-05, 5.130469799041748e-05, 5.805306136608124e-05, 6.4801424741745e-05, 7.154978811740875e-05, 7.829815149307251e-05, 8.504651486873627e-05, 9.179487824440002e-05, 9.854324162006378e-05, 0.00010529160499572754, 0.0001120399683713913, 0.00011878833174705505, 0.0001255366951227188, 0.00013228505849838257, 0.00013903342187404633, 0.00014578178524971008, 0.00015253014862537384, 0.0001592785120010376, 0.00016602687537670135, 0.0001727752387523651, 0.00017952360212802887, 0.00018627196550369263, 0.00019302032887935638, 0.00019976869225502014, 0.0002065170556306839, 0.00021326541900634766]}, "gradients/encoder.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 4.0, 2.0, 1.0, 2.0, 3.0, 4.0, 2.0, 6.0, 9.0, 12.0, 13.0, 17.0, 35.0, 52.0, 59.0, 81.0, 126.0, 243.0, 374.0, 656.0, 1197.0, 2566.0, 7017.0, 23124.0, 110309.0, 748155.0, 117749.0, 24087.0, 7176.0, 2639.0, 1169.0, 664.0, 364.0, 211.0, 139.0, 97.0, 67.0, 36.0, 20.0, 29.0, 13.0, 8.0, 9.0, 6.0, 4.0, 6.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.8642578125, -0.8349761962890625, -0.805694580078125, -0.7764129638671875, -0.74713134765625, -0.7178497314453125, -0.688568115234375, -0.6592864990234375, -0.6300048828125, -0.6007232666015625, -0.571441650390625, -0.5421600341796875, -0.51287841796875, -0.4835968017578125, -0.454315185546875, -0.4250335693359375, -0.395751953125, -0.3664703369140625, -0.337188720703125, -0.3079071044921875, -0.27862548828125, -0.2493438720703125, -0.220062255859375, -0.1907806396484375, -0.1614990234375, -0.1322174072265625, -0.102935791015625, -0.0736541748046875, -0.04437255859375, -0.0150909423828125, 0.014190673828125, 0.0434722900390625, 0.07275390625, 0.1020355224609375, 0.131317138671875, 0.1605987548828125, 0.18988037109375, 0.2191619873046875, 0.248443603515625, 0.2777252197265625, 0.3070068359375, 0.3362884521484375, 0.365570068359375, 0.3948516845703125, 0.42413330078125, 0.4534149169921875, 0.482696533203125, 0.5119781494140625, 0.541259765625, 0.5705413818359375, 0.599822998046875, 0.6291046142578125, 0.65838623046875, 0.6876678466796875, 0.716949462890625, 0.7462310791015625, 0.7755126953125, 0.8047943115234375, 0.834075927734375, 0.8633575439453125, 0.89263916015625, 0.9219207763671875, 0.951202392578125, 0.9804840087890625, 1.009765625]}, "gradients/encoder.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 5.0, 1.0, 9.0, 5.0, 5.0, 12.0, 20.0, 16.0, 30.0, 30.0, 47.0, 59.0, 111.0, 124.0, 138.0, 106.0, 70.0, 47.0, 41.0, 26.0, 32.0, 20.0, 12.0, 9.0, 5.0, 3.0, 4.0, 3.0, 1.0, 6.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-1.0322265625, -1.0011367797851562, -0.9700469970703125, -0.9389572143554688, -0.907867431640625, -0.8767776489257812, -0.8456878662109375, -0.8145980834960938, -0.78350830078125, -0.7524185180664062, -0.7213287353515625, -0.6902389526367188, -0.659149169921875, -0.6280593872070312, -0.5969696044921875, -0.5658798217773438, -0.5347900390625, -0.5037002563476562, -0.4726104736328125, -0.44152069091796875, -0.410430908203125, -0.37934112548828125, -0.3482513427734375, -0.31716156005859375, -0.28607177734375, -0.25498199462890625, -0.2238922119140625, -0.19280242919921875, -0.161712646484375, -0.13062286376953125, -0.0995330810546875, -0.06844329833984375, -0.037353515625, -0.00626373291015625, 0.0248260498046875, 0.05591583251953125, 0.087005615234375, 0.11809539794921875, 0.1491851806640625, 0.18027496337890625, 0.21136474609375, 0.24245452880859375, 0.2735443115234375, 0.30463409423828125, 0.335723876953125, 0.36681365966796875, 0.3979034423828125, 0.42899322509765625, 0.4600830078125, 0.49117279052734375, 0.5222625732421875, 0.5533523559570312, 0.584442138671875, 0.6155319213867188, 0.6466217041015625, 0.6777114868164062, 0.70880126953125, 0.7398910522460938, 0.7709808349609375, 0.8020706176757812, 0.833160400390625, 0.8642501831054688, 0.8953399658203125, 0.9264297485351562, 0.95751953125]}, "gradients/encoder.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 5.0, 2.0, 18.0, 34.0, 86.0, 229.0, 388.0, 135.0, 56.0, 26.0, 5.0, 8.0, 1.0, 3.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.12232971191406, -35.17896270751953, -34.235595703125, -33.29222869873047, -32.34886169433594, -31.405494689941406, -30.462127685546875, -29.51875877380371, -28.57539176940918, -27.63202476501465, -26.688657760620117, -25.745290756225586, -24.801923751831055, -23.85855484008789, -22.91518783569336, -21.971820831298828, -21.028453826904297, -20.085086822509766, -19.141719818115234, -18.198352813720703, -17.254985809326172, -16.31161880493164, -15.368250846862793, -14.424882888793945, -13.481517791748047, -12.538150787353516, -11.594783782958984, -10.651416778564453, -9.708048820495605, -8.764681816101074, -7.821314811706543, -6.8779473304748535, -5.934579849243164, -4.991212844848633, -4.047845363616943, -3.104478359222412, -2.1611111164093018, -1.2177438735961914, -0.27437686920166016, 0.6689906120300293, 1.6123576164245605, 2.555724859237671, 3.4990921020507812, 4.4424591064453125, 5.385826110839844, 6.329193592071533, 7.2725605964660645, 8.215928077697754, 9.159295082092285, 10.102662086486816, 11.046029090881348, 11.989397048950195, 12.932764053344727, 13.876131057739258, 14.819498062133789, 15.76286506652832, 16.70623207092285, 17.649599075317383, 18.592966079711914, 19.536333084106445, 20.479700088500977, 21.42306900024414, 22.366436004638672, 23.309803009033203, 24.253170013427734]}, "gradients/encoder.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 6.0, 1.0, 5.0, 6.0, 2.0, 9.0, 3.0, 11.0, 11.0, 15.0, 17.0, 16.0, 18.0, 29.0, 47.0, 42.0, 51.0, 66.0, 87.0, 118.0, 95.0, 67.0, 48.0, 38.0, 34.0, 25.0, 30.0, 24.0, 18.0, 13.0, 19.0, 9.0, 11.0, 4.0, 6.0, 3.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.505110740661621, -12.996374130249023, -12.487637519836426, -11.978900909423828, -11.47016429901123, -10.961427688598633, -10.452690124511719, -9.943954467773438, -9.435216903686523, -8.926480293273926, -8.417743682861328, -7.9090070724487305, -7.400270462036133, -6.891533851623535, -6.382796764373779, -5.874060153961182, -5.365324020385742, -4.8565874099731445, -4.347850799560547, -3.83911395072937, -3.3303773403167725, -2.821640729904175, -2.312903881072998, -1.8041672706604004, -1.2954306602478027, -0.7866939902305603, -0.27795732021331787, 0.23077940940856934, 0.739516019821167, 1.2482526302337646, 1.7569894790649414, 2.265726089477539, 2.7744617462158203, 3.283198356628418, 3.7919349670410156, 4.300671577453613, 4.809408187866211, 5.318144798278809, 5.8268818855285645, 6.335618495941162, 6.84435510635376, 7.353091716766357, 7.861828327178955, 8.370565414428711, 8.879302024841309, 9.388038635253906, 9.896775245666504, 10.405511856079102, 10.9142484664917, 11.422985076904297, 11.931721687316895, 12.440458297729492, 12.94919490814209, 13.457931518554688, 13.966669082641602, 14.475404739379883, 14.984142303466797, 15.492878913879395, 16.001615524291992, 16.510353088378906, 17.019088745117188, 17.5278263092041, 18.036561965942383, 18.545299530029297, 19.054035186767578]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 7.0, 12.0, 9.0, 28.0, 20.0, 21.0, 35.0, 45.0, 63.0, 91.0, 146.0, 200.0, 307.0, 482.0, 865.0, 1520.0, 3018.0, 6367.0, 15900.0, 54338.0, 381520.0, 2650829.0, 933878.0, 103925.0, 23573.0, 8415.0, 3982.0, 1943.0, 995.0, 615.0, 360.0, 266.0, 124.0, 95.0, 88.0, 57.0, 40.0, 30.0, 26.0, 16.0, 10.0, 11.0, 5.0, 5.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-1.3837890625, -1.34271240234375, -1.3016357421875, -1.26055908203125, -1.219482421875, -1.17840576171875, -1.1373291015625, -1.09625244140625, -1.05517578125, -1.01409912109375, -0.9730224609375, -0.93194580078125, -0.890869140625, -0.84979248046875, -0.8087158203125, -0.76763916015625, -0.7265625, -0.68548583984375, -0.6444091796875, -0.60333251953125, -0.562255859375, -0.52117919921875, -0.4801025390625, -0.43902587890625, -0.39794921875, -0.35687255859375, -0.3157958984375, -0.27471923828125, -0.233642578125, -0.19256591796875, -0.1514892578125, -0.11041259765625, -0.0693359375, -0.02825927734375, 0.0128173828125, 0.05389404296875, 0.094970703125, 0.13604736328125, 0.1771240234375, 0.21820068359375, 0.25927734375, 0.30035400390625, 0.3414306640625, 0.38250732421875, 0.423583984375, 0.46466064453125, 0.5057373046875, 0.54681396484375, 0.587890625, 0.62896728515625, 0.6700439453125, 0.71112060546875, 0.752197265625, 0.79327392578125, 0.8343505859375, 0.87542724609375, 0.91650390625, 0.95758056640625, 0.9986572265625, 1.03973388671875, 1.080810546875, 1.12188720703125, 1.1629638671875, 1.20404052734375, 1.2451171875]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 7.0, 2.0, 8.0, 11.0, 13.0, 23.0, 20.0, 28.0, 41.0, 31.0, 49.0, 62.0, 52.0, 61.0, 62.0, 67.0, 81.0, 51.0, 70.0, 58.0, 44.0, 49.0, 25.0, 22.0, 20.0, 9.0, 11.0, 4.0, 6.0, 12.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.04296875, -1.0072174072265625, -0.971466064453125, -0.9357147216796875, -0.89996337890625, -0.8642120361328125, -0.828460693359375, -0.7927093505859375, -0.7569580078125, -0.7212066650390625, -0.685455322265625, -0.6497039794921875, -0.61395263671875, -0.5782012939453125, -0.542449951171875, -0.5066986083984375, -0.470947265625, -0.4351959228515625, -0.399444580078125, -0.3636932373046875, -0.32794189453125, -0.2921905517578125, -0.256439208984375, -0.2206878662109375, -0.1849365234375, -0.1491851806640625, -0.113433837890625, -0.0776824951171875, -0.04193115234375, -0.0061798095703125, 0.029571533203125, 0.0653228759765625, 0.10107421875, 0.1368255615234375, 0.172576904296875, 0.2083282470703125, 0.24407958984375, 0.2798309326171875, 0.315582275390625, 0.3513336181640625, 0.3870849609375, 0.4228363037109375, 0.458587646484375, 0.4943389892578125, 0.53009033203125, 0.5658416748046875, 0.601593017578125, 0.6373443603515625, 0.673095703125, 0.7088470458984375, 0.744598388671875, 0.7803497314453125, 0.81610107421875, 0.8518524169921875, 0.887603759765625, 0.9233551025390625, 0.9591064453125, 0.9948577880859375, 1.030609130859375, 1.0663604736328125, 1.10211181640625, 1.1378631591796875, 1.173614501953125, 1.2093658447265625, 1.2451171875]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 2.0, 6.0, 9.0, 12.0, 22.0, 32.0, 62.0, 120.0, 250.0, 650.0, 3927.0, 187187.0, 3982598.0, 17344.0, 1346.0, 395.0, 154.0, 72.0, 46.0, 21.0, 16.0, 5.0, 8.0, 5.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.09375, -4.899658203125, -4.70556640625, -4.511474609375, -4.3173828125, -4.123291015625, -3.92919921875, -3.735107421875, -3.541015625, -3.346923828125, -3.15283203125, -2.958740234375, -2.7646484375, -2.570556640625, -2.37646484375, -2.182373046875, -1.98828125, -1.794189453125, -1.60009765625, -1.406005859375, -1.2119140625, -1.017822265625, -0.82373046875, -0.629638671875, -0.435546875, -0.241455078125, -0.04736328125, 0.146728515625, 0.3408203125, 0.534912109375, 0.72900390625, 0.923095703125, 1.1171875, 1.311279296875, 1.50537109375, 1.699462890625, 1.8935546875, 2.087646484375, 2.28173828125, 2.475830078125, 2.669921875, 2.864013671875, 3.05810546875, 3.252197265625, 3.4462890625, 3.640380859375, 3.83447265625, 4.028564453125, 4.22265625, 4.416748046875, 4.61083984375, 4.804931640625, 4.9990234375, 5.193115234375, 5.38720703125, 5.581298828125, 5.775390625, 5.969482421875, 6.16357421875, 6.357666015625, 6.5517578125, 6.745849609375, 6.93994140625, 7.134033203125, 7.328125]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 6.0, 9.0, 19.0, 22.0, 27.0, 51.0, 100.0, 173.0, 398.0, 862.0, 1062.0, 643.0, 323.0, 141.0, 89.0, 51.0, 33.0, 23.0, 10.0, 17.0, 2.0, 6.0, 4.0, 1.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.58984375, -3.498504638671875, -3.40716552734375, -3.315826416015625, -3.2244873046875, -3.133148193359375, -3.04180908203125, -2.950469970703125, -2.859130859375, -2.767791748046875, -2.67645263671875, -2.585113525390625, -2.4937744140625, -2.402435302734375, -2.31109619140625, -2.219757080078125, -2.12841796875, -2.037078857421875, -1.94573974609375, -1.854400634765625, -1.7630615234375, -1.671722412109375, -1.58038330078125, -1.489044189453125, -1.397705078125, -1.306365966796875, -1.21502685546875, -1.123687744140625, -1.0323486328125, -0.941009521484375, -0.84967041015625, -0.758331298828125, -0.6669921875, -0.575653076171875, -0.48431396484375, -0.392974853515625, -0.3016357421875, -0.210296630859375, -0.11895751953125, -0.027618408203125, 0.063720703125, 0.155059814453125, 0.24639892578125, 0.337738037109375, 0.4290771484375, 0.520416259765625, 0.61175537109375, 0.703094482421875, 0.79443359375, 0.885772705078125, 0.97711181640625, 1.068450927734375, 1.1597900390625, 1.251129150390625, 1.34246826171875, 1.433807373046875, 1.525146484375, 1.616485595703125, 1.70782470703125, 1.799163818359375, 1.8905029296875, 1.981842041015625, 2.07318115234375, 2.164520263671875, 2.255859375]}, "gradients/encoder.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 4.0, 4.0, 8.0, 6.0, 15.0, 21.0, 33.0, 51.0, 91.0, 159.0, 183.0, 156.0, 131.0, 67.0, 30.0, 21.0, 13.0, 9.0, 7.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.122915267944336, -6.553638458251953, -5.9843621253967285, -5.415085315704346, -4.845808982849121, -4.276532173156738, -3.7072553634643555, -3.1379787921905518, -2.568702220916748, -1.9994256496429443, -1.430148959159851, -0.8608722686767578, -0.2915956974029541, 0.2776808738708496, 0.8469576835632324, 1.4162342548370361, 1.9855108261108398, 2.5547873973846436, 3.1240639686584473, 3.69334077835083, 4.262617111206055, 4.8318939208984375, 5.40117073059082, 5.970447540283203, 6.539723873138428, 7.1090006828308105, 7.678277015686035, 8.247553825378418, 8.8168306350708, 9.386106491088867, 9.95538330078125, 10.524660110473633, 11.093936920166016, 11.663213729858398, 12.232490539550781, 12.801767349243164, 13.37104320526123, 13.940320014953613, 14.509596824645996, 15.078873634338379, 15.648149490356445, 16.217426300048828, 16.78670310974121, 17.355979919433594, 17.925256729125977, 18.49453353881836, 19.06380844116211, 19.633085250854492, 20.202362060546875, 20.771638870239258, 21.34091567993164, 21.910192489624023, 22.479469299316406, 23.048744201660156, 23.618022918701172, 24.187297821044922, 24.756576538085938, 25.32585334777832, 25.895130157470703, 26.464406967163086, 27.03368377685547, 27.60295867919922, 28.172237396240234, 28.741512298583984, 29.310789108276367]}, "gradients/encoder.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 3.0, 2.0, 2.0, 3.0, 8.0, 10.0, 6.0, 8.0, 12.0, 10.0, 13.0, 15.0, 15.0, 22.0, 16.0, 33.0, 23.0, 35.0, 31.0, 37.0, 38.0, 41.0, 39.0, 49.0, 46.0, 47.0, 43.0, 42.0, 48.0, 31.0, 32.0, 30.0, 28.0, 24.0, 21.0, 19.0, 16.0, 24.0, 19.0, 7.0, 17.0, 5.0, 7.0, 8.0, 4.0, 2.0, 1.0, 3.0, 4.0, 6.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0], "bins": [-7.6684160232543945, -7.435483455657959, -7.202550411224365, -6.96961784362793, -6.736685276031494, -6.5037522315979, -6.270819664001465, -6.037886619567871, -5.8049540519714355, -5.572021484375, -5.339088439941406, -5.106155872344971, -4.873223304748535, -4.640290260314941, -4.407357692718506, -4.17442512512207, -3.9414923191070557, -3.708559513092041, -3.4756269454956055, -3.242694139480591, -3.009761333465576, -2.7768287658691406, -2.543895959854126, -2.3109631538391113, -2.078030586242676, -1.8450978994369507, -1.612165093421936, -1.379232406616211, -1.1462996006011963, -0.9133669137954712, -0.6804342269897461, -0.44750142097473145, -0.2145686149597168, 0.018364116549491882, 0.25129684805870056, 0.48422956466674805, 0.7171623110771179, 0.9500950574874878, 1.183027744293213, 1.4159605503082275, 1.6488932371139526, 1.8818259239196777, 2.1147587299346924, 2.347691535949707, 2.5806241035461426, 2.8135569095611572, 3.046489715576172, 3.2794222831726074, 3.512355089187622, 3.7452878952026367, 3.9782204627990723, 4.211153030395508, 4.444086074829102, 4.677018642425537, 4.909951210021973, 5.142884254455566, 5.375816822052002, 5.6087493896484375, 5.841682434082031, 6.074615001678467, 6.307547569274902, 6.540480613708496, 6.773413181304932, 7.006345748901367, 7.239278793334961]}, "gradients/encoder.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 3.0, 5.0, 1.0, 2.0, 5.0, 12.0, 22.0, 29.0, 61.0, 63.0, 100.0, 178.0, 308.0, 550.0, 1072.0, 2142.0, 4769.0, 11446.0, 31649.0, 99788.0, 344630.0, 380801.0, 113191.0, 34995.0, 12691.0, 5135.0, 2352.0, 1146.0, 616.0, 321.0, 179.0, 104.0, 67.0, 39.0, 24.0, 16.0, 8.0, 9.0, 7.0, 9.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-1.421875, -1.371185302734375, -1.32049560546875, -1.269805908203125, -1.2191162109375, -1.168426513671875, -1.11773681640625, -1.067047119140625, -1.016357421875, -0.965667724609375, -0.91497802734375, -0.864288330078125, -0.8135986328125, -0.762908935546875, -0.71221923828125, -0.661529541015625, -0.61083984375, -0.560150146484375, -0.50946044921875, -0.458770751953125, -0.4080810546875, -0.357391357421875, -0.30670166015625, -0.256011962890625, -0.205322265625, -0.154632568359375, -0.10394287109375, -0.053253173828125, -0.0025634765625, 0.048126220703125, 0.09881591796875, 0.149505615234375, 0.2001953125, 0.250885009765625, 0.30157470703125, 0.352264404296875, 0.4029541015625, 0.453643798828125, 0.50433349609375, 0.555023193359375, 0.605712890625, 0.656402587890625, 0.70709228515625, 0.757781982421875, 0.8084716796875, 0.859161376953125, 0.90985107421875, 0.960540771484375, 1.01123046875, 1.061920166015625, 1.11260986328125, 1.163299560546875, 1.2139892578125, 1.264678955078125, 1.31536865234375, 1.366058349609375, 1.416748046875, 1.467437744140625, 1.51812744140625, 1.568817138671875, 1.6195068359375, 1.670196533203125, 1.72088623046875, 1.771575927734375, 1.822265625]}, "gradients/encoder.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 7.0, 8.0, 11.0, 10.0, 11.0, 22.0, 12.0, 28.0, 35.0, 36.0, 36.0, 49.0, 61.0, 56.0, 61.0, 57.0, 51.0, 73.0, 70.0, 64.0, 42.0, 40.0, 34.0, 30.0, 29.0, 20.0, 14.0, 17.0, 5.0, 6.0, 5.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0322265625, -0.9963836669921875, -0.960540771484375, -0.9246978759765625, -0.88885498046875, -0.8530120849609375, -0.817169189453125, -0.7813262939453125, -0.7454833984375, -0.7096405029296875, -0.673797607421875, -0.6379547119140625, -0.60211181640625, -0.5662689208984375, -0.530426025390625, -0.4945831298828125, -0.458740234375, -0.4228973388671875, -0.387054443359375, -0.3512115478515625, -0.31536865234375, -0.2795257568359375, -0.243682861328125, -0.2078399658203125, -0.1719970703125, -0.1361541748046875, -0.100311279296875, -0.0644683837890625, -0.02862548828125, 0.0072174072265625, 0.043060302734375, 0.0789031982421875, 0.11474609375, 0.1505889892578125, 0.186431884765625, 0.2222747802734375, 0.25811767578125, 0.2939605712890625, 0.329803466796875, 0.3656463623046875, 0.4014892578125, 0.4373321533203125, 0.473175048828125, 0.5090179443359375, 0.54486083984375, 0.5807037353515625, 0.616546630859375, 0.6523895263671875, 0.688232421875, 0.7240753173828125, 0.759918212890625, 0.7957611083984375, 0.83160400390625, 0.8674468994140625, 0.903289794921875, 0.9391326904296875, 0.9749755859375, 1.0108184814453125, 1.046661376953125, 1.0825042724609375, 1.11834716796875, 1.1541900634765625, 1.190032958984375, 1.2258758544921875, 1.26171875]}, "gradients/encoder.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 5.0, 5.0, 8.0, 9.0, 10.0, 29.0, 33.0, 31.0, 58.0, 63.0, 124.0, 222.0, 377.0, 870.0, 2316.0, 9999.0, 128748.0, 860479.0, 37101.0, 4999.0, 1526.0, 649.0, 365.0, 190.0, 123.0, 56.0, 49.0, 38.0, 21.0, 18.0, 12.0, 5.0, 4.0, 6.0, 2.0, 0.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.2734375, -4.14508056640625, -4.0167236328125, -3.88836669921875, -3.760009765625, -3.63165283203125, -3.5032958984375, -3.37493896484375, -3.24658203125, -3.11822509765625, -2.9898681640625, -2.86151123046875, -2.733154296875, -2.60479736328125, -2.4764404296875, -2.34808349609375, -2.2197265625, -2.09136962890625, -1.9630126953125, -1.83465576171875, -1.706298828125, -1.57794189453125, -1.4495849609375, -1.32122802734375, -1.19287109375, -1.06451416015625, -0.9361572265625, -0.80780029296875, -0.679443359375, -0.55108642578125, -0.4227294921875, -0.29437255859375, -0.166015625, -0.03765869140625, 0.0906982421875, 0.21905517578125, 0.347412109375, 0.47576904296875, 0.6041259765625, 0.73248291015625, 0.86083984375, 0.98919677734375, 1.1175537109375, 1.24591064453125, 1.374267578125, 1.50262451171875, 1.6309814453125, 1.75933837890625, 1.8876953125, 2.01605224609375, 2.1444091796875, 2.27276611328125, 2.401123046875, 2.52947998046875, 2.6578369140625, 2.78619384765625, 2.91455078125, 3.04290771484375, 3.1712646484375, 3.29962158203125, 3.427978515625, 3.55633544921875, 3.6846923828125, 3.81304931640625, 3.94140625]}, "gradients/encoder.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 4.0, 10.0, 6.0, 12.0, 10.0, 20.0, 30.0, 28.0, 43.0, 45.0, 73.0, 77.0, 79.0, 79.0, 74.0, 81.0, 63.0, 40.0, 61.0, 40.0, 30.0, 26.0, 17.0, 15.0, 9.0, 9.0, 6.0, 7.0, 3.0, 7.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.1640625, -5.00634765625, -4.8486328125, -4.69091796875, -4.533203125, -4.37548828125, -4.2177734375, -4.06005859375, -3.90234375, -3.74462890625, -3.5869140625, -3.42919921875, -3.271484375, -3.11376953125, -2.9560546875, -2.79833984375, -2.640625, -2.48291015625, -2.3251953125, -2.16748046875, -2.009765625, -1.85205078125, -1.6943359375, -1.53662109375, -1.37890625, -1.22119140625, -1.0634765625, -0.90576171875, -0.748046875, -0.59033203125, -0.4326171875, -0.27490234375, -0.1171875, 0.04052734375, 0.1982421875, 0.35595703125, 0.513671875, 0.67138671875, 0.8291015625, 0.98681640625, 1.14453125, 1.30224609375, 1.4599609375, 1.61767578125, 1.775390625, 1.93310546875, 2.0908203125, 2.24853515625, 2.40625, 2.56396484375, 2.7216796875, 2.87939453125, 3.037109375, 3.19482421875, 3.3525390625, 3.51025390625, 3.66796875, 3.82568359375, 3.9833984375, 4.14111328125, 4.298828125, 4.45654296875, 4.6142578125, 4.77197265625, 4.9296875]}, "gradients/encoder.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 7.0, 7.0, 7.0, 12.0, 9.0, 12.0, 23.0, 27.0, 34.0, 38.0, 66.0, 90.0, 122.0, 240.0, 542.0, 1571.0, 5158.0, 31667.0, 830029.0, 160534.0, 13553.0, 2854.0, 936.0, 378.0, 215.0, 134.0, 67.0, 54.0, 29.0, 27.0, 24.0, 20.0, 11.0, 16.0, 7.0, 5.0, 8.0, 2.0, 9.0, 3.0, 4.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.3681640625, -1.3288421630859375, -1.289520263671875, -1.2501983642578125, -1.21087646484375, -1.1715545654296875, -1.132232666015625, -1.0929107666015625, -1.0535888671875, -1.0142669677734375, -0.974945068359375, -0.9356231689453125, -0.89630126953125, -0.8569793701171875, -0.817657470703125, -0.7783355712890625, -0.739013671875, -0.6996917724609375, -0.660369873046875, -0.6210479736328125, -0.58172607421875, -0.5424041748046875, -0.503082275390625, -0.4637603759765625, -0.4244384765625, -0.3851165771484375, -0.345794677734375, -0.3064727783203125, -0.26715087890625, -0.2278289794921875, -0.188507080078125, -0.1491851806640625, -0.10986328125, -0.0705413818359375, -0.031219482421875, 0.0081024169921875, 0.04742431640625, 0.0867462158203125, 0.126068115234375, 0.1653900146484375, 0.2047119140625, 0.2440338134765625, 0.283355712890625, 0.3226776123046875, 0.36199951171875, 0.4013214111328125, 0.440643310546875, 0.4799652099609375, 0.519287109375, 0.5586090087890625, 0.597930908203125, 0.6372528076171875, 0.67657470703125, 0.7158966064453125, 0.755218505859375, 0.7945404052734375, 0.8338623046875, 0.8731842041015625, 0.912506103515625, 0.9518280029296875, 0.99114990234375, 1.0304718017578125, 1.069793701171875, 1.1091156005859375, 1.1484375]}, "gradients/encoder.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 4.0, 7.0, 5.0, 8.0, 10.0, 12.0, 14.0, 17.0, 18.0, 29.0, 31.0, 32.0, 53.0, 97.0, 126.0, 162.0, 109.0, 73.0, 44.0, 41.0, 24.0, 23.0, 12.0, 10.0, 7.0, 4.0, 12.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001538991928100586, -0.00014845095574855804, -0.0001430027186870575, -0.00013755448162555695, -0.0001321062445640564, -0.00012665800750255585, -0.0001212097704410553, -0.00011576153337955475, -0.0001103132963180542, -0.00010486505925655365, -9.94168221950531e-05, -9.396858513355255e-05, -8.8520348072052e-05, -8.307211101055145e-05, -7.76238739490509e-05, -7.217563688755035e-05, -6.67273998260498e-05, -6.127916276454926e-05, -5.5830925703048706e-05, -5.038268864154816e-05, -4.493445158004761e-05, -3.948621451854706e-05, -3.403797745704651e-05, -2.858974039554596e-05, -2.314150333404541e-05, -1.769326627254486e-05, -1.2245029211044312e-05, -6.796792149543762e-06, -1.3485550880432129e-06, 4.0996819734573364e-06, 9.547919034957886e-06, 1.4996156096458435e-05, 2.0444393157958984e-05, 2.5892630219459534e-05, 3.134086728096008e-05, 3.678910434246063e-05, 4.223734140396118e-05, 4.768557846546173e-05, 5.313381552696228e-05, 5.858205258846283e-05, 6.403028964996338e-05, 6.947852671146393e-05, 7.492676377296448e-05, 8.037500083446503e-05, 8.582323789596558e-05, 9.127147495746613e-05, 9.671971201896667e-05, 0.00010216794908046722, 0.00010761618614196777, 0.00011306442320346832, 0.00011851266026496887, 0.00012396089732646942, 0.00012940913438796997, 0.00013485737144947052, 0.00014030560851097107, 0.00014575384557247162, 0.00015120208263397217, 0.00015665031969547272, 0.00016209855675697327, 0.00016754679381847382, 0.00017299503087997437, 0.00017844326794147491, 0.00018389150500297546, 0.000189339742064476, 0.00019478797912597656]}, "gradients/encoder.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 3.0, 1.0, 7.0, 8.0, 16.0, 12.0, 22.0, 30.0, 44.0, 49.0, 83.0, 111.0, 201.0, 317.0, 512.0, 1031.0, 2121.0, 4716.0, 11739.0, 36960.0, 161746.0, 692470.0, 95554.0, 25031.0, 8568.0, 3541.0, 1678.0, 795.0, 416.0, 244.0, 151.0, 104.0, 68.0, 52.0, 43.0, 31.0, 26.0, 20.0, 13.0, 11.0, 7.0, 7.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5556640625, -0.5360565185546875, -0.516448974609375, -0.4968414306640625, -0.47723388671875, -0.4576263427734375, -0.438018798828125, -0.4184112548828125, -0.3988037109375, -0.3791961669921875, -0.359588623046875, -0.3399810791015625, -0.32037353515625, -0.3007659912109375, -0.281158447265625, -0.2615509033203125, -0.241943359375, -0.2223358154296875, -0.202728271484375, -0.1831207275390625, -0.16351318359375, -0.1439056396484375, -0.124298095703125, -0.1046905517578125, -0.0850830078125, -0.0654754638671875, -0.045867919921875, -0.0262603759765625, -0.00665283203125, 0.0129547119140625, 0.032562255859375, 0.0521697998046875, 0.07177734375, 0.0913848876953125, 0.110992431640625, 0.1305999755859375, 0.15020751953125, 0.1698150634765625, 0.189422607421875, 0.2090301513671875, 0.2286376953125, 0.2482452392578125, 0.267852783203125, 0.2874603271484375, 0.30706787109375, 0.3266754150390625, 0.346282958984375, 0.3658905029296875, 0.385498046875, 0.4051055908203125, 0.424713134765625, 0.4443206787109375, 0.46392822265625, 0.4835357666015625, 0.503143310546875, 0.5227508544921875, 0.5423583984375, 0.5619659423828125, 0.581573486328125, 0.6011810302734375, 0.62078857421875, 0.6403961181640625, 0.660003662109375, 0.6796112060546875, 0.69921875]}, "gradients/encoder.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 5.0, 2.0, 1.0, 4.0, 8.0, 8.0, 5.0, 15.0, 17.0, 19.0, 26.0, 42.0, 61.0, 81.0, 110.0, 126.0, 116.0, 77.0, 72.0, 47.0, 48.0, 26.0, 29.0, 10.0, 16.0, 5.0, 7.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.65869140625, -0.6349563598632812, -0.6112213134765625, -0.5874862670898438, -0.563751220703125, -0.5400161743164062, -0.5162811279296875, -0.49254608154296875, -0.46881103515625, -0.44507598876953125, -0.4213409423828125, -0.39760589599609375, -0.373870849609375, -0.35013580322265625, -0.3264007568359375, -0.30266571044921875, -0.2789306640625, -0.25519561767578125, -0.2314605712890625, -0.20772552490234375, -0.183990478515625, -0.16025543212890625, -0.1365203857421875, -0.11278533935546875, -0.08905029296875, -0.06531524658203125, -0.0415802001953125, -0.01784515380859375, 0.005889892578125, 0.02962493896484375, 0.0533599853515625, 0.07709503173828125, 0.100830078125, 0.12456512451171875, 0.1483001708984375, 0.17203521728515625, 0.195770263671875, 0.21950531005859375, 0.2432403564453125, 0.26697540283203125, 0.29071044921875, 0.31444549560546875, 0.3381805419921875, 0.36191558837890625, 0.385650634765625, 0.40938568115234375, 0.4331207275390625, 0.45685577392578125, 0.4805908203125, 0.5043258666992188, 0.5280609130859375, 0.5517959594726562, 0.575531005859375, 0.5992660522460938, 0.6230010986328125, 0.6467361450195312, 0.67047119140625, 0.6942062377929688, 0.7179412841796875, 0.7416763305664062, 0.765411376953125, 0.7891464233398438, 0.8128814697265625, 0.8366165161132812, 0.8603515625]}, "gradients/encoder.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 5.0, 20.0, 77.0, 347.0, 382.0, 109.0, 34.0, 16.0, 5.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.373855590820312, -29.053699493408203, -27.733543395996094, -26.413387298583984, -25.093233108520508, -23.7730770111084, -22.45292091369629, -21.132766723632812, -19.812610626220703, -18.492454528808594, -17.172298431396484, -15.852143287658691, -14.531988143920898, -13.211832046508789, -11.89167594909668, -10.571520805358887, -9.251363754272461, -7.93120813369751, -6.611052513122559, -5.290896415710449, -3.970740795135498, -2.650585174560547, -1.3304290771484375, -0.010273933410644531, 1.3098821640014648, 2.630037784576416, 3.9501936435699463, 5.270349502563477, 6.590505123138428, 7.910660743713379, 9.230816841125488, 10.550971984863281, 11.87112808227539, 13.1912841796875, 14.511439323425293, 15.831595420837402, 17.151750564575195, 18.471906661987305, 19.792062759399414, 21.11221694946289, 22.432373046875, 23.75252914428711, 25.07268524169922, 26.392841339111328, 27.712995529174805, 29.033151626586914, 30.353307723999023, 31.6734619140625, 32.993621826171875, 34.313777923583984, 35.633934020996094, 36.9540901184082, 38.27424621582031, 39.594398498535156, 40.91455841064453, 42.234710693359375, 43.554866790771484, 44.875022888183594, 46.1951789855957, 47.51533508300781, 48.83549118041992, 50.15564727783203, 51.475799560546875, 52.795955657958984, 54.116111755371094]}, "gradients/encoder.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 5.0, 2.0, 4.0, 8.0, 12.0, 11.0, 9.0, 18.0, 24.0, 18.0, 22.0, 29.0, 31.0, 48.0, 46.0, 71.0, 94.0, 137.0, 107.0, 57.0, 39.0, 45.0, 36.0, 28.0, 23.0, 14.0, 22.0, 15.0, 7.0, 9.0, 5.0, 6.0, 3.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-19.91055679321289, -19.374340057373047, -18.838123321533203, -18.301908493041992, -17.76569175720215, -17.229475021362305, -16.693260192871094, -16.15704345703125, -15.620826721191406, -15.084609985351562, -14.548394203186035, -14.012178421020508, -13.475961685180664, -12.93974494934082, -12.403529167175293, -11.867313385009766, -11.331096649169922, -10.794879913330078, -10.25866413116455, -9.722448348999023, -9.18623161315918, -8.650014877319336, -8.113799095153809, -7.577582836151123, -7.0413665771484375, -6.505150318145752, -5.968934059143066, -5.432717800140381, -4.896501541137695, -4.36028528213501, -3.824069023132324, -3.2878527641296387, -2.751638412475586, -2.2154221534729004, -1.6792058944702148, -1.1429896354675293, -0.6067733764648438, -0.0705571174621582, 0.46565914154052734, 1.001875400543213, 1.5380916595458984, 2.074307918548584, 2.6105241775512695, 3.146740436553955, 3.6829566955566406, 4.219172954559326, 4.755389213562012, 5.291605472564697, 5.827821731567383, 6.364037990570068, 6.900254249572754, 7.4364705085754395, 7.972686767578125, 8.508903503417969, 9.045119285583496, 9.581335067749023, 10.117551803588867, 10.653768539428711, 11.189984321594238, 11.726200103759766, 12.26241683959961, 12.798633575439453, 13.33484935760498, 13.871065139770508, 14.407281875610352]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 4.0, 2.0, 6.0, 8.0, 11.0, 20.0, 37.0, 88.0, 131.0, 284.0, 539.0, 1146.0, 2651.0, 6974.0, 23972.0, 131747.0, 1599645.0, 2183255.0, 197966.0, 31580.0, 8657.0, 3055.0, 1241.0, 616.0, 299.0, 153.0, 85.0, 47.0, 31.0, 17.0, 10.0, 9.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.158203125, -2.078521728515625, -1.99884033203125, -1.919158935546875, -1.8394775390625, -1.759796142578125, -1.68011474609375, -1.600433349609375, -1.520751953125, -1.441070556640625, -1.36138916015625, -1.281707763671875, -1.2020263671875, -1.122344970703125, -1.04266357421875, -0.962982177734375, -0.88330078125, -0.803619384765625, -0.72393798828125, -0.644256591796875, -0.5645751953125, -0.484893798828125, -0.40521240234375, -0.325531005859375, -0.245849609375, -0.166168212890625, -0.08648681640625, -0.006805419921875, 0.0728759765625, 0.152557373046875, 0.23223876953125, 0.311920166015625, 0.3916015625, 0.471282958984375, 0.55096435546875, 0.630645751953125, 0.7103271484375, 0.790008544921875, 0.86968994140625, 0.949371337890625, 1.029052734375, 1.108734130859375, 1.18841552734375, 1.268096923828125, 1.3477783203125, 1.427459716796875, 1.50714111328125, 1.586822509765625, 1.66650390625, 1.746185302734375, 1.82586669921875, 1.905548095703125, 1.9852294921875, 2.064910888671875, 2.14459228515625, 2.224273681640625, 2.303955078125, 2.383636474609375, 2.46331787109375, 2.542999267578125, 2.6226806640625, 2.702362060546875, 2.78204345703125, 2.861724853515625, 2.94140625]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 7.0, 2.0, 7.0, 10.0, 9.0, 9.0, 13.0, 16.0, 12.0, 20.0, 23.0, 28.0, 20.0, 32.0, 47.0, 55.0, 53.0, 47.0, 49.0, 46.0, 57.0, 48.0, 58.0, 55.0, 55.0, 39.0, 38.0, 27.0, 28.0, 21.0, 12.0, 24.0, 13.0, 14.0, 10.0, 5.0, 2.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.03125, -1.0022964477539062, -0.9733428955078125, -0.9443893432617188, -0.915435791015625, -0.8864822387695312, -0.8575286865234375, -0.8285751342773438, -0.79962158203125, -0.7706680297851562, -0.7417144775390625, -0.7127609252929688, -0.683807373046875, -0.6548538208007812, -0.6259002685546875, -0.5969467163085938, -0.5679931640625, -0.5390396118164062, -0.5100860595703125, -0.48113250732421875, -0.452178955078125, -0.42322540283203125, -0.3942718505859375, -0.36531829833984375, -0.33636474609375, -0.30741119384765625, -0.2784576416015625, -0.24950408935546875, -0.220550537109375, -0.19159698486328125, -0.1626434326171875, -0.13368988037109375, -0.104736328125, -0.07578277587890625, -0.0468292236328125, -0.01787567138671875, 0.011077880859375, 0.04003143310546875, 0.0689849853515625, 0.09793853759765625, 0.12689208984375, 0.15584564208984375, 0.1847991943359375, 0.21375274658203125, 0.242706298828125, 0.27165985107421875, 0.3006134033203125, 0.32956695556640625, 0.3585205078125, 0.38747406005859375, 0.4164276123046875, 0.44538116455078125, 0.474334716796875, 0.5032882690429688, 0.5322418212890625, 0.5611953735351562, 0.59014892578125, 0.6191024780273438, 0.6480560302734375, 0.6770095825195312, 0.705963134765625, 0.7349166870117188, 0.7638702392578125, 0.7928237915039062, 0.82177734375]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 4.0, 2.0, 1.0, 4.0, 9.0, 5.0, 6.0, 9.0, 20.0, 32.0, 49.0, 92.0, 160.0, 407.0, 985.0, 3205.0, 24211.0, 3905165.0, 248979.0, 7922.0, 1844.0, 647.0, 245.0, 140.0, 55.0, 36.0, 22.0, 8.0, 10.0, 6.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-9.0078125, -8.73291015625, -8.4580078125, -8.18310546875, -7.908203125, -7.63330078125, -7.3583984375, -7.08349609375, -6.80859375, -6.53369140625, -6.2587890625, -5.98388671875, -5.708984375, -5.43408203125, -5.1591796875, -4.88427734375, -4.609375, -4.33447265625, -4.0595703125, -3.78466796875, -3.509765625, -3.23486328125, -2.9599609375, -2.68505859375, -2.41015625, -2.13525390625, -1.8603515625, -1.58544921875, -1.310546875, -1.03564453125, -0.7607421875, -0.48583984375, -0.2109375, 0.06396484375, 0.3388671875, 0.61376953125, 0.888671875, 1.16357421875, 1.4384765625, 1.71337890625, 1.98828125, 2.26318359375, 2.5380859375, 2.81298828125, 3.087890625, 3.36279296875, 3.6376953125, 3.91259765625, 4.1875, 4.46240234375, 4.7373046875, 5.01220703125, 5.287109375, 5.56201171875, 5.8369140625, 6.11181640625, 6.38671875, 6.66162109375, 6.9365234375, 7.21142578125, 7.486328125, 7.76123046875, 8.0361328125, 8.31103515625, 8.5859375]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 8.0, 10.0, 14.0, 30.0, 41.0, 67.0, 109.0, 205.0, 282.0, 483.0, 786.0, 732.0, 507.0, 306.0, 182.0, 122.0, 59.0, 52.0, 28.0, 20.0, 8.0, 5.0, 7.0, 1.0, 1.0, 4.0, 3.0, 2.0, 1.0], "bins": [-6.75390625, -6.607086181640625, -6.46026611328125, -6.313446044921875, -6.1666259765625, -6.019805908203125, -5.87298583984375, -5.726165771484375, -5.579345703125, -5.432525634765625, -5.28570556640625, -5.138885498046875, -4.9920654296875, -4.845245361328125, -4.69842529296875, -4.551605224609375, -4.40478515625, -4.257965087890625, -4.11114501953125, -3.964324951171875, -3.8175048828125, -3.670684814453125, -3.52386474609375, -3.377044677734375, -3.230224609375, -3.083404541015625, -2.93658447265625, -2.789764404296875, -2.6429443359375, -2.496124267578125, -2.34930419921875, -2.202484130859375, -2.0556640625, -1.908843994140625, -1.76202392578125, -1.615203857421875, -1.4683837890625, -1.321563720703125, -1.17474365234375, -1.027923583984375, -0.881103515625, -0.734283447265625, -0.58746337890625, -0.440643310546875, -0.2938232421875, -0.147003173828125, -0.00018310546875, 0.146636962890625, 0.29345703125, 0.440277099609375, 0.58709716796875, 0.733917236328125, 0.8807373046875, 1.027557373046875, 1.17437744140625, 1.321197509765625, 1.468017578125, 1.614837646484375, 1.76165771484375, 1.908477783203125, 2.0552978515625, 2.202117919921875, 2.34893798828125, 2.495758056640625, 2.642578125]}, "gradients/encoder.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 2.0, 3.0, 7.0, 12.0, 19.0, 26.0, 47.0, 105.0, 174.0, 225.0, 178.0, 98.0, 41.0, 24.0, 18.0, 9.0, 3.0, 6.0, 2.0, 4.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-55.02888107299805, -53.387451171875, -51.74601745605469, -50.10458755493164, -48.46315383911133, -46.82172393798828, -45.18029022216797, -43.53886032104492, -41.897430419921875, -40.25600051879883, -38.614566802978516, -36.97313690185547, -35.331703186035156, -33.69027328491211, -32.04884338378906, -30.40740966796875, -28.765975952148438, -27.124544143676758, -25.483112335205078, -23.84168243408203, -22.20024871826172, -20.558818817138672, -18.917387008666992, -17.275955200195312, -15.634523391723633, -13.993091583251953, -12.351659774780273, -10.71022891998291, -9.06879711151123, -7.427365303039551, -5.7859344482421875, -4.144502639770508, -2.5030746459960938, -0.8616430759429932, 0.7797884941101074, 2.421219825744629, 4.062651634216309, 5.704083442687988, 7.345514297485352, 8.986946105957031, 10.628377914428711, 12.26980972290039, 13.91124153137207, 15.552672386169434, 17.194103240966797, 18.83553695678711, 20.476966857910156, 22.118398666381836, 23.759830474853516, 25.401262283325195, 27.042694091796875, 28.684123992919922, 30.325557708740234, 31.96698760986328, 33.608421325683594, 35.24985122680664, 36.89128112792969, 38.532711029052734, 40.17414474487305, 41.815574645996094, 43.457008361816406, 45.09843826293945, 46.7398681640625, 48.38130187988281, 50.022735595703125]}, "gradients/encoder.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 1.0, 6.0, 4.0, 5.0, 14.0, 12.0, 8.0, 22.0, 21.0, 36.0, 38.0, 45.0, 53.0, 61.0, 66.0, 83.0, 84.0, 66.0, 70.0, 66.0, 51.0, 52.0, 34.0, 28.0, 20.0, 18.0, 6.0, 7.0, 2.0, 4.0, 5.0, 3.0, 1.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.015316009521484, -25.097064971923828, -24.178813934326172, -23.260562896728516, -22.342313766479492, -21.424062728881836, -20.50581169128418, -19.587560653686523, -18.669309616088867, -17.75105857849121, -16.832807540893555, -15.914557456970215, -14.996306419372559, -14.078056335449219, -13.159805297851562, -12.241554260253906, -11.323304176330566, -10.40505313873291, -9.48680305480957, -8.568552017211914, -7.650300979614258, -6.73205041885376, -5.813799858093262, -4.8955488204956055, -3.9772982597351074, -3.0590474605560303, -2.140796661376953, -1.222546100616455, -0.30429530143737793, 0.6139554977416992, 1.5322060585021973, 2.4504570960998535, 3.3687076568603516, 4.28695821762085, 5.205209255218506, 6.123459815979004, 7.04171085357666, 7.959961414337158, 8.878211975097656, 9.796463012695312, 10.714714050292969, 11.632965087890625, 12.551215171813965, 13.469466209411621, 14.387717247009277, 15.305967330932617, 16.224218368530273, 17.14246940612793, 18.060718536376953, 18.97896957397461, 19.897220611572266, 20.815471649169922, 21.733720779418945, 22.6519718170166, 23.570222854614258, 24.488473892211914, 25.40672492980957, 26.324975967407227, 27.243227005004883, 28.161476135253906, 29.079727172851562, 29.99797821044922, 30.916229248046875, 31.83448028564453, 32.75273132324219]}, "gradients/encoder.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 2.0, 5.0, 9.0, 10.0, 12.0, 12.0, 23.0, 37.0, 43.0, 82.0, 127.0, 206.0, 386.0, 717.0, 1227.0, 2534.0, 5666.0, 15089.0, 52717.0, 297262.0, 557580.0, 80011.0, 20735.0, 7386.0, 3203.0, 1544.0, 857.0, 409.0, 240.0, 146.0, 106.0, 44.0, 38.0, 28.0, 21.0, 9.0, 12.0, 1.0, 4.0, 6.0, 5.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.8828125, -1.8242340087890625, -1.765655517578125, -1.7070770263671875, -1.64849853515625, -1.5899200439453125, -1.531341552734375, -1.4727630615234375, -1.4141845703125, -1.3556060791015625, -1.297027587890625, -1.2384490966796875, -1.17987060546875, -1.1212921142578125, -1.062713623046875, -1.0041351318359375, -0.945556640625, -0.8869781494140625, -0.828399658203125, -0.7698211669921875, -0.71124267578125, -0.6526641845703125, -0.594085693359375, -0.5355072021484375, -0.4769287109375, -0.4183502197265625, -0.359771728515625, -0.3011932373046875, -0.24261474609375, -0.1840362548828125, -0.125457763671875, -0.0668792724609375, -0.00830078125, 0.0502777099609375, 0.108856201171875, 0.1674346923828125, 0.22601318359375, 0.2845916748046875, 0.343170166015625, 0.4017486572265625, 0.4603271484375, 0.5189056396484375, 0.577484130859375, 0.6360626220703125, 0.69464111328125, 0.7532196044921875, 0.811798095703125, 0.8703765869140625, 0.928955078125, 0.9875335693359375, 1.046112060546875, 1.1046905517578125, 1.16326904296875, 1.2218475341796875, 1.280426025390625, 1.3390045166015625, 1.3975830078125, 1.4561614990234375, 1.514739990234375, 1.5733184814453125, 1.63189697265625, 1.6904754638671875, 1.749053955078125, 1.8076324462890625, 1.8662109375]}, "gradients/encoder.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 4.0, 1.0, 5.0, 4.0, 13.0, 8.0, 21.0, 22.0, 32.0, 67.0, 71.0, 66.0, 92.0, 86.0, 89.0, 87.0, 83.0, 59.0, 53.0, 42.0, 33.0, 15.0, 21.0, 11.0, 6.0, 10.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.083984375, -2.0191650390625, -1.954345703125, -1.8895263671875, -1.82470703125, -1.7598876953125, -1.695068359375, -1.6302490234375, -1.5654296875, -1.5006103515625, -1.435791015625, -1.3709716796875, -1.30615234375, -1.2413330078125, -1.176513671875, -1.1116943359375, -1.046875, -0.9820556640625, -0.917236328125, -0.8524169921875, -0.78759765625, -0.7227783203125, -0.657958984375, -0.5931396484375, -0.5283203125, -0.4635009765625, -0.398681640625, -0.3338623046875, -0.26904296875, -0.2042236328125, -0.139404296875, -0.0745849609375, -0.009765625, 0.0550537109375, 0.119873046875, 0.1846923828125, 0.24951171875, 0.3143310546875, 0.379150390625, 0.4439697265625, 0.5087890625, 0.5736083984375, 0.638427734375, 0.7032470703125, 0.76806640625, 0.8328857421875, 0.897705078125, 0.9625244140625, 1.02734375, 1.0921630859375, 1.156982421875, 1.2218017578125, 1.28662109375, 1.3514404296875, 1.416259765625, 1.4810791015625, 1.5458984375, 1.6107177734375, 1.675537109375, 1.7403564453125, 1.80517578125, 1.8699951171875, 1.934814453125, 1.9996337890625, 2.064453125]}, "gradients/encoder.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 4.0, 5.0, 6.0, 9.0, 10.0, 9.0, 7.0, 17.0, 21.0, 35.0, 47.0, 56.0, 99.0, 157.0, 270.0, 422.0, 875.0, 2262.0, 9598.0, 100338.0, 898037.0, 28648.0, 4560.0, 1406.0, 606.0, 371.0, 212.0, 127.0, 98.0, 61.0, 47.0, 45.0, 26.0, 20.0, 14.0, 6.0, 4.0, 5.0, 8.0, 4.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.576171875, -2.481689453125, -2.38720703125, -2.292724609375, -2.1982421875, -2.103759765625, -2.00927734375, -1.914794921875, -1.8203125, -1.725830078125, -1.63134765625, -1.536865234375, -1.4423828125, -1.347900390625, -1.25341796875, -1.158935546875, -1.064453125, -0.969970703125, -0.87548828125, -0.781005859375, -0.6865234375, -0.592041015625, -0.49755859375, -0.403076171875, -0.30859375, -0.214111328125, -0.11962890625, -0.025146484375, 0.0693359375, 0.163818359375, 0.25830078125, 0.352783203125, 0.447265625, 0.541748046875, 0.63623046875, 0.730712890625, 0.8251953125, 0.919677734375, 1.01416015625, 1.108642578125, 1.203125, 1.297607421875, 1.39208984375, 1.486572265625, 1.5810546875, 1.675537109375, 1.77001953125, 1.864501953125, 1.958984375, 2.053466796875, 2.14794921875, 2.242431640625, 2.3369140625, 2.431396484375, 2.52587890625, 2.620361328125, 2.71484375, 2.809326171875, 2.90380859375, 2.998291015625, 3.0927734375, 3.187255859375, 3.28173828125, 3.376220703125, 3.470703125]}, "gradients/encoder.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 3.0, 4.0, 8.0, 3.0, 6.0, 7.0, 9.0, 7.0, 11.0, 11.0, 19.0, 17.0, 27.0, 32.0, 23.0, 46.0, 39.0, 69.0, 66.0, 76.0, 77.0, 77.0, 55.0, 59.0, 45.0, 30.0, 21.0, 23.0, 20.0, 18.0, 18.0, 8.0, 12.0, 8.0, 14.0, 7.0, 7.0, 5.0, 7.0, 6.0, 1.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.6015625, -4.4478759765625, -4.294189453125, -4.1405029296875, -3.98681640625, -3.8331298828125, -3.679443359375, -3.5257568359375, -3.3720703125, -3.2183837890625, -3.064697265625, -2.9110107421875, -2.75732421875, -2.6036376953125, -2.449951171875, -2.2962646484375, -2.142578125, -1.9888916015625, -1.835205078125, -1.6815185546875, -1.52783203125, -1.3741455078125, -1.220458984375, -1.0667724609375, -0.9130859375, -0.7593994140625, -0.605712890625, -0.4520263671875, -0.29833984375, -0.1446533203125, 0.009033203125, 0.1627197265625, 0.31640625, 0.4700927734375, 0.623779296875, 0.7774658203125, 0.93115234375, 1.0848388671875, 1.238525390625, 1.3922119140625, 1.5458984375, 1.6995849609375, 1.853271484375, 2.0069580078125, 2.16064453125, 2.3143310546875, 2.468017578125, 2.6217041015625, 2.775390625, 2.9290771484375, 3.082763671875, 3.2364501953125, 3.39013671875, 3.5438232421875, 3.697509765625, 3.8511962890625, 4.0048828125, 4.1585693359375, 4.312255859375, 4.4659423828125, 4.61962890625, 4.7733154296875, 4.927001953125, 5.0806884765625, 5.234375]}, "gradients/encoder.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 2.0, 5.0, 1.0, 5.0, 7.0, 12.0, 11.0, 13.0, 20.0, 22.0, 35.0, 49.0, 73.0, 117.0, 230.0, 493.0, 1060.0, 3266.0, 15579.0, 853485.0, 159403.0, 10405.0, 2423.0, 897.0, 387.0, 202.0, 110.0, 62.0, 46.0, 33.0, 26.0, 19.0, 12.0, 9.0, 12.0, 6.0, 4.0, 5.0, 2.0, 1.0, 1.0, 4.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.71728515625, -0.694793701171875, -0.67230224609375, -0.649810791015625, -0.6273193359375, -0.604827880859375, -0.58233642578125, -0.559844970703125, -0.537353515625, -0.514862060546875, -0.49237060546875, -0.469879150390625, -0.4473876953125, -0.424896240234375, -0.40240478515625, -0.379913330078125, -0.357421875, -0.334930419921875, -0.31243896484375, -0.289947509765625, -0.2674560546875, -0.244964599609375, -0.22247314453125, -0.199981689453125, -0.177490234375, -0.154998779296875, -0.13250732421875, -0.110015869140625, -0.0875244140625, -0.065032958984375, -0.04254150390625, -0.020050048828125, 0.00244140625, 0.024932861328125, 0.04742431640625, 0.069915771484375, 0.0924072265625, 0.114898681640625, 0.13739013671875, 0.159881591796875, 0.182373046875, 0.204864501953125, 0.22735595703125, 0.249847412109375, 0.2723388671875, 0.294830322265625, 0.31732177734375, 0.339813232421875, 0.3623046875, 0.384796142578125, 0.40728759765625, 0.429779052734375, 0.4522705078125, 0.474761962890625, 0.49725341796875, 0.519744873046875, 0.542236328125, 0.564727783203125, 0.58721923828125, 0.609710693359375, 0.6322021484375, 0.654693603515625, 0.67718505859375, 0.699676513671875, 0.72216796875]}, "gradients/encoder.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 6.0, 7.0, 4.0, 9.0, 7.0, 12.0, 16.0, 25.0, 35.0, 48.0, 99.0, 159.0, 160.0, 144.0, 74.0, 52.0, 38.0, 23.0, 15.0, 10.0, 6.0, 8.0, 10.0, 5.0, 2.0, 3.0, 2.0, 5.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.00014400482177734375, -0.00013943389058113098, -0.0001348629593849182, -0.00013029202818870544, -0.00012572109699249268, -0.00012115016579627991, -0.00011657923460006714, -0.00011200830340385437, -0.0001074373722076416, -0.00010286644101142883, -9.829550981521606e-05, -9.37245786190033e-05, -8.915364742279053e-05, -8.458271622657776e-05, -8.001178503036499e-05, -7.544085383415222e-05, -7.086992263793945e-05, -6.629899144172668e-05, -6.172806024551392e-05, -5.715712904930115e-05, -5.258619785308838e-05, -4.801526665687561e-05, -4.344433546066284e-05, -3.887340426445007e-05, -3.4302473068237305e-05, -2.9731541872024536e-05, -2.5160610675811768e-05, -2.0589679479599e-05, -1.601874828338623e-05, -1.1447817087173462e-05, -6.876885890960693e-06, -2.305954694747925e-06, 2.2649765014648438e-06, 6.835907697677612e-06, 1.1406838893890381e-05, 1.597777009010315e-05, 2.0548701286315918e-05, 2.5119632482528687e-05, 2.9690563678741455e-05, 3.4261494874954224e-05, 3.883242607116699e-05, 4.340335726737976e-05, 4.797428846359253e-05, 5.25452196598053e-05, 5.7116150856018066e-05, 6.168708205223083e-05, 6.62580132484436e-05, 7.082894444465637e-05, 7.539987564086914e-05, 7.997080683708191e-05, 8.454173803329468e-05, 8.911266922950745e-05, 9.368360042572021e-05, 9.825453162193298e-05, 0.00010282546281814575, 0.00010739639401435852, 0.00011196732521057129, 0.00011653825640678406, 0.00012110918760299683, 0.0001256801187992096, 0.00013025104999542236, 0.00013482198119163513, 0.0001393929123878479, 0.00014396384358406067, 0.00014853477478027344]}, "gradients/encoder.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 9.0, 8.0, 23.0, 19.0, 35.0, 54.0, 91.0, 133.0, 248.0, 416.0, 778.0, 1589.0, 3646.0, 10862.0, 42362.0, 788251.0, 161279.0, 25839.0, 7327.0, 2826.0, 1280.0, 643.0, 333.0, 151.0, 134.0, 67.0, 44.0, 36.0, 18.0, 11.0, 16.0, 8.0, 6.0, 3.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.53759765625, -0.5225944519042969, -0.5075912475585938, -0.4925880432128906, -0.4775848388671875, -0.4625816345214844, -0.44757843017578125, -0.4325752258300781, -0.417572021484375, -0.4025688171386719, -0.38756561279296875, -0.3725624084472656, -0.3575592041015625, -0.3425559997558594, -0.32755279541015625, -0.3125495910644531, -0.29754638671875, -0.2825431823730469, -0.26753997802734375, -0.2525367736816406, -0.2375335693359375, -0.22253036499023438, -0.20752716064453125, -0.19252395629882812, -0.177520751953125, -0.16251754760742188, -0.14751434326171875, -0.13251113891601562, -0.1175079345703125, -0.10250473022460938, -0.08750152587890625, -0.07249832153320312, -0.0574951171875, -0.042491912841796875, -0.02748870849609375, -0.012485504150390625, 0.0025177001953125, 0.017520904541015625, 0.03252410888671875, 0.047527313232421875, 0.062530517578125, 0.07753372192382812, 0.09253692626953125, 0.10754013061523438, 0.1225433349609375, 0.13754653930664062, 0.15254974365234375, 0.16755294799804688, 0.18255615234375, 0.19755935668945312, 0.21256256103515625, 0.22756576538085938, 0.2425689697265625, 0.2575721740722656, 0.27257537841796875, 0.2875785827636719, 0.302581787109375, 0.3175849914550781, 0.33258819580078125, 0.3475914001464844, 0.3625946044921875, 0.3775978088378906, 0.39260101318359375, 0.4076042175292969, 0.422607421875]}, "gradients/encoder.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 3.0, 5.0, 5.0, 2.0, 6.0, 9.0, 8.0, 11.0, 25.0, 20.0, 28.0, 25.0, 34.0, 64.0, 116.0, 140.0, 135.0, 104.0, 65.0, 44.0, 39.0, 19.0, 23.0, 22.0, 7.0, 7.0, 9.0, 10.0, 4.0, 5.0, 5.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5, -0.48213958740234375, -0.4642791748046875, -0.44641876220703125, -0.428558349609375, -0.41069793701171875, -0.3928375244140625, -0.37497711181640625, -0.35711669921875, -0.33925628662109375, -0.3213958740234375, -0.30353546142578125, -0.285675048828125, -0.26781463623046875, -0.2499542236328125, -0.23209381103515625, -0.2142333984375, -0.19637298583984375, -0.1785125732421875, -0.16065216064453125, -0.142791748046875, -0.12493133544921875, -0.1070709228515625, -0.08921051025390625, -0.07135009765625, -0.05348968505859375, -0.0356292724609375, -0.01776885986328125, 9.1552734375e-05, 0.01795196533203125, 0.0358123779296875, 0.05367279052734375, 0.071533203125, 0.08939361572265625, 0.1072540283203125, 0.12511444091796875, 0.142974853515625, 0.16083526611328125, 0.1786956787109375, 0.19655609130859375, 0.21441650390625, 0.23227691650390625, 0.2501373291015625, 0.26799774169921875, 0.285858154296875, 0.30371856689453125, 0.3215789794921875, 0.33943939208984375, 0.3572998046875, 0.37516021728515625, 0.3930206298828125, 0.41088104248046875, 0.428741455078125, 0.44660186767578125, 0.4644622802734375, 0.48232269287109375, 0.50018310546875, 0.5180435180664062, 0.5359039306640625, 0.5537643432617188, 0.571624755859375, 0.5894851684570312, 0.6073455810546875, 0.6252059936523438, 0.64306640625]}, "gradients/encoder.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 6.0, 11.0, 23.0, 40.0, 92.0, 513.0, 193.0, 59.0, 25.0, 17.0, 8.0, 3.0, 5.0, 2.0, 1.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-31.71827507019043, -30.87788963317871, -30.037504196166992, -29.197118759155273, -28.356735229492188, -27.51634979248047, -26.67596435546875, -25.83557891845703, -24.995193481445312, -24.154808044433594, -23.314422607421875, -22.474037170410156, -21.633651733398438, -20.79326629638672, -19.952882766723633, -19.112497329711914, -18.272111892700195, -17.431726455688477, -16.591341018676758, -15.750956535339355, -14.910571098327637, -14.070185661315918, -13.229801177978516, -12.389415740966797, -11.549030303955078, -10.70864486694336, -9.86825942993164, -9.027874946594238, -8.18748950958252, -7.347104072570801, -6.50671911239624, -5.66633415222168, -4.825950622558594, -3.985565423965454, -3.1451802253723145, -2.304795026779175, -1.4644098281860352, -0.6240243911743164, 0.21636056900024414, 1.0567455291748047, 1.8971309661865234, 2.737516164779663, 3.5779013633728027, 4.418286323547363, 5.258671760559082, 6.099057197570801, 6.939442157745361, 7.779827117919922, 8.62021255493164, 9.46059799194336, 10.300983428955078, 11.14136791229248, 11.9817533493042, 12.822138786315918, 13.66252326965332, 14.502908706665039, 15.343294143676758, 16.183679580688477, 17.024065017700195, 17.864450454711914, 18.704833984375, 19.54521942138672, 20.385604858398438, 21.225990295410156, 22.066375732421875]}, "gradients/encoder.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 6.0, 1.0, 3.0, 10.0, 4.0, 7.0, 6.0, 8.0, 17.0, 27.0, 22.0, 22.0, 38.0, 35.0, 46.0, 146.0, 223.0, 149.0, 41.0, 30.0, 25.0, 19.0, 16.0, 13.0, 18.0, 21.0, 14.0, 10.0, 7.0, 13.0, 2.0, 5.0, 0.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-18.530702590942383, -17.991748809814453, -17.45279312133789, -16.91383934020996, -16.3748836517334, -15.835929870605469, -15.296975135803223, -14.758020401000977, -14.219066619873047, -13.6801118850708, -13.141157150268555, -12.602203369140625, -12.063248634338379, -11.524293899536133, -10.985339164733887, -10.44638442993164, -9.907429695129395, -9.368474960327148, -8.829520225524902, -8.290565490722656, -7.751611709594727, -7.2126569747924805, -6.673702239990234, -6.134747505187988, -5.5957932472229, -5.056838512420654, -4.517884254455566, -3.9789295196533203, -3.4399750232696533, -2.9010205268859863, -2.3620657920837402, -1.8231112957000732, -1.2841577529907227, -0.7452031970024109, -0.20624864101409912, 0.3327059745788574, 0.8716604709625244, 1.4106149673461914, 1.9495697021484375, 2.4885241985321045, 3.0274786949157715, 3.5664331912994385, 4.1053876876831055, 4.644342422485352, 5.183297157287598, 5.7222514152526855, 6.261206150054932, 6.8001604080200195, 7.339115142822266, 7.878069877624512, 8.417024612426758, 8.955978393554688, 9.494933128356934, 10.03388786315918, 10.572842597961426, 11.111797332763672, 11.650751113891602, 12.189705848693848, 12.728660583496094, 13.267614364624023, 13.80656909942627, 14.345523834228516, 14.884478569030762, 15.423433303833008, 15.962388038635254]}, "gradients/encoder.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 3.0, 1.0, 3.0, 4.0, 6.0, 8.0, 6.0, 15.0, 15.0, 21.0, 25.0, 31.0, 24.0, 58.0, 54.0, 113.0, 323.0, 79.0, 45.0, 43.0, 35.0, 28.0, 18.0, 12.0, 12.0, 10.0, 9.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5986328125, -1.5421600341796875, -1.485687255859375, -1.4292144775390625, -1.37274169921875, -1.3162689208984375, -1.259796142578125, -1.2033233642578125, -1.1468505859375, -1.0903778076171875, -1.033905029296875, -0.9774322509765625, -0.92095947265625, -0.8644866943359375, -0.808013916015625, -0.7515411376953125, -0.695068359375, -0.6385955810546875, -0.582122802734375, -0.5256500244140625, -0.46917724609375, -0.4127044677734375, -0.356231689453125, -0.2997589111328125, -0.2432861328125, -0.1868133544921875, -0.130340576171875, -0.0738677978515625, -0.01739501953125, 0.0390777587890625, 0.095550537109375, 0.1520233154296875, 0.20849609375, 0.2649688720703125, 0.321441650390625, 0.3779144287109375, 0.43438720703125, 0.4908599853515625, 0.547332763671875, 0.6038055419921875, 0.6602783203125, 0.7167510986328125, 0.773223876953125, 0.8296966552734375, 0.88616943359375, 0.9426422119140625, 0.999114990234375, 1.0555877685546875, 1.112060546875, 1.1685333251953125, 1.225006103515625, 1.2814788818359375, 1.33795166015625, 1.3944244384765625, 1.450897216796875, 1.5073699951171875, 1.5638427734375, 1.6203155517578125, 1.676788330078125, 1.7332611083984375, 1.78973388671875, 1.8462066650390625, 1.902679443359375, 1.9591522216796875, 2.015625]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 19.0, 6.0, 3.0, 4.0, 2.0, 14.0, 26.0, 79.0, 138.0, 571.0, 6123.0, 8374492.0, 6332.0, 531.0, 131.0, 55.0, 22.0, 16.0, 13.0, 2.0, 8.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-35.164676666259766, -34.17412185668945, -33.18356704711914, -32.19301223754883, -31.202457427978516, -30.211902618408203, -29.221349716186523, -28.23079490661621, -27.2402400970459, -26.249685287475586, -25.259130477905273, -24.26857566833496, -23.27802276611328, -22.28746795654297, -21.296913146972656, -20.306358337402344, -19.31580352783203, -18.32524871826172, -17.334693908691406, -16.344139099121094, -15.353585243225098, -14.363030433654785, -13.372476577758789, -12.381921768188477, -11.391366958618164, -10.400812149047852, -9.410257339477539, -8.419703483581543, -7.4291486740112305, -6.438593864440918, -5.448039531707764, -4.457485198974609, -3.466930389404297, -2.4763758182525635, -1.48582124710083, -0.4952666759490967, 0.4952878952026367, 1.4858427047729492, 2.4763970375061035, 3.466951370239258, 4.45750617980957, 5.448060989379883, 6.438615322113037, 7.429169654846191, 8.419724464416504, 9.410279273986816, 10.400833129882812, 11.391387939453125, 12.381942749023438, 13.37249755859375, 14.363052368164062, 15.353606224060059, 16.344161987304688, 17.334716796875, 18.32526969909668, 19.315824508666992, 20.306379318237305, 21.296934127807617, 22.28748893737793, 23.278043746948242, 24.268596649169922, 25.259151458740234, 26.249706268310547, 27.24026107788086, 28.230815887451172]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 5.0, 1.0, 4.0, 0.0, 1.0, 4.0, 1.0, 2.0, 0.0, 5.0, 3.0, 5.0, 4.0, 5.0, 5.0, 2.0, 7.0, 4.0, 2.0, 2.0, 3.0, 2.0, 4.0, 3.0, 2.0, 5.0, 3.0, 4.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.450292587280273, -20.734310150146484, -20.018329620361328, -19.30234718322754, -18.586366653442383, -17.870384216308594, -17.154403686523438, -16.43842124938965, -15.722439765930176, -15.006458282470703, -14.29047679901123, -13.574495315551758, -12.858512878417969, -12.142532348632812, -11.426549911499023, -10.71056842803955, -9.994586944580078, -9.278605461120605, -8.562623977661133, -7.846642017364502, -7.130660533905029, -6.414679050445557, -5.698697090148926, -4.982715606689453, -4.2667341232299805, -3.550752639770508, -2.834770917892456, -2.1187891960144043, -1.4028077125549316, -0.686826229095459, 0.029155731201171875, 0.7451372146606445, 1.46112060546875, 2.1771020889282227, 2.8930838108062744, 3.609065532684326, 4.325047016143799, 5.0410284996032715, 5.757010459899902, 6.472991943359375, 7.188973426818848, 7.90495491027832, 8.620936393737793, 9.336917877197266, 10.052900314331055, 10.768880844116211, 11.48486328125, 12.200844764709473, 12.916826248168945, 13.632807731628418, 14.34878921508789, 15.06477165222168, 15.780752182006836, 16.496734619140625, 17.21271514892578, 17.92869758605957, 18.64468002319336, 19.36066246032715, 20.076642990112305, 20.792625427246094, 21.50860595703125, 22.22458839416504, 22.940570831298828, 23.656551361083984, 24.37253189086914]}, "gradients/encoder.feature_projection.projection.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 2.0, 4.0, 4.0, 4.0, 9.0, 12.0, 15.0, 11.0, 21.0, 21.0, 45.0, 62.0, 86.0, 132.0, 250.0, 387.0, 919.0, 2349.0, 7395.0, 29761.0, 143174.0, 251026.0, 65956.0, 15117.0, 4331.0, 1557.0, 689.0, 365.0, 199.0, 118.0, 61.0, 50.0, 38.0, 27.0, 20.0, 9.0, 7.0, 10.0, 6.0, 4.0, 6.0, 4.0, 5.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.7265625, -12.2760009765625, -11.825439453125, -11.3748779296875, -10.92431640625, -10.4737548828125, -10.023193359375, -9.5726318359375, -9.1220703125, -8.6715087890625, -8.220947265625, -7.7703857421875, -7.31982421875, -6.8692626953125, -6.418701171875, -5.9681396484375, -5.517578125, -5.0670166015625, -4.616455078125, -4.1658935546875, -3.71533203125, -3.2647705078125, -2.814208984375, -2.3636474609375, -1.9130859375, -1.4625244140625, -1.011962890625, -0.5614013671875, -0.11083984375, 0.3397216796875, 0.790283203125, 1.2408447265625, 1.69140625, 2.1419677734375, 2.592529296875, 3.0430908203125, 3.49365234375, 3.9442138671875, 4.394775390625, 4.8453369140625, 5.2958984375, 5.7464599609375, 6.197021484375, 6.6475830078125, 7.09814453125, 7.5487060546875, 7.999267578125, 8.4498291015625, 8.900390625, 9.3509521484375, 9.801513671875, 10.2520751953125, 10.70263671875, 11.1531982421875, 11.603759765625, 12.0543212890625, 12.5048828125, 12.9554443359375, 13.406005859375, 13.8565673828125, 14.30712890625, 14.7576904296875, 15.208251953125, 15.6588134765625, 16.109375]}, "gradients/encoder.feature_projection.projection.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 2.0, 4.0, 8.0, 4.0, 29.0, 29.0, 36.0, 43.0, 68.0, 84.0, 84.0, 93.0, 91.0, 90.0, 88.0, 60.0, 51.0, 43.0, 30.0, 20.0, 14.0, 12.0, 6.0, 7.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.314453125, -2.245758056640625, -2.17706298828125, -2.108367919921875, -2.0396728515625, -1.970977783203125, -1.90228271484375, -1.833587646484375, -1.764892578125, -1.696197509765625, -1.62750244140625, -1.558807373046875, -1.4901123046875, -1.421417236328125, -1.35272216796875, -1.284027099609375, -1.21533203125, -1.146636962890625, -1.07794189453125, -1.009246826171875, -0.9405517578125, -0.871856689453125, -0.80316162109375, -0.734466552734375, -0.665771484375, -0.597076416015625, -0.52838134765625, -0.459686279296875, -0.3909912109375, -0.322296142578125, -0.25360107421875, -0.184906005859375, -0.1162109375, -0.047515869140625, 0.02117919921875, 0.089874267578125, 0.1585693359375, 0.227264404296875, 0.29595947265625, 0.364654541015625, 0.433349609375, 0.502044677734375, 0.57073974609375, 0.639434814453125, 0.7081298828125, 0.776824951171875, 0.84552001953125, 0.914215087890625, 0.98291015625, 1.051605224609375, 1.12030029296875, 1.188995361328125, 1.2576904296875, 1.326385498046875, 1.39508056640625, 1.463775634765625, 1.532470703125, 1.601165771484375, 1.66986083984375, 1.738555908203125, 1.8072509765625, 1.875946044921875, 1.94464111328125, 2.013336181640625, 2.08203125]}, "gradients/encoder.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 1.0, 1.0, 0.0, 5.0, 3.0, 3.0, 7.0, 8.0, 10.0, 11.0, 10.0, 21.0, 31.0, 66.0, 72.0, 70.0, 56.0, 44.0, 27.0, 16.0, 6.0, 5.0, 4.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-13.113924026489258, -12.748786926269531, -12.383648872375488, -12.018510818481445, -11.653373718261719, -11.288236618041992, -10.92309856414795, -10.557960510253906, -10.19282341003418, -9.827686309814453, -9.46254825592041, -9.097410202026367, -8.73227310180664, -8.367136001586914, -8.001997947692871, -7.636860370635986, -7.271722793579102, -6.906585216522217, -6.541447639465332, -6.176310062408447, -5.8111724853515625, -5.446034908294678, -5.080897331237793, -4.715759754180908, -4.350622177124023, -3.9854846000671387, -3.620347023010254, -3.255209445953369, -2.8900718688964844, -2.5249342918395996, -2.159796714782715, -1.79465913772583, -1.4295215606689453, -1.0643839836120605, -0.6992464065551758, -0.334108829498291, 0.03102874755859375, 0.3961663246154785, 0.7613039016723633, 1.126441478729248, 1.4915790557861328, 1.8567166328430176, 2.2218542098999023, 2.586991786956787, 2.952129364013672, 3.3172669410705566, 3.6824045181274414, 4.047542095184326, 4.412679672241211, 4.777817249298096, 5.1429548263549805, 5.508092403411865, 5.87322998046875, 6.238367557525635, 6.6035051345825195, 6.968642711639404, 7.333780288696289, 7.698917865753174, 8.064055442810059, 8.429193496704102, 8.794330596923828, 9.159467697143555, 9.524605751037598, 9.88974380493164, 10.254880905151367]}, "gradients/encoder.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 5.0, 4.0, 3.0, 4.0, 13.0, 16.0, 21.0, 44.0, 85.0, 78.0, 84.0, 43.0, 32.0, 13.0, 10.0, 8.0, 5.0, 7.0, 5.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.206819534301758, -7.878382682800293, -7.54994535446167, -7.221508502960205, -6.89307165145874, -6.564634323120117, -6.236197471618652, -5.9077606201171875, -5.579323768615723, -5.250886917114258, -4.922449588775635, -4.59401273727417, -4.265575885772705, -3.937138795852661, -3.608701705932617, -3.2802648544311523, -2.9518275260925293, -2.6233904361724854, -2.2949535846710205, -1.9665164947509766, -1.6380795240402222, -1.3096425533294678, -0.9812054634094238, -0.652768611907959, -0.32433152198791504, 0.004105478525161743, 0.3325424790382385, 0.6609795093536377, 0.9894164800643921, 1.3178534507751465, 1.6462905406951904, 1.9747273921966553, 2.303164482116699, 2.631601572036743, 2.960038423538208, 3.288475513458252, 3.616912364959717, 3.9453494548797607, 4.273786544799805, 4.6022233963012695, 4.930660247802734, 5.259097099304199, 5.587534427642822, 5.915971279144287, 6.244408130645752, 6.572845458984375, 6.90128231048584, 7.229719161987305, 7.558156490325928, 7.886593341827393, 8.215030670166016, 8.54346752166748, 8.871904373168945, 9.20034122467041, 9.528778076171875, 9.857215881347656, 10.185652732849121, 10.514089584350586, 10.84252643585205, 11.170963287353516, 11.499401092529297, 11.827837944030762, 12.156274795532227, 12.484711647033691, 12.813148498535156]}, "eval/loss": 3.731779098510742, "eval/wer": 1.7145577151923839, "eval/runtime": 923.1832, "eval/samples_per_second": 2.862, "eval/steps_per_second": 0.359}
\ No newline at end of file
+{"train/loss": 0.0894, "train/learning_rate": 7.6270783847981e-05, "train/epoch": 5.61, "train/global_step": 5000, "_runtime": 30512, "_timestamp": 1646612059, "_step": 5001, "gradients/decoder.transformer.ln_f.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 4.0, 4.0, 6.0, 18.0, 29.0, 39.0, 76.0, 109.0, 149.0, 150.0, 131.0, 115.0, 73.0, 51.0, 20.0, 18.0, 10.0, 5.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.558948516845703, -17.508636474609375, -16.458322525024414, -15.408010482788086, -14.357697486877441, -13.307384490966797, -12.257072448730469, -11.206759452819824, -10.15644645690918, -9.106133460998535, -8.05582046508789, -7.0055084228515625, -5.955195426940918, -4.904882431030273, -3.854569911956787, -2.804257392883301, -1.7539443969726562, -0.7036316394805908, 0.3466811180114746, 1.39699387550354, 2.4473066329956055, 3.49761962890625, 4.547932147979736, 5.598244667053223, 6.648557662963867, 7.698870658874512, 8.749183654785156, 9.799495697021484, 10.849808692932129, 11.900121688842773, 12.950433731079102, 14.000746726989746, 15.05105972290039, 16.10137176513672, 17.15168571472168, 18.201997756958008, 19.25231170654297, 20.302623748779297, 21.352935791015625, 22.403247833251953, 23.453561782836914, 24.503873825073242, 25.554187774658203, 26.60449981689453, 27.65481185913086, 28.70512580871582, 29.75543785095215, 30.80575180053711, 31.856063842773438, 32.906375885009766, 33.956687927246094, 35.00700378417969, 36.057315826416016, 37.107627868652344, 38.15793991088867, 39.208251953125, 40.258567810058594, 41.30887985229492, 42.35919189453125, 43.409507751464844, 44.45981979370117, 45.5101318359375, 46.56044387817383, 47.610755920410156, 48.661067962646484]}, "gradients/decoder.transformer.ln_f.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 5.0, 4.0, 9.0, 6.0, 11.0, 10.0, 12.0, 14.0, 16.0, 20.0, 30.0, 26.0, 35.0, 36.0, 37.0, 48.0, 54.0, 45.0, 50.0, 56.0, 62.0, 51.0, 53.0, 40.0, 28.0, 36.0, 39.0, 42.0, 20.0, 25.0, 29.0, 11.0, 17.0, 5.0, 10.0, 4.0, 3.0, 6.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.289482116699219, -14.805095672607422, -14.320708274841309, -13.836321830749512, -13.351935386657715, -12.867547988891602, -12.383161544799805, -11.898775100708008, -11.414387702941895, -10.930001258850098, -10.445613861083984, -9.961227416992188, -9.47684097290039, -8.992453575134277, -8.50806713104248, -8.023679733276367, -7.5392937660217285, -7.054906845092773, -6.570520401000977, -6.0861334800720215, -5.601746559143066, -5.1173601150512695, -4.6329731941223145, -4.148586273193359, -3.6641995906829834, -3.1798129081726074, -2.6954259872436523, -2.2110393047332764, -1.7266525030136108, -1.2422657012939453, -0.7578790187835693, -0.27349209785461426, 0.21089458465576172, 0.6952813863754272, 1.1796681880950928, 1.6640548706054688, 2.148441791534424, 2.6328284740448, 3.117215156555176, 3.601602077484131, 4.085988998413086, 4.570375919342041, 5.054762363433838, 5.539149284362793, 6.023536205291748, 6.507923126220703, 6.9923095703125, 7.476696491241455, 7.961082935333252, 8.445469856262207, 8.929856300354004, 9.414243698120117, 9.898630142211914, 10.383016586303711, 10.867403030395508, 11.351790428161621, 11.836176872253418, 12.320563316345215, 12.804950714111328, 13.289337158203125, 13.773723602294922, 14.258111000061035, 14.742497444152832, 15.226884841918945, 15.711271286010742]}, "gradients/decoder.transformer.h.23.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 5.0, 0.0, 4.0, 7.0, 12.0, 9.0, 8.0, 8.0, 15.0, 13.0, 23.0, 19.0, 26.0, 24.0, 30.0, 38.0, 46.0, 42.0, 39.0, 50.0, 46.0, 32.0, 48.0, 54.0, 48.0, 44.0, 37.0, 37.0, 33.0, 22.0, 24.0, 39.0, 20.0, 22.0, 19.0, 12.0, 10.0, 10.0, 8.0, 7.0, 7.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-1.1455078125, -1.1127090454101562, -1.0799102783203125, -1.0471115112304688, -1.014312744140625, -0.9815139770507812, -0.9487152099609375, -0.9159164428710938, -0.88311767578125, -0.8503189086914062, -0.8175201416015625, -0.7847213745117188, -0.751922607421875, -0.7191238403320312, -0.6863250732421875, -0.6535263061523438, -0.6207275390625, -0.5879287719726562, -0.5551300048828125, -0.5223312377929688, -0.489532470703125, -0.45673370361328125, -0.4239349365234375, -0.39113616943359375, -0.35833740234375, -0.32553863525390625, -0.2927398681640625, -0.25994110107421875, -0.227142333984375, -0.19434356689453125, -0.1615447998046875, -0.12874603271484375, -0.095947265625, -0.06314849853515625, -0.0303497314453125, 0.00244903564453125, 0.035247802734375, 0.06804656982421875, 0.1008453369140625, 0.13364410400390625, 0.16644287109375, 0.19924163818359375, 0.2320404052734375, 0.26483917236328125, 0.297637939453125, 0.33043670654296875, 0.3632354736328125, 0.39603424072265625, 0.4288330078125, 0.46163177490234375, 0.4944305419921875, 0.5272293090820312, 0.560028076171875, 0.5928268432617188, 0.6256256103515625, 0.6584243774414062, 0.69122314453125, 0.7240219116210938, 0.7568206787109375, 0.7896194458007812, 0.822418212890625, 0.8552169799804688, 0.8880157470703125, 0.9208145141601562, 0.95361328125]}, "gradients/decoder.transformer.h.23.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 4.0, 2.0, 4.0, 11.0, 11.0, 12.0, 11.0, 16.0, 29.0, 36.0, 51.0, 82.0, 90.0, 124.0, 212.0, 288.0, 420.0, 687.0, 1313.0, 3041.0, 8978.0, 39201.0, 318997.0, 3525947.0, 246871.0, 34154.0, 7956.0, 2638.0, 1188.0, 651.0, 393.0, 245.0, 177.0, 147.0, 92.0, 66.0, 46.0, 24.0, 23.0, 20.0, 7.0, 6.0, 5.0, 6.0, 7.0, 2.0, 1.0, 2.0, 0.0, 2.0], "bins": [-12.9375, -12.592041015625, -12.24658203125, -11.901123046875, -11.5556640625, -11.210205078125, -10.86474609375, -10.519287109375, -10.173828125, -9.828369140625, -9.48291015625, -9.137451171875, -8.7919921875, -8.446533203125, -8.10107421875, -7.755615234375, -7.41015625, -7.064697265625, -6.71923828125, -6.373779296875, -6.0283203125, -5.682861328125, -5.33740234375, -4.991943359375, -4.646484375, -4.301025390625, -3.95556640625, -3.610107421875, -3.2646484375, -2.919189453125, -2.57373046875, -2.228271484375, -1.8828125, -1.537353515625, -1.19189453125, -0.846435546875, -0.5009765625, -0.155517578125, 0.18994140625, 0.535400390625, 0.880859375, 1.226318359375, 1.57177734375, 1.917236328125, 2.2626953125, 2.608154296875, 2.95361328125, 3.299072265625, 3.64453125, 3.989990234375, 4.33544921875, 4.680908203125, 5.0263671875, 5.371826171875, 5.71728515625, 6.062744140625, 6.408203125, 6.753662109375, 7.09912109375, 7.444580078125, 7.7900390625, 8.135498046875, 8.48095703125, 8.826416015625, 9.171875]}, "gradients/decoder.transformer.h.23.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 8.0, 12.0, 11.0, 18.0, 24.0, 45.0, 81.0, 101.0, 175.0, 258.0, 436.0, 806.0, 752.0, 468.0, 309.0, 199.0, 148.0, 87.0, 49.0, 38.0, 21.0, 17.0, 8.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.79296875, -6.5931396484375, -6.393310546875, -6.1934814453125, -5.99365234375, -5.7938232421875, -5.593994140625, -5.3941650390625, -5.1943359375, -4.9945068359375, -4.794677734375, -4.5948486328125, -4.39501953125, -4.1951904296875, -3.995361328125, -3.7955322265625, -3.595703125, -3.3958740234375, -3.196044921875, -2.9962158203125, -2.79638671875, -2.5965576171875, -2.396728515625, -2.1968994140625, -1.9970703125, -1.7972412109375, -1.597412109375, -1.3975830078125, -1.19775390625, -0.9979248046875, -0.798095703125, -0.5982666015625, -0.3984375, -0.1986083984375, 0.001220703125, 0.2010498046875, 0.40087890625, 0.6007080078125, 0.800537109375, 1.0003662109375, 1.2001953125, 1.4000244140625, 1.599853515625, 1.7996826171875, 1.99951171875, 2.1993408203125, 2.399169921875, 2.5989990234375, 2.798828125, 2.9986572265625, 3.198486328125, 3.3983154296875, 3.59814453125, 3.7979736328125, 3.997802734375, 4.1976318359375, 4.3974609375, 4.5972900390625, 4.797119140625, 4.9969482421875, 5.19677734375, 5.3966064453125, 5.596435546875, 5.7962646484375, 5.99609375]}, "gradients/decoder.transformer.h.23.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 6.0, 2.0, 3.0, 7.0, 18.0, 13.0, 37.0, 59.0, 129.0, 261.0, 526.0, 1364.0, 6960.0, 67627.0, 1910117.0, 2125823.0, 71762.0, 7135.0, 1443.0, 502.0, 221.0, 118.0, 62.0, 33.0, 24.0, 19.0, 3.0, 4.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.03125, -20.35302734375, -19.6748046875, -18.99658203125, -18.318359375, -17.64013671875, -16.9619140625, -16.28369140625, -15.60546875, -14.92724609375, -14.2490234375, -13.57080078125, -12.892578125, -12.21435546875, -11.5361328125, -10.85791015625, -10.1796875, -9.50146484375, -8.8232421875, -8.14501953125, -7.466796875, -6.78857421875, -6.1103515625, -5.43212890625, -4.75390625, -4.07568359375, -3.3974609375, -2.71923828125, -2.041015625, -1.36279296875, -0.6845703125, -0.00634765625, 0.671875, 1.35009765625, 2.0283203125, 2.70654296875, 3.384765625, 4.06298828125, 4.7412109375, 5.41943359375, 6.09765625, 6.77587890625, 7.4541015625, 8.13232421875, 8.810546875, 9.48876953125, 10.1669921875, 10.84521484375, 11.5234375, 12.20166015625, 12.8798828125, 13.55810546875, 14.236328125, 14.91455078125, 15.5927734375, 16.27099609375, 16.94921875, 17.62744140625, 18.3056640625, 18.98388671875, 19.662109375, 20.34033203125, 21.0185546875, 21.69677734375, 22.375]}, "gradients/decoder.transformer.h.23.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 7.0, 128.0, 530.0, 309.0, 42.0, 3.0], "bins": [-234.40628051757812, -230.54351806640625, -226.68077087402344, -222.81800842285156, -218.9552459716797, -215.09249877929688, -211.229736328125, -207.36697387695312, -203.5042266845703, -199.64146423339844, -195.77871704101562, -191.91595458984375, -188.05319213867188, -184.19044494628906, -180.3276824951172, -176.4649200439453, -172.6021728515625, -168.73941040039062, -164.8766632080078, -161.01390075683594, -157.15113830566406, -153.28839111328125, -149.42562866210938, -145.5628662109375, -141.70010375976562, -137.83734130859375, -133.97459411621094, -130.11183166503906, -126.24907684326172, -122.38632202148438, -118.5235595703125, -114.66080474853516, -110.79804992675781, -106.93529510498047, -103.0725326538086, -99.20977783203125, -95.3470230102539, -91.48426818847656, -87.62150573730469, -83.75875091552734, -79.89599609375, -76.03324127197266, -72.17047882080078, -68.30772399902344, -64.4449691772461, -60.582210540771484, -56.719451904296875, -52.85669708251953, -48.99393844604492, -45.13117980957031, -41.26842498779297, -37.40566635131836, -33.54290771484375, -29.680152893066406, -25.817394256591797, -21.95463752746582, -18.091880798339844, -14.229124069213867, -10.366366386413574, -6.503608703613281, -2.6408519744873047, 1.2219047546386719, 5.084663391113281, 8.947420120239258, 12.81017780303955]}, "gradients/decoder.transformer.h.23.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 7.0, 6.0, 11.0, 9.0, 4.0, 13.0, 9.0, 23.0, 18.0, 15.0, 18.0, 24.0, 26.0, 48.0, 36.0, 27.0, 37.0, 51.0, 39.0, 49.0, 38.0, 29.0, 37.0, 31.0, 32.0, 51.0, 39.0, 41.0, 27.0, 34.0, 28.0, 24.0, 14.0, 16.0, 28.0, 17.0, 8.0, 11.0, 6.0, 11.0, 7.0, 4.0, 4.0, 3.0, 1.0, 5.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.699532508850098, -13.218192100524902, -12.73685073852539, -12.255510330200195, -11.774169921875, -11.292829513549805, -10.81148910522461, -10.330147743225098, -9.848807334899902, -9.367466926574707, -8.886125564575195, -8.40478515625, -7.923444747924805, -7.442104339599609, -6.960763454437256, -6.479422569274902, -5.998082160949707, -5.516741752624512, -5.035400867462158, -4.554059982299805, -4.072719573974609, -3.591378927230835, -3.1100382804870605, -2.628697633743286, -2.1473569869995117, -1.6660163402557373, -1.184675693511963, -0.7033350467681885, -0.22199440002441406, 0.25934624671936035, 0.7406868934631348, 1.2220275402069092, 1.703369140625, 2.1847097873687744, 2.666050434112549, 3.1473910808563232, 3.6287317276000977, 4.110072135925293, 4.5914130210876465, 5.07275390625, 5.554094314575195, 6.035434722900391, 6.516775608062744, 6.998116493225098, 7.479456901550293, 7.960797309875488, 8.442138671875, 8.923479080200195, 9.40481948852539, 9.886159896850586, 10.367500305175781, 10.848841667175293, 11.330182075500488, 11.811522483825684, 12.292863845825195, 12.77420425415039, 13.255544662475586, 13.736885070800781, 14.218225479125977, 14.699566841125488, 15.180907249450684, 15.662247657775879, 16.14358901977539, 16.624929428100586, 17.10626983642578]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 8.0, 4.0, 2.0, 7.0, 10.0, 14.0, 15.0, 8.0, 11.0, 16.0, 15.0, 19.0, 23.0, 19.0, 29.0, 39.0, 30.0, 29.0, 36.0, 53.0, 32.0, 45.0, 42.0, 38.0, 42.0, 44.0, 37.0, 35.0, 39.0, 37.0, 29.0, 27.0, 21.0, 15.0, 31.0, 12.0, 21.0, 11.0, 13.0, 10.0, 9.0, 12.0, 4.0, 4.0, 3.0, 5.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.9462890625, -0.91461181640625, -0.8829345703125, -0.85125732421875, -0.819580078125, -0.78790283203125, -0.7562255859375, -0.72454833984375, -0.69287109375, -0.66119384765625, -0.6295166015625, -0.59783935546875, -0.566162109375, -0.53448486328125, -0.5028076171875, -0.47113037109375, -0.439453125, -0.40777587890625, -0.3760986328125, -0.34442138671875, -0.312744140625, -0.28106689453125, -0.2493896484375, -0.21771240234375, -0.18603515625, -0.15435791015625, -0.1226806640625, -0.09100341796875, -0.059326171875, -0.02764892578125, 0.0040283203125, 0.03570556640625, 0.0673828125, 0.09906005859375, 0.1307373046875, 0.16241455078125, 0.194091796875, 0.22576904296875, 0.2574462890625, 0.28912353515625, 0.32080078125, 0.35247802734375, 0.3841552734375, 0.41583251953125, 0.447509765625, 0.47918701171875, 0.5108642578125, 0.54254150390625, 0.57421875, 0.60589599609375, 0.6375732421875, 0.66925048828125, 0.700927734375, 0.73260498046875, 0.7642822265625, 0.79595947265625, 0.82763671875, 0.85931396484375, 0.8909912109375, 0.92266845703125, 0.954345703125, 0.98602294921875, 1.0177001953125, 1.04937744140625, 1.0810546875]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 3.0, 5.0, 10.0, 13.0, 10.0, 28.0, 44.0, 57.0, 64.0, 126.0, 199.0, 339.0, 585.0, 1084.0, 2125.0, 3814.0, 7311.0, 15407.0, 34573.0, 88697.0, 330439.0, 391547.0, 100212.0, 37792.0, 16807.0, 8158.0, 4086.0, 2168.0, 1171.0, 647.0, 387.0, 224.0, 157.0, 89.0, 56.0, 31.0, 27.0, 24.0, 6.0, 11.0, 11.0, 5.0, 5.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.263671875, -3.161865234375, -3.06005859375, -2.958251953125, -2.8564453125, -2.754638671875, -2.65283203125, -2.551025390625, -2.44921875, -2.347412109375, -2.24560546875, -2.143798828125, -2.0419921875, -1.940185546875, -1.83837890625, -1.736572265625, -1.634765625, -1.532958984375, -1.43115234375, -1.329345703125, -1.2275390625, -1.125732421875, -1.02392578125, -0.922119140625, -0.8203125, -0.718505859375, -0.61669921875, -0.514892578125, -0.4130859375, -0.311279296875, -0.20947265625, -0.107666015625, -0.005859375, 0.095947265625, 0.19775390625, 0.299560546875, 0.4013671875, 0.503173828125, 0.60498046875, 0.706787109375, 0.80859375, 0.910400390625, 1.01220703125, 1.114013671875, 1.2158203125, 1.317626953125, 1.41943359375, 1.521240234375, 1.623046875, 1.724853515625, 1.82666015625, 1.928466796875, 2.0302734375, 2.132080078125, 2.23388671875, 2.335693359375, 2.4375, 2.539306640625, 2.64111328125, 2.742919921875, 2.8447265625, 2.946533203125, 3.04833984375, 3.150146484375, 3.251953125]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 4.0, 3.0, 8.0, 10.0, 7.0, 17.0, 11.0, 22.0, 24.0, 27.0, 26.0, 23.0, 29.0, 25.0, 30.0, 34.0, 42.0, 39.0, 44.0, 55.0, 1061.0, 32.0, 33.0, 53.0, 36.0, 27.0, 34.0, 39.0, 21.0, 27.0, 28.0, 23.0, 18.0, 21.0, 14.0, 12.0, 10.0, 10.0, 11.0, 8.0, 7.0, 10.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.90771484375, -0.880767822265625, -0.85382080078125, -0.826873779296875, -0.7999267578125, -0.772979736328125, -0.74603271484375, -0.719085693359375, -0.692138671875, -0.665191650390625, -0.63824462890625, -0.611297607421875, -0.5843505859375, -0.557403564453125, -0.53045654296875, -0.503509521484375, -0.4765625, -0.449615478515625, -0.42266845703125, -0.395721435546875, -0.3687744140625, -0.341827392578125, -0.31488037109375, -0.287933349609375, -0.260986328125, -0.234039306640625, -0.20709228515625, -0.180145263671875, -0.1531982421875, -0.126251220703125, -0.09930419921875, -0.072357177734375, -0.04541015625, -0.018463134765625, 0.00848388671875, 0.035430908203125, 0.0623779296875, 0.089324951171875, 0.11627197265625, 0.143218994140625, 0.170166015625, 0.197113037109375, 0.22406005859375, 0.251007080078125, 0.2779541015625, 0.304901123046875, 0.33184814453125, 0.358795166015625, 0.3857421875, 0.412689208984375, 0.43963623046875, 0.466583251953125, 0.4935302734375, 0.520477294921875, 0.54742431640625, 0.574371337890625, 0.601318359375, 0.628265380859375, 0.65521240234375, 0.682159423828125, 0.7091064453125, 0.736053466796875, 0.76300048828125, 0.789947509765625, 0.81689453125]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 3.0, 7.0, 8.0, 11.0, 18.0, 18.0, 41.0, 59.0, 79.0, 131.0, 189.0, 304.0, 428.0, 740.0, 1188.0, 1889.0, 2973.0, 4910.0, 8413.0, 15039.0, 27896.0, 59891.0, 172396.0, 1333175.0, 304404.0, 82568.0, 36391.0, 18542.0, 10223.0, 5858.0, 3479.0, 2199.0, 1342.0, 849.0, 516.0, 327.0, 232.0, 140.0, 77.0, 60.0, 53.0, 27.0, 13.0, 11.0, 11.0, 5.0, 0.0, 2.0, 3.0, 5.0, 1.0], "bins": [-1.5859375, -1.542694091796875, -1.49945068359375, -1.456207275390625, -1.4129638671875, -1.369720458984375, -1.32647705078125, -1.283233642578125, -1.239990234375, -1.196746826171875, -1.15350341796875, -1.110260009765625, -1.0670166015625, -1.023773193359375, -0.98052978515625, -0.937286376953125, -0.89404296875, -0.850799560546875, -0.80755615234375, -0.764312744140625, -0.7210693359375, -0.677825927734375, -0.63458251953125, -0.591339111328125, -0.548095703125, -0.504852294921875, -0.46160888671875, -0.418365478515625, -0.3751220703125, -0.331878662109375, -0.28863525390625, -0.245391845703125, -0.2021484375, -0.158905029296875, -0.11566162109375, -0.072418212890625, -0.0291748046875, 0.014068603515625, 0.05731201171875, 0.100555419921875, 0.143798828125, 0.187042236328125, 0.23028564453125, 0.273529052734375, 0.3167724609375, 0.360015869140625, 0.40325927734375, 0.446502685546875, 0.48974609375, 0.532989501953125, 0.57623291015625, 0.619476318359375, 0.6627197265625, 0.705963134765625, 0.74920654296875, 0.792449951171875, 0.835693359375, 0.878936767578125, 0.92218017578125, 0.965423583984375, 1.0086669921875, 1.051910400390625, 1.09515380859375, 1.138397216796875, 1.181640625]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 8.0, 4.0, 4.0, 5.0, 3.0, 11.0, 15.0, 21.0, 26.0, 34.0, 59.0, 119.0, 374.0, 119.0, 54.0, 37.0, 41.0, 22.0, 12.0, 7.0, 9.0, 4.0, 4.0, 7.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.630859375, -0.61016845703125, -0.5894775390625, -0.56878662109375, -0.548095703125, -0.52740478515625, -0.5067138671875, -0.48602294921875, -0.46533203125, -0.44464111328125, -0.4239501953125, -0.40325927734375, -0.382568359375, -0.36187744140625, -0.3411865234375, -0.32049560546875, -0.2998046875, -0.27911376953125, -0.2584228515625, -0.23773193359375, -0.217041015625, -0.19635009765625, -0.1756591796875, -0.15496826171875, -0.13427734375, -0.11358642578125, -0.0928955078125, -0.07220458984375, -0.051513671875, -0.03082275390625, -0.0101318359375, 0.01055908203125, 0.03125, 0.05194091796875, 0.0726318359375, 0.09332275390625, 0.114013671875, 0.13470458984375, 0.1553955078125, 0.17608642578125, 0.19677734375, 0.21746826171875, 0.2381591796875, 0.25885009765625, 0.279541015625, 0.30023193359375, 0.3209228515625, 0.34161376953125, 0.3623046875, 0.38299560546875, 0.4036865234375, 0.42437744140625, 0.445068359375, 0.46575927734375, 0.4864501953125, 0.50714111328125, 0.52783203125, 0.54852294921875, 0.5692138671875, 0.58990478515625, 0.610595703125, 0.63128662109375, 0.6519775390625, 0.67266845703125, 0.693359375]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 5.0, 1.0, 6.0, 5.0, 1.0, 3.0, 8.0, 9.0, 9.0, 34.0, 32.0, 50.0, 93.0, 255.0, 1450.0, 58243.0, 984592.0, 2995.0, 433.0, 121.0, 65.0, 42.0, 27.0, 19.0, 12.0, 12.0, 6.0, 6.0, 7.0, 5.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 4.0, 0.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-12.953125, -12.594970703125, -12.23681640625, -11.878662109375, -11.5205078125, -11.162353515625, -10.80419921875, -10.446044921875, -10.087890625, -9.729736328125, -9.37158203125, -9.013427734375, -8.6552734375, -8.297119140625, -7.93896484375, -7.580810546875, -7.22265625, -6.864501953125, -6.50634765625, -6.148193359375, -5.7900390625, -5.431884765625, -5.07373046875, -4.715576171875, -4.357421875, -3.999267578125, -3.64111328125, -3.282958984375, -2.9248046875, -2.566650390625, -2.20849609375, -1.850341796875, -1.4921875, -1.134033203125, -0.77587890625, -0.417724609375, -0.0595703125, 0.298583984375, 0.65673828125, 1.014892578125, 1.373046875, 1.731201171875, 2.08935546875, 2.447509765625, 2.8056640625, 3.163818359375, 3.52197265625, 3.880126953125, 4.23828125, 4.596435546875, 4.95458984375, 5.312744140625, 5.6708984375, 6.029052734375, 6.38720703125, 6.745361328125, 7.103515625, 7.461669921875, 7.81982421875, 8.177978515625, 8.5361328125, 8.894287109375, 9.25244140625, 9.610595703125, 9.96875]}, "gradients/decoder.transformer.h.23.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 11.0, 23.0, 112.0, 302.0, 354.0, 150.0, 43.0, 15.0, 1.0, 2.0, 0.0, 1.0], "bins": [-4.5149335861206055, -4.434405326843262, -4.353877067565918, -4.273348808288574, -4.1928205490112305, -4.112292289733887, -4.031764507293701, -3.9512360095977783, -3.8707079887390137, -3.79017972946167, -3.709651470184326, -3.6291234493255615, -3.5485951900482178, -3.468066930770874, -3.3875386714935303, -3.3070104122161865, -3.2264821529388428, -3.145953893661499, -3.0654256343841553, -2.9848976135253906, -2.904369354248047, -2.823841094970703, -2.7433128356933594, -2.6627845764160156, -2.582256317138672, -2.501728057861328, -2.4211997985839844, -2.3406717777252197, -2.260143518447876, -2.1796152591705322, -2.0990869998931885, -2.0185587406158447, -1.93803071975708, -1.8575024604797363, -1.7769743204116821, -1.6964460611343384, -1.6159179210662842, -1.5353896617889404, -1.4548614025115967, -1.374333143234253, -1.2938048839569092, -1.2132766246795654, -1.1327484846115112, -1.0522202253341675, -0.9716920256614685, -0.8911638259887695, -0.8106355667114258, -0.7301073670387268, -0.6495792269706726, -0.5690510272979736, -0.48852279782295227, -0.4079945683479309, -0.32746636867523193, -0.24693816900253296, -0.1664099395275116, -0.08588171005249023, -0.00535351037979126, 0.07517470419406891, 0.15570291876792908, 0.23623113334178925, 0.3167593479156494, 0.3972875475883484, 0.47781577706336975, 0.5583440065383911, 0.6388722062110901]}, "gradients/decoder.transformer.h.23.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 0.0, 3.0, 4.0, 1.0, 2.0, 3.0, 10.0, 8.0, 15.0, 7.0, 13.0, 15.0, 14.0, 22.0, 36.0, 39.0, 33.0, 30.0, 42.0, 41.0, 35.0, 44.0, 37.0, 35.0, 44.0, 41.0, 41.0, 39.0, 39.0, 43.0, 34.0, 44.0, 26.0, 22.0, 34.0, 13.0, 17.0, 15.0, 6.0, 12.0, 7.0, 11.0, 10.0, 6.0, 5.0, 3.0, 5.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.7621952891349792, -0.7411323189735413, -0.7200693488121033, -0.6990063190460205, -0.6779433488845825, -0.6568803787231445, -0.6358174085617065, -0.6147544384002686, -0.5936914682388306, -0.5726284980773926, -0.5515655279159546, -0.5305025577545166, -0.5094395279884338, -0.48837655782699585, -0.46731358766555786, -0.4462506175041199, -0.4251875877380371, -0.4041246175765991, -0.38306161761283875, -0.36199864745140076, -0.3409356474876404, -0.3198726773262024, -0.2988097071647644, -0.2777467370033264, -0.25668373703956604, -0.23562075197696686, -0.21455776691436768, -0.1934947967529297, -0.1724318116903305, -0.15136882662773132, -0.13030585646629333, -0.10924287140369415, -0.08817988634109497, -0.06711690127849579, -0.0460539236664772, -0.024990946054458618, -0.003927960991859436, 0.017135024070739746, 0.038197994232177734, 0.059260979294776917, 0.0803239643573761, 0.10138694941997528, 0.12244992703199387, 0.14351290464401245, 0.16457588970661163, 0.18563887476921082, 0.2067018449306488, 0.22776482999324799, 0.24882781505584717, 0.26989078521728516, 0.29095378518104553, 0.3120167553424835, 0.3330797553062439, 0.3541427254676819, 0.3752056956291199, 0.39626866579055786, 0.41733166575431824, 0.4383946359157562, 0.4594576358795166, 0.4805206060409546, 0.5015835762023926, 0.5226465463638306, 0.5437095165252686, 0.5647725462913513, 0.5858355164527893]}, "gradients/decoder.transformer.h.23.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 6.0, 1.0, 0.0, 1.0, 0.0, 5.0, 6.0, 3.0, 5.0, 9.0, 6.0, 21.0, 8.0, 12.0, 14.0, 13.0, 21.0, 23.0, 17.0, 22.0, 37.0, 33.0, 29.0, 33.0, 45.0, 46.0, 34.0, 49.0, 29.0, 50.0, 40.0, 37.0, 42.0, 34.0, 35.0, 37.0, 25.0, 23.0, 19.0, 25.0, 22.0, 16.0, 12.0, 14.0, 10.0, 9.0, 15.0, 6.0, 3.0, 4.0, 3.0, 6.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.9580078125, -0.9264373779296875, -0.894866943359375, -0.8632965087890625, -0.83172607421875, -0.8001556396484375, -0.768585205078125, -0.7370147705078125, -0.7054443359375, -0.6738739013671875, -0.642303466796875, -0.6107330322265625, -0.57916259765625, -0.5475921630859375, -0.516021728515625, -0.4844512939453125, -0.452880859375, -0.4213104248046875, -0.389739990234375, -0.3581695556640625, -0.32659912109375, -0.2950286865234375, -0.263458251953125, -0.2318878173828125, -0.2003173828125, -0.1687469482421875, -0.137176513671875, -0.1056060791015625, -0.07403564453125, -0.0424652099609375, -0.010894775390625, 0.0206756591796875, 0.05224609375, 0.0838165283203125, 0.115386962890625, 0.1469573974609375, 0.17852783203125, 0.2100982666015625, 0.241668701171875, 0.2732391357421875, 0.3048095703125, 0.3363800048828125, 0.367950439453125, 0.3995208740234375, 0.43109130859375, 0.4626617431640625, 0.494232177734375, 0.5258026123046875, 0.557373046875, 0.5889434814453125, 0.620513916015625, 0.6520843505859375, 0.68365478515625, 0.7152252197265625, 0.746795654296875, 0.7783660888671875, 0.8099365234375, 0.8415069580078125, 0.873077392578125, 0.9046478271484375, 0.93621826171875, 0.9677886962890625, 0.999359130859375, 1.0309295654296875, 1.0625]}, "gradients/decoder.transformer.h.23.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 3.0, 4.0, 5.0, 8.0, 4.0, 13.0, 24.0, 34.0, 45.0, 72.0, 110.0, 185.0, 368.0, 682.0, 1349.0, 3054.0, 7325.0, 19336.0, 59736.0, 262982.0, 516617.0, 121719.0, 33829.0, 12092.0, 4743.0, 2075.0, 951.0, 499.0, 271.0, 166.0, 84.0, 63.0, 38.0, 23.0, 16.0, 15.0, 7.0, 4.0, 4.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.59375, -6.3828125, -6.171875, -5.9609375, -5.75, -5.5390625, -5.328125, -5.1171875, -4.90625, -4.6953125, -4.484375, -4.2734375, -4.0625, -3.8515625, -3.640625, -3.4296875, -3.21875, -3.0078125, -2.796875, -2.5859375, -2.375, -2.1640625, -1.953125, -1.7421875, -1.53125, -1.3203125, -1.109375, -0.8984375, -0.6875, -0.4765625, -0.265625, -0.0546875, 0.15625, 0.3671875, 0.578125, 0.7890625, 1.0, 1.2109375, 1.421875, 1.6328125, 1.84375, 2.0546875, 2.265625, 2.4765625, 2.6875, 2.8984375, 3.109375, 3.3203125, 3.53125, 3.7421875, 3.953125, 4.1640625, 4.375, 4.5859375, 4.796875, 5.0078125, 5.21875, 5.4296875, 5.640625, 5.8515625, 6.0625, 6.2734375, 6.484375, 6.6953125, 6.90625]}, "gradients/decoder.transformer.h.23.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 6.0, 2.0, 3.0, 4.0, 9.0, 9.0, 9.0, 10.0, 17.0, 18.0, 29.0, 29.0, 16.0, 27.0, 30.0, 39.0, 46.0, 61.0, 77.0, 76.0, 118.0, 145.0, 1301.0, 242.0, 172.0, 98.0, 69.0, 62.0, 55.0, 29.0, 28.0, 31.0, 31.0, 20.0, 22.0, 18.0, 19.0, 9.0, 15.0, 11.0, 9.0, 6.0, 8.0, 5.0, 7.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-3.462890625, -3.35113525390625, -3.2393798828125, -3.12762451171875, -3.015869140625, -2.90411376953125, -2.7923583984375, -2.68060302734375, -2.56884765625, -2.45709228515625, -2.3453369140625, -2.23358154296875, -2.121826171875, -2.01007080078125, -1.8983154296875, -1.78656005859375, -1.6748046875, -1.56304931640625, -1.4512939453125, -1.33953857421875, -1.227783203125, -1.11602783203125, -1.0042724609375, -0.89251708984375, -0.78076171875, -0.66900634765625, -0.5572509765625, -0.44549560546875, -0.333740234375, -0.22198486328125, -0.1102294921875, 0.00152587890625, 0.11328125, 0.22503662109375, 0.3367919921875, 0.44854736328125, 0.560302734375, 0.67205810546875, 0.7838134765625, 0.89556884765625, 1.00732421875, 1.11907958984375, 1.2308349609375, 1.34259033203125, 1.454345703125, 1.56610107421875, 1.6778564453125, 1.78961181640625, 1.9013671875, 2.01312255859375, 2.1248779296875, 2.23663330078125, 2.348388671875, 2.46014404296875, 2.5718994140625, 2.68365478515625, 2.79541015625, 2.90716552734375, 3.0189208984375, 3.13067626953125, 3.242431640625, 3.35418701171875, 3.4659423828125, 3.57769775390625, 3.689453125]}, "gradients/decoder.transformer.h.23.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 5.0, 10.0, 7.0, 4.0, 9.0, 7.0, 5.0, 10.0, 15.0, 13.0, 21.0, 21.0, 41.0, 24.0, 33.0, 52.0, 91.0, 159.0, 537.0, 4720.0, 142745.0, 2885916.0, 106185.0, 3986.0, 538.0, 158.0, 92.0, 55.0, 49.0, 39.0, 19.0, 26.0, 19.0, 15.0, 14.0, 14.0, 10.0, 12.0, 8.0, 6.0, 6.0, 4.0, 3.0, 3.0, 2.0, 0.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0], "bins": [-17.46875, -16.94677734375, -16.4248046875, -15.90283203125, -15.380859375, -14.85888671875, -14.3369140625, -13.81494140625, -13.29296875, -12.77099609375, -12.2490234375, -11.72705078125, -11.205078125, -10.68310546875, -10.1611328125, -9.63916015625, -9.1171875, -8.59521484375, -8.0732421875, -7.55126953125, -7.029296875, -6.50732421875, -5.9853515625, -5.46337890625, -4.94140625, -4.41943359375, -3.8974609375, -3.37548828125, -2.853515625, -2.33154296875, -1.8095703125, -1.28759765625, -0.765625, -0.24365234375, 0.2783203125, 0.80029296875, 1.322265625, 1.84423828125, 2.3662109375, 2.88818359375, 3.41015625, 3.93212890625, 4.4541015625, 4.97607421875, 5.498046875, 6.02001953125, 6.5419921875, 7.06396484375, 7.5859375, 8.10791015625, 8.6298828125, 9.15185546875, 9.673828125, 10.19580078125, 10.7177734375, 11.23974609375, 11.76171875, 12.28369140625, 12.8056640625, 13.32763671875, 13.849609375, 14.37158203125, 14.8935546875, 15.41552734375, 15.9375]}, "gradients/decoder.transformer.h.23.ln_1.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 6.0, 86.0, 495.0, 390.0, 37.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.066347122192383, -28.97981834411621, -26.893291473388672, -24.8067626953125, -22.720233917236328, -20.633705139160156, -18.547176361083984, -16.460649490356445, -14.374120712280273, -12.287591934204102, -10.201064109802246, -8.11453628540039, -6.028007507324219, -3.941478729248047, -1.8549509048461914, 0.23157691955566406, 2.318105697631836, 4.40463399887085, 6.491162300109863, 8.577690124511719, 10.66421890258789, 12.750747680664062, 14.837275505065918, 16.923803329467773, 19.010332107543945, 21.096860885620117, 23.183387756347656, 25.269916534423828, 27.3564453125, 29.442974090576172, 31.529502868652344, 33.61602783203125, 35.702552795410156, 37.78908157348633, 39.8756103515625, 41.96213912963867, 44.048667907714844, 46.13519287109375, 48.22172164916992, 50.308250427246094, 52.394779205322266, 54.48130798339844, 56.56783676147461, 58.65436553955078, 60.74089050292969, 62.827423095703125, 64.91394805908203, 67.00047302246094, 69.08700561523438, 71.17353057861328, 73.26006317138672, 75.34658813476562, 77.43312072753906, 79.51964569091797, 81.6061782836914, 83.69270324707031, 85.77923583984375, 87.86576080322266, 89.9522933959961, 92.038818359375, 94.12535095214844, 96.21187591552734, 98.29840850830078, 100.38493347167969, 102.4714584350586]}, "gradients/decoder.transformer.h.23.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 0.0, 4.0, 2.0, 3.0, 1.0, 6.0, 2.0, 7.0, 11.0, 9.0, 13.0, 12.0, 16.0, 16.0, 21.0, 12.0, 28.0, 26.0, 36.0, 29.0, 37.0, 41.0, 48.0, 42.0, 39.0, 34.0, 42.0, 45.0, 43.0, 38.0, 26.0, 45.0, 30.0, 33.0, 35.0, 20.0, 21.0, 33.0, 18.0, 16.0, 17.0, 15.0, 8.0, 7.0, 10.0, 7.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-11.120976448059082, -10.719254493713379, -10.317532539367676, -9.915810585021973, -9.51408863067627, -9.112366676330566, -8.710644721984863, -8.30892276763916, -7.907200813293457, -7.505478858947754, -7.103756904602051, -6.702034950256348, -6.3003129959106445, -5.898591041564941, -5.496869087219238, -5.095147132873535, -4.693424701690674, -4.291702747344971, -3.8899807929992676, -3.4882588386535645, -3.0865368843078613, -2.684814691543579, -2.283092737197876, -1.8813707828521729, -1.4796488285064697, -1.0779268741607666, -0.6762048602104187, -0.2744828462600708, 0.12723910808563232, 0.528961181640625, 0.9306831359863281, 1.3324050903320312, 1.7341270446777344, 2.1358489990234375, 2.5375709533691406, 2.9392929077148438, 3.341014862060547, 3.742737054824829, 4.144458770751953, 4.546180725097656, 4.947902679443359, 5.3496246337890625, 5.751346588134766, 6.153068542480469, 6.554790496826172, 6.956512451171875, 7.358234405517578, 7.759956359863281, 8.161678314208984, 8.563400268554688, 8.96512222290039, 9.366844177246094, 9.768566131591797, 10.1702880859375, 10.572010040283203, 10.973731994628906, 11.375454902648926, 11.777176856994629, 12.178898811340332, 12.580620765686035, 12.982342720031738, 13.384064674377441, 13.785786628723145, 14.187508583068848, 14.58923053741455]}, "gradients/decoder.transformer.h.22.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 2.0, 4.0, 1.0, 3.0, 11.0, 6.0, 7.0, 9.0, 10.0, 16.0, 15.0, 15.0, 20.0, 14.0, 18.0, 28.0, 30.0, 33.0, 32.0, 44.0, 39.0, 49.0, 43.0, 50.0, 36.0, 47.0, 39.0, 44.0, 45.0, 40.0, 28.0, 38.0, 23.0, 26.0, 22.0, 23.0, 17.0, 23.0, 14.0, 9.0, 7.0, 9.0, 5.0, 5.0, 6.0, 3.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.052734375, -1.01678466796875, -0.9808349609375, -0.94488525390625, -0.908935546875, -0.87298583984375, -0.8370361328125, -0.80108642578125, -0.76513671875, -0.72918701171875, -0.6932373046875, -0.65728759765625, -0.621337890625, -0.58538818359375, -0.5494384765625, -0.51348876953125, -0.4775390625, -0.44158935546875, -0.4056396484375, -0.36968994140625, -0.333740234375, -0.29779052734375, -0.2618408203125, -0.22589111328125, -0.18994140625, -0.15399169921875, -0.1180419921875, -0.08209228515625, -0.046142578125, -0.01019287109375, 0.0257568359375, 0.06170654296875, 0.09765625, 0.13360595703125, 0.1695556640625, 0.20550537109375, 0.241455078125, 0.27740478515625, 0.3133544921875, 0.34930419921875, 0.38525390625, 0.42120361328125, 0.4571533203125, 0.49310302734375, 0.529052734375, 0.56500244140625, 0.6009521484375, 0.63690185546875, 0.6728515625, 0.70880126953125, 0.7447509765625, 0.78070068359375, 0.816650390625, 0.85260009765625, 0.8885498046875, 0.92449951171875, 0.96044921875, 0.99639892578125, 1.0323486328125, 1.06829833984375, 1.104248046875, 1.14019775390625, 1.1761474609375, 1.21209716796875, 1.248046875]}, "gradients/decoder.transformer.h.22.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 8.0, 11.0, 13.0, 15.0, 44.0, 65.0, 108.0, 186.0, 368.0, 604.0, 1187.0, 2400.0, 5223.0, 12341.0, 31644.0, 89855.0, 339020.0, 2572811.0, 890173.0, 163008.0, 51560.0, 19120.0, 7811.0, 3448.0, 1547.0, 766.0, 408.0, 227.0, 121.0, 81.0, 47.0, 27.0, 18.0, 11.0, 6.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-6.125, -5.96270751953125, -5.8004150390625, -5.63812255859375, -5.475830078125, -5.31353759765625, -5.1512451171875, -4.98895263671875, -4.82666015625, -4.66436767578125, -4.5020751953125, -4.33978271484375, -4.177490234375, -4.01519775390625, -3.8529052734375, -3.69061279296875, -3.5283203125, -3.36602783203125, -3.2037353515625, -3.04144287109375, -2.879150390625, -2.71685791015625, -2.5545654296875, -2.39227294921875, -2.22998046875, -2.06768798828125, -1.9053955078125, -1.74310302734375, -1.580810546875, -1.41851806640625, -1.2562255859375, -1.09393310546875, -0.931640625, -0.76934814453125, -0.6070556640625, -0.44476318359375, -0.282470703125, -0.12017822265625, 0.0421142578125, 0.20440673828125, 0.36669921875, 0.52899169921875, 0.6912841796875, 0.85357666015625, 1.015869140625, 1.17816162109375, 1.3404541015625, 1.50274658203125, 1.6650390625, 1.82733154296875, 1.9896240234375, 2.15191650390625, 2.314208984375, 2.47650146484375, 2.6387939453125, 2.80108642578125, 2.96337890625, 3.12567138671875, 3.2879638671875, 3.45025634765625, 3.612548828125, 3.77484130859375, 3.9371337890625, 4.09942626953125, 4.26171875]}, "gradients/decoder.transformer.h.22.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 6.0, 5.0, 9.0, 23.0, 19.0, 24.0, 39.0, 56.0, 73.0, 109.0, 132.0, 215.0, 263.0, 359.0, 538.0, 511.0, 436.0, 321.0, 224.0, 198.0, 131.0, 108.0, 73.0, 52.0, 52.0, 30.0, 24.0, 14.0, 13.0, 9.0, 6.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-5.62890625, -5.4853515625, -5.341796875, -5.1982421875, -5.0546875, -4.9111328125, -4.767578125, -4.6240234375, -4.48046875, -4.3369140625, -4.193359375, -4.0498046875, -3.90625, -3.7626953125, -3.619140625, -3.4755859375, -3.33203125, -3.1884765625, -3.044921875, -2.9013671875, -2.7578125, -2.6142578125, -2.470703125, -2.3271484375, -2.18359375, -2.0400390625, -1.896484375, -1.7529296875, -1.609375, -1.4658203125, -1.322265625, -1.1787109375, -1.03515625, -0.8916015625, -0.748046875, -0.6044921875, -0.4609375, -0.3173828125, -0.173828125, -0.0302734375, 0.11328125, 0.2568359375, 0.400390625, 0.5439453125, 0.6875, 0.8310546875, 0.974609375, 1.1181640625, 1.26171875, 1.4052734375, 1.548828125, 1.6923828125, 1.8359375, 1.9794921875, 2.123046875, 2.2666015625, 2.41015625, 2.5537109375, 2.697265625, 2.8408203125, 2.984375, 3.1279296875, 3.271484375, 3.4150390625, 3.55859375]}, "gradients/decoder.transformer.h.22.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 7.0, 15.0, 18.0, 31.0, 58.0, 130.0, 250.0, 743.0, 3294.0, 23753.0, 274431.0, 3457694.0, 397204.0, 31349.0, 3999.0, 846.0, 257.0, 94.0, 51.0, 22.0, 18.0, 13.0, 4.0, 4.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.2421875, -10.6954345703125, -10.148681640625, -9.6019287109375, -9.05517578125, -8.5084228515625, -7.961669921875, -7.4149169921875, -6.8681640625, -6.3214111328125, -5.774658203125, -5.2279052734375, -4.68115234375, -4.1343994140625, -3.587646484375, -3.0408935546875, -2.494140625, -1.9473876953125, -1.400634765625, -0.8538818359375, -0.30712890625, 0.2396240234375, 0.786376953125, 1.3331298828125, 1.8798828125, 2.4266357421875, 2.973388671875, 3.5201416015625, 4.06689453125, 4.6136474609375, 5.160400390625, 5.7071533203125, 6.25390625, 6.8006591796875, 7.347412109375, 7.8941650390625, 8.44091796875, 8.9876708984375, 9.534423828125, 10.0811767578125, 10.6279296875, 11.1746826171875, 11.721435546875, 12.2681884765625, 12.81494140625, 13.3616943359375, 13.908447265625, 14.4552001953125, 15.001953125, 15.5487060546875, 16.095458984375, 16.6422119140625, 17.18896484375, 17.7357177734375, 18.282470703125, 18.8292236328125, 19.3759765625, 19.9227294921875, 20.469482421875, 21.0162353515625, 21.56298828125, 22.1097412109375, 22.656494140625, 23.2032470703125, 23.75]}, "gradients/decoder.transformer.h.22.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 6.0, 15.0, 31.0, 51.0, 85.0, 134.0, 194.0, 157.0, 161.0, 86.0, 58.0, 20.0, 11.0, 3.0, 4.0, 1.0], "bins": [-64.22279357910156, -63.05125427246094, -61.87971496582031, -60.70817565917969, -59.53663635253906, -58.36509704589844, -57.19355773925781, -56.02201843261719, -54.85047912597656, -53.67893981933594, -52.50740051269531, -51.33586120605469, -50.16432189941406, -48.99278259277344, -47.82124328613281, -46.64970397949219, -45.47816467285156, -44.30662536621094, -43.13508605957031, -41.96354675292969, -40.79200744628906, -39.62046813964844, -38.44892883300781, -37.27738952636719, -36.10585403442383, -34.9343147277832, -33.76277542114258, -32.59123611450195, -31.419696807861328, -30.248157501220703, -29.076618194580078, -27.905078887939453, -26.733539581298828, -25.562000274658203, -24.390460968017578, -23.218921661376953, -22.047382354736328, -20.875843048095703, -19.704303741455078, -18.532764434814453, -17.36122703552246, -16.189687728881836, -15.018148422241211, -13.846609115600586, -12.675069808959961, -11.503530502319336, -10.331992149353027, -9.160452842712402, -7.988913536071777, -6.817374229431152, -5.645834922790527, -4.4742960929870605, -3.3027567863464355, -2.1312174797058105, -0.9596786499023438, 0.21186065673828125, 1.3833999633789062, 2.5549392700195312, 3.726478338241577, 4.898017406463623, 6.069556713104248, 7.241096019744873, 8.41263484954834, 9.584174156188965, 10.75571346282959]}, "gradients/decoder.transformer.h.22.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 4.0, 5.0, 2.0, 3.0, 7.0, 14.0, 13.0, 8.0, 15.0, 15.0, 23.0, 13.0, 20.0, 18.0, 22.0, 27.0, 42.0, 21.0, 24.0, 31.0, 24.0, 28.0, 35.0, 49.0, 32.0, 33.0, 25.0, 36.0, 39.0, 34.0, 40.0, 38.0, 32.0, 35.0, 24.0, 18.0, 18.0, 19.0, 20.0, 14.0, 16.0, 6.0, 15.0, 7.0, 6.0, 10.0, 6.0, 5.0, 6.0, 4.0, 3.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0], "bins": [-12.967907905578613, -12.555307388305664, -12.142705917358398, -11.73010540008545, -11.3175048828125, -10.90490436553955, -10.492303848266602, -10.079702377319336, -9.667101860046387, -9.254501342773438, -8.841899871826172, -8.429299354553223, -8.016698837280273, -7.604098320007324, -7.191497325897217, -6.778896331787109, -6.36629581451416, -5.953695297241211, -5.5410943031311035, -5.128493309020996, -4.715892791748047, -4.303292274475098, -3.8906912803649902, -3.478090524673462, -3.0654897689819336, -2.6528890132904053, -2.240288257598877, -1.8276875019073486, -1.4150867462158203, -1.002485990524292, -0.5898852348327637, -0.17728447914123535, 0.23531532287597656, 0.6479160785675049, 1.0605168342590332, 1.4731175899505615, 1.8857183456420898, 2.298319101333618, 2.7109198570251465, 3.123520612716675, 3.536121368408203, 3.9487221240997314, 4.36132287979126, 4.773923873901367, 5.186524391174316, 5.599124908447266, 6.011725902557373, 6.4243268966674805, 6.83692741394043, 7.249527931213379, 7.662128925323486, 8.074729919433594, 8.487330436706543, 8.899930953979492, 9.312532424926758, 9.725132942199707, 10.137733459472656, 10.550333976745605, 10.962934494018555, 11.37553596496582, 11.78813648223877, 12.200736999511719, 12.613338470458984, 13.025938987731934, 13.438539505004883]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 4.0, 8.0, 1.0, 10.0, 8.0, 9.0, 6.0, 13.0, 10.0, 14.0, 16.0, 20.0, 21.0, 27.0, 28.0, 31.0, 27.0, 42.0, 31.0, 40.0, 33.0, 36.0, 58.0, 39.0, 39.0, 46.0, 36.0, 46.0, 40.0, 33.0, 27.0, 35.0, 18.0, 22.0, 19.0, 14.0, 20.0, 15.0, 18.0, 9.0, 8.0, 8.0, 5.0, 5.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.046875, -1.0120849609375, -0.977294921875, -0.9425048828125, -0.90771484375, -0.8729248046875, -0.838134765625, -0.8033447265625, -0.7685546875, -0.7337646484375, -0.698974609375, -0.6641845703125, -0.62939453125, -0.5946044921875, -0.559814453125, -0.5250244140625, -0.490234375, -0.4554443359375, -0.420654296875, -0.3858642578125, -0.35107421875, -0.3162841796875, -0.281494140625, -0.2467041015625, -0.2119140625, -0.1771240234375, -0.142333984375, -0.1075439453125, -0.07275390625, -0.0379638671875, -0.003173828125, 0.0316162109375, 0.06640625, 0.1011962890625, 0.135986328125, 0.1707763671875, 0.20556640625, 0.2403564453125, 0.275146484375, 0.3099365234375, 0.3447265625, 0.3795166015625, 0.414306640625, 0.4490966796875, 0.48388671875, 0.5186767578125, 0.553466796875, 0.5882568359375, 0.623046875, 0.6578369140625, 0.692626953125, 0.7274169921875, 0.76220703125, 0.7969970703125, 0.831787109375, 0.8665771484375, 0.9013671875, 0.9361572265625, 0.970947265625, 1.0057373046875, 1.04052734375, 1.0753173828125, 1.110107421875, 1.1448974609375, 1.1796875]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 6.0, 2.0, 4.0, 6.0, 9.0, 19.0, 14.0, 28.0, 46.0, 70.0, 113.0, 200.0, 313.0, 407.0, 644.0, 1069.0, 1729.0, 2778.0, 4481.0, 7287.0, 11616.0, 18763.0, 31475.0, 51812.0, 85988.0, 151906.0, 257641.0, 174603.0, 97313.0, 57644.0, 34919.0, 21220.0, 13061.0, 7961.0, 5044.0, 3096.0, 1981.0, 1276.0, 722.0, 473.0, 284.0, 174.0, 131.0, 88.0, 51.0, 35.0, 24.0, 11.0, 10.0, 8.0, 7.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.787109375, -2.689697265625, -2.59228515625, -2.494873046875, -2.3974609375, -2.300048828125, -2.20263671875, -2.105224609375, -2.0078125, -1.910400390625, -1.81298828125, -1.715576171875, -1.6181640625, -1.520751953125, -1.42333984375, -1.325927734375, -1.228515625, -1.131103515625, -1.03369140625, -0.936279296875, -0.8388671875, -0.741455078125, -0.64404296875, -0.546630859375, -0.44921875, -0.351806640625, -0.25439453125, -0.156982421875, -0.0595703125, 0.037841796875, 0.13525390625, 0.232666015625, 0.330078125, 0.427490234375, 0.52490234375, 0.622314453125, 0.7197265625, 0.817138671875, 0.91455078125, 1.011962890625, 1.109375, 1.206787109375, 1.30419921875, 1.401611328125, 1.4990234375, 1.596435546875, 1.69384765625, 1.791259765625, 1.888671875, 1.986083984375, 2.08349609375, 2.180908203125, 2.2783203125, 2.375732421875, 2.47314453125, 2.570556640625, 2.66796875, 2.765380859375, 2.86279296875, 2.960205078125, 3.0576171875, 3.155029296875, 3.25244140625, 3.349853515625, 3.447265625]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 0.0, 5.0, 10.0, 3.0, 4.0, 9.0, 14.0, 13.0, 29.0, 13.0, 27.0, 29.0, 30.0, 33.0, 36.0, 36.0, 40.0, 45.0, 47.0, 32.0, 1066.0, 36.0, 48.0, 45.0, 31.0, 38.0, 38.0, 37.0, 42.0, 29.0, 30.0, 32.0, 22.0, 21.0, 10.0, 14.0, 10.0, 8.0, 4.0, 6.0, 3.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9169921875, -0.8861541748046875, -0.855316162109375, -0.8244781494140625, -0.79364013671875, -0.7628021240234375, -0.731964111328125, -0.7011260986328125, -0.6702880859375, -0.6394500732421875, -0.608612060546875, -0.5777740478515625, -0.54693603515625, -0.5160980224609375, -0.485260009765625, -0.4544219970703125, -0.423583984375, -0.3927459716796875, -0.361907958984375, -0.3310699462890625, -0.30023193359375, -0.2693939208984375, -0.238555908203125, -0.2077178955078125, -0.1768798828125, -0.1460418701171875, -0.115203857421875, -0.0843658447265625, -0.05352783203125, -0.0226898193359375, 0.008148193359375, 0.0389862060546875, 0.06982421875, 0.1006622314453125, 0.131500244140625, 0.1623382568359375, 0.19317626953125, 0.2240142822265625, 0.254852294921875, 0.2856903076171875, 0.3165283203125, 0.3473663330078125, 0.378204345703125, 0.4090423583984375, 0.43988037109375, 0.4707183837890625, 0.501556396484375, 0.5323944091796875, 0.563232421875, 0.5940704345703125, 0.624908447265625, 0.6557464599609375, 0.68658447265625, 0.7174224853515625, 0.748260498046875, 0.7790985107421875, 0.8099365234375, 0.8407745361328125, 0.871612548828125, 0.9024505615234375, 0.93328857421875, 0.9641265869140625, 0.994964599609375, 1.0258026123046875, 1.056640625]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 5.0, 4.0, 4.0, 3.0, 7.0, 20.0, 19.0, 26.0, 38.0, 73.0, 114.0, 210.0, 302.0, 454.0, 826.0, 1405.0, 2447.0, 4138.0, 7344.0, 13215.0, 24410.0, 47031.0, 98160.0, 249651.0, 994242.0, 391907.0, 132509.0, 60153.0, 30687.0, 16442.0, 9130.0, 4929.0, 2983.0, 1760.0, 1009.0, 602.0, 336.0, 226.0, 117.0, 100.0, 43.0, 25.0, 14.0, 10.0, 9.0, 6.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7744140625, -1.7125396728515625, -1.650665283203125, -1.5887908935546875, -1.52691650390625, -1.4650421142578125, -1.403167724609375, -1.3412933349609375, -1.2794189453125, -1.2175445556640625, -1.155670166015625, -1.0937957763671875, -1.03192138671875, -0.9700469970703125, -0.908172607421875, -0.8462982177734375, -0.784423828125, -0.7225494384765625, -0.660675048828125, -0.5988006591796875, -0.53692626953125, -0.4750518798828125, -0.413177490234375, -0.3513031005859375, -0.2894287109375, -0.2275543212890625, -0.165679931640625, -0.1038055419921875, -0.04193115234375, 0.0199432373046875, 0.081817626953125, 0.1436920166015625, 0.20556640625, 0.2674407958984375, 0.329315185546875, 0.3911895751953125, 0.45306396484375, 0.5149383544921875, 0.576812744140625, 0.6386871337890625, 0.7005615234375, 0.7624359130859375, 0.824310302734375, 0.8861846923828125, 0.94805908203125, 1.0099334716796875, 1.071807861328125, 1.1336822509765625, 1.195556640625, 1.2574310302734375, 1.319305419921875, 1.3811798095703125, 1.44305419921875, 1.5049285888671875, 1.566802978515625, 1.6286773681640625, 1.6905517578125, 1.7524261474609375, 1.814300537109375, 1.8761749267578125, 1.93804931640625, 1.9999237060546875, 2.061798095703125, 2.1236724853515625, 2.185546875]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 8.0, 11.0, 10.0, 21.0, 18.0, 29.0, 42.0, 71.0, 127.0, 224.0, 167.0, 79.0, 64.0, 45.0, 18.0, 21.0, 11.0, 6.0, 6.0, 3.0, 1.0, 2.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1005859375, -1.059417724609375, -1.01824951171875, -0.977081298828125, -0.9359130859375, -0.894744873046875, -0.85357666015625, -0.812408447265625, -0.771240234375, -0.730072021484375, -0.68890380859375, -0.647735595703125, -0.6065673828125, -0.565399169921875, -0.52423095703125, -0.483062744140625, -0.44189453125, -0.400726318359375, -0.35955810546875, -0.318389892578125, -0.2772216796875, -0.236053466796875, -0.19488525390625, -0.153717041015625, -0.112548828125, -0.071380615234375, -0.03021240234375, 0.010955810546875, 0.0521240234375, 0.093292236328125, 0.13446044921875, 0.175628662109375, 0.216796875, 0.257965087890625, 0.29913330078125, 0.340301513671875, 0.3814697265625, 0.422637939453125, 0.46380615234375, 0.504974365234375, 0.546142578125, 0.587310791015625, 0.62847900390625, 0.669647216796875, 0.7108154296875, 0.751983642578125, 0.79315185546875, 0.834320068359375, 0.87548828125, 0.916656494140625, 0.95782470703125, 0.998992919921875, 1.0401611328125, 1.081329345703125, 1.12249755859375, 1.163665771484375, 1.204833984375, 1.246002197265625, 1.28717041015625, 1.328338623046875, 1.3695068359375, 1.410675048828125, 1.45184326171875, 1.493011474609375, 1.5341796875]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 6.0, 3.0, 1.0, 3.0, 5.0, 5.0, 10.0, 13.0, 6.0, 11.0, 18.0, 35.0, 57.0, 81.0, 145.0, 321.0, 2860.0, 722635.0, 319251.0, 2380.0, 319.0, 146.0, 90.0, 47.0, 26.0, 14.0, 13.0, 11.0, 11.0, 7.0, 5.0, 6.0, 6.0, 6.0, 8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0], "bins": [-24.359375, -23.700439453125, -23.04150390625, -22.382568359375, -21.7236328125, -21.064697265625, -20.40576171875, -19.746826171875, -19.087890625, -18.428955078125, -17.77001953125, -17.111083984375, -16.4521484375, -15.793212890625, -15.13427734375, -14.475341796875, -13.81640625, -13.157470703125, -12.49853515625, -11.839599609375, -11.1806640625, -10.521728515625, -9.86279296875, -9.203857421875, -8.544921875, -7.885986328125, -7.22705078125, -6.568115234375, -5.9091796875, -5.250244140625, -4.59130859375, -3.932373046875, -3.2734375, -2.614501953125, -1.95556640625, -1.296630859375, -0.6376953125, 0.021240234375, 0.68017578125, 1.339111328125, 1.998046875, 2.656982421875, 3.31591796875, 3.974853515625, 4.6337890625, 5.292724609375, 5.95166015625, 6.610595703125, 7.26953125, 7.928466796875, 8.58740234375, 9.246337890625, 9.9052734375, 10.564208984375, 11.22314453125, 11.882080078125, 12.541015625, 13.199951171875, 13.85888671875, 14.517822265625, 15.1767578125, 15.835693359375, 16.49462890625, 17.153564453125, 17.8125]}, "gradients/decoder.transformer.h.22.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 26.0, 138.0, 576.0, 228.0, 28.0, 9.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-16.168458938598633, -15.855231285095215, -15.542003631591797, -15.228775024414062, -14.915547370910645, -14.602319717407227, -14.289091110229492, -13.975863456726074, -13.662635803222656, -13.349408149719238, -13.03618049621582, -12.722951889038086, -12.409724235534668, -12.09649658203125, -11.783267974853516, -11.470040321350098, -11.15681266784668, -10.843585014343262, -10.530357360839844, -10.21712875366211, -9.903901100158691, -9.590673446655273, -9.277444839477539, -8.964217185974121, -8.650989532470703, -8.337761878967285, -8.024534225463867, -7.711305618286133, -7.398077964782715, -7.084850311279297, -6.771622180938721, -6.4583940505981445, -6.145167350769043, -5.831939697265625, -5.518711566925049, -5.205483436584473, -4.892255783081055, -4.579028129577637, -4.2657999992370605, -3.9525721073150635, -3.6393442153930664, -3.3261163234710693, -3.0128884315490723, -2.699660539627075, -2.386432647705078, -2.073204755783081, -1.759976863861084, -1.446748971939087, -1.1335210800170898, -0.8202931880950928, -0.5070652961730957, -0.19383740425109863, 0.11939048767089844, 0.4326183795928955, 0.7458462715148926, 1.0590741634368896, 1.3723020553588867, 1.6855299472808838, 1.9987578392028809, 2.311985731124878, 2.625213623046875, 2.938441514968872, 3.251669406890869, 3.564897298812866, 3.8781251907348633]}, "gradients/decoder.transformer.h.22.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 4.0, 7.0, 9.0, 9.0, 6.0, 14.0, 7.0, 19.0, 29.0, 26.0, 41.0, 27.0, 48.0, 44.0, 60.0, 61.0, 61.0, 60.0, 58.0, 59.0, 55.0, 54.0, 41.0, 30.0, 44.0, 30.0, 26.0, 19.0, 19.0, 10.0, 6.0, 7.0, 7.0, 5.0, 6.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9236359596252441, -1.8532365560531616, -1.7828372716903687, -1.7124378681182861, -1.6420385837554932, -1.5716391801834106, -1.5012397766113281, -1.4308404922485352, -1.3604410886764526, -1.2900416851043701, -1.2196424007415771, -1.1492429971694946, -1.078843593597412, -1.0084443092346191, -0.9380449056625366, -0.8676455616950989, -0.7972462177276611, -0.7268468737602234, -0.6564475297927856, -0.5860481262207031, -0.5156487822532654, -0.44524943828582764, -0.3748500645160675, -0.3044506907463074, -0.23405134677886963, -0.1636519879102707, -0.09325262904167175, -0.022853270173072815, 0.04754608869552612, 0.11794543266296387, 0.188344806432724, 0.25874418020248413, 0.329143762588501, 0.3995431065559387, 0.46994248032569885, 0.540341854095459, 0.6107411980628967, 0.6811405420303345, 0.751539945602417, 0.8219392895698547, 0.8923386335372925, 0.9627379775047302, 1.033137321472168, 1.1035367250442505, 1.173936128616333, 1.244335412979126, 1.3147348165512085, 1.385134220123291, 1.455533504486084, 1.5259329080581665, 1.5963321924209595, 1.666731595993042, 1.737130880355835, 1.8075302839279175, 1.8779296875, 1.948328971862793, 2.018728256225586, 2.089127540588379, 2.159527063369751, 2.229926347732544, 2.300325632095337, 2.370725154876709, 2.441124439239502, 2.511523723602295, 2.581923246383667]}, "gradients/decoder.transformer.h.22.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 5.0, 5.0, 3.0, 5.0, 6.0, 8.0, 11.0, 4.0, 8.0, 14.0, 11.0, 19.0, 13.0, 17.0, 31.0, 29.0, 32.0, 30.0, 34.0, 34.0, 36.0, 41.0, 38.0, 41.0, 47.0, 37.0, 44.0, 43.0, 47.0, 37.0, 37.0, 26.0, 31.0, 27.0, 18.0, 24.0, 17.0, 14.0, 15.0, 20.0, 11.0, 7.0, 11.0, 7.0, 4.0, 2.0, 3.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-1.0625, -1.0276031494140625, -0.992706298828125, -0.9578094482421875, -0.92291259765625, -0.8880157470703125, -0.853118896484375, -0.8182220458984375, -0.7833251953125, -0.7484283447265625, -0.713531494140625, -0.6786346435546875, -0.64373779296875, -0.6088409423828125, -0.573944091796875, -0.5390472412109375, -0.504150390625, -0.4692535400390625, -0.434356689453125, -0.3994598388671875, -0.36456298828125, -0.3296661376953125, -0.294769287109375, -0.2598724365234375, -0.2249755859375, -0.1900787353515625, -0.155181884765625, -0.1202850341796875, -0.08538818359375, -0.0504913330078125, -0.015594482421875, 0.0193023681640625, 0.05419921875, 0.0890960693359375, 0.123992919921875, 0.1588897705078125, 0.19378662109375, 0.2286834716796875, 0.263580322265625, 0.2984771728515625, 0.3333740234375, 0.3682708740234375, 0.403167724609375, 0.4380645751953125, 0.47296142578125, 0.5078582763671875, 0.542755126953125, 0.5776519775390625, 0.612548828125, 0.6474456787109375, 0.682342529296875, 0.7172393798828125, 0.75213623046875, 0.7870330810546875, 0.821929931640625, 0.8568267822265625, 0.8917236328125, 0.9266204833984375, 0.961517333984375, 0.9964141845703125, 1.03131103515625, 1.0662078857421875, 1.101104736328125, 1.1360015869140625, 1.1708984375]}, "gradients/decoder.transformer.h.22.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 6.0, 2.0, 11.0, 12.0, 8.0, 24.0, 22.0, 27.0, 47.0, 75.0, 82.0, 95.0, 169.0, 239.0, 397.0, 559.0, 904.0, 1537.0, 2769.0, 5539.0, 12992.0, 34882.0, 109128.0, 347030.0, 356646.0, 113316.0, 35983.0, 13396.0, 5627.0, 2740.0, 1588.0, 917.0, 598.0, 370.0, 256.0, 157.0, 108.0, 75.0, 61.0, 47.0, 31.0, 27.0, 20.0, 14.0, 15.0, 8.0, 3.0, 5.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.06640625, -2.001861572265625, -1.93731689453125, -1.872772216796875, -1.8082275390625, -1.743682861328125, -1.67913818359375, -1.614593505859375, -1.550048828125, -1.485504150390625, -1.42095947265625, -1.356414794921875, -1.2918701171875, -1.227325439453125, -1.16278076171875, -1.098236083984375, -1.03369140625, -0.969146728515625, -0.90460205078125, -0.840057373046875, -0.7755126953125, -0.710968017578125, -0.64642333984375, -0.581878662109375, -0.517333984375, -0.452789306640625, -0.38824462890625, -0.323699951171875, -0.2591552734375, -0.194610595703125, -0.13006591796875, -0.065521240234375, -0.0009765625, 0.063568115234375, 0.12811279296875, 0.192657470703125, 0.2572021484375, 0.321746826171875, 0.38629150390625, 0.450836181640625, 0.515380859375, 0.579925537109375, 0.64447021484375, 0.709014892578125, 0.7735595703125, 0.838104248046875, 0.90264892578125, 0.967193603515625, 1.03173828125, 1.096282958984375, 1.16082763671875, 1.225372314453125, 1.2899169921875, 1.354461669921875, 1.41900634765625, 1.483551025390625, 1.548095703125, 1.612640380859375, 1.67718505859375, 1.741729736328125, 1.8062744140625, 1.870819091796875, 1.93536376953125, 1.999908447265625, 2.064453125]}, "gradients/decoder.transformer.h.22.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 4.0, 5.0, 12.0, 7.0, 5.0, 11.0, 11.0, 7.0, 16.0, 14.0, 14.0, 22.0, 18.0, 26.0, 18.0, 28.0, 39.0, 46.0, 39.0, 62.0, 57.0, 80.0, 106.0, 203.0, 1424.0, 189.0, 100.0, 71.0, 68.0, 40.0, 39.0, 21.0, 28.0, 20.0, 24.0, 24.0, 19.0, 25.0, 10.0, 13.0, 10.0, 15.0, 10.0, 13.0, 8.0, 5.0, 8.0, 4.0, 5.0, 6.0, 2.0, 3.0, 1.0, 3.0, 1.0, 2.0], "bins": [-3.697265625, -3.583587646484375, -3.46990966796875, -3.356231689453125, -3.2425537109375, -3.128875732421875, -3.01519775390625, -2.901519775390625, -2.787841796875, -2.674163818359375, -2.56048583984375, -2.446807861328125, -2.3331298828125, -2.219451904296875, -2.10577392578125, -1.992095947265625, -1.87841796875, -1.764739990234375, -1.65106201171875, -1.537384033203125, -1.4237060546875, -1.310028076171875, -1.19635009765625, -1.082672119140625, -0.968994140625, -0.855316162109375, -0.74163818359375, -0.627960205078125, -0.5142822265625, -0.400604248046875, -0.28692626953125, -0.173248291015625, -0.0595703125, 0.054107666015625, 0.16778564453125, 0.281463623046875, 0.3951416015625, 0.508819580078125, 0.62249755859375, 0.736175537109375, 0.849853515625, 0.963531494140625, 1.07720947265625, 1.190887451171875, 1.3045654296875, 1.418243408203125, 1.53192138671875, 1.645599365234375, 1.75927734375, 1.872955322265625, 1.98663330078125, 2.100311279296875, 2.2139892578125, 2.327667236328125, 2.44134521484375, 2.555023193359375, 2.668701171875, 2.782379150390625, 2.89605712890625, 3.009735107421875, 3.1234130859375, 3.237091064453125, 3.35076904296875, 3.464447021484375, 3.578125]}, "gradients/decoder.transformer.h.22.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 5.0, 3.0, 3.0, 6.0, 4.0, 7.0, 12.0, 13.0, 12.0, 9.0, 19.0, 26.0, 29.0, 27.0, 47.0, 84.0, 97.0, 152.0, 248.0, 463.0, 1045.0, 2233.0, 5430.0, 18628.0, 124400.0, 2425956.0, 509878.0, 40844.0, 9551.0, 3346.0, 1410.0, 684.0, 373.0, 221.0, 126.0, 74.0, 57.0, 36.0, 29.0, 25.0, 18.0, 17.0, 9.0, 7.0, 8.0, 13.0, 7.0, 9.0, 7.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-7.03515625, -6.8134765625, -6.591796875, -6.3701171875, -6.1484375, -5.9267578125, -5.705078125, -5.4833984375, -5.26171875, -5.0400390625, -4.818359375, -4.5966796875, -4.375, -4.1533203125, -3.931640625, -3.7099609375, -3.48828125, -3.2666015625, -3.044921875, -2.8232421875, -2.6015625, -2.3798828125, -2.158203125, -1.9365234375, -1.71484375, -1.4931640625, -1.271484375, -1.0498046875, -0.828125, -0.6064453125, -0.384765625, -0.1630859375, 0.05859375, 0.2802734375, 0.501953125, 0.7236328125, 0.9453125, 1.1669921875, 1.388671875, 1.6103515625, 1.83203125, 2.0537109375, 2.275390625, 2.4970703125, 2.71875, 2.9404296875, 3.162109375, 3.3837890625, 3.60546875, 3.8271484375, 4.048828125, 4.2705078125, 4.4921875, 4.7138671875, 4.935546875, 5.1572265625, 5.37890625, 5.6005859375, 5.822265625, 6.0439453125, 6.265625, 6.4873046875, 6.708984375, 6.9306640625, 7.15234375]}, "gradients/decoder.transformer.h.22.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 5.0, 33.0, 277.0, 524.0, 151.0, 28.0], "bins": [-87.28622436523438, -85.8611831665039, -84.43614196777344, -83.0111083984375, -81.58606719970703, -80.16102600097656, -78.73599243164062, -77.31095123291016, -75.88591003417969, -74.46086883544922, -73.03582763671875, -71.61079406738281, -70.18575286865234, -68.76071166992188, -67.33567810058594, -65.91063690185547, -64.485595703125, -63.06055450439453, -61.63551712036133, -60.210479736328125, -58.785438537597656, -57.36039733886719, -55.935359954833984, -54.51032257080078, -53.08528137207031, -51.660240173339844, -50.23520278930664, -48.81016540527344, -47.38512420654297, -45.9600830078125, -44.5350456237793, -43.110008239746094, -41.684967041015625, -40.259925842285156, -38.83488845825195, -37.40985107421875, -35.98480987548828, -34.55976867675781, -33.13473129272461, -31.709692001342773, -30.28465461730957, -28.859615325927734, -27.4345760345459, -26.009536743164062, -24.584497451782227, -23.15945816040039, -21.734418869018555, -20.30937957763672, -18.884340286254883, -17.459300994873047, -16.03426170349121, -14.609222412109375, -13.184183120727539, -11.759143829345703, -10.334104537963867, -8.909065246582031, -7.484025955200195, -6.058986663818359, -4.633947372436523, -3.2089080810546875, -1.7838687896728516, -0.3588294982910156, 1.0662097930908203, 2.4912490844726562, 3.9162886142730713]}, "gradients/decoder.transformer.h.22.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 5.0, 11.0, 8.0, 5.0, 9.0, 14.0, 13.0, 19.0, 14.0, 24.0, 20.0, 25.0, 33.0, 38.0, 33.0, 31.0, 43.0, 34.0, 48.0, 35.0, 46.0, 39.0, 39.0, 45.0, 34.0, 36.0, 37.0, 30.0, 32.0, 26.0, 22.0, 21.0, 28.0, 22.0, 17.0, 9.0, 10.0, 12.0, 7.0, 5.0, 6.0, 1.0, 5.0, 3.0, 4.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.37437629699707, -11.938519477844238, -11.502662658691406, -11.066805839538574, -10.630949020385742, -10.195093154907227, -9.759236335754395, -9.323379516601562, -8.88752269744873, -8.451665878295898, -8.015809059143066, -7.579952716827393, -7.1440958976745605, -6.7082390785217285, -6.272382736206055, -5.836525917053223, -5.400669097900391, -4.964812278747559, -4.528955459594727, -4.093099117279053, -3.6572422981262207, -3.2213854789733887, -2.7855288982391357, -2.349672317504883, -1.9138154983520508, -1.4779587984085083, -1.0421020984649658, -0.6062453985214233, -0.17038869857788086, 0.26546812057495117, 0.7013247013092041, 1.137181282043457, 1.573038101196289, 2.008894920349121, 2.444751501083374, 2.880608081817627, 3.316464900970459, 3.752321720123291, 4.188178062438965, 4.624034881591797, 5.059891700744629, 5.495748519897461, 5.931605339050293, 6.367461681365967, 6.803318500518799, 7.239175319671631, 7.675031661987305, 8.110888481140137, 8.546745300292969, 8.9826021194458, 9.418458938598633, 9.854315757751465, 10.290172576904297, 10.726028442382812, 11.161885261535645, 11.597742080688477, 12.033598899841309, 12.46945571899414, 12.905312538146973, 13.341169357299805, 13.77702522277832, 14.212882995605469, 14.648738861083984, 15.084595680236816, 15.520452499389648]}, "gradients/decoder.transformer.h.21.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 4.0, 2.0, 2.0, 7.0, 6.0, 8.0, 7.0, 4.0, 9.0, 12.0, 20.0, 12.0, 15.0, 30.0, 16.0, 23.0, 36.0, 22.0, 37.0, 26.0, 38.0, 45.0, 44.0, 41.0, 32.0, 36.0, 42.0, 44.0, 52.0, 46.0, 47.0, 28.0, 21.0, 25.0, 25.0, 16.0, 24.0, 19.0, 20.0, 13.0, 17.0, 9.0, 6.0, 5.0, 1.0, 8.0, 3.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0556640625, -1.0190887451171875, -0.982513427734375, -0.9459381103515625, -0.90936279296875, -0.8727874755859375, -0.836212158203125, -0.7996368408203125, -0.7630615234375, -0.7264862060546875, -0.689910888671875, -0.6533355712890625, -0.61676025390625, -0.5801849365234375, -0.543609619140625, -0.5070343017578125, -0.470458984375, -0.4338836669921875, -0.397308349609375, -0.3607330322265625, -0.32415771484375, -0.2875823974609375, -0.251007080078125, -0.2144317626953125, -0.1778564453125, -0.1412811279296875, -0.104705810546875, -0.0681304931640625, -0.03155517578125, 0.0050201416015625, 0.041595458984375, 0.0781707763671875, 0.11474609375, 0.1513214111328125, 0.187896728515625, 0.2244720458984375, 0.26104736328125, 0.2976226806640625, 0.334197998046875, 0.3707733154296875, 0.4073486328125, 0.4439239501953125, 0.480499267578125, 0.5170745849609375, 0.55364990234375, 0.5902252197265625, 0.626800537109375, 0.6633758544921875, 0.699951171875, 0.7365264892578125, 0.773101806640625, 0.8096771240234375, 0.84625244140625, 0.8828277587890625, 0.919403076171875, 0.9559783935546875, 0.9925537109375, 1.0291290283203125, 1.065704345703125, 1.1022796630859375, 1.13885498046875, 1.1754302978515625, 1.212005615234375, 1.2485809326171875, 1.28515625]}, "gradients/decoder.transformer.h.21.mlp.c_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 2.0, 1.0, 4.0, 4.0, 5.0, 6.0, 24.0, 12.0, 13.0, 22.0, 35.0, 38.0, 42.0, 55.0, 89.0, 133.0, 221.0, 461.0, 1080.0, 3046.0, 8513.0, 27261.0, 98648.0, 624632.0, 3033450.0, 301799.0, 64853.0, 19396.0, 6268.0, 2303.0, 861.0, 375.0, 205.0, 125.0, 81.0, 47.0, 33.0, 41.0, 24.0, 16.0, 17.0, 14.0, 14.0, 8.0, 3.0, 3.0, 3.0, 3.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.92578125, -4.74566650390625, -4.5655517578125, -4.38543701171875, -4.205322265625, -4.02520751953125, -3.8450927734375, -3.66497802734375, -3.48486328125, -3.30474853515625, -3.1246337890625, -2.94451904296875, -2.764404296875, -2.58428955078125, -2.4041748046875, -2.22406005859375, -2.0439453125, -1.86383056640625, -1.6837158203125, -1.50360107421875, -1.323486328125, -1.14337158203125, -0.9632568359375, -0.78314208984375, -0.60302734375, -0.42291259765625, -0.2427978515625, -0.06268310546875, 0.117431640625, 0.29754638671875, 0.4776611328125, 0.65777587890625, 0.837890625, 1.01800537109375, 1.1981201171875, 1.37823486328125, 1.558349609375, 1.73846435546875, 1.9185791015625, 2.09869384765625, 2.27880859375, 2.45892333984375, 2.6390380859375, 2.81915283203125, 2.999267578125, 3.17938232421875, 3.3594970703125, 3.53961181640625, 3.7197265625, 3.89984130859375, 4.0799560546875, 4.26007080078125, 4.440185546875, 4.62030029296875, 4.8004150390625, 4.98052978515625, 5.16064453125, 5.34075927734375, 5.5208740234375, 5.70098876953125, 5.881103515625, 6.06121826171875, 6.2413330078125, 6.42144775390625, 6.6015625]}, "gradients/decoder.transformer.h.21.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 4.0, 7.0, 11.0, 10.0, 13.0, 34.0, 14.0, 28.0, 54.0, 39.0, 61.0, 86.0, 116.0, 135.0, 184.0, 211.0, 291.0, 407.0, 447.0, 425.0, 333.0, 269.0, 210.0, 167.0, 114.0, 100.0, 73.0, 63.0, 47.0, 26.0, 23.0, 17.0, 18.0, 8.0, 7.0, 8.0, 6.0, 1.0, 1.0, 3.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.970703125, -3.859466552734375, -3.74822998046875, -3.636993408203125, -3.5257568359375, -3.414520263671875, -3.30328369140625, -3.192047119140625, -3.080810546875, -2.969573974609375, -2.85833740234375, -2.747100830078125, -2.6358642578125, -2.524627685546875, -2.41339111328125, -2.302154541015625, -2.19091796875, -2.079681396484375, -1.96844482421875, -1.857208251953125, -1.7459716796875, -1.634735107421875, -1.52349853515625, -1.412261962890625, -1.301025390625, -1.189788818359375, -1.07855224609375, -0.967315673828125, -0.8560791015625, -0.744842529296875, -0.63360595703125, -0.522369384765625, -0.4111328125, -0.299896240234375, -0.18865966796875, -0.077423095703125, 0.0338134765625, 0.145050048828125, 0.25628662109375, 0.367523193359375, 0.478759765625, 0.589996337890625, 0.70123291015625, 0.812469482421875, 0.9237060546875, 1.034942626953125, 1.14617919921875, 1.257415771484375, 1.36865234375, 1.479888916015625, 1.59112548828125, 1.702362060546875, 1.8135986328125, 1.924835205078125, 2.03607177734375, 2.147308349609375, 2.258544921875, 2.369781494140625, 2.48101806640625, 2.592254638671875, 2.7034912109375, 2.814727783203125, 2.92596435546875, 3.037200927734375, 3.1484375]}, "gradients/decoder.transformer.h.21.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 5.0, 3.0, 3.0, 6.0, 6.0, 13.0, 14.0, 25.0, 32.0, 64.0, 106.0, 183.0, 298.0, 513.0, 1032.0, 2214.0, 5026.0, 11916.0, 30431.0, 84665.0, 274142.0, 1346623.0, 1904644.0, 363625.0, 106099.0, 37186.0, 14464.0, 5809.0, 2616.0, 1248.0, 566.0, 311.0, 162.0, 82.0, 56.0, 31.0, 28.0, 13.0, 13.0, 5.0, 7.0, 2.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 2.0], "bins": [-7.68359375, -7.47650146484375, -7.2694091796875, -7.06231689453125, -6.855224609375, -6.64813232421875, -6.4410400390625, -6.23394775390625, -6.02685546875, -5.81976318359375, -5.6126708984375, -5.40557861328125, -5.198486328125, -4.99139404296875, -4.7843017578125, -4.57720947265625, -4.3701171875, -4.16302490234375, -3.9559326171875, -3.74884033203125, -3.541748046875, -3.33465576171875, -3.1275634765625, -2.92047119140625, -2.71337890625, -2.50628662109375, -2.2991943359375, -2.09210205078125, -1.885009765625, -1.67791748046875, -1.4708251953125, -1.26373291015625, -1.056640625, -0.84954833984375, -0.6424560546875, -0.43536376953125, -0.228271484375, -0.02117919921875, 0.1859130859375, 0.39300537109375, 0.60009765625, 0.80718994140625, 1.0142822265625, 1.22137451171875, 1.428466796875, 1.63555908203125, 1.8426513671875, 2.04974365234375, 2.2568359375, 2.46392822265625, 2.6710205078125, 2.87811279296875, 3.085205078125, 3.29229736328125, 3.4993896484375, 3.70648193359375, 3.91357421875, 4.12066650390625, 4.3277587890625, 4.53485107421875, 4.741943359375, 4.94903564453125, 5.1561279296875, 5.36322021484375, 5.5703125]}, "gradients/decoder.transformer.h.21.ln_2.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 2.0, 8.0, 18.0, 20.0, 27.0, 42.0, 67.0, 102.0, 136.0, 146.0, 123.0, 110.0, 91.0, 52.0, 32.0, 22.0, 6.0, 1.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.809538841247559, -11.796579360961914, -10.783620834350586, -9.770662307739258, -8.757702827453613, -7.744743824005127, -6.731784820556641, -5.718825817108154, -4.705866813659668, -3.6929078102111816, -2.6799488067626953, -1.666989803314209, -0.6540307998657227, 0.35892820358276367, 1.37188720703125, 2.3848462104797363, 3.3978052139282227, 4.410764217376709, 5.423723220825195, 6.436682224273682, 7.449641227722168, 8.462600708007812, 9.47555923461914, 10.488517761230469, 11.501477241516113, 12.514436721801758, 13.527395248413086, 14.540353775024414, 15.553313255310059, 16.566272735595703, 17.57923126220703, 18.59218978881836, 19.605148315429688, 20.618106842041016, 21.631065368652344, 22.644025802612305, 23.656984329223633, 24.66994285583496, 25.682903289794922, 26.69586181640625, 27.708820343017578, 28.721778869628906, 29.734737396240234, 30.747697830200195, 31.760656356811523, 32.773616790771484, 33.78657531738281, 34.79953384399414, 35.81249237060547, 36.8254508972168, 37.838409423828125, 38.85136795043945, 39.86432647705078, 40.877288818359375, 41.8902473449707, 42.90320587158203, 43.91616439819336, 44.92912292480469, 45.942081451416016, 46.955039978027344, 47.96800231933594, 48.980960845947266, 49.993919372558594, 51.00687789916992, 52.01983642578125]}, "gradients/decoder.transformer.h.21.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 0.0, 3.0, 4.0, 4.0, 7.0, 8.0, 16.0, 17.0, 9.0, 22.0, 18.0, 19.0, 22.0, 15.0, 28.0, 44.0, 32.0, 29.0, 48.0, 43.0, 48.0, 38.0, 40.0, 41.0, 42.0, 38.0, 43.0, 34.0, 30.0, 40.0, 37.0, 29.0, 20.0, 19.0, 20.0, 19.0, 13.0, 17.0, 5.0, 6.0, 10.0, 5.0, 9.0, 9.0, 2.0, 3.0, 1.0, 0.0, 4.0, 1.0, 0.0, 2.0], "bins": [-13.873579978942871, -13.476523399353027, -13.079466819763184, -12.68241024017334, -12.285353660583496, -11.888297080993652, -11.491241455078125, -11.094184875488281, -10.697128295898438, -10.300071716308594, -9.90301513671875, -9.505958557128906, -9.108901977539062, -8.711845397949219, -8.314788818359375, -7.9177327156066895, -7.5206756591796875, -7.123619079589844, -6.7265625, -6.329505920410156, -5.9324493408203125, -5.535392761230469, -5.138336658477783, -4.7412800788879395, -4.344223499298096, -3.947166919708252, -3.550110340118408, -3.1530539989471436, -2.7559974193573, -2.358940839767456, -1.9618844985961914, -1.5648279190063477, -1.1677722930908203, -0.7707157731056213, -0.37365925312042236, 0.023397207260131836, 0.4204537868499756, 0.8175103664398193, 1.214566707611084, 1.6116232872009277, 2.0086798667907715, 2.4057364463806152, 2.802793025970459, 3.1998493671417236, 3.5969059467315674, 3.993962526321411, 4.391018867492676, 4.7880754470825195, 5.185132026672363, 5.582188606262207, 5.979245185852051, 6.3763017654418945, 6.773358345031738, 7.170414924621582, 7.567471027374268, 7.964527606964111, 8.361583709716797, 8.75864028930664, 9.155696868896484, 9.552753448486328, 9.949810028076172, 10.346866607666016, 10.74392318725586, 11.140979766845703, 11.538036346435547]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 4.0, 0.0, 6.0, 8.0, 9.0, 13.0, 3.0, 3.0, 14.0, 15.0, 17.0, 17.0, 29.0, 26.0, 31.0, 25.0, 33.0, 35.0, 32.0, 31.0, 26.0, 37.0, 46.0, 44.0, 45.0, 39.0, 45.0, 33.0, 42.0, 34.0, 34.0, 32.0, 26.0, 25.0, 24.0, 22.0, 20.0, 14.0, 11.0, 15.0, 7.0, 6.0, 7.0, 8.0, 4.0, 3.0, 5.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.111328125, -1.073822021484375, -1.03631591796875, -0.998809814453125, -0.9613037109375, -0.923797607421875, -0.88629150390625, -0.848785400390625, -0.811279296875, -0.773773193359375, -0.73626708984375, -0.698760986328125, -0.6612548828125, -0.623748779296875, -0.58624267578125, -0.548736572265625, -0.51123046875, -0.473724365234375, -0.43621826171875, -0.398712158203125, -0.3612060546875, -0.323699951171875, -0.28619384765625, -0.248687744140625, -0.211181640625, -0.173675537109375, -0.13616943359375, -0.098663330078125, -0.0611572265625, -0.023651123046875, 0.01385498046875, 0.051361083984375, 0.0888671875, 0.126373291015625, 0.16387939453125, 0.201385498046875, 0.2388916015625, 0.276397705078125, 0.31390380859375, 0.351409912109375, 0.388916015625, 0.426422119140625, 0.46392822265625, 0.501434326171875, 0.5389404296875, 0.576446533203125, 0.61395263671875, 0.651458740234375, 0.68896484375, 0.726470947265625, 0.76397705078125, 0.801483154296875, 0.8389892578125, 0.876495361328125, 0.91400146484375, 0.951507568359375, 0.989013671875, 1.026519775390625, 1.06402587890625, 1.101531982421875, 1.1390380859375, 1.176544189453125, 1.21405029296875, 1.251556396484375, 1.2890625]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 2.0, 3.0, 7.0, 15.0, 21.0, 19.0, 38.0, 54.0, 74.0, 120.0, 179.0, 251.0, 427.0, 622.0, 983.0, 1497.0, 2336.0, 3438.0, 5140.0, 8068.0, 12308.0, 18473.0, 28246.0, 41810.0, 63697.0, 97980.0, 153111.0, 198012.0, 142998.0, 92305.0, 59823.0, 39609.0, 26386.0, 17225.0, 11508.0, 7416.0, 4904.0, 3234.0, 2204.0, 1351.0, 916.0, 606.0, 387.0, 248.0, 167.0, 113.0, 71.0, 46.0, 43.0, 24.0, 22.0, 9.0, 9.0, 2.0, 5.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-3.4140625, -3.301849365234375, -3.18963623046875, -3.077423095703125, -2.9652099609375, -2.852996826171875, -2.74078369140625, -2.628570556640625, -2.516357421875, -2.404144287109375, -2.29193115234375, -2.179718017578125, -2.0675048828125, -1.955291748046875, -1.84307861328125, -1.730865478515625, -1.61865234375, -1.506439208984375, -1.39422607421875, -1.282012939453125, -1.1697998046875, -1.057586669921875, -0.94537353515625, -0.833160400390625, -0.720947265625, -0.608734130859375, -0.49652099609375, -0.384307861328125, -0.2720947265625, -0.159881591796875, -0.04766845703125, 0.064544677734375, 0.1767578125, 0.288970947265625, 0.40118408203125, 0.513397216796875, 0.6256103515625, 0.737823486328125, 0.85003662109375, 0.962249755859375, 1.074462890625, 1.186676025390625, 1.29888916015625, 1.411102294921875, 1.5233154296875, 1.635528564453125, 1.74774169921875, 1.859954833984375, 1.97216796875, 2.084381103515625, 2.19659423828125, 2.308807373046875, 2.4210205078125, 2.533233642578125, 2.64544677734375, 2.757659912109375, 2.869873046875, 2.982086181640625, 3.09429931640625, 3.206512451171875, 3.3187255859375, 3.430938720703125, 3.54315185546875, 3.655364990234375, 3.767578125]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 4.0, 8.0, 7.0, 12.0, 19.0, 12.0, 13.0, 12.0, 26.0, 22.0, 15.0, 24.0, 33.0, 20.0, 35.0, 33.0, 38.0, 36.0, 39.0, 39.0, 30.0, 1065.0, 27.0, 35.0, 53.0, 40.0, 41.0, 30.0, 32.0, 29.0, 26.0, 27.0, 28.0, 23.0, 20.0, 10.0, 8.0, 11.0, 9.0, 11.0, 9.0, 4.0, 4.0, 2.0, 2.0, 4.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0341796875, -1.00323486328125, -0.9722900390625, -0.94134521484375, -0.910400390625, -0.87945556640625, -0.8485107421875, -0.81756591796875, -0.78662109375, -0.75567626953125, -0.7247314453125, -0.69378662109375, -0.662841796875, -0.63189697265625, -0.6009521484375, -0.57000732421875, -0.5390625, -0.50811767578125, -0.4771728515625, -0.44622802734375, -0.415283203125, -0.38433837890625, -0.3533935546875, -0.32244873046875, -0.29150390625, -0.26055908203125, -0.2296142578125, -0.19866943359375, -0.167724609375, -0.13677978515625, -0.1058349609375, -0.07489013671875, -0.0439453125, -0.01300048828125, 0.0179443359375, 0.04888916015625, 0.079833984375, 0.11077880859375, 0.1417236328125, 0.17266845703125, 0.20361328125, 0.23455810546875, 0.2655029296875, 0.29644775390625, 0.327392578125, 0.35833740234375, 0.3892822265625, 0.42022705078125, 0.451171875, 0.48211669921875, 0.5130615234375, 0.54400634765625, 0.574951171875, 0.60589599609375, 0.6368408203125, 0.66778564453125, 0.69873046875, 0.72967529296875, 0.7606201171875, 0.79156494140625, 0.822509765625, 0.85345458984375, 0.8843994140625, 0.91534423828125, 0.9462890625]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 2.0, 5.0, 5.0, 11.0, 13.0, 16.0, 20.0, 39.0, 40.0, 76.0, 122.0, 158.0, 300.0, 383.0, 660.0, 1027.0, 1745.0, 3008.0, 5001.0, 8593.0, 14873.0, 26761.0, 48578.0, 92287.0, 197288.0, 590237.0, 679229.0, 211452.0, 98502.0, 50877.0, 27813.0, 15507.0, 9124.0, 5231.0, 3145.0, 1868.0, 1078.0, 740.0, 462.0, 281.0, 191.0, 134.0, 80.0, 40.0, 45.0, 32.0, 29.0, 16.0, 5.0, 5.0, 6.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-2.423828125, -2.352630615234375, -2.28143310546875, -2.210235595703125, -2.1390380859375, -2.067840576171875, -1.99664306640625, -1.925445556640625, -1.854248046875, -1.783050537109375, -1.71185302734375, -1.640655517578125, -1.5694580078125, -1.498260498046875, -1.42706298828125, -1.355865478515625, -1.28466796875, -1.213470458984375, -1.14227294921875, -1.071075439453125, -0.9998779296875, -0.928680419921875, -0.85748291015625, -0.786285400390625, -0.715087890625, -0.643890380859375, -0.57269287109375, -0.501495361328125, -0.4302978515625, -0.359100341796875, -0.28790283203125, -0.216705322265625, -0.1455078125, -0.074310302734375, -0.00311279296875, 0.068084716796875, 0.1392822265625, 0.210479736328125, 0.28167724609375, 0.352874755859375, 0.424072265625, 0.495269775390625, 0.56646728515625, 0.637664794921875, 0.7088623046875, 0.780059814453125, 0.85125732421875, 0.922454833984375, 0.99365234375, 1.064849853515625, 1.13604736328125, 1.207244873046875, 1.2784423828125, 1.349639892578125, 1.42083740234375, 1.492034912109375, 1.563232421875, 1.634429931640625, 1.70562744140625, 1.776824951171875, 1.8480224609375, 1.919219970703125, 1.99041748046875, 2.061614990234375, 2.1328125]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 3.0, 1.0, 2.0, 5.0, 5.0, 5.0, 6.0, 7.0, 6.0, 12.0, 10.0, 18.0, 13.0, 24.0, 27.0, 23.0, 27.0, 51.0, 49.0, 79.0, 107.0, 103.0, 73.0, 64.0, 49.0, 38.0, 31.0, 33.0, 28.0, 21.0, 15.0, 13.0, 10.0, 3.0, 7.0, 4.0, 5.0, 4.0, 5.0, 3.0, 2.0, 1.0, 4.0, 2.0, 1.0, 4.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.0390625, -1.00469970703125, -0.9703369140625, -0.93597412109375, -0.901611328125, -0.86724853515625, -0.8328857421875, -0.79852294921875, -0.76416015625, -0.72979736328125, -0.6954345703125, -0.66107177734375, -0.626708984375, -0.59234619140625, -0.5579833984375, -0.52362060546875, -0.4892578125, -0.45489501953125, -0.4205322265625, -0.38616943359375, -0.351806640625, -0.31744384765625, -0.2830810546875, -0.24871826171875, -0.21435546875, -0.17999267578125, -0.1456298828125, -0.11126708984375, -0.076904296875, -0.04254150390625, -0.0081787109375, 0.02618408203125, 0.060546875, 0.09490966796875, 0.1292724609375, 0.16363525390625, 0.197998046875, 0.23236083984375, 0.2667236328125, 0.30108642578125, 0.33544921875, 0.36981201171875, 0.4041748046875, 0.43853759765625, 0.472900390625, 0.50726318359375, 0.5416259765625, 0.57598876953125, 0.6103515625, 0.64471435546875, 0.6790771484375, 0.71343994140625, 0.747802734375, 0.78216552734375, 0.8165283203125, 0.85089111328125, 0.88525390625, 0.91961669921875, 0.9539794921875, 0.98834228515625, 1.022705078125, 1.05706787109375, 1.0914306640625, 1.12579345703125, 1.16015625]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 5.0, 2.0, 5.0, 5.0, 11.0, 7.0, 7.0, 13.0, 13.0, 11.0, 18.0, 25.0, 22.0, 35.0, 46.0, 52.0, 66.0, 88.0, 109.0, 178.0, 361.0, 1271.0, 6373.0, 52602.0, 812854.0, 157211.0, 13476.0, 2301.0, 558.0, 248.0, 149.0, 86.0, 64.0, 50.0, 33.0, 33.0, 31.0, 26.0, 19.0, 16.0, 13.0, 10.0, 11.0, 14.0, 8.0, 8.0, 3.0, 2.0, 6.0, 3.0, 0.0, 3.0, 4.0], "bins": [-14.140625, -13.7445068359375, -13.348388671875, -12.9522705078125, -12.55615234375, -12.1600341796875, -11.763916015625, -11.3677978515625, -10.9716796875, -10.5755615234375, -10.179443359375, -9.7833251953125, -9.38720703125, -8.9910888671875, -8.594970703125, -8.1988525390625, -7.802734375, -7.4066162109375, -7.010498046875, -6.6143798828125, -6.21826171875, -5.8221435546875, -5.426025390625, -5.0299072265625, -4.6337890625, -4.2376708984375, -3.841552734375, -3.4454345703125, -3.04931640625, -2.6531982421875, -2.257080078125, -1.8609619140625, -1.46484375, -1.0687255859375, -0.672607421875, -0.2764892578125, 0.11962890625, 0.5157470703125, 0.911865234375, 1.3079833984375, 1.7041015625, 2.1002197265625, 2.496337890625, 2.8924560546875, 3.28857421875, 3.6846923828125, 4.080810546875, 4.4769287109375, 4.873046875, 5.2691650390625, 5.665283203125, 6.0614013671875, 6.45751953125, 6.8536376953125, 7.249755859375, 7.6458740234375, 8.0419921875, 8.4381103515625, 8.834228515625, 9.2303466796875, 9.62646484375, 10.0225830078125, 10.418701171875, 10.8148193359375, 11.2109375]}, "gradients/decoder.transformer.h.21.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 6.0, 6.0, 25.0, 42.0, 121.0, 254.0, 283.0, 152.0, 75.0, 30.0, 8.0, 5.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-11.55167007446289, -11.32121467590332, -11.090760231018066, -10.860304832458496, -10.629849433898926, -10.399394989013672, -10.168939590454102, -9.938484191894531, -9.708029747009277, -9.477574348449707, -9.247119903564453, -9.016664505004883, -8.786209106445312, -8.555754661560059, -8.325299263000488, -8.094843864440918, -7.864388942718506, -7.633934020996094, -7.403478622436523, -7.173023700714111, -6.942568778991699, -6.712113380432129, -6.481658458709717, -6.251203536987305, -6.020748138427734, -5.790293216705322, -5.559837818145752, -5.32938289642334, -5.098927974700928, -4.868473052978516, -4.638017654418945, -4.407562732696533, -4.177107810974121, -3.94665265083313, -3.7161977291107178, -3.4857425689697266, -3.2552876472473145, -3.0248324871063232, -2.794377326965332, -2.56392240524292, -2.333467483520508, -2.1030123233795166, -1.8725574016571045, -1.6421022415161133, -1.4116472005844116, -1.18119215965271, -0.9507369995117188, -0.7202819585800171, -0.48982691764831543, -0.2593718469142914, -0.028916776180267334, 0.2015383243560791, 0.43199336528778076, 0.6624484062194824, 0.8929035663604736, 1.1233586072921753, 1.353813648223877, 1.5842686891555786, 1.8147237300872803, 2.0451788902282715, 2.2756338119506836, 2.506088972091675, 2.736544132232666, 2.966999053955078, 3.1974542140960693]}, "gradients/decoder.transformer.h.21.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 5.0, 1.0, 3.0, 2.0, 3.0, 4.0, 5.0, 0.0, 7.0, 8.0, 15.0, 20.0, 17.0, 19.0, 21.0, 23.0, 37.0, 32.0, 38.0, 47.0, 42.0, 44.0, 47.0, 47.0, 55.0, 51.0, 42.0, 52.0, 41.0, 31.0, 50.0, 27.0, 41.0, 31.0, 19.0, 16.0, 12.0, 15.0, 16.0, 12.0, 6.0, 4.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.554437279701233, -1.4992891550064087, -1.444141149520874, -1.3889930248260498, -1.3338449001312256, -1.2786967754364014, -1.2235487699508667, -1.1684006452560425, -1.1132526397705078, -1.0581045150756836, -1.002956509590149, -0.9478083848953247, -0.8926602602005005, -0.837512195110321, -0.7823641300201416, -0.7272160053253174, -0.6720678806304932, -0.6169198155403137, -0.5617716908454895, -0.5066236257553101, -0.4514755308628082, -0.3963274359703064, -0.34117937088012695, -0.2860312759876251, -0.2308831810951233, -0.17573508620262146, -0.12058700621128082, -0.06543892621994019, -0.010290831327438354, 0.04485726356506348, 0.10000532865524292, 0.15515342354774475, 0.21030163764953613, 0.26544973254203796, 0.3205978274345398, 0.37574589252471924, 0.43089398741722107, 0.4860420823097229, 0.5411901473999023, 0.5963382720947266, 0.651486337184906, 0.7066344022750854, 0.7617825269699097, 0.8169305920600891, 0.8720786571502686, 0.9272267818450928, 0.9823748469352722, 1.0375229120254517, 1.0926710367202759, 1.1478191614151, 1.2029671669006348, 1.258115291595459, 1.3132634162902832, 1.3684115409851074, 1.423559546470642, 1.4787076711654663, 1.533855676651001, 1.5890038013458252, 1.6441518068313599, 1.699299931526184, 1.7544480562210083, 1.809596061706543, 1.8647441864013672, 1.9198923110961914, 1.9750404357910156]}, "gradients/decoder.transformer.h.21.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 2.0, 2.0, 3.0, 2.0, 2.0, 3.0, 7.0, 11.0, 12.0, 3.0, 5.0, 14.0, 15.0, 15.0, 26.0, 16.0, 28.0, 30.0, 30.0, 27.0, 37.0, 31.0, 35.0, 18.0, 37.0, 55.0, 39.0, 36.0, 50.0, 44.0, 40.0, 39.0, 31.0, 35.0, 33.0, 33.0, 25.0, 17.0, 23.0, 15.0, 16.0, 13.0, 13.0, 11.0, 8.0, 8.0, 3.0, 6.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1337890625, -1.0956878662109375, -1.057586669921875, -1.0194854736328125, -0.98138427734375, -0.9432830810546875, -0.905181884765625, -0.8670806884765625, -0.8289794921875, -0.7908782958984375, -0.752777099609375, -0.7146759033203125, -0.67657470703125, -0.6384735107421875, -0.600372314453125, -0.5622711181640625, -0.524169921875, -0.4860687255859375, -0.447967529296875, -0.4098663330078125, -0.37176513671875, -0.3336639404296875, -0.295562744140625, -0.2574615478515625, -0.2193603515625, -0.1812591552734375, -0.143157958984375, -0.1050567626953125, -0.06695556640625, -0.0288543701171875, 0.009246826171875, 0.0473480224609375, 0.08544921875, 0.1235504150390625, 0.161651611328125, 0.1997528076171875, 0.23785400390625, 0.2759552001953125, 0.314056396484375, 0.3521575927734375, 0.3902587890625, 0.4283599853515625, 0.466461181640625, 0.5045623779296875, 0.54266357421875, 0.5807647705078125, 0.618865966796875, 0.6569671630859375, 0.695068359375, 0.7331695556640625, 0.771270751953125, 0.8093719482421875, 0.84747314453125, 0.8855743408203125, 0.923675537109375, 0.9617767333984375, 0.9998779296875, 1.0379791259765625, 1.076080322265625, 1.1141815185546875, 1.15228271484375, 1.1903839111328125, 1.228485107421875, 1.2665863037109375, 1.3046875]}, "gradients/decoder.transformer.h.21.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 5.0, 7.0, 11.0, 15.0, 20.0, 28.0, 38.0, 55.0, 88.0, 132.0, 161.0, 273.0, 373.0, 564.0, 827.0, 1139.0, 1698.0, 2552.0, 3833.0, 6061.0, 12170.0, 37443.0, 213555.0, 600752.0, 116677.0, 24801.0, 9545.0, 5348.0, 3409.0, 2194.0, 1457.0, 1027.0, 738.0, 476.0, 347.0, 240.0, 157.0, 102.0, 66.0, 50.0, 43.0, 24.0, 22.0, 13.0, 11.0, 7.0, 2.0, 5.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.091796875, -2.9931640625, -2.89453125, -2.7958984375, -2.697265625, -2.5986328125, -2.5, -2.4013671875, -2.302734375, -2.2041015625, -2.10546875, -2.0068359375, -1.908203125, -1.8095703125, -1.7109375, -1.6123046875, -1.513671875, -1.4150390625, -1.31640625, -1.2177734375, -1.119140625, -1.0205078125, -0.921875, -0.8232421875, -0.724609375, -0.6259765625, -0.52734375, -0.4287109375, -0.330078125, -0.2314453125, -0.1328125, -0.0341796875, 0.064453125, 0.1630859375, 0.26171875, 0.3603515625, 0.458984375, 0.5576171875, 0.65625, 0.7548828125, 0.853515625, 0.9521484375, 1.05078125, 1.1494140625, 1.248046875, 1.3466796875, 1.4453125, 1.5439453125, 1.642578125, 1.7412109375, 1.83984375, 1.9384765625, 2.037109375, 2.1357421875, 2.234375, 2.3330078125, 2.431640625, 2.5302734375, 2.62890625, 2.7275390625, 2.826171875, 2.9248046875, 3.0234375, 3.1220703125, 3.220703125]}, "gradients/decoder.transformer.h.21.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 5.0, 6.0, 8.0, 13.0, 9.0, 10.0, 16.0, 22.0, 16.0, 20.0, 27.0, 25.0, 34.0, 32.0, 40.0, 40.0, 57.0, 70.0, 100.0, 157.0, 1445.0, 292.0, 127.0, 82.0, 48.0, 43.0, 33.0, 38.0, 40.0, 24.0, 16.0, 21.0, 25.0, 18.0, 23.0, 14.0, 7.0, 12.0, 3.0, 4.0, 4.0, 7.0, 0.0, 6.0, 3.0, 3.0, 3.0, 3.0, 4.0, 0.0, 1.0, 1.0], "bins": [-4.5390625, -4.40081787109375, -4.2625732421875, -4.12432861328125, -3.986083984375, -3.84783935546875, -3.7095947265625, -3.57135009765625, -3.43310546875, -3.29486083984375, -3.1566162109375, -3.01837158203125, -2.880126953125, -2.74188232421875, -2.6036376953125, -2.46539306640625, -2.3271484375, -2.18890380859375, -2.0506591796875, -1.91241455078125, -1.774169921875, -1.63592529296875, -1.4976806640625, -1.35943603515625, -1.22119140625, -1.08294677734375, -0.9447021484375, -0.80645751953125, -0.668212890625, -0.52996826171875, -0.3917236328125, -0.25347900390625, -0.115234375, 0.02301025390625, 0.1612548828125, 0.29949951171875, 0.437744140625, 0.57598876953125, 0.7142333984375, 0.85247802734375, 0.99072265625, 1.12896728515625, 1.2672119140625, 1.40545654296875, 1.543701171875, 1.68194580078125, 1.8201904296875, 1.95843505859375, 2.0966796875, 2.23492431640625, 2.3731689453125, 2.51141357421875, 2.649658203125, 2.78790283203125, 2.9261474609375, 3.06439208984375, 3.20263671875, 3.34088134765625, 3.4791259765625, 3.61737060546875, 3.755615234375, 3.89385986328125, 4.0321044921875, 4.17034912109375, 4.30859375]}, "gradients/decoder.transformer.h.21.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 5.0, 5.0, 10.0, 4.0, 8.0, 11.0, 10.0, 23.0, 32.0, 51.0, 66.0, 132.0, 224.0, 539.0, 1563.0, 5581.0, 25357.0, 416495.0, 2613937.0, 66232.0, 10969.0, 2738.0, 881.0, 372.0, 173.0, 77.0, 55.0, 39.0, 30.0, 23.0, 19.0, 15.0, 10.0, 9.0, 0.0, 6.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.0703125, -8.7799072265625, -8.489501953125, -8.1990966796875, -7.90869140625, -7.6182861328125, -7.327880859375, -7.0374755859375, -6.7470703125, -6.4566650390625, -6.166259765625, -5.8758544921875, -5.58544921875, -5.2950439453125, -5.004638671875, -4.7142333984375, -4.423828125, -4.1334228515625, -3.843017578125, -3.5526123046875, -3.26220703125, -2.9718017578125, -2.681396484375, -2.3909912109375, -2.1005859375, -1.8101806640625, -1.519775390625, -1.2293701171875, -0.93896484375, -0.6485595703125, -0.358154296875, -0.0677490234375, 0.22265625, 0.5130615234375, 0.803466796875, 1.0938720703125, 1.38427734375, 1.6746826171875, 1.965087890625, 2.2554931640625, 2.5458984375, 2.8363037109375, 3.126708984375, 3.4171142578125, 3.70751953125, 3.9979248046875, 4.288330078125, 4.5787353515625, 4.869140625, 5.1595458984375, 5.449951171875, 5.7403564453125, 6.03076171875, 6.3211669921875, 6.611572265625, 6.9019775390625, 7.1923828125, 7.4827880859375, 7.773193359375, 8.0635986328125, 8.35400390625, 8.6444091796875, 8.934814453125, 9.2252197265625, 9.515625]}, "gradients/decoder.transformer.h.21.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 23.0, 50.0, 92.0, 217.0, 265.0, 206.0, 113.0, 39.0, 6.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-43.93754959106445, -43.13052749633789, -42.32350540161133, -41.51648712158203, -40.70946502685547, -39.902442932128906, -39.095420837402344, -38.28839874267578, -37.48137664794922, -36.674354553222656, -35.867332458496094, -35.0603141784668, -34.253292083740234, -33.44626998901367, -32.63924789428711, -31.832225799560547, -31.02520751953125, -30.218185424804688, -29.411165237426758, -28.604143142700195, -27.797122955322266, -26.990100860595703, -26.18307876586914, -25.376056671142578, -24.56903648376465, -23.762014389038086, -22.954994201660156, -22.147972106933594, -21.34095001220703, -20.5339298248291, -19.72690773010254, -18.91988754272461, -18.112865447998047, -17.305843353271484, -16.498823165893555, -15.691801071166992, -14.884779930114746, -14.0777587890625, -13.270736694335938, -12.463715553283691, -11.656694412231445, -10.8496732711792, -10.042652130126953, -9.23563003540039, -8.428608894348145, -7.621587753295898, -6.814566135406494, -6.00754451751709, -5.2005228996276855, -4.393501281738281, -3.586480140686035, -2.77945876121521, -1.9724373817443848, -1.1654162406921387, -0.3583946228027344, 0.4486269950866699, 1.255648136138916, 2.062669515609741, 2.8696908950805664, 3.6767122745513916, 4.483733654022217, 5.290754795074463, 6.097776412963867, 6.9047980308532715, 7.711819171905518]}, "gradients/decoder.transformer.h.21.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 4.0, 4.0, 3.0, 6.0, 7.0, 8.0, 8.0, 8.0, 13.0, 14.0, 8.0, 10.0, 18.0, 33.0, 37.0, 32.0, 33.0, 33.0, 48.0, 41.0, 28.0, 48.0, 49.0, 43.0, 40.0, 34.0, 56.0, 36.0, 23.0, 31.0, 28.0, 37.0, 23.0, 23.0, 28.0, 25.0, 18.0, 11.0, 15.0, 11.0, 8.0, 6.0, 6.0, 3.0, 6.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-16.270265579223633, -15.780104637145996, -15.289944648742676, -14.799783706665039, -14.309623718261719, -13.819462776184082, -13.329301834106445, -12.839141845703125, -12.348981857299805, -11.858820915222168, -11.368660926818848, -10.878499984741211, -10.38833999633789, -9.898179054260254, -9.408018112182617, -8.917858123779297, -8.42769718170166, -7.937536716461182, -7.447376251220703, -6.957215309143066, -6.467055320739746, -5.976894378662109, -5.486733913421631, -4.996573448181152, -4.506412982940674, -4.016252517700195, -3.526092052459717, -3.035931348800659, -2.5457708835601807, -2.055610418319702, -1.5654497146606445, -1.075289249420166, -0.5851278305053711, -0.0949673056602478, 0.3951932191848755, 0.8853538036346436, 1.375514268875122, 1.8656747341156006, 2.355835437774658, 2.8459959030151367, 3.3361563682556152, 3.8263168334960938, 4.316477298736572, 4.806637763977051, 5.2967987060546875, 5.786958694458008, 6.2771196365356445, 6.767280101776123, 7.257440567016602, 7.74760103225708, 8.237761497497559, 8.727922439575195, 9.218082427978516, 9.708243370056152, 10.198404312133789, 10.68856430053711, 11.17872428894043, 11.668885231018066, 12.159045219421387, 12.649206161499023, 13.139366149902344, 13.62952709197998, 14.119688034057617, 14.609848022460938, 15.100008964538574]}, "gradients/decoder.transformer.h.20.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 5.0, 2.0, 4.0, 5.0, 12.0, 9.0, 6.0, 10.0, 12.0, 22.0, 21.0, 22.0, 26.0, 25.0, 28.0, 33.0, 31.0, 34.0, 33.0, 27.0, 39.0, 43.0, 53.0, 29.0, 43.0, 49.0, 38.0, 43.0, 32.0, 35.0, 45.0, 19.0, 31.0, 19.0, 24.0, 17.0, 16.0, 13.0, 13.0, 7.0, 9.0, 7.0, 2.0, 3.0, 6.0, 3.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.201171875, -1.160888671875, -1.12060546875, -1.080322265625, -1.0400390625, -0.999755859375, -0.95947265625, -0.919189453125, -0.87890625, -0.838623046875, -0.79833984375, -0.758056640625, -0.7177734375, -0.677490234375, -0.63720703125, -0.596923828125, -0.556640625, -0.516357421875, -0.47607421875, -0.435791015625, -0.3955078125, -0.355224609375, -0.31494140625, -0.274658203125, -0.234375, -0.194091796875, -0.15380859375, -0.113525390625, -0.0732421875, -0.032958984375, 0.00732421875, 0.047607421875, 0.087890625, 0.128173828125, 0.16845703125, 0.208740234375, 0.2490234375, 0.289306640625, 0.32958984375, 0.369873046875, 0.41015625, 0.450439453125, 0.49072265625, 0.531005859375, 0.5712890625, 0.611572265625, 0.65185546875, 0.692138671875, 0.732421875, 0.772705078125, 0.81298828125, 0.853271484375, 0.8935546875, 0.933837890625, 0.97412109375, 1.014404296875, 1.0546875, 1.094970703125, 1.13525390625, 1.175537109375, 1.2158203125, 1.256103515625, 1.29638671875, 1.336669921875, 1.376953125]}, "gradients/decoder.transformer.h.20.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 3.0, 2.0, 6.0, 7.0, 4.0, 6.0, 8.0, 13.0, 19.0, 26.0, 37.0, 41.0, 83.0, 195.0, 360.0, 800.0, 2174.0, 5496.0, 15088.0, 44721.0, 174447.0, 1937733.0, 1781989.0, 163933.0, 43048.0, 14570.0, 5521.0, 2184.0, 876.0, 429.0, 188.0, 96.0, 59.0, 35.0, 28.0, 12.0, 8.0, 11.0, 5.0, 11.0, 5.0, 4.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.25390625, -5.09930419921875, -4.9447021484375, -4.79010009765625, -4.635498046875, -4.48089599609375, -4.3262939453125, -4.17169189453125, -4.01708984375, -3.86248779296875, -3.7078857421875, -3.55328369140625, -3.398681640625, -3.24407958984375, -3.0894775390625, -2.93487548828125, -2.7802734375, -2.62567138671875, -2.4710693359375, -2.31646728515625, -2.161865234375, -2.00726318359375, -1.8526611328125, -1.69805908203125, -1.54345703125, -1.38885498046875, -1.2342529296875, -1.07965087890625, -0.925048828125, -0.77044677734375, -0.6158447265625, -0.46124267578125, -0.306640625, -0.15203857421875, 0.0025634765625, 0.15716552734375, 0.311767578125, 0.46636962890625, 0.6209716796875, 0.77557373046875, 0.93017578125, 1.08477783203125, 1.2393798828125, 1.39398193359375, 1.548583984375, 1.70318603515625, 1.8577880859375, 2.01239013671875, 2.1669921875, 2.32159423828125, 2.4761962890625, 2.63079833984375, 2.785400390625, 2.94000244140625, 3.0946044921875, 3.24920654296875, 3.40380859375, 3.55841064453125, 3.7130126953125, 3.86761474609375, 4.022216796875, 4.17681884765625, 4.3314208984375, 4.48602294921875, 4.640625]}, "gradients/decoder.transformer.h.20.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 2.0, 5.0, 5.0, 6.0, 7.0, 7.0, 18.0, 12.0, 26.0, 40.0, 51.0, 72.0, 82.0, 106.0, 149.0, 201.0, 283.0, 373.0, 508.0, 475.0, 420.0, 281.0, 227.0, 187.0, 123.0, 101.0, 78.0, 56.0, 44.0, 37.0, 29.0, 9.0, 15.0, 4.0, 9.0, 9.0, 13.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.7421875, -3.62591552734375, -3.5096435546875, -3.39337158203125, -3.277099609375, -3.16082763671875, -3.0445556640625, -2.92828369140625, -2.81201171875, -2.69573974609375, -2.5794677734375, -2.46319580078125, -2.346923828125, -2.23065185546875, -2.1143798828125, -1.99810791015625, -1.8818359375, -1.76556396484375, -1.6492919921875, -1.53302001953125, -1.416748046875, -1.30047607421875, -1.1842041015625, -1.06793212890625, -0.95166015625, -0.83538818359375, -0.7191162109375, -0.60284423828125, -0.486572265625, -0.37030029296875, -0.2540283203125, -0.13775634765625, -0.021484375, 0.09478759765625, 0.2110595703125, 0.32733154296875, 0.443603515625, 0.55987548828125, 0.6761474609375, 0.79241943359375, 0.90869140625, 1.02496337890625, 1.1412353515625, 1.25750732421875, 1.373779296875, 1.49005126953125, 1.6063232421875, 1.72259521484375, 1.8388671875, 1.95513916015625, 2.0714111328125, 2.18768310546875, 2.303955078125, 2.42022705078125, 2.5364990234375, 2.65277099609375, 2.76904296875, 2.88531494140625, 3.0015869140625, 3.11785888671875, 3.234130859375, 3.35040283203125, 3.4666748046875, 3.58294677734375, 3.69921875]}, "gradients/decoder.transformer.h.20.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 5.0, 8.0, 4.0, 5.0, 10.0, 10.0, 21.0, 26.0, 38.0, 68.0, 112.0, 174.0, 333.0, 647.0, 1339.0, 3105.0, 7767.0, 21718.0, 67627.0, 253828.0, 1699583.0, 1770883.0, 261708.0, 69287.0, 22209.0, 7892.0, 3125.0, 1377.0, 611.0, 323.0, 191.0, 109.0, 59.0, 34.0, 11.0, 9.0, 10.0, 8.0, 2.0, 2.0, 5.0, 2.0, 2.0, 0.0, 0.0, 3.0], "bins": [-8.609375, -8.388671875, -8.16796875, -7.947265625, -7.7265625, -7.505859375, -7.28515625, -7.064453125, -6.84375, -6.623046875, -6.40234375, -6.181640625, -5.9609375, -5.740234375, -5.51953125, -5.298828125, -5.078125, -4.857421875, -4.63671875, -4.416015625, -4.1953125, -3.974609375, -3.75390625, -3.533203125, -3.3125, -3.091796875, -2.87109375, -2.650390625, -2.4296875, -2.208984375, -1.98828125, -1.767578125, -1.546875, -1.326171875, -1.10546875, -0.884765625, -0.6640625, -0.443359375, -0.22265625, -0.001953125, 0.21875, 0.439453125, 0.66015625, 0.880859375, 1.1015625, 1.322265625, 1.54296875, 1.763671875, 1.984375, 2.205078125, 2.42578125, 2.646484375, 2.8671875, 3.087890625, 3.30859375, 3.529296875, 3.75, 3.970703125, 4.19140625, 4.412109375, 4.6328125, 4.853515625, 5.07421875, 5.294921875, 5.515625]}, "gradients/decoder.transformer.h.20.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 3.0, 3.0, 3.0, 6.0, 8.0, 13.0, 7.0, 22.0, 36.0, 17.0, 50.0, 34.0, 70.0, 45.0, 50.0, 61.0, 77.0, 81.0, 65.0, 65.0, 58.0, 49.0, 42.0, 32.0, 34.0, 22.0, 16.0, 16.0, 14.0, 3.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-19.071369171142578, -18.589319229125977, -18.107271194458008, -17.625221252441406, -17.143173217773438, -16.661123275756836, -16.179073333740234, -15.697025299072266, -15.21497631072998, -14.732927322387695, -14.25087833404541, -13.768829345703125, -13.286779403686523, -12.804730415344238, -12.322681427001953, -11.840632438659668, -11.358583450317383, -10.876534461975098, -10.394485473632812, -9.912435531616211, -9.430386543273926, -8.94833755493164, -8.466288566589355, -7.98423957824707, -7.502189636230469, -7.020140647888184, -6.53809118270874, -6.056042194366455, -5.57399320602417, -5.091943740844727, -4.609894752502441, -4.127845764160156, -3.645796775817871, -3.163747549057007, -2.6816985607147217, -2.1996493339538574, -1.7176002264022827, -1.235551118850708, -0.7535018920898438, -0.2714529037475586, 0.21059632301330566, 0.6926454305648804, 1.174694538116455, 1.6567437648773193, 2.1387929916381836, 2.6208419799804688, 3.102891206741333, 3.584940195083618, 4.066989421844482, 4.549038410186768, 5.031087875366211, 5.513136863708496, 5.995185852050781, 6.477234840393066, 6.95928430557251, 7.441333293914795, 7.923382759094238, 8.405431747436523, 8.887480735778809, 9.369529724121094, 9.851579666137695, 10.33362865447998, 10.815677642822266, 11.29772663116455, 11.779775619506836]}, "gradients/decoder.transformer.h.20.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 9.0, 3.0, 5.0, 1.0, 5.0, 6.0, 6.0, 16.0, 15.0, 12.0, 19.0, 22.0, 30.0, 32.0, 24.0, 32.0, 37.0, 37.0, 42.0, 45.0, 38.0, 34.0, 36.0, 33.0, 41.0, 56.0, 32.0, 35.0, 34.0, 26.0, 24.0, 27.0, 27.0, 26.0, 20.0, 17.0, 17.0, 20.0, 14.0, 9.0, 6.0, 12.0, 7.0, 7.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-11.37780475616455, -10.995667457580566, -10.613530158996582, -10.231392860412598, -9.849255561828613, -9.467118263244629, -9.084981918334961, -8.702844619750977, -8.320707321166992, -7.938570022583008, -7.556432723999023, -7.174295425415039, -6.792158126831055, -6.41002082824707, -6.027884006500244, -5.64574670791626, -5.263608932495117, -4.881471633911133, -4.499334335327148, -4.117197036743164, -3.735059976577759, -3.3529226779937744, -2.970785617828369, -2.5886483192443848, -2.2065110206604004, -1.824373722076416, -1.4422365427017212, -1.0600993633270264, -0.677962064743042, -0.2958247661590576, 0.08631229400634766, 0.46844959259033203, 0.8505859375, 1.2327232360839844, 1.6148604154586792, 1.996997594833374, 2.3791348934173584, 2.7612721920013428, 3.143409252166748, 3.5255465507507324, 3.907683849334717, 4.289821147918701, 4.6719584465026855, 5.054095268249512, 5.436232566833496, 5.8183698654174805, 6.200507164001465, 6.582644462585449, 6.964781761169434, 7.346919059753418, 7.729056358337402, 8.111193656921387, 8.493330955505371, 8.875468254089355, 9.257604598999023, 9.639741897583008, 10.021879196166992, 10.404016494750977, 10.786153793334961, 11.168291091918945, 11.55042839050293, 11.932565689086914, 12.314702987670898, 12.696840286254883, 13.078977584838867]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 3.0, 4.0, 7.0, 3.0, 5.0, 11.0, 12.0, 17.0, 23.0, 18.0, 19.0, 19.0, 29.0, 25.0, 31.0, 44.0, 40.0, 38.0, 33.0, 36.0, 50.0, 47.0, 42.0, 47.0, 45.0, 43.0, 36.0, 31.0, 33.0, 35.0, 28.0, 27.0, 28.0, 18.0, 10.0, 11.0, 13.0, 14.0, 9.0, 7.0, 5.0, 6.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2646484375, -1.2205352783203125, -1.176422119140625, -1.1323089599609375, -1.08819580078125, -1.0440826416015625, -0.999969482421875, -0.9558563232421875, -0.9117431640625, -0.8676300048828125, -0.823516845703125, -0.7794036865234375, -0.73529052734375, -0.6911773681640625, -0.647064208984375, -0.6029510498046875, -0.558837890625, -0.5147247314453125, -0.470611572265625, -0.4264984130859375, -0.38238525390625, -0.3382720947265625, -0.294158935546875, -0.2500457763671875, -0.2059326171875, -0.1618194580078125, -0.117706298828125, -0.0735931396484375, -0.02947998046875, 0.0146331787109375, 0.058746337890625, 0.1028594970703125, 0.14697265625, 0.1910858154296875, 0.235198974609375, 0.2793121337890625, 0.32342529296875, 0.3675384521484375, 0.411651611328125, 0.4557647705078125, 0.4998779296875, 0.5439910888671875, 0.588104248046875, 0.6322174072265625, 0.67633056640625, 0.7204437255859375, 0.764556884765625, 0.8086700439453125, 0.852783203125, 0.8968963623046875, 0.941009521484375, 0.9851226806640625, 1.02923583984375, 1.0733489990234375, 1.117462158203125, 1.1615753173828125, 1.2056884765625, 1.2498016357421875, 1.293914794921875, 1.3380279541015625, 1.38214111328125, 1.4262542724609375, 1.470367431640625, 1.5144805908203125, 1.55859375]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 6.0, 6.0, 10.0, 14.0, 26.0, 18.0, 33.0, 64.0, 78.0, 151.0, 203.0, 321.0, 512.0, 771.0, 1225.0, 1988.0, 3209.0, 5231.0, 9112.0, 15064.0, 24981.0, 42752.0, 73061.0, 125118.0, 203497.0, 214479.0, 134297.0, 78131.0, 46000.0, 27265.0, 16110.0, 9777.0, 5805.0, 3468.0, 2154.0, 1324.0, 802.0, 563.0, 328.0, 202.0, 129.0, 85.0, 57.0, 47.0, 22.0, 23.0, 15.0, 7.0, 8.0, 4.0, 4.0, 1.0, 1.0, 2.0, 3.0], "bins": [-4.32421875, -4.197296142578125, -4.07037353515625, -3.943450927734375, -3.8165283203125, -3.689605712890625, -3.56268310546875, -3.435760498046875, -3.308837890625, -3.181915283203125, -3.05499267578125, -2.928070068359375, -2.8011474609375, -2.674224853515625, -2.54730224609375, -2.420379638671875, -2.29345703125, -2.166534423828125, -2.03961181640625, -1.912689208984375, -1.7857666015625, -1.658843994140625, -1.53192138671875, -1.404998779296875, -1.278076171875, -1.151153564453125, -1.02423095703125, -0.897308349609375, -0.7703857421875, -0.643463134765625, -0.51654052734375, -0.389617919921875, -0.2626953125, -0.135772705078125, -0.00885009765625, 0.118072509765625, 0.2449951171875, 0.371917724609375, 0.49884033203125, 0.625762939453125, 0.752685546875, 0.879608154296875, 1.00653076171875, 1.133453369140625, 1.2603759765625, 1.387298583984375, 1.51422119140625, 1.641143798828125, 1.76806640625, 1.894989013671875, 2.02191162109375, 2.148834228515625, 2.2757568359375, 2.402679443359375, 2.52960205078125, 2.656524658203125, 2.783447265625, 2.910369873046875, 3.03729248046875, 3.164215087890625, 3.2911376953125, 3.418060302734375, 3.54498291015625, 3.671905517578125, 3.798828125]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 4.0, 5.0, 5.0, 6.0, 15.0, 16.0, 19.0, 17.0, 12.0, 20.0, 29.0, 26.0, 32.0, 34.0, 24.0, 48.0, 39.0, 41.0, 41.0, 44.0, 1067.0, 45.0, 37.0, 47.0, 47.0, 39.0, 41.0, 28.0, 29.0, 32.0, 30.0, 16.0, 17.0, 13.0, 13.0, 10.0, 9.0, 10.0, 4.0, 6.0, 4.0, 4.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.3134765625, -1.2752685546875, -1.237060546875, -1.1988525390625, -1.16064453125, -1.1224365234375, -1.084228515625, -1.0460205078125, -1.0078125, -0.9696044921875, -0.931396484375, -0.8931884765625, -0.85498046875, -0.8167724609375, -0.778564453125, -0.7403564453125, -0.7021484375, -0.6639404296875, -0.625732421875, -0.5875244140625, -0.54931640625, -0.5111083984375, -0.472900390625, -0.4346923828125, -0.396484375, -0.3582763671875, -0.320068359375, -0.2818603515625, -0.24365234375, -0.2054443359375, -0.167236328125, -0.1290283203125, -0.0908203125, -0.0526123046875, -0.014404296875, 0.0238037109375, 0.06201171875, 0.1002197265625, 0.138427734375, 0.1766357421875, 0.21484375, 0.2530517578125, 0.291259765625, 0.3294677734375, 0.36767578125, 0.4058837890625, 0.444091796875, 0.4822998046875, 0.5205078125, 0.5587158203125, 0.596923828125, 0.6351318359375, 0.67333984375, 0.7115478515625, 0.749755859375, 0.7879638671875, 0.826171875, 0.8643798828125, 0.902587890625, 0.9407958984375, 0.97900390625, 1.0172119140625, 1.055419921875, 1.0936279296875, 1.1318359375]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 4.0, 6.0, 5.0, 9.0, 18.0, 24.0, 18.0, 30.0, 62.0, 66.0, 82.0, 137.0, 190.0, 266.0, 473.0, 693.0, 1042.0, 1711.0, 2761.0, 4722.0, 8257.0, 14779.0, 27769.0, 54877.0, 117699.0, 293610.0, 887289.0, 392350.0, 147630.0, 66722.0, 33008.0, 17191.0, 9584.0, 5351.0, 3182.0, 1948.0, 1188.0, 800.0, 482.0, 348.0, 238.0, 137.0, 119.0, 78.0, 48.0, 49.0, 23.0, 18.0, 20.0, 10.0, 8.0, 4.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.7109375, -2.61944580078125, -2.5279541015625, -2.43646240234375, -2.344970703125, -2.25347900390625, -2.1619873046875, -2.07049560546875, -1.97900390625, -1.88751220703125, -1.7960205078125, -1.70452880859375, -1.613037109375, -1.52154541015625, -1.4300537109375, -1.33856201171875, -1.2470703125, -1.15557861328125, -1.0640869140625, -0.97259521484375, -0.881103515625, -0.78961181640625, -0.6981201171875, -0.60662841796875, -0.51513671875, -0.42364501953125, -0.3321533203125, -0.24066162109375, -0.149169921875, -0.05767822265625, 0.0338134765625, 0.12530517578125, 0.216796875, 0.30828857421875, 0.3997802734375, 0.49127197265625, 0.582763671875, 0.67425537109375, 0.7657470703125, 0.85723876953125, 0.94873046875, 1.04022216796875, 1.1317138671875, 1.22320556640625, 1.314697265625, 1.40618896484375, 1.4976806640625, 1.58917236328125, 1.6806640625, 1.77215576171875, 1.8636474609375, 1.95513916015625, 2.046630859375, 2.13812255859375, 2.2296142578125, 2.32110595703125, 2.41259765625, 2.50408935546875, 2.5955810546875, 2.68707275390625, 2.778564453125, 2.87005615234375, 2.9615478515625, 3.05303955078125, 3.14453125]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 6.0, 4.0, 3.0, 4.0, 7.0, 5.0, 9.0, 10.0, 5.0, 14.0, 15.0, 22.0, 23.0, 38.0, 45.0, 47.0, 60.0, 68.0, 125.0, 107.0, 76.0, 42.0, 45.0, 50.0, 42.0, 23.0, 22.0, 25.0, 13.0, 11.0, 8.0, 6.0, 5.0, 3.0, 6.0, 0.0, 1.0, 7.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-1.4033203125, -1.3607330322265625, -1.318145751953125, -1.2755584716796875, -1.23297119140625, -1.1903839111328125, -1.147796630859375, -1.1052093505859375, -1.0626220703125, -1.0200347900390625, -0.977447509765625, -0.9348602294921875, -0.89227294921875, -0.8496856689453125, -0.807098388671875, -0.7645111083984375, -0.721923828125, -0.6793365478515625, -0.636749267578125, -0.5941619873046875, -0.55157470703125, -0.5089874267578125, -0.466400146484375, -0.4238128662109375, -0.3812255859375, -0.3386383056640625, -0.296051025390625, -0.2534637451171875, -0.21087646484375, -0.1682891845703125, -0.125701904296875, -0.0831146240234375, -0.04052734375, 0.0020599365234375, 0.044647216796875, 0.0872344970703125, 0.12982177734375, 0.1724090576171875, 0.214996337890625, 0.2575836181640625, 0.3001708984375, 0.3427581787109375, 0.385345458984375, 0.4279327392578125, 0.47052001953125, 0.5131072998046875, 0.555694580078125, 0.5982818603515625, 0.640869140625, 0.6834564208984375, 0.726043701171875, 0.7686309814453125, 0.81121826171875, 0.8538055419921875, 0.896392822265625, 0.9389801025390625, 0.9815673828125, 1.0241546630859375, 1.066741943359375, 1.1093292236328125, 1.15191650390625, 1.1945037841796875, 1.237091064453125, 1.2796783447265625, 1.322265625]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 4.0, 10.0, 9.0, 7.0, 15.0, 12.0, 16.0, 25.0, 33.0, 32.0, 54.0, 58.0, 98.0, 162.0, 344.0, 1051.0, 3928.0, 18953.0, 327337.0, 662468.0, 26878.0, 4806.0, 1236.0, 424.0, 205.0, 97.0, 51.0, 45.0, 26.0, 44.0, 17.0, 19.0, 18.0, 12.0, 10.0, 12.0, 6.0, 2.0, 5.0, 8.0, 5.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-15.359375, -14.880615234375, -14.40185546875, -13.923095703125, -13.4443359375, -12.965576171875, -12.48681640625, -12.008056640625, -11.529296875, -11.050537109375, -10.57177734375, -10.093017578125, -9.6142578125, -9.135498046875, -8.65673828125, -8.177978515625, -7.69921875, -7.220458984375, -6.74169921875, -6.262939453125, -5.7841796875, -5.305419921875, -4.82666015625, -4.347900390625, -3.869140625, -3.390380859375, -2.91162109375, -2.432861328125, -1.9541015625, -1.475341796875, -0.99658203125, -0.517822265625, -0.0390625, 0.439697265625, 0.91845703125, 1.397216796875, 1.8759765625, 2.354736328125, 2.83349609375, 3.312255859375, 3.791015625, 4.269775390625, 4.74853515625, 5.227294921875, 5.7060546875, 6.184814453125, 6.66357421875, 7.142333984375, 7.62109375, 8.099853515625, 8.57861328125, 9.057373046875, 9.5361328125, 10.014892578125, 10.49365234375, 10.972412109375, 11.451171875, 11.929931640625, 12.40869140625, 12.887451171875, 13.3662109375, 13.844970703125, 14.32373046875, 14.802490234375, 15.28125]}, "gradients/decoder.transformer.h.20.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 10.0, 14.0, 14.0, 31.0, 47.0, 111.0, 166.0, 193.0, 168.0, 115.0, 61.0, 33.0, 20.0, 10.0, 7.0, 3.0, 3.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.746360778808594, -5.604739665985107, -5.463118076324463, -5.321496963500977, -5.17987585067749, -5.038254737854004, -4.896633148193359, -4.755012035369873, -4.613390922546387, -4.4717698097229, -4.330148220062256, -4.1885271072387695, -4.046905994415283, -3.9052846431732178, -3.7636632919311523, -3.622042179107666, -3.4804205894470215, -3.338799238204956, -3.1971781253814697, -3.0555567741394043, -2.913935661315918, -2.7723143100738525, -2.630692958831787, -2.489071846008301, -2.3474504947662354, -2.20582914352417, -2.0642080307006836, -1.9225866794586182, -1.7809654474258423, -1.6393442153930664, -1.497722864151001, -1.356101632118225, -1.214479923248291, -1.0728586912155151, -0.9312373995780945, -0.7896161079406738, -0.647994875907898, -0.5063736438751221, -0.3647523522377014, -0.22313106060028076, -0.08150982856750488, 0.060111433267593384, 0.20173269510269165, 0.3433539569377899, 0.4849752187728882, 0.6265964508056641, 0.7682177424430847, 0.9098390340805054, 1.0514602661132812, 1.1930814981460571, 1.334702730178833, 1.4763240814208984, 1.6179453134536743, 1.7595665454864502, 1.9011878967285156, 2.042809009552002, 2.1844303607940674, 2.326051712036133, 2.467672824859619, 2.6092941761016846, 2.75091552734375, 2.8925366401672363, 3.0341579914093018, 3.175779342651367, 3.3174004554748535]}, "gradients/decoder.transformer.h.20.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 4.0, 5.0, 5.0, 5.0, 10.0, 5.0, 8.0, 9.0, 13.0, 21.0, 24.0, 23.0, 23.0, 30.0, 30.0, 37.0, 34.0, 34.0, 42.0, 39.0, 35.0, 40.0, 42.0, 39.0, 38.0, 42.0, 45.0, 32.0, 37.0, 30.0, 32.0, 25.0, 27.0, 24.0, 18.0, 19.0, 16.0, 12.0, 14.0, 12.0, 8.0, 5.0, 3.0, 6.0, 2.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7107195854187012, -1.657914638519287, -1.6051095724105835, -1.5523046255111694, -1.4994995594024658, -1.4466946125030518, -1.3938896656036377, -1.341084599494934, -1.2882795333862305, -1.2354745864868164, -1.1826695203781128, -1.1298645734786987, -1.0770595073699951, -1.024254560470581, -0.9714495539665222, -0.9186445474624634, -0.8658396005630493, -0.8130345940589905, -0.7602295875549316, -0.7074246406555176, -0.654619574546814, -0.6018146276473999, -0.5490096211433411, -0.4962046146392822, -0.4433996081352234, -0.39059460163116455, -0.3377895951271057, -0.28498461842536926, -0.23217961192131042, -0.1793746054172516, -0.12656962871551514, -0.0737646222114563, -0.02095973491668701, 0.03184526413679123, 0.08465026319026947, 0.13745525479316711, 0.19026026129722595, 0.2430652678012848, 0.29587024450302124, 0.3486752510070801, 0.4014802575111389, 0.45428526401519775, 0.5070902705192566, 0.5598952770233154, 0.6127002239227295, 0.6655052900314331, 0.7183102369308472, 0.771115243434906, 0.8239202499389648, 0.8767252564430237, 0.9295302629470825, 0.9823352098464966, 1.0351402759552002, 1.0879452228546143, 1.1407501697540283, 1.193555235862732, 1.2463603019714355, 1.2991652488708496, 1.3519703149795532, 1.4047752618789673, 1.457580327987671, 1.510385274887085, 1.563190221786499, 1.6159952878952026, 1.6688002347946167]}, "gradients/decoder.transformer.h.20.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 1.0, 4.0, 4.0, 1.0, 7.0, 5.0, 10.0, 18.0, 20.0, 20.0, 13.0, 20.0, 22.0, 18.0, 34.0, 33.0, 31.0, 44.0, 36.0, 29.0, 47.0, 40.0, 56.0, 42.0, 34.0, 52.0, 40.0, 37.0, 36.0, 33.0, 34.0, 37.0, 18.0, 21.0, 25.0, 13.0, 14.0, 11.0, 12.0, 9.0, 8.0, 5.0, 6.0, 5.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.314453125, -1.2703704833984375, -1.226287841796875, -1.1822052001953125, -1.13812255859375, -1.0940399169921875, -1.049957275390625, -1.0058746337890625, -0.9617919921875, -0.9177093505859375, -0.873626708984375, -0.8295440673828125, -0.78546142578125, -0.7413787841796875, -0.697296142578125, -0.6532135009765625, -0.609130859375, -0.5650482177734375, -0.520965576171875, -0.4768829345703125, -0.43280029296875, -0.3887176513671875, -0.344635009765625, -0.3005523681640625, -0.2564697265625, -0.2123870849609375, -0.168304443359375, -0.1242218017578125, -0.08013916015625, -0.0360565185546875, 0.008026123046875, 0.0521087646484375, 0.09619140625, 0.1402740478515625, 0.184356689453125, 0.2284393310546875, 0.27252197265625, 0.3166046142578125, 0.360687255859375, 0.4047698974609375, 0.4488525390625, 0.4929351806640625, 0.537017822265625, 0.5811004638671875, 0.62518310546875, 0.6692657470703125, 0.713348388671875, 0.7574310302734375, 0.801513671875, 0.8455963134765625, 0.889678955078125, 0.9337615966796875, 0.97784423828125, 1.0219268798828125, 1.066009521484375, 1.1100921630859375, 1.1541748046875, 1.1982574462890625, 1.242340087890625, 1.2864227294921875, 1.33050537109375, 1.3745880126953125, 1.418670654296875, 1.4627532958984375, 1.5068359375]}, "gradients/decoder.transformer.h.20.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 2.0, 5.0, 6.0, 6.0, 9.0, 13.0, 19.0, 28.0, 28.0, 28.0, 42.0, 84.0, 117.0, 166.0, 229.0, 304.0, 482.0, 686.0, 1004.0, 1547.0, 2498.0, 4172.0, 7301.0, 13582.0, 26822.0, 56957.0, 126565.0, 253894.0, 274379.0, 145817.0, 65251.0, 30427.0, 15269.0, 8266.0, 4632.0, 2777.0, 1706.0, 1095.0, 739.0, 467.0, 325.0, 223.0, 155.0, 126.0, 92.0, 60.0, 47.0, 34.0, 29.0, 14.0, 15.0, 13.0, 8.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.0166015625, -0.9839019775390625, -0.951202392578125, -0.9185028076171875, -0.88580322265625, -0.8531036376953125, -0.820404052734375, -0.7877044677734375, -0.7550048828125, -0.7223052978515625, -0.689605712890625, -0.6569061279296875, -0.62420654296875, -0.5915069580078125, -0.558807373046875, -0.5261077880859375, -0.493408203125, -0.4607086181640625, -0.428009033203125, -0.3953094482421875, -0.36260986328125, -0.3299102783203125, -0.297210693359375, -0.2645111083984375, -0.2318115234375, -0.1991119384765625, -0.166412353515625, -0.1337127685546875, -0.10101318359375, -0.0683135986328125, -0.035614013671875, -0.0029144287109375, 0.02978515625, 0.0624847412109375, 0.095184326171875, 0.1278839111328125, 0.16058349609375, 0.1932830810546875, 0.225982666015625, 0.2586822509765625, 0.2913818359375, 0.3240814208984375, 0.356781005859375, 0.3894805908203125, 0.42218017578125, 0.4548797607421875, 0.487579345703125, 0.5202789306640625, 0.552978515625, 0.5856781005859375, 0.618377685546875, 0.6510772705078125, 0.68377685546875, 0.7164764404296875, 0.749176025390625, 0.7818756103515625, 0.8145751953125, 0.8472747802734375, 0.879974365234375, 0.9126739501953125, 0.94537353515625, 0.9780731201171875, 1.010772705078125, 1.0434722900390625, 1.076171875]}, "gradients/decoder.transformer.h.20.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 6.0, 2.0, 2.0, 2.0, 8.0, 4.0, 4.0, 5.0, 11.0, 6.0, 9.0, 22.0, 17.0, 20.0, 20.0, 24.0, 40.0, 36.0, 37.0, 50.0, 37.0, 50.0, 55.0, 69.0, 144.0, 316.0, 1400.0, 146.0, 75.0, 57.0, 53.0, 30.0, 31.0, 31.0, 31.0, 24.0, 24.0, 18.0, 29.0, 15.0, 15.0, 13.0, 15.0, 9.0, 9.0, 9.0, 7.0, 5.0, 7.0, 3.0, 2.0, 5.0, 1.0, 3.0, 1.0, 1.0, 2.0], "bins": [-4.58984375, -4.451171875, -4.3125, -4.173828125, -4.03515625, -3.896484375, -3.7578125, -3.619140625, -3.48046875, -3.341796875, -3.203125, -3.064453125, -2.92578125, -2.787109375, -2.6484375, -2.509765625, -2.37109375, -2.232421875, -2.09375, -1.955078125, -1.81640625, -1.677734375, -1.5390625, -1.400390625, -1.26171875, -1.123046875, -0.984375, -0.845703125, -0.70703125, -0.568359375, -0.4296875, -0.291015625, -0.15234375, -0.013671875, 0.125, 0.263671875, 0.40234375, 0.541015625, 0.6796875, 0.818359375, 0.95703125, 1.095703125, 1.234375, 1.373046875, 1.51171875, 1.650390625, 1.7890625, 1.927734375, 2.06640625, 2.205078125, 2.34375, 2.482421875, 2.62109375, 2.759765625, 2.8984375, 3.037109375, 3.17578125, 3.314453125, 3.453125, 3.591796875, 3.73046875, 3.869140625, 4.0078125, 4.146484375, 4.28515625]}, "gradients/decoder.transformer.h.20.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 4.0, 4.0, 3.0, 5.0, 15.0, 15.0, 15.0, 34.0, 40.0, 44.0, 67.0, 90.0, 175.0, 213.0, 300.0, 443.0, 667.0, 1181.0, 1985.0, 3616.0, 7045.0, 16657.0, 69305.0, 2150671.0, 822042.0, 43959.0, 13350.0, 5971.0, 3114.0, 1764.0, 952.0, 626.0, 422.0, 276.0, 201.0, 122.0, 89.0, 60.0, 46.0, 40.0, 20.0, 19.0, 11.0, 8.0, 7.0, 7.0, 4.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-6.890625, -6.6810302734375, -6.471435546875, -6.2618408203125, -6.05224609375, -5.8426513671875, -5.633056640625, -5.4234619140625, -5.2138671875, -5.0042724609375, -4.794677734375, -4.5850830078125, -4.37548828125, -4.1658935546875, -3.956298828125, -3.7467041015625, -3.537109375, -3.3275146484375, -3.117919921875, -2.9083251953125, -2.69873046875, -2.4891357421875, -2.279541015625, -2.0699462890625, -1.8603515625, -1.6507568359375, -1.441162109375, -1.2315673828125, -1.02197265625, -0.8123779296875, -0.602783203125, -0.3931884765625, -0.18359375, 0.0260009765625, 0.235595703125, 0.4451904296875, 0.65478515625, 0.8643798828125, 1.073974609375, 1.2835693359375, 1.4931640625, 1.7027587890625, 1.912353515625, 2.1219482421875, 2.33154296875, 2.5411376953125, 2.750732421875, 2.9603271484375, 3.169921875, 3.3795166015625, 3.589111328125, 3.7987060546875, 4.00830078125, 4.2178955078125, 4.427490234375, 4.6370849609375, 4.8466796875, 5.0562744140625, 5.265869140625, 5.4754638671875, 5.68505859375, 5.8946533203125, 6.104248046875, 6.3138427734375, 6.5234375]}, "gradients/decoder.transformer.h.20.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 16.0, 118.0, 478.0, 331.0, 64.0, 7.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-29.851896286010742, -27.842180252075195, -25.83246421813965, -23.8227481842041, -21.813032150268555, -19.803316116333008, -17.79360008239746, -15.783884048461914, -13.774168014526367, -11.76445198059082, -9.754735946655273, -7.745019912719727, -5.73530387878418, -3.725587844848633, -1.715871810913086, 0.29384422302246094, 2.303560256958008, 4.313276290893555, 6.322992324829102, 8.332708358764648, 10.342424392700195, 12.352140426635742, 14.361856460571289, 16.371572494506836, 18.381288528442383, 20.39100456237793, 22.400720596313477, 24.410436630249023, 26.42015266418457, 28.429868698120117, 30.439584732055664, 32.449302673339844, 34.459022521972656, 36.4687385559082, 38.47845458984375, 40.4881706237793, 42.497886657714844, 44.50760269165039, 46.51731872558594, 48.527034759521484, 50.53675079345703, 52.54646682739258, 54.556182861328125, 56.56589889526367, 58.57561492919922, 60.585330963134766, 62.59504699707031, 64.60476684570312, 66.6144790649414, 68.62419128417969, 70.6339111328125, 72.64363098144531, 74.6533432006836, 76.66305541992188, 78.67277526855469, 80.6824951171875, 82.69220733642578, 84.70191955566406, 86.71163940429688, 88.72135925292969, 90.73107147216797, 92.74078369140625, 94.75050354003906, 96.76022338867188, 98.76993560791016]}, "gradients/decoder.transformer.h.20.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 4.0, 0.0, 1.0, 5.0, 5.0, 3.0, 6.0, 5.0, 7.0, 8.0, 13.0, 17.0, 17.0, 21.0, 19.0, 19.0, 18.0, 33.0, 33.0, 30.0, 32.0, 29.0, 36.0, 35.0, 24.0, 37.0, 47.0, 47.0, 45.0, 33.0, 35.0, 42.0, 44.0, 34.0, 30.0, 24.0, 19.0, 30.0, 14.0, 14.0, 25.0, 14.0, 11.0, 12.0, 9.0, 5.0, 6.0, 5.0, 2.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-16.571269989013672, -16.081342697143555, -15.591415405273438, -15.10148811340332, -14.611560821533203, -14.121633529663086, -13.631706237792969, -13.141778945922852, -12.651851654052734, -12.161924362182617, -11.6719970703125, -11.182069778442383, -10.692142486572266, -10.202215194702148, -9.712287902832031, -9.222360610961914, -8.732434272766113, -8.242506980895996, -7.752579689025879, -7.262652397155762, -6.7727251052856445, -6.282797813415527, -5.792870998382568, -5.302943706512451, -4.813016414642334, -4.323089122772217, -3.8331618309020996, -3.3432347774505615, -2.8533074855804443, -2.363380193710327, -1.873453140258789, -1.3835258483886719, -0.8935976028442383, -0.40367037057876587, 0.08625686168670654, 0.5761840343475342, 1.0661113262176514, 1.5560386180877686, 2.0459656715393066, 2.535892963409424, 3.025820255279541, 3.515747547149658, 4.005674839019775, 4.495601654052734, 4.985528945922852, 5.475456237792969, 5.965383529663086, 6.455310821533203, 6.94523811340332, 7.4351654052734375, 7.925092697143555, 8.415019989013672, 8.904947280883789, 9.394874572753906, 9.884801864624023, 10.37472915649414, 10.864656448364258, 11.354583740234375, 11.844511032104492, 12.33443832397461, 12.824365615844727, 13.314292907714844, 13.804220199584961, 14.294147491455078, 14.784073829650879]}, "gradients/decoder.transformer.h.19.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 3.0, 4.0, 8.0, 3.0, 13.0, 16.0, 16.0, 14.0, 13.0, 24.0, 20.0, 23.0, 24.0, 26.0, 33.0, 48.0, 40.0, 25.0, 37.0, 46.0, 42.0, 51.0, 44.0, 42.0, 39.0, 37.0, 34.0, 35.0, 38.0, 26.0, 26.0, 26.0, 23.0, 20.0, 14.0, 12.0, 10.0, 8.0, 13.0, 8.0, 7.0, 5.0, 6.0, 3.0, 2.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3505859375, -1.306121826171875, -1.26165771484375, -1.217193603515625, -1.1727294921875, -1.128265380859375, -1.08380126953125, -1.039337158203125, -0.994873046875, -0.950408935546875, -0.90594482421875, -0.861480712890625, -0.8170166015625, -0.772552490234375, -0.72808837890625, -0.683624267578125, -0.63916015625, -0.594696044921875, -0.55023193359375, -0.505767822265625, -0.4613037109375, -0.416839599609375, -0.37237548828125, -0.327911376953125, -0.283447265625, -0.238983154296875, -0.19451904296875, -0.150054931640625, -0.1055908203125, -0.061126708984375, -0.01666259765625, 0.027801513671875, 0.072265625, 0.116729736328125, 0.16119384765625, 0.205657958984375, 0.2501220703125, 0.294586181640625, 0.33905029296875, 0.383514404296875, 0.427978515625, 0.472442626953125, 0.51690673828125, 0.561370849609375, 0.6058349609375, 0.650299072265625, 0.69476318359375, 0.739227294921875, 0.78369140625, 0.828155517578125, 0.87261962890625, 0.917083740234375, 0.9615478515625, 1.006011962890625, 1.05047607421875, 1.094940185546875, 1.139404296875, 1.183868408203125, 1.22833251953125, 1.272796630859375, 1.3172607421875, 1.361724853515625, 1.40618896484375, 1.450653076171875, 1.4951171875]}, "gradients/decoder.transformer.h.19.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 14.0, 9.0, 20.0, 26.0, 39.0, 52.0, 87.0, 109.0, 177.0, 261.0, 418.0, 613.0, 894.0, 1334.0, 2076.0, 3063.0, 4924.0, 7747.0, 12697.0, 21089.0, 37125.0, 69462.0, 147337.0, 425714.0, 1450475.0, 1339106.0, 379356.0, 135005.0, 64781.0, 35426.0, 20570.0, 12234.0, 7847.0, 4807.0, 3178.0, 2029.0, 1379.0, 939.0, 612.0, 366.0, 291.0, 193.0, 138.0, 73.0, 63.0, 46.0, 23.0, 17.0, 15.0, 14.0, 10.0, 5.0, 1.0, 3.0, 2.0, 1.0, 3.0], "bins": [-2.185546875, -2.117156982421875, -2.04876708984375, -1.980377197265625, -1.9119873046875, -1.843597412109375, -1.77520751953125, -1.706817626953125, -1.638427734375, -1.570037841796875, -1.50164794921875, -1.433258056640625, -1.3648681640625, -1.296478271484375, -1.22808837890625, -1.159698486328125, -1.09130859375, -1.022918701171875, -0.95452880859375, -0.886138916015625, -0.8177490234375, -0.749359130859375, -0.68096923828125, -0.612579345703125, -0.544189453125, -0.475799560546875, -0.40740966796875, -0.339019775390625, -0.2706298828125, -0.202239990234375, -0.13385009765625, -0.065460205078125, 0.0029296875, 0.071319580078125, 0.13970947265625, 0.208099365234375, 0.2764892578125, 0.344879150390625, 0.41326904296875, 0.481658935546875, 0.550048828125, 0.618438720703125, 0.68682861328125, 0.755218505859375, 0.8236083984375, 0.891998291015625, 0.96038818359375, 1.028778076171875, 1.09716796875, 1.165557861328125, 1.23394775390625, 1.302337646484375, 1.3707275390625, 1.439117431640625, 1.50750732421875, 1.575897216796875, 1.644287109375, 1.712677001953125, 1.78106689453125, 1.849456787109375, 1.9178466796875, 1.986236572265625, 2.05462646484375, 2.123016357421875, 2.19140625]}, "gradients/decoder.transformer.h.19.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 4.0, 6.0, 10.0, 4.0, 9.0, 12.0, 14.0, 13.0, 29.0, 24.0, 25.0, 41.0, 62.0, 94.0, 101.0, 145.0, 174.0, 219.0, 318.0, 355.0, 432.0, 429.0, 385.0, 273.0, 194.0, 150.0, 132.0, 94.0, 71.0, 52.0, 45.0, 38.0, 37.0, 26.0, 14.0, 11.0, 8.0, 5.0, 8.0, 4.0, 3.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.365234375, -3.255950927734375, -3.14666748046875, -3.037384033203125, -2.9281005859375, -2.818817138671875, -2.70953369140625, -2.600250244140625, -2.490966796875, -2.381683349609375, -2.27239990234375, -2.163116455078125, -2.0538330078125, -1.944549560546875, -1.83526611328125, -1.725982666015625, -1.61669921875, -1.507415771484375, -1.39813232421875, -1.288848876953125, -1.1795654296875, -1.070281982421875, -0.96099853515625, -0.851715087890625, -0.742431640625, -0.633148193359375, -0.52386474609375, -0.414581298828125, -0.3052978515625, -0.196014404296875, -0.08673095703125, 0.022552490234375, 0.1318359375, 0.241119384765625, 0.35040283203125, 0.459686279296875, 0.5689697265625, 0.678253173828125, 0.78753662109375, 0.896820068359375, 1.006103515625, 1.115386962890625, 1.22467041015625, 1.333953857421875, 1.4432373046875, 1.552520751953125, 1.66180419921875, 1.771087646484375, 1.88037109375, 1.989654541015625, 2.09893798828125, 2.208221435546875, 2.3175048828125, 2.426788330078125, 2.53607177734375, 2.645355224609375, 2.754638671875, 2.863922119140625, 2.97320556640625, 3.082489013671875, 3.1917724609375, 3.301055908203125, 3.41033935546875, 3.519622802734375, 3.62890625]}, "gradients/decoder.transformer.h.19.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 6.0, 11.0, 14.0, 22.0, 43.0, 69.0, 132.0, 257.0, 720.0, 2005.0, 6428.0, 23013.0, 96596.0, 633473.0, 2913727.0, 419813.0, 72344.0, 17808.0, 5090.0, 1664.0, 570.0, 266.0, 101.0, 50.0, 26.0, 14.0, 7.0, 8.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-10.828125, -10.5533447265625, -10.278564453125, -10.0037841796875, -9.72900390625, -9.4542236328125, -9.179443359375, -8.9046630859375, -8.6298828125, -8.3551025390625, -8.080322265625, -7.8055419921875, -7.53076171875, -7.2559814453125, -6.981201171875, -6.7064208984375, -6.431640625, -6.1568603515625, -5.882080078125, -5.6072998046875, -5.33251953125, -5.0577392578125, -4.782958984375, -4.5081787109375, -4.2333984375, -3.9586181640625, -3.683837890625, -3.4090576171875, -3.13427734375, -2.8594970703125, -2.584716796875, -2.3099365234375, -2.03515625, -1.7603759765625, -1.485595703125, -1.2108154296875, -0.93603515625, -0.6612548828125, -0.386474609375, -0.1116943359375, 0.1630859375, 0.4378662109375, 0.712646484375, 0.9874267578125, 1.26220703125, 1.5369873046875, 1.811767578125, 2.0865478515625, 2.361328125, 2.6361083984375, 2.910888671875, 3.1856689453125, 3.46044921875, 3.7352294921875, 4.010009765625, 4.2847900390625, 4.5595703125, 4.8343505859375, 5.109130859375, 5.3839111328125, 5.65869140625, 5.9334716796875, 6.208251953125, 6.4830322265625, 6.7578125]}, "gradients/decoder.transformer.h.19.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 22.0, 26.0, 64.0, 118.0, 135.0, 204.0, 184.0, 116.0, 72.0, 45.0, 18.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-66.9998550415039, -65.6245346069336, -64.24920654296875, -62.87388610839844, -61.498565673828125, -60.12324523925781, -58.747920989990234, -57.372596740722656, -55.997276306152344, -54.62195587158203, -53.24663162231445, -51.871307373046875, -50.49598693847656, -49.12066650390625, -47.74534225463867, -46.370018005371094, -44.99469757080078, -43.61937713623047, -42.24405288696289, -40.86872863769531, -39.493408203125, -38.11808776855469, -36.74276351928711, -35.36743927001953, -33.99211883544922, -32.616798400878906, -31.241474151611328, -29.866151809692383, -28.490829467773438, -27.115507125854492, -25.740184783935547, -24.3648624420166, -22.989540100097656, -21.61421775817871, -20.238895416259766, -18.86357307434082, -17.488250732421875, -16.11292839050293, -14.737606048583984, -13.362283706665039, -11.986961364746094, -10.611639022827148, -9.236316680908203, -7.860994338989258, -6.4856719970703125, -5.110349655151367, -3.735027313232422, -2.3597049713134766, -0.9843826293945312, 0.39093971252441406, 1.7662620544433594, 3.1415843963623047, 4.51690673828125, 5.892229080200195, 7.267551422119141, 8.642873764038086, 10.018196105957031, 11.393518447875977, 12.768840789794922, 14.144163131713867, 15.519485473632812, 16.894807815551758, 18.270130157470703, 19.64545249938965, 21.020774841308594]}, "gradients/decoder.transformer.h.19.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 4.0, 5.0, 4.0, 4.0, 8.0, 4.0, 9.0, 12.0, 12.0, 11.0, 15.0, 23.0, 23.0, 23.0, 23.0, 29.0, 27.0, 39.0, 29.0, 26.0, 28.0, 45.0, 32.0, 36.0, 42.0, 34.0, 48.0, 37.0, 37.0, 40.0, 30.0, 25.0, 33.0, 27.0, 21.0, 23.0, 20.0, 15.0, 13.0, 13.0, 13.0, 22.0, 6.0, 9.0, 10.0, 7.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-10.846260070800781, -10.49265193939209, -10.139042854309082, -9.78543472290039, -9.431825637817383, -9.078217506408691, -8.724609375, -8.371000289916992, -8.0173921585083, -7.663783550262451, -7.310174942016602, -6.95656681060791, -6.6029582023620605, -6.249349594116211, -5.8957414627075195, -5.54213285446167, -5.18852424621582, -4.834915637969971, -4.481307029724121, -4.12769889831543, -3.77409029006958, -3.4204816818237305, -3.06687331199646, -2.7132649421691895, -2.35965633392334, -2.0060477256774902, -1.6524393558502197, -1.2988308668136597, -0.9452223777770996, -0.5916138887405396, -0.2380053997039795, 0.11560297012329102, 0.46921253204345703, 0.8228210210800171, 1.1764295101165771, 1.5300379991531372, 1.8836464881896973, 2.237255096435547, 2.5908634662628174, 2.944471836090088, 3.2980804443359375, 3.651689052581787, 4.005297660827637, 4.358905792236328, 4.712514400482178, 5.066123008728027, 5.419731140136719, 5.773339748382568, 6.126948356628418, 6.480556964874268, 6.834165573120117, 7.187773704528809, 7.541382312774658, 7.894990921020508, 8.2485990524292, 8.60220718383789, 8.955816268920898, 9.30942440032959, 9.663033485412598, 10.016641616821289, 10.370250701904297, 10.723858833312988, 11.07746696472168, 11.431076049804688, 11.784684181213379]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 4.0, 4.0, 7.0, 4.0, 12.0, 9.0, 18.0, 11.0, 21.0, 21.0, 24.0, 22.0, 33.0, 27.0, 30.0, 34.0, 27.0, 23.0, 34.0, 43.0, 40.0, 43.0, 39.0, 51.0, 33.0, 39.0, 40.0, 35.0, 39.0, 34.0, 30.0, 23.0, 21.0, 19.0, 22.0, 17.0, 13.0, 9.0, 9.0, 7.0, 7.0, 11.0, 4.0, 6.0, 7.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3037109375, -1.260406494140625, -1.21710205078125, -1.173797607421875, -1.1304931640625, -1.087188720703125, -1.04388427734375, -1.000579833984375, -0.957275390625, -0.913970947265625, -0.87066650390625, -0.827362060546875, -0.7840576171875, -0.740753173828125, -0.69744873046875, -0.654144287109375, -0.61083984375, -0.567535400390625, -0.52423095703125, -0.480926513671875, -0.4376220703125, -0.394317626953125, -0.35101318359375, -0.307708740234375, -0.264404296875, -0.221099853515625, -0.17779541015625, -0.134490966796875, -0.0911865234375, -0.047882080078125, -0.00457763671875, 0.038726806640625, 0.08203125, 0.125335693359375, 0.16864013671875, 0.211944580078125, 0.2552490234375, 0.298553466796875, 0.34185791015625, 0.385162353515625, 0.428466796875, 0.471771240234375, 0.51507568359375, 0.558380126953125, 0.6016845703125, 0.644989013671875, 0.68829345703125, 0.731597900390625, 0.77490234375, 0.818206787109375, 0.86151123046875, 0.904815673828125, 0.9481201171875, 0.991424560546875, 1.03472900390625, 1.078033447265625, 1.121337890625, 1.164642333984375, 1.20794677734375, 1.251251220703125, 1.2945556640625, 1.337860107421875, 1.38116455078125, 1.424468994140625, 1.4677734375]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 4.0, 6.0, 6.0, 14.0, 14.0, 21.0, 41.0, 53.0, 73.0, 117.0, 190.0, 302.0, 520.0, 703.0, 1119.0, 1759.0, 2688.0, 4364.0, 6897.0, 10592.0, 16553.0, 26217.0, 42834.0, 75164.0, 171557.0, 424322.0, 110503.0, 57849.0, 34581.0, 21434.0, 13813.0, 8672.0, 5763.0, 3402.0, 2303.0, 1494.0, 942.0, 582.0, 358.0, 257.0, 157.0, 102.0, 84.0, 46.0, 30.0, 22.0, 10.0, 10.0, 6.0, 8.0, 1.0, 5.0, 1.0, 2.0, 1.0], "bins": [-3.341796875, -3.24432373046875, -3.1468505859375, -3.04937744140625, -2.951904296875, -2.85443115234375, -2.7569580078125, -2.65948486328125, -2.56201171875, -2.46453857421875, -2.3670654296875, -2.26959228515625, -2.172119140625, -2.07464599609375, -1.9771728515625, -1.87969970703125, -1.7822265625, -1.68475341796875, -1.5872802734375, -1.48980712890625, -1.392333984375, -1.29486083984375, -1.1973876953125, -1.09991455078125, -1.00244140625, -0.90496826171875, -0.8074951171875, -0.71002197265625, -0.612548828125, -0.51507568359375, -0.4176025390625, -0.32012939453125, -0.22265625, -0.12518310546875, -0.0277099609375, 0.06976318359375, 0.167236328125, 0.26470947265625, 0.3621826171875, 0.45965576171875, 0.55712890625, 0.65460205078125, 0.7520751953125, 0.84954833984375, 0.947021484375, 1.04449462890625, 1.1419677734375, 1.23944091796875, 1.3369140625, 1.43438720703125, 1.5318603515625, 1.62933349609375, 1.726806640625, 1.82427978515625, 1.9217529296875, 2.01922607421875, 2.11669921875, 2.21417236328125, 2.3116455078125, 2.40911865234375, 2.506591796875, 2.60406494140625, 2.7015380859375, 2.79901123046875, 2.896484375]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 4.0, 10.0, 11.0, 2.0, 12.0, 9.0, 14.0, 14.0, 19.0, 25.0, 24.0, 33.0, 20.0, 30.0, 39.0, 39.0, 47.0, 36.0, 39.0, 41.0, 32.0, 1068.0, 30.0, 43.0, 41.0, 39.0, 27.0, 35.0, 30.0, 26.0, 35.0, 25.0, 25.0, 16.0, 17.0, 14.0, 12.0, 11.0, 9.0, 7.0, 4.0, 1.0, 2.0, 5.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-1.05859375, -1.0235137939453125, -0.988433837890625, -0.9533538818359375, -0.91827392578125, -0.8831939697265625, -0.848114013671875, -0.8130340576171875, -0.7779541015625, -0.7428741455078125, -0.707794189453125, -0.6727142333984375, -0.63763427734375, -0.6025543212890625, -0.567474365234375, -0.5323944091796875, -0.497314453125, -0.4622344970703125, -0.427154541015625, -0.3920745849609375, -0.35699462890625, -0.3219146728515625, -0.286834716796875, -0.2517547607421875, -0.2166748046875, -0.1815948486328125, -0.146514892578125, -0.1114349365234375, -0.07635498046875, -0.0412750244140625, -0.006195068359375, 0.0288848876953125, 0.06396484375, 0.0990447998046875, 0.134124755859375, 0.1692047119140625, 0.20428466796875, 0.2393646240234375, 0.274444580078125, 0.3095245361328125, 0.3446044921875, 0.3796844482421875, 0.414764404296875, 0.4498443603515625, 0.48492431640625, 0.5200042724609375, 0.555084228515625, 0.5901641845703125, 0.625244140625, 0.6603240966796875, 0.695404052734375, 0.7304840087890625, 0.76556396484375, 0.8006439208984375, 0.835723876953125, 0.8708038330078125, 0.9058837890625, 0.9409637451171875, 0.976043701171875, 1.0111236572265625, 1.04620361328125, 1.0812835693359375, 1.116363525390625, 1.1514434814453125, 1.1865234375]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 7.0, 2.0, 11.0, 9.0, 8.0, 24.0, 32.0, 49.0, 60.0, 97.0, 174.0, 223.0, 366.0, 563.0, 858.0, 1347.0, 2081.0, 3513.0, 5655.0, 9362.0, 16130.0, 28382.0, 55561.0, 136582.0, 796173.0, 780006.0, 135364.0, 55530.0, 28361.0, 15983.0, 9439.0, 5738.0, 3435.0, 2130.0, 1367.0, 879.0, 555.0, 376.0, 251.0, 159.0, 100.0, 61.0, 45.0, 28.0, 22.0, 11.0, 9.0, 10.0, 4.0, 4.0, 3.0, 0.0, 2.0, 1.0, 2.0], "bins": [-2.126953125, -2.06439208984375, -2.0018310546875, -1.93927001953125, -1.876708984375, -1.81414794921875, -1.7515869140625, -1.68902587890625, -1.62646484375, -1.56390380859375, -1.5013427734375, -1.43878173828125, -1.376220703125, -1.31365966796875, -1.2510986328125, -1.18853759765625, -1.1259765625, -1.06341552734375, -1.0008544921875, -0.93829345703125, -0.875732421875, -0.81317138671875, -0.7506103515625, -0.68804931640625, -0.62548828125, -0.56292724609375, -0.5003662109375, -0.43780517578125, -0.375244140625, -0.31268310546875, -0.2501220703125, -0.18756103515625, -0.125, -0.06243896484375, 0.0001220703125, 0.06268310546875, 0.125244140625, 0.18780517578125, 0.2503662109375, 0.31292724609375, 0.37548828125, 0.43804931640625, 0.5006103515625, 0.56317138671875, 0.625732421875, 0.68829345703125, 0.7508544921875, 0.81341552734375, 0.8759765625, 0.93853759765625, 1.0010986328125, 1.06365966796875, 1.126220703125, 1.18878173828125, 1.2513427734375, 1.31390380859375, 1.37646484375, 1.43902587890625, 1.5015869140625, 1.56414794921875, 1.626708984375, 1.68927001953125, 1.7518310546875, 1.81439208984375, 1.876953125]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 0.0, 7.0, 13.0, 18.0, 23.0, 44.0, 49.0, 91.0, 72.0, 207.0, 200.0, 72.0, 47.0, 59.0, 28.0, 23.0, 19.0, 9.0, 3.0, 6.0, 5.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.017578125, -0.985748291015625, -0.95391845703125, -0.922088623046875, -0.8902587890625, -0.858428955078125, -0.82659912109375, -0.794769287109375, -0.762939453125, -0.731109619140625, -0.69927978515625, -0.667449951171875, -0.6356201171875, -0.603790283203125, -0.57196044921875, -0.540130615234375, -0.50830078125, -0.476470947265625, -0.44464111328125, -0.412811279296875, -0.3809814453125, -0.349151611328125, -0.31732177734375, -0.285491943359375, -0.253662109375, -0.221832275390625, -0.19000244140625, -0.158172607421875, -0.1263427734375, -0.094512939453125, -0.06268310546875, -0.030853271484375, 0.0009765625, 0.032806396484375, 0.06463623046875, 0.096466064453125, 0.1282958984375, 0.160125732421875, 0.19195556640625, 0.223785400390625, 0.255615234375, 0.287445068359375, 0.31927490234375, 0.351104736328125, 0.3829345703125, 0.414764404296875, 0.44659423828125, 0.478424072265625, 0.51025390625, 0.542083740234375, 0.57391357421875, 0.605743408203125, 0.6375732421875, 0.669403076171875, 0.70123291015625, 0.733062744140625, 0.764892578125, 0.796722412109375, 0.82855224609375, 0.860382080078125, 0.8922119140625, 0.924041748046875, 0.95587158203125, 0.987701416015625, 1.01953125]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 1.0, 5.0, 1.0, 3.0, 5.0, 6.0, 10.0, 5.0, 7.0, 19.0, 37.0, 46.0, 79.0, 193.0, 629.0, 3895.0, 260447.0, 776715.0, 5217.0, 770.0, 211.0, 88.0, 40.0, 37.0, 37.0, 21.0, 13.0, 7.0, 7.0, 4.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.3125, -12.8839111328125, -12.455322265625, -12.0267333984375, -11.59814453125, -11.1695556640625, -10.740966796875, -10.3123779296875, -9.8837890625, -9.4552001953125, -9.026611328125, -8.5980224609375, -8.16943359375, -7.7408447265625, -7.312255859375, -6.8836669921875, -6.455078125, -6.0264892578125, -5.597900390625, -5.1693115234375, -4.74072265625, -4.3121337890625, -3.883544921875, -3.4549560546875, -3.0263671875, -2.5977783203125, -2.169189453125, -1.7406005859375, -1.31201171875, -0.8834228515625, -0.454833984375, -0.0262451171875, 0.40234375, 0.8309326171875, 1.259521484375, 1.6881103515625, 2.11669921875, 2.5452880859375, 2.973876953125, 3.4024658203125, 3.8310546875, 4.2596435546875, 4.688232421875, 5.1168212890625, 5.54541015625, 5.9739990234375, 6.402587890625, 6.8311767578125, 7.259765625, 7.6883544921875, 8.116943359375, 8.5455322265625, 8.97412109375, 9.4027099609375, 9.831298828125, 10.2598876953125, 10.6884765625, 11.1170654296875, 11.545654296875, 11.9742431640625, 12.40283203125, 12.8314208984375, 13.260009765625, 13.6885986328125, 14.1171875]}, "gradients/decoder.transformer.h.19.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 15.0, 26.0, 112.0, 292.0, 335.0, 164.0, 46.0, 21.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5162429809570312, -1.4095245599746704, -1.3028062582015991, -1.1960878372192383, -1.089369535446167, -0.9826511144638062, -0.8759326934814453, -0.7692143321037292, -0.6624959707260132, -0.5557776093482971, -0.44905921816825867, -0.3423408269882202, -0.23562246561050415, -0.12890410423278809, -0.022185683250427246, 0.08453267812728882, 0.19125103950500488, 0.29796940088272095, 0.4046877920627594, 0.5114061832427979, 0.6181245446205139, 0.72484290599823, 0.8315613269805908, 0.9382796883583069, 1.044998049736023, 1.1517164707183838, 1.258434772491455, 1.365153193473816, 1.4718716144561768, 1.578589916229248, 1.6853083372116089, 1.7920267581939697, 1.898745059967041, 2.0054633617401123, 2.1121819019317627, 2.218900203704834, 2.3256185054779053, 2.4323368072509766, 2.539055347442627, 2.6457736492156982, 2.7524919509887695, 2.859210252761841, 2.965928792953491, 3.0726470947265625, 3.179365396499634, 3.286083698272705, 3.3928022384643555, 3.4995205402374268, 3.606239080429077, 3.7129573822021484, 3.819675922393799, 3.92639422416687, 4.033112525939941, 4.139831066131592, 4.246549606323242, 4.353267669677734, 4.459986209869385, 4.566704750061035, 4.673422813415527, 4.780141353607178, 4.886859893798828, 4.99357795715332, 5.100296497344971, 5.207015037536621, 5.313733100891113]}, "gradients/decoder.transformer.h.19.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 4.0, 1.0, 1.0, 5.0, 6.0, 4.0, 6.0, 10.0, 6.0, 13.0, 19.0, 16.0, 23.0, 25.0, 21.0, 39.0, 28.0, 31.0, 39.0, 36.0, 42.0, 39.0, 46.0, 35.0, 42.0, 44.0, 57.0, 37.0, 53.0, 38.0, 26.0, 23.0, 41.0, 24.0, 25.0, 27.0, 11.0, 23.0, 12.0, 5.0, 8.0, 8.0, 4.0, 2.0, 5.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.9084501266479492, -0.8827185034751892, -0.856986939907074, -0.831255316734314, -0.805523693561554, -0.779792070388794, -0.7540605068206787, -0.7283288836479187, -0.7025972604751587, -0.6768656373023987, -0.6511340737342834, -0.6254024505615234, -0.5996708273887634, -0.5739392042160034, -0.5482076406478882, -0.5224760174751282, -0.49674445390701294, -0.4710128605365753, -0.4452812373638153, -0.4195496439933777, -0.3938180208206177, -0.36808642745018005, -0.34235483407974243, -0.3166232109069824, -0.2908916175365448, -0.2651600241661072, -0.23942840099334717, -0.21369680762290955, -0.18796519935131073, -0.16223359107971191, -0.1365019977092743, -0.11077038943767548, -0.08503884077072144, -0.05930723622441292, -0.0335756316781044, -0.007844030857086182, 0.017887577414512634, 0.04361918568611145, 0.06935077905654907, 0.09508238732814789, 0.1208139955997467, 0.14654560387134552, 0.17227721214294434, 0.19800880551338196, 0.22374041378498077, 0.2494720220565796, 0.2752036154270172, 0.30093520879745483, 0.32666683197021484, 0.35239842534065247, 0.3781300485134125, 0.4038616418838501, 0.4295932650566101, 0.45532485842704773, 0.48105645179748535, 0.5067880749702454, 0.5325196981430054, 0.5582513213157654, 0.5839828848838806, 0.6097145080566406, 0.6354461312294006, 0.6611777544021606, 0.6869093179702759, 0.7126409411430359, 0.7383725047111511]}, "gradients/decoder.transformer.h.19.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 5.0, 3.0, 6.0, 9.0, 12.0, 10.0, 16.0, 18.0, 18.0, 25.0, 17.0, 37.0, 31.0, 27.0, 28.0, 28.0, 27.0, 25.0, 47.0, 40.0, 40.0, 40.0, 50.0, 40.0, 38.0, 37.0, 37.0, 39.0, 36.0, 35.0, 24.0, 21.0, 21.0, 22.0, 17.0, 12.0, 14.0, 7.0, 7.0, 9.0, 11.0, 4.0, 6.0, 5.0, 4.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3330078125, -1.2893218994140625, -1.245635986328125, -1.2019500732421875, -1.15826416015625, -1.1145782470703125, -1.070892333984375, -1.0272064208984375, -0.9835205078125, -0.9398345947265625, -0.896148681640625, -0.8524627685546875, -0.80877685546875, -0.7650909423828125, -0.721405029296875, -0.6777191162109375, -0.634033203125, -0.5903472900390625, -0.546661376953125, -0.5029754638671875, -0.45928955078125, -0.4156036376953125, -0.371917724609375, -0.3282318115234375, -0.2845458984375, -0.2408599853515625, -0.197174072265625, -0.1534881591796875, -0.10980224609375, -0.0661163330078125, -0.022430419921875, 0.0212554931640625, 0.06494140625, 0.1086273193359375, 0.152313232421875, 0.1959991455078125, 0.23968505859375, 0.2833709716796875, 0.327056884765625, 0.3707427978515625, 0.4144287109375, 0.4581146240234375, 0.501800537109375, 0.5454864501953125, 0.58917236328125, 0.6328582763671875, 0.676544189453125, 0.7202301025390625, 0.763916015625, 0.8076019287109375, 0.851287841796875, 0.8949737548828125, 0.93865966796875, 0.9823455810546875, 1.026031494140625, 1.0697174072265625, 1.1134033203125, 1.1570892333984375, 1.200775146484375, 1.2444610595703125, 1.28814697265625, 1.3318328857421875, 1.375518798828125, 1.4192047119140625, 1.462890625]}, "gradients/decoder.transformer.h.19.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 6.0, 8.0, 15.0, 17.0, 23.0, 33.0, 40.0, 76.0, 105.0, 171.0, 210.0, 332.0, 483.0, 717.0, 1116.0, 1759.0, 2700.0, 4537.0, 8201.0, 15974.0, 37144.0, 104282.0, 312451.0, 352239.0, 123782.0, 42079.0, 17894.0, 8830.0, 4786.0, 3005.0, 1888.0, 1157.0, 795.0, 554.0, 370.0, 269.0, 148.0, 112.0, 88.0, 53.0, 41.0, 29.0, 15.0, 9.0, 6.0, 7.0, 6.0, 3.0, 0.0, 2.0], "bins": [-2.166015625, -2.1075897216796875, -2.049163818359375, -1.9907379150390625, -1.93231201171875, -1.8738861083984375, -1.815460205078125, -1.7570343017578125, -1.6986083984375, -1.6401824951171875, -1.581756591796875, -1.5233306884765625, -1.46490478515625, -1.4064788818359375, -1.348052978515625, -1.2896270751953125, -1.231201171875, -1.1727752685546875, -1.114349365234375, -1.0559234619140625, -0.99749755859375, -0.9390716552734375, -0.880645751953125, -0.8222198486328125, -0.7637939453125, -0.7053680419921875, -0.646942138671875, -0.5885162353515625, -0.53009033203125, -0.4716644287109375, -0.413238525390625, -0.3548126220703125, -0.29638671875, -0.2379608154296875, -0.179534912109375, -0.1211090087890625, -0.06268310546875, -0.0042572021484375, 0.054168701171875, 0.1125946044921875, 0.1710205078125, 0.2294464111328125, 0.287872314453125, 0.3462982177734375, 0.40472412109375, 0.4631500244140625, 0.521575927734375, 0.5800018310546875, 0.638427734375, 0.6968536376953125, 0.755279541015625, 0.8137054443359375, 0.87213134765625, 0.9305572509765625, 0.988983154296875, 1.0474090576171875, 1.1058349609375, 1.1642608642578125, 1.222686767578125, 1.2811126708984375, 1.33953857421875, 1.3979644775390625, 1.456390380859375, 1.5148162841796875, 1.5732421875]}, "gradients/decoder.transformer.h.19.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 2.0, 5.0, 6.0, 6.0, 12.0, 10.0, 13.0, 19.0, 15.0, 29.0, 38.0, 33.0, 32.0, 44.0, 41.0, 49.0, 51.0, 86.0, 121.0, 333.0, 1478.0, 160.0, 79.0, 73.0, 52.0, 39.0, 29.0, 34.0, 31.0, 28.0, 21.0, 12.0, 18.0, 12.0, 13.0, 5.0, 9.0, 5.0, 2.0, 6.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.74609375, -5.57275390625, -5.3994140625, -5.22607421875, -5.052734375, -4.87939453125, -4.7060546875, -4.53271484375, -4.359375, -4.18603515625, -4.0126953125, -3.83935546875, -3.666015625, -3.49267578125, -3.3193359375, -3.14599609375, -2.97265625, -2.79931640625, -2.6259765625, -2.45263671875, -2.279296875, -2.10595703125, -1.9326171875, -1.75927734375, -1.5859375, -1.41259765625, -1.2392578125, -1.06591796875, -0.892578125, -0.71923828125, -0.5458984375, -0.37255859375, -0.19921875, -0.02587890625, 0.1474609375, 0.32080078125, 0.494140625, 0.66748046875, 0.8408203125, 1.01416015625, 1.1875, 1.36083984375, 1.5341796875, 1.70751953125, 1.880859375, 2.05419921875, 2.2275390625, 2.40087890625, 2.57421875, 2.74755859375, 2.9208984375, 3.09423828125, 3.267578125, 3.44091796875, 3.6142578125, 3.78759765625, 3.9609375, 4.13427734375, 4.3076171875, 4.48095703125, 4.654296875, 4.82763671875, 5.0009765625, 5.17431640625, 5.34765625]}, "gradients/decoder.transformer.h.19.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 3.0, 6.0, 8.0, 6.0, 13.0, 13.0, 20.0, 27.0, 24.0, 38.0, 74.0, 89.0, 176.0, 347.0, 715.0, 2039.0, 8273.0, 54007.0, 1246781.0, 1754335.0, 65215.0, 9486.0, 2281.0, 796.0, 363.0, 180.0, 105.0, 82.0, 52.0, 39.0, 26.0, 23.0, 19.0, 13.0, 12.0, 6.0, 6.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.09375, -6.865234375, -6.63671875, -6.408203125, -6.1796875, -5.951171875, -5.72265625, -5.494140625, -5.265625, -5.037109375, -4.80859375, -4.580078125, -4.3515625, -4.123046875, -3.89453125, -3.666015625, -3.4375, -3.208984375, -2.98046875, -2.751953125, -2.5234375, -2.294921875, -2.06640625, -1.837890625, -1.609375, -1.380859375, -1.15234375, -0.923828125, -0.6953125, -0.466796875, -0.23828125, -0.009765625, 0.21875, 0.447265625, 0.67578125, 0.904296875, 1.1328125, 1.361328125, 1.58984375, 1.818359375, 2.046875, 2.275390625, 2.50390625, 2.732421875, 2.9609375, 3.189453125, 3.41796875, 3.646484375, 3.875, 4.103515625, 4.33203125, 4.560546875, 4.7890625, 5.017578125, 5.24609375, 5.474609375, 5.703125, 5.931640625, 6.16015625, 6.388671875, 6.6171875, 6.845703125, 7.07421875, 7.302734375, 7.53125]}, "gradients/decoder.transformer.h.19.ln_1.weight": {"_type": "histogram", "values": [7.0, 304.0, 667.0, 42.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.760925769805908, -3.76572322845459, -0.7705206871032715, 2.2246813774108887, 5.219884395599365, 8.215087890625, 11.210289001464844, 14.20549201965332, 17.200695037841797, 20.195898056030273, 23.19110107421875, 26.186302185058594, 29.18150520324707, 32.17670822143555, 35.17190933227539, 38.1671142578125, 41.162315368652344, 44.15751647949219, 47.1527214050293, 50.14792251586914, 53.14312744140625, 56.138328552246094, 59.13352966308594, 62.12873077392578, 65.12393188476562, 68.11913299560547, 71.11433410644531, 74.10954284667969, 77.10474395751953, 80.09994506835938, 83.09514617919922, 86.09034729003906, 89.08555603027344, 92.08075714111328, 95.07595825195312, 98.0711669921875, 101.06636810302734, 104.06156921386719, 107.05677032470703, 110.05197143554688, 113.04718017578125, 116.0423812866211, 119.03758239746094, 122.03279113769531, 125.02799224853516, 128.023193359375, 131.01840209960938, 134.0135955810547, 137.0087890625, 140.00399780273438, 142.9991912841797, 145.99440002441406, 148.98959350585938, 151.98480224609375, 154.98001098632812, 157.97520446777344, 160.9704132080078, 163.9656219482422, 166.9608154296875, 169.95602416992188, 172.9512176513672, 175.94642639160156, 178.94161987304688, 181.93682861328125, 184.93203735351562]}, "gradients/decoder.transformer.h.19.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 1.0, 4.0, 10.0, 3.0, 3.0, 9.0, 10.0, 12.0, 14.0, 21.0, 27.0, 33.0, 22.0, 34.0, 23.0, 36.0, 41.0, 36.0, 45.0, 47.0, 45.0, 58.0, 51.0, 45.0, 38.0, 42.0, 33.0, 38.0, 31.0, 30.0, 15.0, 21.0, 26.0, 17.0, 25.0, 11.0, 10.0, 8.0, 5.0, 10.0, 3.0, 9.0, 1.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.724810600280762, -15.185629844665527, -14.646449089050293, -14.107268333435059, -13.568087577819824, -13.02890682220459, -12.489725112915039, -11.950544357299805, -11.41136360168457, -10.872182846069336, -10.333002090454102, -9.793821334838867, -9.254640579223633, -8.715459823608398, -8.176279067993164, -7.6370978355407715, -7.097917556762695, -6.558736801147461, -6.019556045532227, -5.480375289916992, -4.941194534301758, -4.402013778686523, -3.862832546234131, -3.3236517906188965, -2.784471035003662, -2.2452902793884277, -1.7061094045639038, -1.1669285297393799, -0.6277477741241455, -0.08856701850891113, 0.45061397552490234, 0.9897947311401367, 1.5289764404296875, 2.068157196044922, 2.6073379516601562, 3.1465189456939697, 3.685699701309204, 4.224880218505859, 4.764061450958252, 5.303242206573486, 5.842422962188721, 6.381603717803955, 6.9207844734191895, 7.459965705871582, 7.999146461486816, 8.53832721710205, 9.077507972717285, 9.61668872833252, 10.155869483947754, 10.695050239562988, 11.234230995178223, 11.773411750793457, 12.312592506408691, 12.851773262023926, 13.390954971313477, 13.930135726928711, 14.469316482543945, 15.00849723815918, 15.547677993774414, 16.08685874938965, 16.626039505004883, 17.165220260620117, 17.70440101623535, 18.243581771850586, 18.78276252746582]}, "gradients/decoder.transformer.h.18.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 1.0, 0.0, 7.0, 7.0, 13.0, 15.0, 16.0, 13.0, 20.0, 21.0, 27.0, 19.0, 31.0, 32.0, 28.0, 26.0, 36.0, 42.0, 27.0, 39.0, 57.0, 40.0, 63.0, 37.0, 29.0, 41.0, 34.0, 43.0, 33.0, 32.0, 25.0, 14.0, 27.0, 19.0, 18.0, 7.0, 9.0, 15.0, 11.0, 9.0, 4.0, 6.0, 6.0, 2.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5146484375, -1.467864990234375, -1.42108154296875, -1.374298095703125, -1.3275146484375, -1.280731201171875, -1.23394775390625, -1.187164306640625, -1.140380859375, -1.093597412109375, -1.04681396484375, -1.000030517578125, -0.9532470703125, -0.906463623046875, -0.85968017578125, -0.812896728515625, -0.76611328125, -0.719329833984375, -0.67254638671875, -0.625762939453125, -0.5789794921875, -0.532196044921875, -0.48541259765625, -0.438629150390625, -0.391845703125, -0.345062255859375, -0.29827880859375, -0.251495361328125, -0.2047119140625, -0.157928466796875, -0.11114501953125, -0.064361572265625, -0.017578125, 0.029205322265625, 0.07598876953125, 0.122772216796875, 0.1695556640625, 0.216339111328125, 0.26312255859375, 0.309906005859375, 0.356689453125, 0.403472900390625, 0.45025634765625, 0.497039794921875, 0.5438232421875, 0.590606689453125, 0.63739013671875, 0.684173583984375, 0.73095703125, 0.777740478515625, 0.82452392578125, 0.871307373046875, 0.9180908203125, 0.964874267578125, 1.01165771484375, 1.058441162109375, 1.105224609375, 1.152008056640625, 1.19879150390625, 1.245574951171875, 1.2923583984375, 1.339141845703125, 1.38592529296875, 1.432708740234375, 1.4794921875]}, "gradients/decoder.transformer.h.18.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 7.0, 10.0, 8.0, 6.0, 13.0, 21.0, 25.0, 49.0, 58.0, 75.0, 132.0, 177.0, 224.0, 390.0, 627.0, 979.0, 1626.0, 2641.0, 4341.0, 7457.0, 12914.0, 22771.0, 43713.0, 90521.0, 231549.0, 879411.0, 1865794.0, 677130.0, 187182.0, 76602.0, 37921.0, 20684.0, 11764.0, 6633.0, 4133.0, 2412.0, 1562.0, 925.0, 593.0, 382.0, 244.0, 195.0, 115.0, 81.0, 64.0, 51.0, 21.0, 19.0, 14.0, 10.0, 7.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 4.0, 2.0], "bins": [-2.42578125, -2.348541259765625, -2.27130126953125, -2.194061279296875, -2.1168212890625, -2.039581298828125, -1.96234130859375, -1.885101318359375, -1.807861328125, -1.730621337890625, -1.65338134765625, -1.576141357421875, -1.4989013671875, -1.421661376953125, -1.34442138671875, -1.267181396484375, -1.18994140625, -1.112701416015625, -1.03546142578125, -0.958221435546875, -0.8809814453125, -0.803741455078125, -0.72650146484375, -0.649261474609375, -0.572021484375, -0.494781494140625, -0.41754150390625, -0.340301513671875, -0.2630615234375, -0.185821533203125, -0.10858154296875, -0.031341552734375, 0.0458984375, 0.123138427734375, 0.20037841796875, 0.277618408203125, 0.3548583984375, 0.432098388671875, 0.50933837890625, 0.586578369140625, 0.663818359375, 0.741058349609375, 0.81829833984375, 0.895538330078125, 0.9727783203125, 1.050018310546875, 1.12725830078125, 1.204498291015625, 1.28173828125, 1.358978271484375, 1.43621826171875, 1.513458251953125, 1.5906982421875, 1.667938232421875, 1.74517822265625, 1.822418212890625, 1.899658203125, 1.976898193359375, 2.05413818359375, 2.131378173828125, 2.2086181640625, 2.285858154296875, 2.36309814453125, 2.440338134765625, 2.517578125]}, "gradients/decoder.transformer.h.18.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 3.0, 4.0, 5.0, 1.0, 6.0, 5.0, 11.0, 7.0, 15.0, 17.0, 15.0, 25.0, 46.0, 61.0, 60.0, 82.0, 99.0, 159.0, 173.0, 207.0, 225.0, 325.0, 410.0, 419.0, 364.0, 270.0, 218.0, 181.0, 137.0, 109.0, 99.0, 72.0, 58.0, 40.0, 26.0, 23.0, 29.0, 14.0, 13.0, 15.0, 8.0, 7.0, 5.0, 2.0, 4.0, 2.0, 0.0, 5.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.169921875, -3.068267822265625, -2.96661376953125, -2.864959716796875, -2.7633056640625, -2.661651611328125, -2.55999755859375, -2.458343505859375, -2.356689453125, -2.255035400390625, -2.15338134765625, -2.051727294921875, -1.9500732421875, -1.848419189453125, -1.74676513671875, -1.645111083984375, -1.54345703125, -1.441802978515625, -1.34014892578125, -1.238494873046875, -1.1368408203125, -1.035186767578125, -0.93353271484375, -0.831878662109375, -0.730224609375, -0.628570556640625, -0.52691650390625, -0.425262451171875, -0.3236083984375, -0.221954345703125, -0.12030029296875, -0.018646240234375, 0.0830078125, 0.184661865234375, 0.28631591796875, 0.387969970703125, 0.4896240234375, 0.591278076171875, 0.69293212890625, 0.794586181640625, 0.896240234375, 0.997894287109375, 1.09954833984375, 1.201202392578125, 1.3028564453125, 1.404510498046875, 1.50616455078125, 1.607818603515625, 1.70947265625, 1.811126708984375, 1.91278076171875, 2.014434814453125, 2.1160888671875, 2.217742919921875, 2.31939697265625, 2.421051025390625, 2.522705078125, 2.624359130859375, 2.72601318359375, 2.827667236328125, 2.9293212890625, 3.030975341796875, 3.13262939453125, 3.234283447265625, 3.3359375]}, "gradients/decoder.transformer.h.18.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 6.0, 3.0, 4.0, 12.0, 4.0, 6.0, 18.0, 19.0, 50.0, 71.0, 118.0, 236.0, 477.0, 1002.0, 2235.0, 5604.0, 14937.0, 45374.0, 162478.0, 831289.0, 2486196.0, 483409.0, 109149.0, 32574.0, 11295.0, 4297.0, 1828.0, 777.0, 391.0, 181.0, 105.0, 44.0, 35.0, 23.0, 20.0, 10.0, 6.0, 1.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-7.6171875, -7.41326904296875, -7.2093505859375, -7.00543212890625, -6.801513671875, -6.59759521484375, -6.3936767578125, -6.18975830078125, -5.98583984375, -5.78192138671875, -5.5780029296875, -5.37408447265625, -5.170166015625, -4.96624755859375, -4.7623291015625, -4.55841064453125, -4.3544921875, -4.15057373046875, -3.9466552734375, -3.74273681640625, -3.538818359375, -3.33489990234375, -3.1309814453125, -2.92706298828125, -2.72314453125, -2.51922607421875, -2.3153076171875, -2.11138916015625, -1.907470703125, -1.70355224609375, -1.4996337890625, -1.29571533203125, -1.091796875, -0.88787841796875, -0.6839599609375, -0.48004150390625, -0.276123046875, -0.07220458984375, 0.1317138671875, 0.33563232421875, 0.53955078125, 0.74346923828125, 0.9473876953125, 1.15130615234375, 1.355224609375, 1.55914306640625, 1.7630615234375, 1.96697998046875, 2.1708984375, 2.37481689453125, 2.5787353515625, 2.78265380859375, 2.986572265625, 3.19049072265625, 3.3944091796875, 3.59832763671875, 3.80224609375, 4.00616455078125, 4.2100830078125, 4.41400146484375, 4.617919921875, 4.82183837890625, 5.0257568359375, 5.22967529296875, 5.43359375]}, "gradients/decoder.transformer.h.18.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 3.0, 10.0, 6.0, 16.0, 18.0, 32.0, 46.0, 61.0, 88.0, 100.0, 121.0, 112.0, 105.0, 89.0, 65.0, 54.0, 31.0, 19.0, 16.0, 9.0, 10.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-37.97257614135742, -37.16505813598633, -36.3575439453125, -35.550025939941406, -34.74250793457031, -33.93498992919922, -33.12747573852539, -32.3199577331543, -31.512441635131836, -30.704925537109375, -29.89740753173828, -29.08989143371582, -28.282373428344727, -27.474857330322266, -26.667339324951172, -25.85982322692871, -25.05230712890625, -24.24479103088379, -23.437273025512695, -22.629756927490234, -21.82223892211914, -21.01472282409668, -20.20720672607422, -19.399688720703125, -18.59217071533203, -17.78465461730957, -16.977136611938477, -16.169620513916016, -15.362103462219238, -14.554586410522461, -13.747069358825684, -12.939552307128906, -12.132035255432129, -11.324518203735352, -10.517001152038574, -9.709484100341797, -8.901968002319336, -8.094450950622559, -7.286933898925781, -6.479417324066162, -5.671900272369385, -4.864383220672607, -4.056866645812988, -3.249349594116211, -2.4418327808380127, -1.6343159675598145, -0.8267989158630371, -0.01928234100341797, 0.7882347106933594, 1.5957515239715576, 2.403268337249756, 3.210785388946533, 4.018301963806152, 4.82581901550293, 5.633336067199707, 6.440852642059326, 7.2483696937561035, 8.055886268615723, 8.8634033203125, 9.670920372009277, 10.478437423706055, 11.285953521728516, 12.09347152709961, 12.90098762512207, 13.708504676818848]}, "gradients/decoder.transformer.h.18.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 5.0, 7.0, 10.0, 11.0, 13.0, 12.0, 17.0, 27.0, 28.0, 27.0, 34.0, 49.0, 29.0, 52.0, 43.0, 38.0, 41.0, 55.0, 51.0, 44.0, 44.0, 40.0, 50.0, 38.0, 22.0, 46.0, 27.0, 32.0, 18.0, 14.0, 17.0, 17.0, 10.0, 6.0, 9.0, 8.0, 4.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.593791007995605, -13.140522956848145, -12.687254905700684, -12.233987808227539, -11.780719757080078, -11.327451705932617, -10.874183654785156, -10.420915603637695, -9.967647552490234, -9.514379501342773, -9.061111450195312, -8.607843399047852, -8.154576301574707, -7.701308250427246, -7.248040199279785, -6.794772148132324, -6.34150505065918, -5.888236999511719, -5.434969425201416, -4.981701374053955, -4.528433799743652, -4.075165748596191, -3.6218976974487305, -3.1686298847198486, -2.715362071990967, -2.262094259262085, -1.8088263273239136, -1.3555583953857422, -0.9022905826568604, -0.4490227699279785, 0.004245281219482422, 0.45751309394836426, 0.9107818603515625, 1.3640496730804443, 1.8173176050186157, 2.270585536956787, 2.723853349685669, 3.177121162414551, 3.6303892135620117, 4.083657264709473, 4.536924839019775, 4.990192890167236, 5.443460464477539, 5.896728515625, 6.349996566772461, 6.803264141082764, 7.256532192230225, 7.709799766540527, 8.163067817687988, 8.61633586883545, 9.06960391998291, 9.522871017456055, 9.976139068603516, 10.429407119750977, 10.882675170898438, 11.335943222045898, 11.78921127319336, 12.24247932434082, 12.695747375488281, 13.149015426635742, 13.602282524108887, 14.055550575256348, 14.508818626403809, 14.96208667755127, 15.415353775024414]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 0.0, 3.0, 5.0, 6.0, 8.0, 8.0, 12.0, 14.0, 12.0, 14.0, 22.0, 21.0, 23.0, 33.0, 22.0, 30.0, 27.0, 30.0, 32.0, 52.0, 38.0, 39.0, 47.0, 46.0, 48.0, 42.0, 33.0, 34.0, 37.0, 34.0, 32.0, 24.0, 32.0, 20.0, 14.0, 23.0, 18.0, 15.0, 8.0, 9.0, 8.0, 9.0, 11.0, 4.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.4892578125, -1.4426727294921875, -1.396087646484375, -1.3495025634765625, -1.30291748046875, -1.2563323974609375, -1.209747314453125, -1.1631622314453125, -1.1165771484375, -1.0699920654296875, -1.023406982421875, -0.9768218994140625, -0.93023681640625, -0.8836517333984375, -0.837066650390625, -0.7904815673828125, -0.743896484375, -0.6973114013671875, -0.650726318359375, -0.6041412353515625, -0.55755615234375, -0.5109710693359375, -0.464385986328125, -0.4178009033203125, -0.3712158203125, -0.3246307373046875, -0.278045654296875, -0.2314605712890625, -0.18487548828125, -0.1382904052734375, -0.091705322265625, -0.0451202392578125, 0.00146484375, 0.0480499267578125, 0.094635009765625, 0.1412200927734375, 0.18780517578125, 0.2343902587890625, 0.280975341796875, 0.3275604248046875, 0.3741455078125, 0.4207305908203125, 0.467315673828125, 0.5139007568359375, 0.56048583984375, 0.6070709228515625, 0.653656005859375, 0.7002410888671875, 0.746826171875, 0.7934112548828125, 0.839996337890625, 0.8865814208984375, 0.93316650390625, 0.9797515869140625, 1.026336669921875, 1.0729217529296875, 1.1195068359375, 1.1660919189453125, 1.212677001953125, 1.2592620849609375, 1.30584716796875, 1.3524322509765625, 1.399017333984375, 1.4456024169921875, 1.4921875]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 3.0, 1.0, 5.0, 9.0, 8.0, 12.0, 17.0, 21.0, 40.0, 66.0, 105.0, 141.0, 189.0, 319.0, 456.0, 770.0, 1124.0, 1788.0, 2586.0, 3984.0, 5999.0, 8939.0, 13126.0, 18879.0, 26776.0, 38569.0, 54820.0, 78825.0, 159534.0, 340230.0, 90295.0, 61116.0, 43200.0, 30427.0, 21173.0, 14553.0, 10197.0, 6730.0, 4673.0, 3064.0, 2006.0, 1347.0, 866.0, 543.0, 338.0, 237.0, 174.0, 80.0, 59.0, 50.0, 37.0, 19.0, 17.0, 7.0, 5.0, 5.0, 6.0, 1.0, 1.0, 0.0, 2.0], "bins": [-3.48046875, -3.37225341796875, -3.2640380859375, -3.15582275390625, -3.047607421875, -2.93939208984375, -2.8311767578125, -2.72296142578125, -2.61474609375, -2.50653076171875, -2.3983154296875, -2.29010009765625, -2.181884765625, -2.07366943359375, -1.9654541015625, -1.85723876953125, -1.7490234375, -1.64080810546875, -1.5325927734375, -1.42437744140625, -1.316162109375, -1.20794677734375, -1.0997314453125, -0.99151611328125, -0.88330078125, -0.77508544921875, -0.6668701171875, -0.55865478515625, -0.450439453125, -0.34222412109375, -0.2340087890625, -0.12579345703125, -0.017578125, 0.09063720703125, 0.1988525390625, 0.30706787109375, 0.415283203125, 0.52349853515625, 0.6317138671875, 0.73992919921875, 0.84814453125, 0.95635986328125, 1.0645751953125, 1.17279052734375, 1.281005859375, 1.38922119140625, 1.4974365234375, 1.60565185546875, 1.7138671875, 1.82208251953125, 1.9302978515625, 2.03851318359375, 2.146728515625, 2.25494384765625, 2.3631591796875, 2.47137451171875, 2.57958984375, 2.68780517578125, 2.7960205078125, 2.90423583984375, 3.012451171875, 3.12066650390625, 3.2288818359375, 3.33709716796875, 3.4453125]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 4.0, 10.0, 5.0, 6.0, 11.0, 5.0, 10.0, 10.0, 9.0, 25.0, 20.0, 18.0, 32.0, 26.0, 21.0, 35.0, 33.0, 40.0, 50.0, 45.0, 32.0, 1069.0, 30.0, 47.0, 52.0, 38.0, 47.0, 33.0, 37.0, 31.0, 33.0, 21.0, 17.0, 15.0, 25.0, 18.0, 10.0, 9.0, 8.0, 11.0, 3.0, 13.0, 9.0, 0.0, 5.0, 1.0, 1.0, 1.0, 3.0, 1.0], "bins": [-1.37109375, -1.332427978515625, -1.29376220703125, -1.255096435546875, -1.2164306640625, -1.177764892578125, -1.13909912109375, -1.100433349609375, -1.061767578125, -1.023101806640625, -0.98443603515625, -0.945770263671875, -0.9071044921875, -0.868438720703125, -0.82977294921875, -0.791107177734375, -0.75244140625, -0.713775634765625, -0.67510986328125, -0.636444091796875, -0.5977783203125, -0.559112548828125, -0.52044677734375, -0.481781005859375, -0.443115234375, -0.404449462890625, -0.36578369140625, -0.327117919921875, -0.2884521484375, -0.249786376953125, -0.21112060546875, -0.172454833984375, -0.1337890625, -0.095123291015625, -0.05645751953125, -0.017791748046875, 0.0208740234375, 0.059539794921875, 0.09820556640625, 0.136871337890625, 0.175537109375, 0.214202880859375, 0.25286865234375, 0.291534423828125, 0.3302001953125, 0.368865966796875, 0.40753173828125, 0.446197509765625, 0.48486328125, 0.523529052734375, 0.56219482421875, 0.600860595703125, 0.6395263671875, 0.678192138671875, 0.71685791015625, 0.755523681640625, 0.794189453125, 0.832855224609375, 0.87152099609375, 0.910186767578125, 0.9488525390625, 0.987518310546875, 1.02618408203125, 1.064849853515625, 1.103515625]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 5.0, 3.0, 4.0, 5.0, 12.0, 11.0, 29.0, 25.0, 43.0, 75.0, 106.0, 169.0, 281.0, 448.0, 653.0, 1121.0, 1753.0, 2869.0, 4632.0, 7636.0, 12132.0, 20613.0, 36042.0, 66649.0, 139126.0, 426641.0, 1000011.0, 186481.0, 83588.0, 43587.0, 24563.0, 14634.0, 8906.0, 5429.0, 3393.0, 1995.0, 1275.0, 806.0, 513.0, 326.0, 172.0, 143.0, 86.0, 50.0, 29.0, 20.0, 19.0, 12.0, 9.0, 4.0, 3.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-2.189453125, -2.1143798828125, -2.039306640625, -1.9642333984375, -1.88916015625, -1.8140869140625, -1.739013671875, -1.6639404296875, -1.5888671875, -1.5137939453125, -1.438720703125, -1.3636474609375, -1.28857421875, -1.2135009765625, -1.138427734375, -1.0633544921875, -0.98828125, -0.9132080078125, -0.838134765625, -0.7630615234375, -0.68798828125, -0.6129150390625, -0.537841796875, -0.4627685546875, -0.3876953125, -0.3126220703125, -0.237548828125, -0.1624755859375, -0.08740234375, -0.0123291015625, 0.062744140625, 0.1378173828125, 0.212890625, 0.2879638671875, 0.363037109375, 0.4381103515625, 0.51318359375, 0.5882568359375, 0.663330078125, 0.7384033203125, 0.8134765625, 0.8885498046875, 0.963623046875, 1.0386962890625, 1.11376953125, 1.1888427734375, 1.263916015625, 1.3389892578125, 1.4140625, 1.4891357421875, 1.564208984375, 1.6392822265625, 1.71435546875, 1.7894287109375, 1.864501953125, 1.9395751953125, 2.0146484375, 2.0897216796875, 2.164794921875, 2.2398681640625, 2.31494140625, 2.3900146484375, 2.465087890625, 2.5401611328125, 2.615234375]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 6.0, 3.0, 3.0, 5.0, 10.0, 12.0, 8.0, 16.0, 12.0, 23.0, 29.0, 27.0, 35.0, 32.0, 34.0, 36.0, 69.0, 185.0, 123.0, 42.0, 36.0, 47.0, 44.0, 25.0, 25.0, 19.0, 18.0, 15.0, 13.0, 12.0, 10.0, 7.0, 4.0, 4.0, 6.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0, 1.0], "bins": [-1.091796875, -1.0628814697265625, -1.033966064453125, -1.0050506591796875, -0.97613525390625, -0.9472198486328125, -0.918304443359375, -0.8893890380859375, -0.8604736328125, -0.8315582275390625, -0.802642822265625, -0.7737274169921875, -0.74481201171875, -0.7158966064453125, -0.686981201171875, -0.6580657958984375, -0.629150390625, -0.6002349853515625, -0.571319580078125, -0.5424041748046875, -0.51348876953125, -0.4845733642578125, -0.455657958984375, -0.4267425537109375, -0.3978271484375, -0.3689117431640625, -0.339996337890625, -0.3110809326171875, -0.28216552734375, -0.2532501220703125, -0.224334716796875, -0.1954193115234375, -0.16650390625, -0.1375885009765625, -0.108673095703125, -0.0797576904296875, -0.05084228515625, -0.0219268798828125, 0.006988525390625, 0.0359039306640625, 0.0648193359375, 0.0937347412109375, 0.122650146484375, 0.1515655517578125, 0.18048095703125, 0.2093963623046875, 0.238311767578125, 0.2672271728515625, 0.296142578125, 0.3250579833984375, 0.353973388671875, 0.3828887939453125, 0.41180419921875, 0.4407196044921875, 0.469635009765625, 0.4985504150390625, 0.5274658203125, 0.5563812255859375, 0.585296630859375, 0.6142120361328125, 0.64312744140625, 0.6720428466796875, 0.700958251953125, 0.7298736572265625, 0.7587890625]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 2.0, 5.0, 3.0, 4.0, 9.0, 7.0, 5.0, 18.0, 15.0, 22.0, 31.0, 59.0, 98.0, 187.0, 743.0, 14777.0, 973290.0, 57398.0, 1281.0, 278.0, 129.0, 58.0, 40.0, 22.0, 17.0, 12.0, 13.0, 6.0, 6.0, 5.0, 3.0, 3.0, 2.0, 1.0, 3.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.140625, -16.5205078125, -15.900390625, -15.2802734375, -14.66015625, -14.0400390625, -13.419921875, -12.7998046875, -12.1796875, -11.5595703125, -10.939453125, -10.3193359375, -9.69921875, -9.0791015625, -8.458984375, -7.8388671875, -7.21875, -6.5986328125, -5.978515625, -5.3583984375, -4.73828125, -4.1181640625, -3.498046875, -2.8779296875, -2.2578125, -1.6376953125, -1.017578125, -0.3974609375, 0.22265625, 0.8427734375, 1.462890625, 2.0830078125, 2.703125, 3.3232421875, 3.943359375, 4.5634765625, 5.18359375, 5.8037109375, 6.423828125, 7.0439453125, 7.6640625, 8.2841796875, 8.904296875, 9.5244140625, 10.14453125, 10.7646484375, 11.384765625, 12.0048828125, 12.625, 13.2451171875, 13.865234375, 14.4853515625, 15.10546875, 15.7255859375, 16.345703125, 16.9658203125, 17.5859375, 18.2060546875, 18.826171875, 19.4462890625, 20.06640625, 20.6865234375, 21.306640625, 21.9267578125, 22.546875]}, "gradients/decoder.transformer.h.18.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 6.0, 7.0, 16.0, 22.0, 45.0, 68.0, 108.0, 162.0, 157.0, 124.0, 111.0, 84.0, 44.0, 25.0, 16.0, 6.0, 6.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.234121799468994, -2.1607213020324707, -2.0873210430145264, -2.013920783996582, -1.9405202865600586, -1.8671199083328247, -1.7937195301055908, -1.720319151878357, -1.646918773651123, -1.5735183954238892, -1.5001180171966553, -1.4267176389694214, -1.3533172607421875, -1.2799168825149536, -1.2065165042877197, -1.1331161260604858, -1.059715747833252, -0.9863153696060181, -0.9129149913787842, -0.8395146131515503, -0.7661142349243164, -0.6927138566970825, -0.6193134784698486, -0.5459131002426147, -0.47251272201538086, -0.399112343788147, -0.3257119655609131, -0.2523115873336792, -0.1789112091064453, -0.10551083087921143, -0.03211045265197754, 0.04128992557525635, 0.11469054222106934, 0.18809092044830322, 0.2614912986755371, 0.334891676902771, 0.4082920551300049, 0.48169243335723877, 0.5550928115844727, 0.6284931898117065, 0.7018935680389404, 0.7752939462661743, 0.8486943244934082, 0.9220947027206421, 0.995495080947876, 1.0688954591751099, 1.1422958374023438, 1.2156962156295776, 1.2890965938568115, 1.3624969720840454, 1.4358973503112793, 1.5092977285385132, 1.582698106765747, 1.656098484992981, 1.7294988632202148, 1.8028992414474487, 1.8762996196746826, 1.9496999979019165, 2.0231003761291504, 2.096500873565674, 2.169901132583618, 2.2433013916015625, 2.316701889038086, 2.3901023864746094, 2.4635026454925537]}, "gradients/decoder.transformer.h.18.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 8.0, 10.0, 12.0, 8.0, 5.0, 10.0, 22.0, 22.0, 25.0, 34.0, 26.0, 34.0, 43.0, 48.0, 56.0, 42.0, 49.0, 51.0, 53.0, 53.0, 55.0, 35.0, 44.0, 46.0, 33.0, 20.0, 36.0, 25.0, 16.0, 29.0, 13.0, 12.0, 6.0, 4.0, 6.0, 8.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.264829397201538, -1.2266138792037964, -1.1883982419967651, -1.1501827239990234, -1.1119670867919922, -1.0737515687942505, -1.0355359315872192, -0.9973204135894775, -0.9591047763824463, -0.9208891987800598, -0.8826736211776733, -0.8444580435752869, -0.8062424659729004, -0.7680268883705139, -0.7298113107681274, -0.6915957927703857, -0.6533802151679993, -0.6151646375656128, -0.5769490599632263, -0.5387334823608398, -0.5005179047584534, -0.4623023271560669, -0.4240867793560028, -0.38587120175361633, -0.34765562415122986, -0.3094400465488434, -0.2712244689464569, -0.23300890624523163, -0.19479332864284515, -0.15657775104045868, -0.1183621883392334, -0.08014661073684692, -0.04193103313446045, -0.003715459257364273, 0.0345001146197319, 0.07271568477153778, 0.11093126237392426, 0.14914683997631073, 0.187362402677536, 0.22557798027992249, 0.26379355788230896, 0.30200913548469543, 0.3402247130870819, 0.378440260887146, 0.41665583848953247, 0.45487141609191895, 0.4930869936943054, 0.5313025712966919, 0.5695181488990784, 0.6077337265014648, 0.6459493041038513, 0.6841648817062378, 0.7223804593086243, 0.7605960369110107, 0.7988115549087524, 0.8370271921157837, 0.8752427101135254, 0.9134582877159119, 0.9516738653182983, 0.9898894429206848, 1.0281050205230713, 1.066320538520813, 1.1045361757278442, 1.142751693725586, 1.1809673309326172]}, "gradients/decoder.transformer.h.18.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 3.0, 3.0, 5.0, 5.0, 8.0, 12.0, 11.0, 14.0, 14.0, 13.0, 24.0, 18.0, 26.0, 27.0, 25.0, 35.0, 25.0, 32.0, 39.0, 42.0, 43.0, 39.0, 40.0, 41.0, 56.0, 40.0, 28.0, 34.0, 31.0, 43.0, 29.0, 28.0, 29.0, 21.0, 15.0, 19.0, 15.0, 14.0, 9.0, 8.0, 9.0, 10.0, 8.0, 4.0, 8.0, 5.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.4599609375, -1.4140625, -1.3681640625, -1.322265625, -1.2763671875, -1.23046875, -1.1845703125, -1.138671875, -1.0927734375, -1.046875, -1.0009765625, -0.955078125, -0.9091796875, -0.86328125, -0.8173828125, -0.771484375, -0.7255859375, -0.6796875, -0.6337890625, -0.587890625, -0.5419921875, -0.49609375, -0.4501953125, -0.404296875, -0.3583984375, -0.3125, -0.2666015625, -0.220703125, -0.1748046875, -0.12890625, -0.0830078125, -0.037109375, 0.0087890625, 0.0546875, 0.1005859375, 0.146484375, 0.1923828125, 0.23828125, 0.2841796875, 0.330078125, 0.3759765625, 0.421875, 0.4677734375, 0.513671875, 0.5595703125, 0.60546875, 0.6513671875, 0.697265625, 0.7431640625, 0.7890625, 0.8349609375, 0.880859375, 0.9267578125, 0.97265625, 1.0185546875, 1.064453125, 1.1103515625, 1.15625, 1.2021484375, 1.248046875, 1.2939453125, 1.33984375, 1.3857421875, 1.431640625, 1.4775390625]}, "gradients/decoder.transformer.h.18.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 7.0, 6.0, 9.0, 21.0, 20.0, 40.0, 59.0, 83.0, 118.0, 221.0, 337.0, 550.0, 890.0, 1546.0, 2609.0, 4282.0, 7220.0, 12636.0, 22466.0, 43122.0, 98061.0, 337436.0, 325934.0, 95954.0, 42740.0, 21941.0, 12462.0, 7143.0, 4242.0, 2456.0, 1531.0, 920.0, 561.0, 369.0, 206.0, 126.0, 86.0, 63.0, 33.0, 23.0, 15.0, 12.0, 6.0, 2.0, 2.0, 2.0, 1.0], "bins": [-2.92578125, -2.850738525390625, -2.77569580078125, -2.700653076171875, -2.6256103515625, -2.550567626953125, -2.47552490234375, -2.400482177734375, -2.325439453125, -2.250396728515625, -2.17535400390625, -2.100311279296875, -2.0252685546875, -1.950225830078125, -1.87518310546875, -1.800140380859375, -1.72509765625, -1.650054931640625, -1.57501220703125, -1.499969482421875, -1.4249267578125, -1.349884033203125, -1.27484130859375, -1.199798583984375, -1.124755859375, -1.049713134765625, -0.97467041015625, -0.899627685546875, -0.8245849609375, -0.749542236328125, -0.67449951171875, -0.599456787109375, -0.5244140625, -0.449371337890625, -0.37432861328125, -0.299285888671875, -0.2242431640625, -0.149200439453125, -0.07415771484375, 0.000885009765625, 0.075927734375, 0.150970458984375, 0.22601318359375, 0.301055908203125, 0.3760986328125, 0.451141357421875, 0.52618408203125, 0.601226806640625, 0.67626953125, 0.751312255859375, 0.82635498046875, 0.901397705078125, 0.9764404296875, 1.051483154296875, 1.12652587890625, 1.201568603515625, 1.276611328125, 1.351654052734375, 1.42669677734375, 1.501739501953125, 1.5767822265625, 1.651824951171875, 1.72686767578125, 1.801910400390625, 1.876953125]}, "gradients/decoder.transformer.h.18.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 4.0, 4.0, 12.0, 7.0, 9.0, 5.0, 8.0, 17.0, 13.0, 16.0, 18.0, 17.0, 24.0, 24.0, 29.0, 39.0, 56.0, 57.0, 76.0, 93.0, 140.0, 1365.0, 351.0, 160.0, 89.0, 67.0, 56.0, 45.0, 42.0, 35.0, 24.0, 29.0, 19.0, 16.0, 11.0, 14.0, 15.0, 11.0, 13.0, 6.0, 6.0, 5.0, 5.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-6.10546875, -5.93585205078125, -5.7662353515625, -5.59661865234375, -5.427001953125, -5.25738525390625, -5.0877685546875, -4.91815185546875, -4.74853515625, -4.57891845703125, -4.4093017578125, -4.23968505859375, -4.070068359375, -3.90045166015625, -3.7308349609375, -3.56121826171875, -3.3916015625, -3.22198486328125, -3.0523681640625, -2.88275146484375, -2.713134765625, -2.54351806640625, -2.3739013671875, -2.20428466796875, -2.03466796875, -1.86505126953125, -1.6954345703125, -1.52581787109375, -1.356201171875, -1.18658447265625, -1.0169677734375, -0.84735107421875, -0.677734375, -0.50811767578125, -0.3385009765625, -0.16888427734375, 0.000732421875, 0.17034912109375, 0.3399658203125, 0.50958251953125, 0.67919921875, 0.84881591796875, 1.0184326171875, 1.18804931640625, 1.357666015625, 1.52728271484375, 1.6968994140625, 1.86651611328125, 2.0361328125, 2.20574951171875, 2.3753662109375, 2.54498291015625, 2.714599609375, 2.88421630859375, 3.0538330078125, 3.22344970703125, 3.39306640625, 3.56268310546875, 3.7322998046875, 3.90191650390625, 4.071533203125, 4.24114990234375, 4.4107666015625, 4.58038330078125, 4.75]}, "gradients/decoder.transformer.h.18.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 6.0, 6.0, 7.0, 10.0, 14.0, 15.0, 14.0, 36.0, 36.0, 46.0, 59.0, 85.0, 139.0, 175.0, 342.0, 706.0, 1570.0, 4719.0, 20607.0, 124581.0, 2397136.0, 528839.0, 51401.0, 10069.0, 2708.0, 1039.0, 486.0, 262.0, 163.0, 118.0, 81.0, 49.0, 50.0, 23.0, 34.0, 18.0, 16.0, 8.0, 13.0, 10.0, 1.0, 6.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.4140625, -7.1650390625, -6.916015625, -6.6669921875, -6.41796875, -6.1689453125, -5.919921875, -5.6708984375, -5.421875, -5.1728515625, -4.923828125, -4.6748046875, -4.42578125, -4.1767578125, -3.927734375, -3.6787109375, -3.4296875, -3.1806640625, -2.931640625, -2.6826171875, -2.43359375, -2.1845703125, -1.935546875, -1.6865234375, -1.4375, -1.1884765625, -0.939453125, -0.6904296875, -0.44140625, -0.1923828125, 0.056640625, 0.3056640625, 0.5546875, 0.8037109375, 1.052734375, 1.3017578125, 1.55078125, 1.7998046875, 2.048828125, 2.2978515625, 2.546875, 2.7958984375, 3.044921875, 3.2939453125, 3.54296875, 3.7919921875, 4.041015625, 4.2900390625, 4.5390625, 4.7880859375, 5.037109375, 5.2861328125, 5.53515625, 5.7841796875, 6.033203125, 6.2822265625, 6.53125, 6.7802734375, 7.029296875, 7.2783203125, 7.52734375, 7.7763671875, 8.025390625, 8.2744140625, 8.5234375]}, "gradients/decoder.transformer.h.18.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 22.0, 177.0, 524.0, 273.0, 19.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.841694831848145, -10.548465728759766, -8.255237579345703, -5.962008953094482, -3.6687803268432617, -1.3755521774291992, 0.9176769256591797, 3.2109060287475586, 5.504134178161621, 7.797362804412842, 10.090591430664062, 12.383819580078125, 14.677048683166504, 16.97027587890625, 19.263505935668945, 21.55673599243164, 23.849964141845703, 26.143192291259766, 28.436420440673828, 30.729650497436523, 33.02288055419922, 35.31610870361328, 37.609336853027344, 39.902565002441406, 42.19579315185547, 44.48902130126953, 46.782249450683594, 49.075477600097656, 51.36870574951172, 53.66193389892578, 55.95516586303711, 58.24839401245117, 60.5416259765625, 62.83485412597656, 65.12808227539062, 67.42131042480469, 69.71453857421875, 72.00776672363281, 74.30099487304688, 76.59422302246094, 78.887451171875, 81.18067932128906, 83.47390747070312, 85.76713562011719, 88.06036376953125, 90.35359191894531, 92.64682006835938, 94.94004821777344, 97.23328399658203, 99.5265121459961, 101.81974029541016, 104.11296844482422, 106.40619659423828, 108.69942474365234, 110.9926528930664, 113.285888671875, 115.57911682128906, 117.87234497070312, 120.16557312011719, 122.45880126953125, 124.75202941894531, 127.04525756835938, 129.33848571777344, 131.6317138671875, 133.92494201660156]}, "gradients/decoder.transformer.h.18.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 6.0, 1.0, 11.0, 10.0, 9.0, 12.0, 14.0, 17.0, 11.0, 12.0, 24.0, 27.0, 24.0, 34.0, 34.0, 37.0, 37.0, 36.0, 34.0, 48.0, 37.0, 51.0, 38.0, 34.0, 46.0, 41.0, 29.0, 33.0, 35.0, 28.0, 29.0, 23.0, 24.0, 19.0, 18.0, 16.0, 18.0, 13.0, 15.0, 7.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-16.612409591674805, -16.093965530395508, -15.575522422790527, -15.05707836151123, -14.53863525390625, -14.020191192626953, -13.501747131347656, -12.98330307006836, -12.464859962463379, -11.946415901184082, -11.427972793579102, -10.909528732299805, -10.391084671020508, -9.872641563415527, -9.35419750213623, -8.83575439453125, -8.317310333251953, -7.7988667488098145, -7.280423164367676, -6.761979103088379, -6.24353551864624, -5.725091934204102, -5.206647872924805, -4.688204288482666, -4.169760704040527, -3.6513171195983887, -3.132873296737671, -2.614429473876953, -2.0959858894348145, -1.5775423049926758, -1.059098482131958, -0.5406546592712402, -0.022211074829101562, 0.49623262882232666, 1.0146763324737549, 1.533120036125183, 2.0515637397766113, 2.57000732421875, 3.0884511470794678, 3.6068949699401855, 4.125338554382324, 4.643782138824463, 5.162225723266602, 5.680669784545898, 6.199113368988037, 6.717556953430176, 7.236001014709473, 7.754444599151611, 8.27288818359375, 8.791332244873047, 9.309775352478027, 9.828219413757324, 10.346662521362305, 10.865106582641602, 11.383550643920898, 11.901994705200195, 12.420437812805176, 12.938881874084473, 13.457324981689453, 13.97576904296875, 14.494213104248047, 15.012656211853027, 15.531100273132324, 16.049543380737305, 16.5679874420166]}, "gradients/decoder.transformer.h.17.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 5.0, 2.0, 2.0, 4.0, 1.0, 3.0, 6.0, 6.0, 13.0, 11.0, 18.0, 10.0, 17.0, 25.0, 16.0, 24.0, 40.0, 23.0, 28.0, 38.0, 41.0, 41.0, 35.0, 34.0, 52.0, 45.0, 41.0, 45.0, 40.0, 40.0, 36.0, 39.0, 36.0, 24.0, 24.0, 22.0, 19.0, 15.0, 14.0, 17.0, 11.0, 9.0, 7.0, 10.0, 8.0, 7.0, 6.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.494140625, -1.444793701171875, -1.39544677734375, -1.346099853515625, -1.2967529296875, -1.247406005859375, -1.19805908203125, -1.148712158203125, -1.099365234375, -1.050018310546875, -1.00067138671875, -0.951324462890625, -0.9019775390625, -0.852630615234375, -0.80328369140625, -0.753936767578125, -0.70458984375, -0.655242919921875, -0.60589599609375, -0.556549072265625, -0.5072021484375, -0.457855224609375, -0.40850830078125, -0.359161376953125, -0.309814453125, -0.260467529296875, -0.21112060546875, -0.161773681640625, -0.1124267578125, -0.063079833984375, -0.01373291015625, 0.035614013671875, 0.0849609375, 0.134307861328125, 0.18365478515625, 0.233001708984375, 0.2823486328125, 0.331695556640625, 0.38104248046875, 0.430389404296875, 0.479736328125, 0.529083251953125, 0.57843017578125, 0.627777099609375, 0.6771240234375, 0.726470947265625, 0.77581787109375, 0.825164794921875, 0.87451171875, 0.923858642578125, 0.97320556640625, 1.022552490234375, 1.0718994140625, 1.121246337890625, 1.17059326171875, 1.219940185546875, 1.269287109375, 1.318634033203125, 1.36798095703125, 1.417327880859375, 1.4666748046875, 1.516021728515625, 1.56536865234375, 1.614715576171875, 1.6640625]}, "gradients/decoder.transformer.h.17.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 6.0, 2.0, 4.0, 5.0, 11.0, 4.0, 13.0, 26.0, 30.0, 41.0, 63.0, 96.0, 131.0, 212.0, 300.0, 450.0, 739.0, 1125.0, 1786.0, 3018.0, 5088.0, 8703.0, 15541.0, 27937.0, 55557.0, 122707.0, 364965.0, 1412733.0, 1514015.0, 402204.0, 130686.0, 58402.0, 29446.0, 16094.0, 8825.0, 5155.0, 3022.0, 1853.0, 1205.0, 726.0, 464.0, 316.0, 176.0, 126.0, 94.0, 54.0, 44.0, 31.0, 22.0, 14.0, 7.0, 8.0, 5.0, 5.0, 6.0, 2.0, 1.0, 0.0, 1.0], "bins": [-2.806640625, -2.7216796875, -2.63671875, -2.5517578125, -2.466796875, -2.3818359375, -2.296875, -2.2119140625, -2.126953125, -2.0419921875, -1.95703125, -1.8720703125, -1.787109375, -1.7021484375, -1.6171875, -1.5322265625, -1.447265625, -1.3623046875, -1.27734375, -1.1923828125, -1.107421875, -1.0224609375, -0.9375, -0.8525390625, -0.767578125, -0.6826171875, -0.59765625, -0.5126953125, -0.427734375, -0.3427734375, -0.2578125, -0.1728515625, -0.087890625, -0.0029296875, 0.08203125, 0.1669921875, 0.251953125, 0.3369140625, 0.421875, 0.5068359375, 0.591796875, 0.6767578125, 0.76171875, 0.8466796875, 0.931640625, 1.0166015625, 1.1015625, 1.1865234375, 1.271484375, 1.3564453125, 1.44140625, 1.5263671875, 1.611328125, 1.6962890625, 1.78125, 1.8662109375, 1.951171875, 2.0361328125, 2.12109375, 2.2060546875, 2.291015625, 2.3759765625, 2.4609375, 2.5458984375, 2.630859375]}, "gradients/decoder.transformer.h.17.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 4.0, 1.0, 4.0, 12.0, 6.0, 8.0, 16.0, 14.0, 17.0, 40.0, 53.0, 68.0, 97.0, 133.0, 189.0, 322.0, 369.0, 456.0, 538.0, 515.0, 349.0, 216.0, 166.0, 127.0, 85.0, 72.0, 53.0, 44.0, 26.0, 19.0, 20.0, 14.0, 8.0, 5.0, 3.0, 5.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.33984375, -3.2027587890625, -3.065673828125, -2.9285888671875, -2.79150390625, -2.6544189453125, -2.517333984375, -2.3802490234375, -2.2431640625, -2.1060791015625, -1.968994140625, -1.8319091796875, -1.69482421875, -1.5577392578125, -1.420654296875, -1.2835693359375, -1.146484375, -1.0093994140625, -0.872314453125, -0.7352294921875, -0.59814453125, -0.4610595703125, -0.323974609375, -0.1868896484375, -0.0498046875, 0.0872802734375, 0.224365234375, 0.3614501953125, 0.49853515625, 0.6356201171875, 0.772705078125, 0.9097900390625, 1.046875, 1.1839599609375, 1.321044921875, 1.4581298828125, 1.59521484375, 1.7322998046875, 1.869384765625, 2.0064697265625, 2.1435546875, 2.2806396484375, 2.417724609375, 2.5548095703125, 2.69189453125, 2.8289794921875, 2.966064453125, 3.1031494140625, 3.240234375, 3.3773193359375, 3.514404296875, 3.6514892578125, 3.78857421875, 3.9256591796875, 4.062744140625, 4.1998291015625, 4.3369140625, 4.4739990234375, 4.611083984375, 4.7481689453125, 4.88525390625, 5.0223388671875, 5.159423828125, 5.2965087890625, 5.43359375]}, "gradients/decoder.transformer.h.17.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 6.0, 5.0, 7.0, 12.0, 21.0, 30.0, 37.0, 80.0, 152.0, 333.0, 751.0, 2043.0, 6539.0, 24907.0, 118259.0, 911797.0, 2720991.0, 331695.0, 56938.0, 13554.0, 3895.0, 1271.0, 477.0, 231.0, 108.0, 54.0, 34.0, 30.0, 13.0, 7.0, 8.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.18359375, -6.92022705078125, -6.6568603515625, -6.39349365234375, -6.130126953125, -5.86676025390625, -5.6033935546875, -5.34002685546875, -5.07666015625, -4.81329345703125, -4.5499267578125, -4.28656005859375, -4.023193359375, -3.75982666015625, -3.4964599609375, -3.23309326171875, -2.9697265625, -2.70635986328125, -2.4429931640625, -2.17962646484375, -1.916259765625, -1.65289306640625, -1.3895263671875, -1.12615966796875, -0.86279296875, -0.59942626953125, -0.3360595703125, -0.07269287109375, 0.190673828125, 0.45404052734375, 0.7174072265625, 0.98077392578125, 1.244140625, 1.50750732421875, 1.7708740234375, 2.03424072265625, 2.297607421875, 2.56097412109375, 2.8243408203125, 3.08770751953125, 3.35107421875, 3.61444091796875, 3.8778076171875, 4.14117431640625, 4.404541015625, 4.66790771484375, 4.9312744140625, 5.19464111328125, 5.4580078125, 5.72137451171875, 5.9847412109375, 6.24810791015625, 6.511474609375, 6.77484130859375, 7.0382080078125, 7.30157470703125, 7.56494140625, 7.82830810546875, 8.0916748046875, 8.35504150390625, 8.618408203125, 8.88177490234375, 9.1451416015625, 9.40850830078125, 9.671875]}, "gradients/decoder.transformer.h.17.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 11.0, 13.0, 22.0, 28.0, 44.0, 72.0, 112.0, 138.0, 126.0, 123.0, 100.0, 95.0, 52.0, 27.0, 22.0, 9.0, 9.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.843799591064453, -20.827468872070312, -19.811138153076172, -18.79480743408203, -17.77847671508789, -16.76214599609375, -15.745816230773926, -14.729485511779785, -13.713154792785645, -12.696824073791504, -11.680493354797363, -10.664163589477539, -9.647832870483398, -8.631502151489258, -7.615171432495117, -6.598840713500977, -5.582509994506836, -4.566179275512695, -3.549848794937134, -2.5335183143615723, -1.5171875953674316, -0.500856876373291, 0.5154733657836914, 1.531804084777832, 2.5481348037719727, 3.5644655227661133, 4.580796241760254, 5.597126483917236, 6.613457202911377, 7.629787921905518, 8.6461181640625, 9.66244888305664, 10.678779602050781, 11.695110321044922, 12.711441040039062, 13.727771759033203, 14.744102478027344, 15.760433197021484, 16.776763916015625, 17.793094635009766, 18.809425354003906, 19.825756072998047, 20.842086791992188, 21.858417510986328, 22.87474822998047, 23.89107894897461, 24.90740966796875, 25.92374038696289, 26.9400691986084, 27.95639991760254, 28.97273063659668, 29.98906135559082, 31.00539207458496, 32.02172088623047, 33.03805160522461, 34.05438232421875, 35.07071304321289, 36.08704376220703, 37.10337448120117, 38.11970520019531, 39.13603591918945, 40.152366638183594, 41.168697357177734, 42.185028076171875, 43.201358795166016]}, "gradients/decoder.transformer.h.17.ln_2.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 2.0, 4.0, 5.0, 2.0, 8.0, 2.0, 7.0, 12.0, 5.0, 11.0, 6.0, 18.0, 14.0, 24.0, 19.0, 24.0, 18.0, 37.0, 35.0, 40.0, 34.0, 28.0, 44.0, 40.0, 31.0, 40.0, 40.0, 40.0, 36.0, 43.0, 27.0, 43.0, 31.0, 29.0, 29.0, 29.0, 15.0, 19.0, 16.0, 18.0, 15.0, 13.0, 11.0, 13.0, 5.0, 5.0, 9.0, 6.0, 2.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.931329727172852, -11.533293724060059, -11.135257720947266, -10.737221717834473, -10.33918571472168, -9.941150665283203, -9.54311466217041, -9.145078659057617, -8.747042655944824, -8.349006652832031, -7.950970649719238, -7.5529351234436035, -7.1548991203308105, -6.756863117218018, -6.358827590942383, -5.96079158782959, -5.562755584716797, -5.164719581604004, -4.766683578491211, -4.368648052215576, -3.970612049102783, -3.5725760459899902, -3.1745402812957764, -2.7765045166015625, -2.3784685134887695, -1.9804326295852661, -1.5823967456817627, -1.1843608617782593, -0.7863249778747559, -0.38828909397125244, 0.009746789932250977, 0.40778255462646484, 0.8058185577392578, 1.2038544416427612, 1.6018903255462646, 1.999926209449768, 2.3979620933532715, 2.7959980964660645, 3.1940338611602783, 3.592069625854492, 3.990105628967285, 4.388141632080078, 4.786177635192871, 5.184213161468506, 5.582249164581299, 5.980285167694092, 6.378320693969727, 6.7763566970825195, 7.1743927001953125, 7.5724287033081055, 7.970464706420898, 8.368500709533691, 8.766536712646484, 9.164571762084961, 9.562607765197754, 9.960643768310547, 10.35867977142334, 10.756715774536133, 11.154751777648926, 11.552787780761719, 11.950822830200195, 12.348858833312988, 12.746894836425781, 13.144930839538574, 13.542966842651367]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 6.0, 2.0, 1.0, 3.0, 9.0, 5.0, 7.0, 7.0, 14.0, 9.0, 14.0, 13.0, 21.0, 26.0, 32.0, 28.0, 31.0, 38.0, 35.0, 39.0, 31.0, 41.0, 40.0, 48.0, 34.0, 37.0, 30.0, 52.0, 44.0, 44.0, 37.0, 31.0, 18.0, 30.0, 22.0, 17.0, 14.0, 15.0, 12.0, 14.0, 12.0, 10.0, 15.0, 11.0, 2.0, 3.0, 2.0, 3.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.669921875, -1.6211395263671875, -1.572357177734375, -1.5235748291015625, -1.47479248046875, -1.4260101318359375, -1.377227783203125, -1.3284454345703125, -1.2796630859375, -1.2308807373046875, -1.182098388671875, -1.1333160400390625, -1.08453369140625, -1.0357513427734375, -0.986968994140625, -0.9381866455078125, -0.889404296875, -0.8406219482421875, -0.791839599609375, -0.7430572509765625, -0.69427490234375, -0.6454925537109375, -0.596710205078125, -0.5479278564453125, -0.4991455078125, -0.4503631591796875, -0.401580810546875, -0.3527984619140625, -0.30401611328125, -0.2552337646484375, -0.206451416015625, -0.1576690673828125, -0.10888671875, -0.0601043701171875, -0.011322021484375, 0.0374603271484375, 0.08624267578125, 0.1350250244140625, 0.183807373046875, 0.2325897216796875, 0.2813720703125, 0.3301544189453125, 0.378936767578125, 0.4277191162109375, 0.47650146484375, 0.5252838134765625, 0.574066162109375, 0.6228485107421875, 0.671630859375, 0.7204132080078125, 0.769195556640625, 0.8179779052734375, 0.86676025390625, 0.9155426025390625, 0.964324951171875, 1.0131072998046875, 1.0618896484375, 1.1106719970703125, 1.159454345703125, 1.2082366943359375, 1.25701904296875, 1.3058013916015625, 1.354583740234375, 1.4033660888671875, 1.4521484375]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 4.0, 2.0, 2.0, 6.0, 3.0, 6.0, 16.0, 21.0, 30.0, 50.0, 90.0, 108.0, 161.0, 278.0, 414.0, 620.0, 852.0, 1342.0, 2036.0, 2967.0, 4469.0, 6914.0, 10227.0, 14985.0, 22052.0, 33172.0, 49212.0, 70277.0, 97770.0, 138194.0, 203239.0, 116622.0, 85921.0, 60143.0, 41372.0, 28075.0, 18857.0, 12555.0, 8424.0, 5607.0, 3862.0, 2543.0, 1694.0, 1137.0, 770.0, 511.0, 305.0, 219.0, 139.0, 114.0, 56.0, 36.0, 34.0, 22.0, 12.0, 10.0, 8.0, 3.0, 1.0, 2.0, 0.0, 1.0], "bins": [-3.119140625, -3.02252197265625, -2.9259033203125, -2.82928466796875, -2.732666015625, -2.63604736328125, -2.5394287109375, -2.44281005859375, -2.34619140625, -2.24957275390625, -2.1529541015625, -2.05633544921875, -1.959716796875, -1.86309814453125, -1.7664794921875, -1.66986083984375, -1.5732421875, -1.47662353515625, -1.3800048828125, -1.28338623046875, -1.186767578125, -1.09014892578125, -0.9935302734375, -0.89691162109375, -0.80029296875, -0.70367431640625, -0.6070556640625, -0.51043701171875, -0.413818359375, -0.31719970703125, -0.2205810546875, -0.12396240234375, -0.02734375, 0.06927490234375, 0.1658935546875, 0.26251220703125, 0.359130859375, 0.45574951171875, 0.5523681640625, 0.64898681640625, 0.74560546875, 0.84222412109375, 0.9388427734375, 1.03546142578125, 1.132080078125, 1.22869873046875, 1.3253173828125, 1.42193603515625, 1.5185546875, 1.61517333984375, 1.7117919921875, 1.80841064453125, 1.905029296875, 2.00164794921875, 2.0982666015625, 2.19488525390625, 2.29150390625, 2.38812255859375, 2.4847412109375, 2.58135986328125, 2.677978515625, 2.77459716796875, 2.8712158203125, 2.96783447265625, 3.064453125]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 8.0, 6.0, 9.0, 6.0, 12.0, 13.0, 19.0, 18.0, 15.0, 21.0, 32.0, 28.0, 25.0, 33.0, 34.0, 38.0, 47.0, 41.0, 40.0, 43.0, 1076.0, 45.0, 45.0, 41.0, 33.0, 28.0, 39.0, 27.0, 28.0, 25.0, 28.0, 28.0, 10.0, 22.0, 9.0, 10.0, 10.0, 6.0, 8.0, 5.0, 9.0, 4.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-1.2294921875, -1.1902923583984375, -1.151092529296875, -1.1118927001953125, -1.07269287109375, -1.0334930419921875, -0.994293212890625, -0.9550933837890625, -0.9158935546875, -0.8766937255859375, -0.837493896484375, -0.7982940673828125, -0.75909423828125, -0.7198944091796875, -0.680694580078125, -0.6414947509765625, -0.602294921875, -0.5630950927734375, -0.523895263671875, -0.4846954345703125, -0.44549560546875, -0.4062957763671875, -0.367095947265625, -0.3278961181640625, -0.2886962890625, -0.2494964599609375, -0.210296630859375, -0.1710968017578125, -0.13189697265625, -0.0926971435546875, -0.053497314453125, -0.0142974853515625, 0.02490234375, 0.0641021728515625, 0.103302001953125, 0.1425018310546875, 0.18170166015625, 0.2209014892578125, 0.260101318359375, 0.2993011474609375, 0.3385009765625, 0.3777008056640625, 0.416900634765625, 0.4561004638671875, 0.49530029296875, 0.5345001220703125, 0.573699951171875, 0.6128997802734375, 0.652099609375, 0.6912994384765625, 0.730499267578125, 0.7696990966796875, 0.80889892578125, 0.8480987548828125, 0.887298583984375, 0.9264984130859375, 0.9656982421875, 1.0048980712890625, 1.044097900390625, 1.0832977294921875, 1.12249755859375, 1.1616973876953125, 1.200897216796875, 1.2400970458984375, 1.279296875]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 9.0, 7.0, 5.0, 13.0, 27.0, 37.0, 58.0, 67.0, 131.0, 213.0, 372.0, 609.0, 1065.0, 1859.0, 2990.0, 5210.0, 9357.0, 16956.0, 31644.0, 63177.0, 138847.0, 421895.0, 946680.0, 254550.0, 98662.0, 47329.0, 24452.0, 13104.0, 7450.0, 4141.0, 2485.0, 1480.0, 879.0, 512.0, 334.0, 198.0, 123.0, 75.0, 52.0, 29.0, 20.0, 16.0, 7.0, 8.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0], "bins": [-2.951171875, -2.869873046875, -2.78857421875, -2.707275390625, -2.6259765625, -2.544677734375, -2.46337890625, -2.382080078125, -2.30078125, -2.219482421875, -2.13818359375, -2.056884765625, -1.9755859375, -1.894287109375, -1.81298828125, -1.731689453125, -1.650390625, -1.569091796875, -1.48779296875, -1.406494140625, -1.3251953125, -1.243896484375, -1.16259765625, -1.081298828125, -1.0, -0.918701171875, -0.83740234375, -0.756103515625, -0.6748046875, -0.593505859375, -0.51220703125, -0.430908203125, -0.349609375, -0.268310546875, -0.18701171875, -0.105712890625, -0.0244140625, 0.056884765625, 0.13818359375, 0.219482421875, 0.30078125, 0.382080078125, 0.46337890625, 0.544677734375, 0.6259765625, 0.707275390625, 0.78857421875, 0.869873046875, 0.951171875, 1.032470703125, 1.11376953125, 1.195068359375, 1.2763671875, 1.357666015625, 1.43896484375, 1.520263671875, 1.6015625, 1.682861328125, 1.76416015625, 1.845458984375, 1.9267578125, 2.008056640625, 2.08935546875, 2.170654296875, 2.251953125]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 6.0, 2.0, 5.0, 4.0, 6.0, 10.0, 10.0, 8.0, 13.0, 23.0, 23.0, 31.0, 33.0, 31.0, 48.0, 49.0, 48.0, 76.0, 74.0, 68.0, 60.0, 66.0, 57.0, 29.0, 32.0, 38.0, 18.0, 31.0, 22.0, 22.0, 12.0, 12.0, 12.0, 10.0, 7.0, 6.0, 4.0, 7.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.50634765625, -0.48702239990234375, -0.4676971435546875, -0.44837188720703125, -0.429046630859375, -0.40972137451171875, -0.3903961181640625, -0.37107086181640625, -0.35174560546875, -0.33242034912109375, -0.3130950927734375, -0.29376983642578125, -0.274444580078125, -0.25511932373046875, -0.2357940673828125, -0.21646881103515625, -0.1971435546875, -0.17781829833984375, -0.1584930419921875, -0.13916778564453125, -0.119842529296875, -0.10051727294921875, -0.0811920166015625, -0.06186676025390625, -0.04254150390625, -0.02321624755859375, -0.0038909912109375, 0.01543426513671875, 0.034759521484375, 0.05408477783203125, 0.0734100341796875, 0.09273529052734375, 0.112060546875, 0.13138580322265625, 0.1507110595703125, 0.17003631591796875, 0.189361572265625, 0.20868682861328125, 0.2280120849609375, 0.24733734130859375, 0.26666259765625, 0.28598785400390625, 0.3053131103515625, 0.32463836669921875, 0.343963623046875, 0.36328887939453125, 0.3826141357421875, 0.40193939208984375, 0.4212646484375, 0.44058990478515625, 0.4599151611328125, 0.47924041748046875, 0.498565673828125, 0.5178909301757812, 0.5372161865234375, 0.5565414428710938, 0.57586669921875, 0.5951919555664062, 0.6145172119140625, 0.6338424682617188, 0.653167724609375, 0.6724929809570312, 0.6918182373046875, 0.7111434936523438, 0.73046875]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 8.0, 6.0, 11.0, 7.0, 20.0, 25.0, 18.0, 30.0, 52.0, 66.0, 111.0, 210.0, 393.0, 1703.0, 39837.0, 892529.0, 109237.0, 3183.0, 474.0, 231.0, 145.0, 71.0, 62.0, 26.0, 24.0, 21.0, 17.0, 12.0, 8.0, 6.0, 4.0, 3.0, 5.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0], "bins": [-13.4140625, -13.0755615234375, -12.737060546875, -12.3985595703125, -12.06005859375, -11.7215576171875, -11.383056640625, -11.0445556640625, -10.7060546875, -10.3675537109375, -10.029052734375, -9.6905517578125, -9.35205078125, -9.0135498046875, -8.675048828125, -8.3365478515625, -7.998046875, -7.6595458984375, -7.321044921875, -6.9825439453125, -6.64404296875, -6.3055419921875, -5.967041015625, -5.6285400390625, -5.2900390625, -4.9515380859375, -4.613037109375, -4.2745361328125, -3.93603515625, -3.5975341796875, -3.259033203125, -2.9205322265625, -2.58203125, -2.2435302734375, -1.905029296875, -1.5665283203125, -1.22802734375, -0.8895263671875, -0.551025390625, -0.2125244140625, 0.1259765625, 0.4644775390625, 0.802978515625, 1.1414794921875, 1.47998046875, 1.8184814453125, 2.156982421875, 2.4954833984375, 2.833984375, 3.1724853515625, 3.510986328125, 3.8494873046875, 4.18798828125, 4.5264892578125, 4.864990234375, 5.2034912109375, 5.5419921875, 5.8804931640625, 6.218994140625, 6.5574951171875, 6.89599609375, 7.2344970703125, 7.572998046875, 7.9114990234375, 8.25]}, "gradients/decoder.transformer.h.17.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 19.0, 43.0, 154.0, 292.0, 294.0, 139.0, 47.0, 15.0, 7.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.591646194458008, -2.462578535079956, -2.3335108757019043, -2.2044432163238525, -2.075375556945801, -1.9463080167770386, -1.8172404766082764, -1.6881728172302246, -1.5591051578521729, -1.430037498474121, -1.3009698390960693, -1.1719022989273071, -1.0428346395492554, -0.9137669801712036, -0.7846993803977966, -0.6556317806243896, -0.5265641212463379, -0.3974964916706085, -0.26842886209487915, -0.13936123251914978, -0.01029360294342041, 0.11877405643463135, 0.24784165620803833, 0.3769092559814453, 0.5059769153594971, 0.6350445747375488, 0.7641121745109558, 0.8931797742843628, 1.0222474336624146, 1.1513150930404663, 1.2803826332092285, 1.4094502925872803, 1.5385184288024902, 1.667586088180542, 1.7966537475585938, 1.925721287727356, 2.0547890663146973, 2.18385648727417, 2.3129241466522217, 2.4419918060302734, 2.571059465408325, 2.700127124786377, 2.8291947841644287, 2.9582624435424805, 3.087329864501953, 3.216397762298584, 3.3454651832580566, 3.4745328426361084, 3.60360050201416, 3.732668161392212, 3.8617358207702637, 3.9908034801483154, 4.119871139526367, 4.24893856048584, 4.378006458282471, 4.507073879241943, 4.636141777038574, 4.765209197998047, 4.894277095794678, 5.02334451675415, 5.152412414550781, 5.281479835510254, 5.410547733306885, 5.539615154266357, 5.66868257522583]}, "gradients/decoder.transformer.h.17.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 2.0, 5.0, 6.0, 12.0, 14.0, 19.0, 11.0, 17.0, 13.0, 18.0, 22.0, 25.0, 41.0, 25.0, 29.0, 41.0, 41.0, 43.0, 45.0, 48.0, 50.0, 47.0, 33.0, 40.0, 41.0, 38.0, 34.0, 30.0, 36.0, 37.0, 28.0, 21.0, 17.0, 20.0, 16.0, 12.0, 10.0, 5.0, 4.0, 3.0, 1.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9909818172454834, -0.9591427445411682, -0.927303671836853, -0.8954645395278931, -0.8636254668235779, -0.8317863941192627, -0.7999472618103027, -0.7681081891059875, -0.7362691164016724, -0.7044300436973572, -0.672590970993042, -0.640751838684082, -0.6089127659797668, -0.5770736932754517, -0.5452345609664917, -0.5133954882621765, -0.48155641555786133, -0.44971734285354614, -0.41787824034690857, -0.386039137840271, -0.3542000651359558, -0.3223609924316406, -0.29052188992500305, -0.2586827874183655, -0.2268437147140503, -0.1950046271085739, -0.16316553950309753, -0.13132645189762115, -0.09948736429214478, -0.0676482766866684, -0.03580918908119202, -0.003970101475715637, 0.027869105339050293, 0.05970819294452667, 0.09154728055000305, 0.12338636815547943, 0.1552254557609558, 0.1870645433664322, 0.21890363097190857, 0.25074273347854614, 0.28258180618286133, 0.3144208788871765, 0.3462599813938141, 0.37809908390045166, 0.40993815660476685, 0.44177722930908203, 0.4736163318157196, 0.5054554343223572, 0.5372945070266724, 0.5691335797309875, 0.6009726524353027, 0.6328117847442627, 0.6646508574485779, 0.6964899301528931, 0.728329062461853, 0.7601681351661682, 0.7920072078704834, 0.8238462805747986, 0.8556853532791138, 0.8875244855880737, 0.9193635582923889, 0.9512026309967041, 0.9830417633056641, 1.0148807764053345, 1.0467199087142944]}, "gradients/decoder.transformer.h.17.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 6.0, 1.0, 3.0, 5.0, 10.0, 4.0, 5.0, 12.0, 8.0, 10.0, 12.0, 21.0, 17.0, 35.0, 29.0, 27.0, 36.0, 36.0, 36.0, 35.0, 28.0, 51.0, 37.0, 37.0, 36.0, 39.0, 41.0, 40.0, 40.0, 49.0, 38.0, 25.0, 16.0, 32.0, 21.0, 21.0, 12.0, 13.0, 11.0, 12.0, 14.0, 11.0, 13.0, 11.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0], "bins": [-1.693359375, -1.64495849609375, -1.5965576171875, -1.54815673828125, -1.499755859375, -1.45135498046875, -1.4029541015625, -1.35455322265625, -1.30615234375, -1.25775146484375, -1.2093505859375, -1.16094970703125, -1.112548828125, -1.06414794921875, -1.0157470703125, -0.96734619140625, -0.9189453125, -0.87054443359375, -0.8221435546875, -0.77374267578125, -0.725341796875, -0.67694091796875, -0.6285400390625, -0.58013916015625, -0.53173828125, -0.48333740234375, -0.4349365234375, -0.38653564453125, -0.338134765625, -0.28973388671875, -0.2413330078125, -0.19293212890625, -0.14453125, -0.09613037109375, -0.0477294921875, 0.00067138671875, 0.049072265625, 0.09747314453125, 0.1458740234375, 0.19427490234375, 0.24267578125, 0.29107666015625, 0.3394775390625, 0.38787841796875, 0.436279296875, 0.48468017578125, 0.5330810546875, 0.58148193359375, 0.6298828125, 0.67828369140625, 0.7266845703125, 0.77508544921875, 0.823486328125, 0.87188720703125, 0.9202880859375, 0.96868896484375, 1.01708984375, 1.06549072265625, 1.1138916015625, 1.16229248046875, 1.210693359375, 1.25909423828125, 1.3074951171875, 1.35589599609375, 1.404296875]}, "gradients/decoder.transformer.h.17.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 4.0, 8.0, 13.0, 8.0, 40.0, 28.0, 60.0, 86.0, 146.0, 237.0, 338.0, 670.0, 1103.0, 1878.0, 3142.0, 5414.0, 9690.0, 17181.0, 30962.0, 59316.0, 130125.0, 347898.0, 246903.0, 91410.0, 45627.0, 24336.0, 13567.0, 7754.0, 4381.0, 2406.0, 1490.0, 954.0, 501.0, 324.0, 195.0, 140.0, 85.0, 42.0, 30.0, 27.0, 20.0, 9.0, 2.0, 0.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.6015625, -2.522247314453125, -2.44293212890625, -2.363616943359375, -2.2843017578125, -2.204986572265625, -2.12567138671875, -2.046356201171875, -1.967041015625, -1.887725830078125, -1.80841064453125, -1.729095458984375, -1.6497802734375, -1.570465087890625, -1.49114990234375, -1.411834716796875, -1.33251953125, -1.253204345703125, -1.17388916015625, -1.094573974609375, -1.0152587890625, -0.935943603515625, -0.85662841796875, -0.777313232421875, -0.697998046875, -0.618682861328125, -0.53936767578125, -0.460052490234375, -0.3807373046875, -0.301422119140625, -0.22210693359375, -0.142791748046875, -0.0634765625, 0.015838623046875, 0.09515380859375, 0.174468994140625, 0.2537841796875, 0.333099365234375, 0.41241455078125, 0.491729736328125, 0.571044921875, 0.650360107421875, 0.72967529296875, 0.808990478515625, 0.8883056640625, 0.967620849609375, 1.04693603515625, 1.126251220703125, 1.20556640625, 1.284881591796875, 1.36419677734375, 1.443511962890625, 1.5228271484375, 1.602142333984375, 1.68145751953125, 1.760772705078125, 1.840087890625, 1.919403076171875, 1.99871826171875, 2.078033447265625, 2.1573486328125, 2.236663818359375, 2.31597900390625, 2.395294189453125, 2.474609375]}, "gradients/decoder.transformer.h.17.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 4.0, 7.0, 9.0, 5.0, 7.0, 9.0, 15.0, 14.0, 19.0, 21.0, 30.0, 21.0, 37.0, 35.0, 33.0, 50.0, 66.0, 74.0, 134.0, 250.0, 1403.0, 225.0, 118.0, 82.0, 58.0, 47.0, 48.0, 33.0, 25.0, 21.0, 27.0, 28.0, 23.0, 16.0, 12.0, 4.0, 16.0, 6.0, 3.0, 2.0, 8.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.69140625, -5.5045166015625, -5.317626953125, -5.1307373046875, -4.94384765625, -4.7569580078125, -4.570068359375, -4.3831787109375, -4.1962890625, -4.0093994140625, -3.822509765625, -3.6356201171875, -3.44873046875, -3.2618408203125, -3.074951171875, -2.8880615234375, -2.701171875, -2.5142822265625, -2.327392578125, -2.1405029296875, -1.95361328125, -1.7667236328125, -1.579833984375, -1.3929443359375, -1.2060546875, -1.0191650390625, -0.832275390625, -0.6453857421875, -0.45849609375, -0.2716064453125, -0.084716796875, 0.1021728515625, 0.2890625, 0.4759521484375, 0.662841796875, 0.8497314453125, 1.03662109375, 1.2235107421875, 1.410400390625, 1.5972900390625, 1.7841796875, 1.9710693359375, 2.157958984375, 2.3448486328125, 2.53173828125, 2.7186279296875, 2.905517578125, 3.0924072265625, 3.279296875, 3.4661865234375, 3.653076171875, 3.8399658203125, 4.02685546875, 4.2137451171875, 4.400634765625, 4.5875244140625, 4.7744140625, 4.9613037109375, 5.148193359375, 5.3350830078125, 5.52197265625, 5.7088623046875, 5.895751953125, 6.0826416015625, 6.26953125]}, "gradients/decoder.transformer.h.17.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 6.0, 1.0, 5.0, 6.0, 5.0, 13.0, 15.0, 19.0, 32.0, 50.0, 61.0, 73.0, 115.0, 198.0, 309.0, 567.0, 1356.0, 7850.0, 94965.0, 2656350.0, 359856.0, 19444.0, 2557.0, 756.0, 395.0, 218.0, 161.0, 84.0, 69.0, 54.0, 29.0, 25.0, 18.0, 12.0, 6.0, 13.0, 5.0, 3.0, 6.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.875, -10.520751953125, -10.16650390625, -9.812255859375, -9.4580078125, -9.103759765625, -8.74951171875, -8.395263671875, -8.041015625, -7.686767578125, -7.33251953125, -6.978271484375, -6.6240234375, -6.269775390625, -5.91552734375, -5.561279296875, -5.20703125, -4.852783203125, -4.49853515625, -4.144287109375, -3.7900390625, -3.435791015625, -3.08154296875, -2.727294921875, -2.373046875, -2.018798828125, -1.66455078125, -1.310302734375, -0.9560546875, -0.601806640625, -0.24755859375, 0.106689453125, 0.4609375, 0.815185546875, 1.16943359375, 1.523681640625, 1.8779296875, 2.232177734375, 2.58642578125, 2.940673828125, 3.294921875, 3.649169921875, 4.00341796875, 4.357666015625, 4.7119140625, 5.066162109375, 5.42041015625, 5.774658203125, 6.12890625, 6.483154296875, 6.83740234375, 7.191650390625, 7.5458984375, 7.900146484375, 8.25439453125, 8.608642578125, 8.962890625, 9.317138671875, 9.67138671875, 10.025634765625, 10.3798828125, 10.734130859375, 11.08837890625, 11.442626953125, 11.796875]}, "gradients/decoder.transformer.h.17.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 17.0, 114.0, 405.0, 360.0, 106.0, 14.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-44.30795669555664, -42.535037994384766, -40.76211929321289, -38.989200592041016, -37.21628189086914, -35.443363189697266, -33.67044448852539, -31.897525787353516, -30.12460708618164, -28.351688385009766, -26.57876968383789, -24.805850982666016, -23.03293228149414, -21.260013580322266, -19.48709487915039, -17.714176177978516, -15.94125747680664, -14.168338775634766, -12.39542007446289, -10.622501373291016, -8.84958267211914, -7.076663970947266, -5.303745269775391, -3.5308265686035156, -1.7579078674316406, 0.015010833740234375, 1.7879295349121094, 3.5608482360839844, 5.333766937255859, 7.106685638427734, 8.87960433959961, 10.652523040771484, 12.425445556640625, 14.1983642578125, 15.971282958984375, 17.74420166015625, 19.517120361328125, 21.2900390625, 23.062957763671875, 24.83587646484375, 26.608795166015625, 28.3817138671875, 30.154632568359375, 31.92755126953125, 33.700469970703125, 35.473388671875, 37.246307373046875, 39.01922607421875, 40.792144775390625, 42.5650634765625, 44.337982177734375, 46.11090087890625, 47.883819580078125, 49.65673828125, 51.429656982421875, 53.20257568359375, 54.975494384765625, 56.7484130859375, 58.521331787109375, 60.29425048828125, 62.067169189453125, 63.840087890625, 65.61300659179688, 67.38592529296875, 69.15884399414062]}, "gradients/decoder.transformer.h.17.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 0.0, 3.0, 4.0, 1.0, 4.0, 10.0, 5.0, 12.0, 10.0, 7.0, 14.0, 13.0, 16.0, 18.0, 16.0, 26.0, 34.0, 32.0, 27.0, 40.0, 42.0, 33.0, 30.0, 32.0, 43.0, 46.0, 50.0, 38.0, 47.0, 51.0, 41.0, 26.0, 26.0, 23.0, 31.0, 19.0, 21.0, 17.0, 14.0, 19.0, 11.0, 13.0, 10.0, 8.0, 6.0, 8.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0], "bins": [-14.859533309936523, -14.417795181274414, -13.976058006286621, -13.534319877624512, -13.092581748962402, -12.65084457397461, -12.2091064453125, -11.76736831665039, -11.325630187988281, -10.883892059326172, -10.442154884338379, -10.00041675567627, -9.55867862701416, -9.116941452026367, -8.675203323364258, -8.233465194702148, -7.7917280197143555, -7.349990367889404, -6.908252239227295, -6.466514587402344, -6.024776458740234, -5.583038806915283, -5.141301155090332, -4.699563026428223, -4.2578253746032715, -3.816087484359741, -3.374349594116211, -2.9326119422912598, -2.4908740520477295, -2.049136161804199, -1.607398509979248, -1.1656606197357178, -0.7239236831665039, -0.2821858525276184, 0.1595519781112671, 0.6012897491455078, 1.043027639389038, 1.4847655296325684, 1.9265031814575195, 2.36824107170105, 2.80997896194458, 3.2517168521881104, 3.6934547424316406, 4.135192394256592, 4.576930046081543, 5.018668174743652, 5.4604058265686035, 5.902143478393555, 6.343881607055664, 6.785619258880615, 7.227357387542725, 7.669095039367676, 8.110833168029785, 8.552570343017578, 8.994308471679688, 9.436046600341797, 9.877784729003906, 10.319522857666016, 10.761260032653809, 11.202998161315918, 11.644736289978027, 12.08647346496582, 12.52821159362793, 12.969949722290039, 13.411686897277832]}, "gradients/decoder.transformer.h.16.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 0.0, 1.0, 1.0, 1.0, 7.0, 1.0, 2.0, 1.0, 5.0, 7.0, 6.0, 13.0, 13.0, 12.0, 15.0, 15.0, 20.0, 21.0, 24.0, 26.0, 21.0, 29.0, 34.0, 35.0, 44.0, 33.0, 31.0, 34.0, 40.0, 39.0, 39.0, 38.0, 42.0, 31.0, 40.0, 40.0, 37.0, 23.0, 20.0, 17.0, 21.0, 24.0, 18.0, 16.0, 11.0, 14.0, 17.0, 3.0, 6.0, 4.0, 6.0, 5.0, 3.0, 4.0, 1.0, 2.0, 2.0, 2.0], "bins": [-1.6494140625, -1.6024627685546875, -1.555511474609375, -1.5085601806640625, -1.46160888671875, -1.4146575927734375, -1.367706298828125, -1.3207550048828125, -1.2738037109375, -1.2268524169921875, -1.179901123046875, -1.1329498291015625, -1.08599853515625, -1.0390472412109375, -0.992095947265625, -0.9451446533203125, -0.898193359375, -0.8512420654296875, -0.804290771484375, -0.7573394775390625, -0.71038818359375, -0.6634368896484375, -0.616485595703125, -0.5695343017578125, -0.5225830078125, -0.4756317138671875, -0.428680419921875, -0.3817291259765625, -0.33477783203125, -0.2878265380859375, -0.240875244140625, -0.1939239501953125, -0.14697265625, -0.1000213623046875, -0.053070068359375, -0.0061187744140625, 0.04083251953125, 0.0877838134765625, 0.134735107421875, 0.1816864013671875, 0.2286376953125, 0.2755889892578125, 0.322540283203125, 0.3694915771484375, 0.41644287109375, 0.4633941650390625, 0.510345458984375, 0.5572967529296875, 0.604248046875, 0.6511993408203125, 0.698150634765625, 0.7451019287109375, 0.79205322265625, 0.8390045166015625, 0.885955810546875, 0.9329071044921875, 0.9798583984375, 1.0268096923828125, 1.073760986328125, 1.1207122802734375, 1.16766357421875, 1.2146148681640625, 1.261566162109375, 1.3085174560546875, 1.35546875]}, "gradients/decoder.transformer.h.16.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 4.0, 7.0, 11.0, 10.0, 10.0, 22.0, 20.0, 48.0, 63.0, 107.0, 194.0, 374.0, 663.0, 1220.0, 2694.0, 5504.0, 12757.0, 31964.0, 96858.0, 437233.0, 2316266.0, 1030512.0, 172701.0, 50726.0, 18861.0, 8115.0, 3627.0, 1721.0, 875.0, 466.0, 250.0, 123.0, 111.0, 45.0, 38.0, 25.0, 19.0, 15.0, 4.0, 8.0, 2.0, 5.0, 3.0, 3.0, 5.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.8828125, -3.75640869140625, -3.6300048828125, -3.50360107421875, -3.377197265625, -3.25079345703125, -3.1243896484375, -2.99798583984375, -2.87158203125, -2.74517822265625, -2.6187744140625, -2.49237060546875, -2.365966796875, -2.23956298828125, -2.1131591796875, -1.98675537109375, -1.8603515625, -1.73394775390625, -1.6075439453125, -1.48114013671875, -1.354736328125, -1.22833251953125, -1.1019287109375, -0.97552490234375, -0.84912109375, -0.72271728515625, -0.5963134765625, -0.46990966796875, -0.343505859375, -0.21710205078125, -0.0906982421875, 0.03570556640625, 0.162109375, 0.28851318359375, 0.4149169921875, 0.54132080078125, 0.667724609375, 0.79412841796875, 0.9205322265625, 1.04693603515625, 1.17333984375, 1.29974365234375, 1.4261474609375, 1.55255126953125, 1.678955078125, 1.80535888671875, 1.9317626953125, 2.05816650390625, 2.1845703125, 2.31097412109375, 2.4373779296875, 2.56378173828125, 2.690185546875, 2.81658935546875, 2.9429931640625, 3.06939697265625, 3.19580078125, 3.32220458984375, 3.4486083984375, 3.57501220703125, 3.701416015625, 3.82781982421875, 3.9542236328125, 4.08062744140625, 4.20703125]}, "gradients/decoder.transformer.h.16.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 3.0, 6.0, 7.0, 10.0, 9.0, 24.0, 21.0, 35.0, 45.0, 65.0, 91.0, 134.0, 192.0, 258.0, 359.0, 499.0, 523.0, 472.0, 361.0, 258.0, 185.0, 145.0, 98.0, 100.0, 55.0, 38.0, 20.0, 17.0, 19.0, 11.0, 7.0, 5.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.08203125, -4.9501953125, -4.818359375, -4.6865234375, -4.5546875, -4.4228515625, -4.291015625, -4.1591796875, -4.02734375, -3.8955078125, -3.763671875, -3.6318359375, -3.5, -3.3681640625, -3.236328125, -3.1044921875, -2.97265625, -2.8408203125, -2.708984375, -2.5771484375, -2.4453125, -2.3134765625, -2.181640625, -2.0498046875, -1.91796875, -1.7861328125, -1.654296875, -1.5224609375, -1.390625, -1.2587890625, -1.126953125, -0.9951171875, -0.86328125, -0.7314453125, -0.599609375, -0.4677734375, -0.3359375, -0.2041015625, -0.072265625, 0.0595703125, 0.19140625, 0.3232421875, 0.455078125, 0.5869140625, 0.71875, 0.8505859375, 0.982421875, 1.1142578125, 1.24609375, 1.3779296875, 1.509765625, 1.6416015625, 1.7734375, 1.9052734375, 2.037109375, 2.1689453125, 2.30078125, 2.4326171875, 2.564453125, 2.6962890625, 2.828125, 2.9599609375, 3.091796875, 3.2236328125, 3.35546875]}, "gradients/decoder.transformer.h.16.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 3.0, 3.0, 4.0, 10.0, 15.0, 16.0, 24.0, 42.0, 61.0, 64.0, 120.0, 219.0, 365.0, 821.0, 2465.0, 9280.0, 49541.0, 399986.0, 3094805.0, 556685.0, 63660.0, 11348.0, 2829.0, 932.0, 432.0, 222.0, 120.0, 76.0, 42.0, 36.0, 19.0, 11.0, 9.0, 7.0, 8.0, 3.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.6328125, -8.3408203125, -8.048828125, -7.7568359375, -7.46484375, -7.1728515625, -6.880859375, -6.5888671875, -6.296875, -6.0048828125, -5.712890625, -5.4208984375, -5.12890625, -4.8369140625, -4.544921875, -4.2529296875, -3.9609375, -3.6689453125, -3.376953125, -3.0849609375, -2.79296875, -2.5009765625, -2.208984375, -1.9169921875, -1.625, -1.3330078125, -1.041015625, -0.7490234375, -0.45703125, -0.1650390625, 0.126953125, 0.4189453125, 0.7109375, 1.0029296875, 1.294921875, 1.5869140625, 1.87890625, 2.1708984375, 2.462890625, 2.7548828125, 3.046875, 3.3388671875, 3.630859375, 3.9228515625, 4.21484375, 4.5068359375, 4.798828125, 5.0908203125, 5.3828125, 5.6748046875, 5.966796875, 6.2587890625, 6.55078125, 6.8427734375, 7.134765625, 7.4267578125, 7.71875, 8.0107421875, 8.302734375, 8.5947265625, 8.88671875, 9.1787109375, 9.470703125, 9.7626953125, 10.0546875]}, "gradients/decoder.transformer.h.16.ln_2.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 3.0, 11.0, 14.0, 27.0, 49.0, 62.0, 105.0, 146.0, 132.0, 156.0, 118.0, 73.0, 48.0, 28.0, 22.0, 11.0, 6.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.961041450500488, -10.933442115783691, -9.905843734741211, -8.878244400024414, -7.850645065307617, -6.82304573059082, -5.795446872711182, -4.767848014831543, -3.740248680114746, -2.7126495838165283, -1.6850504875183105, -0.6574513912200928, 0.370147705078125, 1.3977470397949219, 2.4253458976745605, 3.452944755554199, 4.480544090270996, 5.508143424987793, 6.535742282867432, 7.56334114074707, 8.590940475463867, 9.618539810180664, 10.646139144897461, 11.673737525939941, 12.701336860656738, 13.728936195373535, 14.756534576416016, 15.784133911132812, 16.81173324584961, 17.839332580566406, 18.866931915283203, 19.89453125, 20.922130584716797, 21.949729919433594, 22.97732925415039, 24.004928588867188, 25.032527923583984, 26.06012725830078, 27.087724685668945, 28.115324020385742, 29.14292335510254, 30.170522689819336, 31.198122024536133, 32.2257194519043, 33.253318786621094, 34.28091812133789, 35.30851745605469, 36.336116790771484, 37.36371612548828, 38.39131546020508, 39.418914794921875, 40.44651412963867, 41.47411346435547, 42.501712799072266, 43.52931213378906, 44.556907653808594, 45.584510803222656, 46.61211013793945, 47.63970947265625, 48.66730880737305, 49.694908142089844, 50.72250747680664, 51.75010681152344, 52.77770233154297, 53.805301666259766]}, "gradients/decoder.transformer.h.16.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 3.0, 5.0, 8.0, 12.0, 9.0, 13.0, 11.0, 17.0, 15.0, 27.0, 20.0, 28.0, 28.0, 36.0, 35.0, 42.0, 39.0, 41.0, 49.0, 44.0, 55.0, 46.0, 34.0, 42.0, 38.0, 47.0, 35.0, 27.0, 27.0, 35.0, 18.0, 26.0, 22.0, 14.0, 12.0, 10.0, 11.0, 6.0, 8.0, 7.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.224817276000977, -12.816629409790039, -12.408442497253418, -12.00025463104248, -11.59206771850586, -11.183879852294922, -10.775691986083984, -10.367505073547363, -9.959318161010742, -9.551130294799805, -9.142943382263184, -8.734755516052246, -8.326568603515625, -7.9183807373046875, -7.510193347930908, -7.102005958557129, -6.693818092346191, -6.285630702972412, -5.877443313598633, -5.469255447387695, -5.061068534851074, -4.652880668640137, -4.244693279266357, -3.836505889892578, -3.428318500518799, -3.0201311111450195, -2.6119437217712402, -2.203756093978882, -1.7955687046051025, -1.3873813152313232, -0.9791936874389648, -0.5710062980651855, -0.16281890869140625, 0.24536854028701782, 0.6535559892654419, 1.0617434978485107, 1.46993088722229, 1.8781182765960693, 2.2863059043884277, 2.694493293762207, 3.1026806831359863, 3.5108680725097656, 3.919055461883545, 4.327242851257324, 4.735430717468262, 5.143617630004883, 5.55180549621582, 5.9599928855896, 6.368180274963379, 6.776367664337158, 7.1845550537109375, 7.592742919921875, 8.000929832458496, 8.409117698669434, 8.817304611206055, 9.225492477416992, 9.63368034362793, 10.041868209838867, 10.450055122375488, 10.858242988586426, 11.266429901123047, 11.674617767333984, 12.082805633544922, 12.490992546081543, 12.899179458618164]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 2.0, 5.0, 7.0, 2.0, 4.0, 5.0, 16.0, 16.0, 15.0, 13.0, 14.0, 18.0, 25.0, 21.0, 16.0, 32.0, 28.0, 34.0, 35.0, 42.0, 35.0, 36.0, 44.0, 37.0, 43.0, 48.0, 40.0, 38.0, 39.0, 31.0, 34.0, 24.0, 32.0, 17.0, 26.0, 18.0, 23.0, 17.0, 15.0, 9.0, 7.0, 10.0, 5.0, 7.0, 5.0, 1.0, 1.0, 6.0, 2.0, 2.0, 1.0, 2.0, 4.0, 1.0], "bins": [-1.5986328125, -1.5511627197265625, -1.503692626953125, -1.4562225341796875, -1.40875244140625, -1.3612823486328125, -1.313812255859375, -1.2663421630859375, -1.2188720703125, -1.1714019775390625, -1.123931884765625, -1.0764617919921875, -1.02899169921875, -0.9815216064453125, -0.934051513671875, -0.8865814208984375, -0.839111328125, -0.7916412353515625, -0.744171142578125, -0.6967010498046875, -0.64923095703125, -0.6017608642578125, -0.554290771484375, -0.5068206787109375, -0.4593505859375, -0.4118804931640625, -0.364410400390625, -0.3169403076171875, -0.26947021484375, -0.2220001220703125, -0.174530029296875, -0.1270599365234375, -0.07958984375, -0.0321197509765625, 0.015350341796875, 0.0628204345703125, 0.11029052734375, 0.1577606201171875, 0.205230712890625, 0.2527008056640625, 0.3001708984375, 0.3476409912109375, 0.395111083984375, 0.4425811767578125, 0.49005126953125, 0.5375213623046875, 0.584991455078125, 0.6324615478515625, 0.679931640625, 0.7274017333984375, 0.774871826171875, 0.8223419189453125, 0.86981201171875, 0.9172821044921875, 0.964752197265625, 1.0122222900390625, 1.0596923828125, 1.1071624755859375, 1.154632568359375, 1.2021026611328125, 1.24957275390625, 1.2970428466796875, 1.344512939453125, 1.3919830322265625, 1.439453125]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.weight": {"_type": "histogram", "values": [5.0, 3.0, 4.0, 3.0, 12.0, 7.0, 24.0, 35.0, 58.0, 77.0, 122.0, 158.0, 269.0, 430.0, 631.0, 965.0, 1443.0, 2188.0, 3334.0, 5092.0, 7628.0, 11430.0, 17360.0, 25448.0, 37268.0, 53357.0, 74695.0, 104935.0, 216104.0, 165286.0, 96622.0, 69817.0, 49231.0, 34446.0, 23514.0, 15698.0, 10545.0, 6909.0, 4583.0, 3036.0, 2006.0, 1291.0, 866.0, 565.0, 358.0, 243.0, 173.0, 96.0, 52.0, 54.0, 40.0, 13.0, 14.0, 12.0, 7.0, 8.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.244140625, -3.1318359375, -3.01953125, -2.9072265625, -2.794921875, -2.6826171875, -2.5703125, -2.4580078125, -2.345703125, -2.2333984375, -2.12109375, -2.0087890625, -1.896484375, -1.7841796875, -1.671875, -1.5595703125, -1.447265625, -1.3349609375, -1.22265625, -1.1103515625, -0.998046875, -0.8857421875, -0.7734375, -0.6611328125, -0.548828125, -0.4365234375, -0.32421875, -0.2119140625, -0.099609375, 0.0126953125, 0.125, 0.2373046875, 0.349609375, 0.4619140625, 0.57421875, 0.6865234375, 0.798828125, 0.9111328125, 1.0234375, 1.1357421875, 1.248046875, 1.3603515625, 1.47265625, 1.5849609375, 1.697265625, 1.8095703125, 1.921875, 2.0341796875, 2.146484375, 2.2587890625, 2.37109375, 2.4833984375, 2.595703125, 2.7080078125, 2.8203125, 2.9326171875, 3.044921875, 3.1572265625, 3.26953125, 3.3818359375, 3.494140625, 3.6064453125, 3.71875, 3.8310546875, 3.943359375]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 5.0, 2.0, 4.0, 2.0, 5.0, 10.0, 6.0, 6.0, 9.0, 10.0, 14.0, 20.0, 28.0, 18.0, 23.0, 26.0, 32.0, 42.0, 31.0, 39.0, 45.0, 38.0, 44.0, 1073.0, 48.0, 38.0, 52.0, 40.0, 40.0, 28.0, 41.0, 31.0, 37.0, 28.0, 24.0, 14.0, 17.0, 8.0, 8.0, 17.0, 8.0, 5.0, 10.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4169921875, -1.37384033203125, -1.3306884765625, -1.28753662109375, -1.244384765625, -1.20123291015625, -1.1580810546875, -1.11492919921875, -1.07177734375, -1.02862548828125, -0.9854736328125, -0.94232177734375, -0.899169921875, -0.85601806640625, -0.8128662109375, -0.76971435546875, -0.7265625, -0.68341064453125, -0.6402587890625, -0.59710693359375, -0.553955078125, -0.51080322265625, -0.4676513671875, -0.42449951171875, -0.38134765625, -0.33819580078125, -0.2950439453125, -0.25189208984375, -0.208740234375, -0.16558837890625, -0.1224365234375, -0.07928466796875, -0.0361328125, 0.00701904296875, 0.0501708984375, 0.09332275390625, 0.136474609375, 0.17962646484375, 0.2227783203125, 0.26593017578125, 0.30908203125, 0.35223388671875, 0.3953857421875, 0.43853759765625, 0.481689453125, 0.52484130859375, 0.5679931640625, 0.61114501953125, 0.654296875, 0.69744873046875, 0.7406005859375, 0.78375244140625, 0.826904296875, 0.87005615234375, 0.9132080078125, 0.95635986328125, 0.99951171875, 1.04266357421875, 1.0858154296875, 1.12896728515625, 1.172119140625, 1.21527099609375, 1.2584228515625, 1.30157470703125, 1.3447265625]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 8.0, 12.0, 10.0, 18.0, 26.0, 30.0, 55.0, 101.0, 144.0, 249.0, 347.0, 567.0, 982.0, 1760.0, 2776.0, 4928.0, 8860.0, 15631.0, 28559.0, 53651.0, 109425.0, 290268.0, 1044209.0, 300933.0, 112714.0, 54799.0, 28974.0, 15917.0, 8729.0, 5065.0, 2994.0, 1759.0, 1015.0, 628.0, 373.0, 244.0, 140.0, 92.0, 59.0, 34.0, 21.0, 15.0, 4.0, 6.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.06640625, -2.97491455078125, -2.8834228515625, -2.79193115234375, -2.700439453125, -2.60894775390625, -2.5174560546875, -2.42596435546875, -2.33447265625, -2.24298095703125, -2.1514892578125, -2.05999755859375, -1.968505859375, -1.87701416015625, -1.7855224609375, -1.69403076171875, -1.6025390625, -1.51104736328125, -1.4195556640625, -1.32806396484375, -1.236572265625, -1.14508056640625, -1.0535888671875, -0.96209716796875, -0.87060546875, -0.77911376953125, -0.6876220703125, -0.59613037109375, -0.504638671875, -0.41314697265625, -0.3216552734375, -0.23016357421875, -0.138671875, -0.04718017578125, 0.0443115234375, 0.13580322265625, 0.227294921875, 0.31878662109375, 0.4102783203125, 0.50177001953125, 0.59326171875, 0.68475341796875, 0.7762451171875, 0.86773681640625, 0.959228515625, 1.05072021484375, 1.1422119140625, 1.23370361328125, 1.3251953125, 1.41668701171875, 1.5081787109375, 1.59967041015625, 1.691162109375, 1.78265380859375, 1.8741455078125, 1.96563720703125, 2.05712890625, 2.14862060546875, 2.2401123046875, 2.33160400390625, 2.423095703125, 2.51458740234375, 2.6060791015625, 2.69757080078125, 2.7890625]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 4.0, 9.0, 7.0, 7.0, 21.0, 20.0, 19.0, 14.0, 20.0, 36.0, 45.0, 35.0, 54.0, 58.0, 65.0, 77.0, 94.0, 67.0, 53.0, 54.0, 40.0, 25.0, 30.0, 30.0, 18.0, 17.0, 11.0, 13.0, 9.0, 10.0, 8.0, 5.0, 12.0, 9.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.7099609375, -0.6871337890625, -0.664306640625, -0.6414794921875, -0.61865234375, -0.5958251953125, -0.572998046875, -0.5501708984375, -0.52734375, -0.5045166015625, -0.481689453125, -0.4588623046875, -0.43603515625, -0.4132080078125, -0.390380859375, -0.3675537109375, -0.3447265625, -0.3218994140625, -0.299072265625, -0.2762451171875, -0.25341796875, -0.2305908203125, -0.207763671875, -0.1849365234375, -0.162109375, -0.1392822265625, -0.116455078125, -0.0936279296875, -0.07080078125, -0.0479736328125, -0.025146484375, -0.0023193359375, 0.0205078125, 0.0433349609375, 0.066162109375, 0.0889892578125, 0.11181640625, 0.1346435546875, 0.157470703125, 0.1802978515625, 0.203125, 0.2259521484375, 0.248779296875, 0.2716064453125, 0.29443359375, 0.3172607421875, 0.340087890625, 0.3629150390625, 0.3857421875, 0.4085693359375, 0.431396484375, 0.4542236328125, 0.47705078125, 0.4998779296875, 0.522705078125, 0.5455322265625, 0.568359375, 0.5911865234375, 0.614013671875, 0.6368408203125, 0.65966796875, 0.6824951171875, 0.705322265625, 0.7281494140625, 0.7509765625]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 6.0, 9.0, 4.0, 9.0, 4.0, 13.0, 10.0, 14.0, 15.0, 15.0, 25.0, 25.0, 47.0, 67.0, 98.0, 189.0, 479.0, 2725.0, 44233.0, 891672.0, 102680.0, 4897.0, 696.0, 237.0, 117.0, 67.0, 51.0, 32.0, 33.0, 19.0, 21.0, 15.0, 10.0, 4.0, 8.0, 3.0, 1.0, 6.0, 1.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-12.3359375, -11.968994140625, -11.60205078125, -11.235107421875, -10.8681640625, -10.501220703125, -10.13427734375, -9.767333984375, -9.400390625, -9.033447265625, -8.66650390625, -8.299560546875, -7.9326171875, -7.565673828125, -7.19873046875, -6.831787109375, -6.46484375, -6.097900390625, -5.73095703125, -5.364013671875, -4.9970703125, -4.630126953125, -4.26318359375, -3.896240234375, -3.529296875, -3.162353515625, -2.79541015625, -2.428466796875, -2.0615234375, -1.694580078125, -1.32763671875, -0.960693359375, -0.59375, -0.226806640625, 0.14013671875, 0.507080078125, 0.8740234375, 1.240966796875, 1.60791015625, 1.974853515625, 2.341796875, 2.708740234375, 3.07568359375, 3.442626953125, 3.8095703125, 4.176513671875, 4.54345703125, 4.910400390625, 5.27734375, 5.644287109375, 6.01123046875, 6.378173828125, 6.7451171875, 7.112060546875, 7.47900390625, 7.845947265625, 8.212890625, 8.579833984375, 8.94677734375, 9.313720703125, 9.6806640625, 10.047607421875, 10.41455078125, 10.781494140625, 11.1484375]}, "gradients/decoder.transformer.h.16.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 11.0, 27.0, 65.0, 184.0, 283.0, 266.0, 110.0, 46.0, 13.0, 7.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.118192195892334, -6.951711654663086, -6.785231590270996, -6.618751525878906, -6.452270984649658, -6.28579044342041, -6.11931037902832, -5.9528303146362305, -5.786349773406982, -5.619869232177734, -5.4533891677856445, -5.286909103393555, -5.120428562164307, -4.953948020935059, -4.787467956542969, -4.620987892150879, -4.454507350921631, -4.288026809692383, -4.121546745300293, -3.955066442489624, -3.788586139678955, -3.622105836868286, -3.455625534057617, -3.2891452312469482, -3.1226649284362793, -2.9561846256256104, -2.7897043228149414, -2.6232240200042725, -2.4567437171936035, -2.2902634143829346, -2.1237831115722656, -1.9573028087615967, -1.7908227443695068, -1.624342441558838, -1.457862138748169, -1.2913818359375, -1.124901533126831, -0.9584212303161621, -0.7919409275054932, -0.6254606246948242, -0.4589803218841553, -0.29250001907348633, -0.12601971626281738, 0.04046058654785156, 0.2069408893585205, 0.37342119216918945, 0.5399014949798584, 0.7063817977905273, 0.8728621006011963, 1.0393424034118652, 1.2058227062225342, 1.3723030090332031, 1.538783311843872, 1.705263614654541, 1.87174391746521, 2.038224220275879, 2.204704523086548, 2.371184825897217, 2.5376651287078857, 2.7041454315185547, 2.8706257343292236, 3.0371060371398926, 3.2035863399505615, 3.3700666427612305, 3.5365469455718994]}, "gradients/decoder.transformer.h.16.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 5.0, 6.0, 5.0, 4.0, 13.0, 11.0, 17.0, 16.0, 14.0, 27.0, 31.0, 29.0, 26.0, 38.0, 30.0, 55.0, 43.0, 44.0, 38.0, 34.0, 39.0, 51.0, 42.0, 48.0, 42.0, 42.0, 32.0, 37.0, 28.0, 31.0, 26.0, 22.0, 19.0, 15.0, 10.0, 11.0, 9.0, 5.0, 6.0, 2.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.0920469760894775, -2.034503698348999, -1.976960301399231, -1.9194170236587524, -1.861873745918274, -1.8043303489685059, -1.7467870712280273, -1.6892437934875488, -1.6317005157470703, -1.5741572380065918, -1.5166138410568237, -1.4590705633163452, -1.4015272855758667, -1.3439838886260986, -1.2864406108856201, -1.2288973331451416, -1.1713539361953735, -1.113810658454895, -1.056267261505127, -0.9987239837646484, -0.9411807060241699, -0.8836373686790466, -0.8260940313339233, -0.7685507535934448, -0.7110074162483215, -0.6534640789031982, -0.5959208011627197, -0.5383774638175964, -0.48083415627479553, -0.42329084873199463, -0.36574751138687134, -0.30820420384407043, -0.25066089630126953, -0.19311758875846863, -0.13557426631450653, -0.07803094387054443, -0.02048763632774353, 0.03705567121505737, 0.09459900856018066, 0.15214231610298157, 0.20968562364578247, 0.2672289311885834, 0.3247722387313843, 0.38231557607650757, 0.43985888361930847, 0.4974021911621094, 0.5549455285072327, 0.612488865852356, 0.6700321435928345, 0.7275754809379578, 0.7851187586784363, 0.8426620960235596, 0.9002053737640381, 0.9577487111091614, 1.0152920484542847, 1.0728353261947632, 1.1303787231445312, 1.1879220008850098, 1.2454653978347778, 1.3030086755752563, 1.3605519533157349, 1.418095350265503, 1.4756386280059814, 1.53318190574646, 1.5907251834869385]}, "gradients/decoder.transformer.h.16.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 3.0, 8.0, 3.0, 6.0, 6.0, 5.0, 16.0, 16.0, 13.0, 15.0, 17.0, 23.0, 26.0, 23.0, 28.0, 28.0, 38.0, 27.0, 44.0, 36.0, 44.0, 46.0, 41.0, 43.0, 47.0, 40.0, 43.0, 34.0, 30.0, 37.0, 28.0, 21.0, 29.0, 15.0, 21.0, 19.0, 20.0, 11.0, 13.0, 6.0, 13.0, 2.0, 5.0, 3.0, 0.0, 4.0, 4.0, 3.0, 2.0, 4.0, 0.0, 0.0, 1.0], "bins": [-1.685546875, -1.6353607177734375, -1.585174560546875, -1.5349884033203125, -1.48480224609375, -1.4346160888671875, -1.384429931640625, -1.3342437744140625, -1.2840576171875, -1.2338714599609375, -1.183685302734375, -1.1334991455078125, -1.08331298828125, -1.0331268310546875, -0.982940673828125, -0.9327545166015625, -0.882568359375, -0.8323822021484375, -0.782196044921875, -0.7320098876953125, -0.68182373046875, -0.6316375732421875, -0.581451416015625, -0.5312652587890625, -0.4810791015625, -0.4308929443359375, -0.380706787109375, -0.3305206298828125, -0.28033447265625, -0.2301483154296875, -0.179962158203125, -0.1297760009765625, -0.07958984375, -0.0294036865234375, 0.020782470703125, 0.0709686279296875, 0.12115478515625, 0.1713409423828125, 0.221527099609375, 0.2717132568359375, 0.3218994140625, 0.3720855712890625, 0.422271728515625, 0.4724578857421875, 0.52264404296875, 0.5728302001953125, 0.623016357421875, 0.6732025146484375, 0.723388671875, 0.7735748291015625, 0.823760986328125, 0.8739471435546875, 0.92413330078125, 0.9743194580078125, 1.024505615234375, 1.0746917724609375, 1.1248779296875, 1.1750640869140625, 1.225250244140625, 1.2754364013671875, 1.32562255859375, 1.3758087158203125, 1.425994873046875, 1.4761810302734375, 1.5263671875]}, "gradients/decoder.transformer.h.16.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 4.0, 11.0, 7.0, 7.0, 12.0, 12.0, 21.0, 30.0, 41.0, 46.0, 68.0, 125.0, 183.0, 308.0, 436.0, 720.0, 1200.0, 2028.0, 3457.0, 6056.0, 10907.0, 19603.0, 35530.0, 65239.0, 132905.0, 277262.0, 248086.0, 114663.0, 57803.0, 31486.0, 17465.0, 9657.0, 5404.0, 3043.0, 1805.0, 1015.0, 656.0, 402.0, 295.0, 189.0, 130.0, 82.0, 52.0, 34.0, 24.0, 20.0, 11.0, 5.0, 8.0, 4.0, 2.0, 5.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.7919921875, -1.7277679443359375, -1.663543701171875, -1.5993194580078125, -1.53509521484375, -1.4708709716796875, -1.406646728515625, -1.3424224853515625, -1.2781982421875, -1.2139739990234375, -1.149749755859375, -1.0855255126953125, -1.02130126953125, -0.9570770263671875, -0.892852783203125, -0.8286285400390625, -0.764404296875, -0.7001800537109375, -0.635955810546875, -0.5717315673828125, -0.50750732421875, -0.4432830810546875, -0.379058837890625, -0.3148345947265625, -0.2506103515625, -0.1863861083984375, -0.122161865234375, -0.0579376220703125, 0.00628662109375, 0.0705108642578125, 0.134735107421875, 0.1989593505859375, 0.26318359375, 0.3274078369140625, 0.391632080078125, 0.4558563232421875, 0.52008056640625, 0.5843048095703125, 0.648529052734375, 0.7127532958984375, 0.7769775390625, 0.8412017822265625, 0.905426025390625, 0.9696502685546875, 1.03387451171875, 1.0980987548828125, 1.162322998046875, 1.2265472412109375, 1.290771484375, 1.3549957275390625, 1.419219970703125, 1.4834442138671875, 1.54766845703125, 1.6118927001953125, 1.676116943359375, 1.7403411865234375, 1.8045654296875, 1.8687896728515625, 1.933013916015625, 1.9972381591796875, 2.06146240234375, 2.1256866455078125, 2.189910888671875, 2.2541351318359375, 2.318359375]}, "gradients/decoder.transformer.h.16.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 6.0, 8.0, 3.0, 8.0, 10.0, 12.0, 13.0, 16.0, 18.0, 24.0, 24.0, 30.0, 35.0, 35.0, 29.0, 49.0, 54.0, 73.0, 112.0, 197.0, 1344.0, 279.0, 156.0, 102.0, 61.0, 48.0, 39.0, 27.0, 45.0, 29.0, 28.0, 25.0, 23.0, 27.0, 13.0, 12.0, 10.0, 13.0, 5.0, 4.0, 3.0, 5.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.30078125, -6.12005615234375, -5.9393310546875, -5.75860595703125, -5.577880859375, -5.39715576171875, -5.2164306640625, -5.03570556640625, -4.85498046875, -4.67425537109375, -4.4935302734375, -4.31280517578125, -4.132080078125, -3.95135498046875, -3.7706298828125, -3.58990478515625, -3.4091796875, -3.22845458984375, -3.0477294921875, -2.86700439453125, -2.686279296875, -2.50555419921875, -2.3248291015625, -2.14410400390625, -1.96337890625, -1.78265380859375, -1.6019287109375, -1.42120361328125, -1.240478515625, -1.05975341796875, -0.8790283203125, -0.69830322265625, -0.517578125, -0.33685302734375, -0.1561279296875, 0.02459716796875, 0.205322265625, 0.38604736328125, 0.5667724609375, 0.74749755859375, 0.92822265625, 1.10894775390625, 1.2896728515625, 1.47039794921875, 1.651123046875, 1.83184814453125, 2.0125732421875, 2.19329833984375, 2.3740234375, 2.55474853515625, 2.7354736328125, 2.91619873046875, 3.096923828125, 3.27764892578125, 3.4583740234375, 3.63909912109375, 3.81982421875, 4.00054931640625, 4.1812744140625, 4.36199951171875, 4.542724609375, 4.72344970703125, 4.9041748046875, 5.08489990234375, 5.265625]}, "gradients/decoder.transformer.h.16.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 7.0, 5.0, 16.0, 22.0, 51.0, 78.0, 170.0, 250.0, 590.0, 2128.0, 68177.0, 3018611.0, 52459.0, 1967.0, 568.0, 278.0, 148.0, 94.0, 48.0, 26.0, 13.0, 8.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.328125, -17.706298828125, -17.08447265625, -16.462646484375, -15.8408203125, -15.218994140625, -14.59716796875, -13.975341796875, -13.353515625, -12.731689453125, -12.10986328125, -11.488037109375, -10.8662109375, -10.244384765625, -9.62255859375, -9.000732421875, -8.37890625, -7.757080078125, -7.13525390625, -6.513427734375, -5.8916015625, -5.269775390625, -4.64794921875, -4.026123046875, -3.404296875, -2.782470703125, -2.16064453125, -1.538818359375, -0.9169921875, -0.295166015625, 0.32666015625, 0.948486328125, 1.5703125, 2.192138671875, 2.81396484375, 3.435791015625, 4.0576171875, 4.679443359375, 5.30126953125, 5.923095703125, 6.544921875, 7.166748046875, 7.78857421875, 8.410400390625, 9.0322265625, 9.654052734375, 10.27587890625, 10.897705078125, 11.51953125, 12.141357421875, 12.76318359375, 13.385009765625, 14.0068359375, 14.628662109375, 15.25048828125, 15.872314453125, 16.494140625, 17.115966796875, 17.73779296875, 18.359619140625, 18.9814453125, 19.603271484375, 20.22509765625, 20.846923828125, 21.46875]}, "gradients/decoder.transformer.h.16.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 0.0, 546.0, 470.0], "bins": [-323.5648193359375, -318.4248352050781, -313.2848205566406, -308.14483642578125, -303.0048522949219, -297.8648681640625, -292.724853515625, -287.5848693847656, -282.44488525390625, -277.3049011230469, -272.1648864746094, -267.02490234375, -261.8849182128906, -256.74493408203125, -251.60491943359375, -246.46493530273438, -241.32492065429688, -236.18492126464844, -231.04493713378906, -225.90493774414062, -220.76495361328125, -215.6249542236328, -210.48495483398438, -205.344970703125, -200.20498657226562, -195.0649871826172, -189.9250030517578, -184.78500366210938, -179.64501953125, -174.50502014160156, -169.36502075195312, -164.22503662109375, -159.0850372314453, -153.94503784179688, -148.8050537109375, -143.66505432128906, -138.5250701904297, -133.38507080078125, -128.24508666992188, -123.10508728027344, -117.965087890625, -112.8250961303711, -107.68510437011719, -102.54510498046875, -97.40511322021484, -92.26512145996094, -87.12512969970703, -81.98513793945312, -76.84513854980469, -71.70514678955078, -66.56515502929688, -61.4251594543457, -56.28516387939453, -51.145172119140625, -46.00518035888672, -40.86518478393555, -35.72519302368164, -30.5851993560791, -25.445205688476562, -20.305213928222656, -15.165220260620117, -10.025226593017578, -4.885234832763672, 0.2547607421875, 5.394751071929932]}, "gradients/decoder.transformer.h.16.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 1.0, 5.0, 4.0, 6.0, 6.0, 6.0, 13.0, 15.0, 14.0, 17.0, 13.0, 20.0, 17.0, 24.0, 15.0, 21.0, 37.0, 34.0, 42.0, 33.0, 39.0, 46.0, 40.0, 46.0, 41.0, 38.0, 32.0, 36.0, 41.0, 28.0, 37.0, 24.0, 26.0, 20.0, 28.0, 22.0, 19.0, 20.0, 13.0, 9.0, 13.0, 12.0, 7.0, 4.0, 8.0, 6.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-14.891393661499023, -14.403117179870605, -13.914840698242188, -13.42656421661377, -12.938287734985352, -12.450010299682617, -11.9617338180542, -11.473457336425781, -10.985180854797363, -10.496904373168945, -10.008627891540527, -9.52035140991211, -9.032073974609375, -8.543798446655273, -8.055521011352539, -7.567244529724121, -7.078968048095703, -6.590691566467285, -6.102415084838867, -5.614138126373291, -5.125861644744873, -4.637585163116455, -4.149308204650879, -3.661031723022461, -3.172755241394043, -2.684478759765625, -2.196202039718628, -1.7079254388809204, -1.219648838043213, -0.7313723564147949, -0.24309563636779785, 0.24518108367919922, 0.7334575653076172, 1.2217341661453247, 1.7100107669830322, 2.1982874870300293, 2.6865639686584473, 3.1748404502868652, 3.6631171703338623, 4.151393890380859, 4.639670372009277, 5.127946853637695, 5.616223335266113, 6.1045002937316895, 6.592776775360107, 7.081053256988525, 7.569330215454102, 8.05760669708252, 8.545883178710938, 9.034159660339355, 9.522436141967773, 10.010712623596191, 10.49898910522461, 10.987266540527344, 11.475543022155762, 11.96381950378418, 12.452095985412598, 12.940372467041016, 13.428648948669434, 13.916925430297852, 14.405202865600586, 14.893478393554688, 15.381755828857422, 15.87003231048584, 16.358308792114258]}, "gradients/decoder.transformer.h.15.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 7.0, 1.0, 7.0, 3.0, 6.0, 10.0, 5.0, 8.0, 12.0, 16.0, 19.0, 29.0, 18.0, 20.0, 24.0, 23.0, 31.0, 34.0, 40.0, 33.0, 43.0, 46.0, 37.0, 50.0, 50.0, 44.0, 46.0, 40.0, 41.0, 30.0, 26.0, 27.0, 27.0, 19.0, 27.0, 15.0, 11.0, 20.0, 11.0, 11.0, 10.0, 7.0, 1.0, 10.0, 5.0, 3.0, 5.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.6943359375, -1.640533447265625, -1.58673095703125, -1.532928466796875, -1.4791259765625, -1.425323486328125, -1.37152099609375, -1.317718505859375, -1.263916015625, -1.210113525390625, -1.15631103515625, -1.102508544921875, -1.0487060546875, -0.994903564453125, -0.94110107421875, -0.887298583984375, -0.83349609375, -0.779693603515625, -0.72589111328125, -0.672088623046875, -0.6182861328125, -0.564483642578125, -0.51068115234375, -0.456878662109375, -0.403076171875, -0.349273681640625, -0.29547119140625, -0.241668701171875, -0.1878662109375, -0.134063720703125, -0.08026123046875, -0.026458740234375, 0.02734375, 0.081146240234375, 0.13494873046875, 0.188751220703125, 0.2425537109375, 0.296356201171875, 0.35015869140625, 0.403961181640625, 0.457763671875, 0.511566162109375, 0.56536865234375, 0.619171142578125, 0.6729736328125, 0.726776123046875, 0.78057861328125, 0.834381103515625, 0.88818359375, 0.941986083984375, 0.99578857421875, 1.049591064453125, 1.1033935546875, 1.157196044921875, 1.21099853515625, 1.264801025390625, 1.318603515625, 1.372406005859375, 1.42620849609375, 1.480010986328125, 1.5338134765625, 1.587615966796875, 1.64141845703125, 1.695220947265625, 1.7490234375]}, "gradients/decoder.transformer.h.15.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 3.0, 7.0, 8.0, 13.0, 14.0, 31.0, 41.0, 44.0, 72.0, 112.0, 164.0, 273.0, 402.0, 668.0, 1118.0, 1714.0, 2874.0, 4698.0, 7996.0, 14081.0, 25900.0, 52421.0, 120019.0, 344466.0, 1111372.0, 1575476.0, 591118.0, 185096.0, 74374.0, 35518.0, 18802.0, 10368.0, 6011.0, 3408.0, 2065.0, 1277.0, 766.0, 526.0, 298.0, 214.0, 134.0, 110.0, 49.0, 48.0, 34.0, 38.0, 17.0, 14.0, 7.0, 4.0, 3.0, 4.0, 0.0, 2.0], "bins": [-2.69921875, -2.622589111328125, -2.54595947265625, -2.469329833984375, -2.3927001953125, -2.316070556640625, -2.23944091796875, -2.162811279296875, -2.086181640625, -2.009552001953125, -1.93292236328125, -1.856292724609375, -1.7796630859375, -1.703033447265625, -1.62640380859375, -1.549774169921875, -1.47314453125, -1.396514892578125, -1.31988525390625, -1.243255615234375, -1.1666259765625, -1.089996337890625, -1.01336669921875, -0.936737060546875, -0.860107421875, -0.783477783203125, -0.70684814453125, -0.630218505859375, -0.5535888671875, -0.476959228515625, -0.40032958984375, -0.323699951171875, -0.2470703125, -0.170440673828125, -0.09381103515625, -0.017181396484375, 0.0594482421875, 0.136077880859375, 0.21270751953125, 0.289337158203125, 0.365966796875, 0.442596435546875, 0.51922607421875, 0.595855712890625, 0.6724853515625, 0.749114990234375, 0.82574462890625, 0.902374267578125, 0.97900390625, 1.055633544921875, 1.13226318359375, 1.208892822265625, 1.2855224609375, 1.362152099609375, 1.43878173828125, 1.515411376953125, 1.592041015625, 1.668670654296875, 1.74530029296875, 1.821929931640625, 1.8985595703125, 1.975189208984375, 2.05181884765625, 2.128448486328125, 2.205078125]}, "gradients/decoder.transformer.h.15.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 5.0, 4.0, 8.0, 4.0, 8.0, 12.0, 11.0, 13.0, 26.0, 27.0, 30.0, 29.0, 42.0, 54.0, 67.0, 80.0, 100.0, 140.0, 169.0, 230.0, 276.0, 315.0, 366.0, 365.0, 331.0, 296.0, 220.0, 170.0, 155.0, 122.0, 90.0, 69.0, 54.0, 49.0, 37.0, 29.0, 20.0, 16.0, 12.0, 12.0, 4.0, 5.0, 4.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.47265625, -3.376220703125, -3.27978515625, -3.183349609375, -3.0869140625, -2.990478515625, -2.89404296875, -2.797607421875, -2.701171875, -2.604736328125, -2.50830078125, -2.411865234375, -2.3154296875, -2.218994140625, -2.12255859375, -2.026123046875, -1.9296875, -1.833251953125, -1.73681640625, -1.640380859375, -1.5439453125, -1.447509765625, -1.35107421875, -1.254638671875, -1.158203125, -1.061767578125, -0.96533203125, -0.868896484375, -0.7724609375, -0.676025390625, -0.57958984375, -0.483154296875, -0.38671875, -0.290283203125, -0.19384765625, -0.097412109375, -0.0009765625, 0.095458984375, 0.19189453125, 0.288330078125, 0.384765625, 0.481201171875, 0.57763671875, 0.674072265625, 0.7705078125, 0.866943359375, 0.96337890625, 1.059814453125, 1.15625, 1.252685546875, 1.34912109375, 1.445556640625, 1.5419921875, 1.638427734375, 1.73486328125, 1.831298828125, 1.927734375, 2.024169921875, 2.12060546875, 2.217041015625, 2.3134765625, 2.409912109375, 2.50634765625, 2.602783203125, 2.69921875]}, "gradients/decoder.transformer.h.15.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 5.0, 8.0, 10.0, 7.0, 8.0, 11.0, 17.0, 33.0, 30.0, 62.0, 72.0, 94.0, 145.0, 300.0, 674.0, 1777.0, 5746.0, 20422.0, 87765.0, 500187.0, 2715298.0, 710782.0, 114694.0, 25572.0, 6794.0, 2149.0, 740.0, 320.0, 172.0, 106.0, 76.0, 50.0, 38.0, 23.0, 24.0, 18.0, 10.0, 14.0, 5.0, 7.0, 8.0, 3.0, 5.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-7.796875, -7.5777587890625, -7.358642578125, -7.1395263671875, -6.92041015625, -6.7012939453125, -6.482177734375, -6.2630615234375, -6.0439453125, -5.8248291015625, -5.605712890625, -5.3865966796875, -5.16748046875, -4.9483642578125, -4.729248046875, -4.5101318359375, -4.291015625, -4.0718994140625, -3.852783203125, -3.6336669921875, -3.41455078125, -3.1954345703125, -2.976318359375, -2.7572021484375, -2.5380859375, -2.3189697265625, -2.099853515625, -1.8807373046875, -1.66162109375, -1.4425048828125, -1.223388671875, -1.0042724609375, -0.78515625, -0.5660400390625, -0.346923828125, -0.1278076171875, 0.09130859375, 0.3104248046875, 0.529541015625, 0.7486572265625, 0.9677734375, 1.1868896484375, 1.406005859375, 1.6251220703125, 1.84423828125, 2.0633544921875, 2.282470703125, 2.5015869140625, 2.720703125, 2.9398193359375, 3.158935546875, 3.3780517578125, 3.59716796875, 3.8162841796875, 4.035400390625, 4.2545166015625, 4.4736328125, 4.6927490234375, 4.911865234375, 5.1309814453125, 5.35009765625, 5.5692138671875, 5.788330078125, 6.0074462890625, 6.2265625]}, "gradients/decoder.transformer.h.15.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 15.0, 16.0, 18.0, 28.0, 42.0, 69.0, 109.0, 107.0, 122.0, 128.0, 96.0, 78.0, 68.0, 31.0, 32.0, 19.0, 11.0, 11.0, 5.0, 2.0, 1.0], "bins": [-44.62113571166992, -43.76002883911133, -42.898921966552734, -42.037818908691406, -41.17671203613281, -40.31560516357422, -39.454498291015625, -38.59339141845703, -37.73228454589844, -36.871177673339844, -36.01007080078125, -35.148963928222656, -34.28786087036133, -33.426753997802734, -32.56564712524414, -31.704540252685547, -30.843435287475586, -29.982328414916992, -29.12122344970703, -28.260116577148438, -27.399009704589844, -26.53790283203125, -25.67679786682129, -24.815690994262695, -23.954586029052734, -23.09347915649414, -22.23237419128418, -21.371267318725586, -20.510160446166992, -19.64905548095703, -18.787948608398438, -17.926841735839844, -17.06573486328125, -16.204627990722656, -15.343522071838379, -14.482416152954102, -13.621309280395508, -12.76020336151123, -11.899097442626953, -11.03799057006836, -10.176883697509766, -9.315777778625488, -8.454670906066895, -7.593564987182617, -6.732458591461182, -5.871352195739746, -5.010246276855469, -4.149139881134033, -3.2880334854125977, -2.426927089691162, -1.5658209323883057, -0.7047147750854492, 0.15639162063598633, 1.0174980163574219, 1.8786039352416992, 2.7397103309631348, 3.6008167266845703, 4.461923122406006, 5.323029518127441, 6.184135437011719, 7.045241832733154, 7.90634822845459, 8.767454147338867, 9.628561019897461, 10.489666938781738]}, "gradients/decoder.transformer.h.15.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 1.0, 2.0, 8.0, 12.0, 5.0, 5.0, 8.0, 9.0, 13.0, 18.0, 19.0, 17.0, 39.0, 21.0, 33.0, 31.0, 31.0, 32.0, 34.0, 47.0, 40.0, 54.0, 51.0, 32.0, 37.0, 39.0, 42.0, 37.0, 29.0, 27.0, 29.0, 30.0, 31.0, 31.0, 18.0, 24.0, 14.0, 12.0, 9.0, 11.0, 6.0, 7.0, 10.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-14.104287147521973, -13.688323020935059, -13.272357940673828, -12.856393814086914, -12.4404296875, -12.024465560913086, -11.608501434326172, -11.192536354064941, -10.776572227478027, -10.360608100891113, -9.944643020629883, -9.528678894042969, -9.112714767456055, -8.69675064086914, -8.280786514282227, -7.864821434020996, -7.448857307434082, -7.032893180847168, -6.616928577423096, -6.200963973999023, -5.784999847412109, -5.369035720825195, -4.953071117401123, -4.537106513977051, -4.121142387390137, -3.7051780223846436, -3.2892136573791504, -2.8732492923736572, -2.457284927368164, -2.041320562362671, -1.6253561973571777, -1.2093918323516846, -0.7934284210205078, -0.37746405601501465, 0.038500308990478516, 0.4544646739959717, 0.8704290390014648, 1.286393404006958, 1.7023577690124512, 2.1183221340179443, 2.5342864990234375, 2.9502508640289307, 3.366215229034424, 3.782179594039917, 4.19814395904541, 4.614108085632324, 5.0300726890563965, 5.446037292480469, 5.862001419067383, 6.277965545654297, 6.693930149078369, 7.109894752502441, 7.5258588790893555, 7.9418230056762695, 8.3577880859375, 8.773752212524414, 9.189716339111328, 9.605680465698242, 10.021644592285156, 10.437609672546387, 10.8535737991333, 11.269537925720215, 11.685503005981445, 12.10146713256836, 12.517431259155273]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 2.0, 0.0, 3.0, 4.0, 2.0, 3.0, 4.0, 7.0, 3.0, 8.0, 11.0, 7.0, 15.0, 10.0, 19.0, 15.0, 25.0, 22.0, 24.0, 16.0, 22.0, 30.0, 31.0, 37.0, 35.0, 45.0, 38.0, 39.0, 36.0, 47.0, 38.0, 44.0, 48.0, 38.0, 36.0, 28.0, 22.0, 24.0, 21.0, 28.0, 16.0, 16.0, 16.0, 10.0, 12.0, 13.0, 10.0, 4.0, 4.0, 7.0, 3.0, 6.0, 4.0, 0.0, 1.0, 4.0, 0.0, 0.0, 4.0, 0.0, 2.0], "bins": [-1.552734375, -1.5035400390625, -1.454345703125, -1.4051513671875, -1.35595703125, -1.3067626953125, -1.257568359375, -1.2083740234375, -1.1591796875, -1.1099853515625, -1.060791015625, -1.0115966796875, -0.96240234375, -0.9132080078125, -0.864013671875, -0.8148193359375, -0.765625, -0.7164306640625, -0.667236328125, -0.6180419921875, -0.56884765625, -0.5196533203125, -0.470458984375, -0.4212646484375, -0.3720703125, -0.3228759765625, -0.273681640625, -0.2244873046875, -0.17529296875, -0.1260986328125, -0.076904296875, -0.0277099609375, 0.021484375, 0.0706787109375, 0.119873046875, 0.1690673828125, 0.21826171875, 0.2674560546875, 0.316650390625, 0.3658447265625, 0.4150390625, 0.4642333984375, 0.513427734375, 0.5626220703125, 0.61181640625, 0.6610107421875, 0.710205078125, 0.7593994140625, 0.80859375, 0.8577880859375, 0.906982421875, 0.9561767578125, 1.00537109375, 1.0545654296875, 1.103759765625, 1.1529541015625, 1.2021484375, 1.2513427734375, 1.300537109375, 1.3497314453125, 1.39892578125, 1.4481201171875, 1.497314453125, 1.5465087890625, 1.595703125]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 4.0, 9.0, 9.0, 12.0, 23.0, 30.0, 52.0, 92.0, 111.0, 196.0, 297.0, 446.0, 670.0, 1086.0, 1664.0, 2602.0, 3715.0, 5869.0, 9267.0, 15127.0, 24935.0, 42984.0, 79777.0, 236853.0, 383294.0, 108151.0, 52589.0, 29657.0, 18015.0, 11213.0, 6930.0, 4487.0, 2934.0, 1897.0, 1215.0, 791.0, 522.0, 364.0, 231.0, 155.0, 86.0, 61.0, 49.0, 34.0, 28.0, 14.0, 6.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0], "bins": [-2.701171875, -2.6243896484375, -2.547607421875, -2.4708251953125, -2.39404296875, -2.3172607421875, -2.240478515625, -2.1636962890625, -2.0869140625, -2.0101318359375, -1.933349609375, -1.8565673828125, -1.77978515625, -1.7030029296875, -1.626220703125, -1.5494384765625, -1.47265625, -1.3958740234375, -1.319091796875, -1.2423095703125, -1.16552734375, -1.0887451171875, -1.011962890625, -0.9351806640625, -0.8583984375, -0.7816162109375, -0.704833984375, -0.6280517578125, -0.55126953125, -0.4744873046875, -0.397705078125, -0.3209228515625, -0.244140625, -0.1673583984375, -0.090576171875, -0.0137939453125, 0.06298828125, 0.1397705078125, 0.216552734375, 0.2933349609375, 0.3701171875, 0.4468994140625, 0.523681640625, 0.6004638671875, 0.67724609375, 0.7540283203125, 0.830810546875, 0.9075927734375, 0.984375, 1.0611572265625, 1.137939453125, 1.2147216796875, 1.29150390625, 1.3682861328125, 1.445068359375, 1.5218505859375, 1.5986328125, 1.6754150390625, 1.752197265625, 1.8289794921875, 1.90576171875, 1.9825439453125, 2.059326171875, 2.1361083984375, 2.212890625]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 3.0, 3.0, 0.0, 3.0, 1.0, 7.0, 8.0, 7.0, 13.0, 20.0, 11.0, 14.0, 16.0, 27.0, 24.0, 24.0, 34.0, 31.0, 45.0, 39.0, 40.0, 37.0, 33.0, 35.0, 1065.0, 44.0, 44.0, 37.0, 40.0, 38.0, 36.0, 32.0, 28.0, 32.0, 36.0, 25.0, 18.0, 17.0, 10.0, 12.0, 10.0, 7.0, 2.0, 5.0, 5.0, 8.0, 7.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.4443359375, -1.4036865234375, -1.363037109375, -1.3223876953125, -1.28173828125, -1.2410888671875, -1.200439453125, -1.1597900390625, -1.119140625, -1.0784912109375, -1.037841796875, -0.9971923828125, -0.95654296875, -0.9158935546875, -0.875244140625, -0.8345947265625, -0.7939453125, -0.7532958984375, -0.712646484375, -0.6719970703125, -0.63134765625, -0.5906982421875, -0.550048828125, -0.5093994140625, -0.46875, -0.4281005859375, -0.387451171875, -0.3468017578125, -0.30615234375, -0.2655029296875, -0.224853515625, -0.1842041015625, -0.1435546875, -0.1029052734375, -0.062255859375, -0.0216064453125, 0.01904296875, 0.0596923828125, 0.100341796875, 0.1409912109375, 0.181640625, 0.2222900390625, 0.262939453125, 0.3035888671875, 0.34423828125, 0.3848876953125, 0.425537109375, 0.4661865234375, 0.5068359375, 0.5474853515625, 0.588134765625, 0.6287841796875, 0.66943359375, 0.7100830078125, 0.750732421875, 0.7913818359375, 0.83203125, 0.8726806640625, 0.913330078125, 0.9539794921875, 0.99462890625, 1.0352783203125, 1.075927734375, 1.1165771484375, 1.1572265625]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 7.0, 7.0, 7.0, 13.0, 22.0, 35.0, 48.0, 71.0, 121.0, 182.0, 270.0, 455.0, 838.0, 1355.0, 2449.0, 4380.0, 8869.0, 18458.0, 44315.0, 166666.0, 1595818.0, 169912.0, 45061.0, 18713.0, 8737.0, 4433.0, 2468.0, 1333.0, 718.0, 531.0, 342.0, 175.0, 113.0, 83.0, 57.0, 34.0, 20.0, 7.0, 8.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.35546875, -2.275634765625, -2.19580078125, -2.115966796875, -2.0361328125, -1.956298828125, -1.87646484375, -1.796630859375, -1.716796875, -1.636962890625, -1.55712890625, -1.477294921875, -1.3974609375, -1.317626953125, -1.23779296875, -1.157958984375, -1.078125, -0.998291015625, -0.91845703125, -0.838623046875, -0.7587890625, -0.678955078125, -0.59912109375, -0.519287109375, -0.439453125, -0.359619140625, -0.27978515625, -0.199951171875, -0.1201171875, -0.040283203125, 0.03955078125, 0.119384765625, 0.19921875, 0.279052734375, 0.35888671875, 0.438720703125, 0.5185546875, 0.598388671875, 0.67822265625, 0.758056640625, 0.837890625, 0.917724609375, 0.99755859375, 1.077392578125, 1.1572265625, 1.237060546875, 1.31689453125, 1.396728515625, 1.4765625, 1.556396484375, 1.63623046875, 1.716064453125, 1.7958984375, 1.875732421875, 1.95556640625, 2.035400390625, 2.115234375, 2.195068359375, 2.27490234375, 2.354736328125, 2.4345703125, 2.514404296875, 2.59423828125, 2.674072265625, 2.75390625]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 2.0, 5.0, 5.0, 2.0, 8.0, 11.0, 7.0, 11.0, 17.0, 18.0, 25.0, 26.0, 39.0, 42.0, 88.0, 162.0, 162.0, 118.0, 49.0, 37.0, 35.0, 43.0, 21.0, 16.0, 11.0, 15.0, 12.0, 7.0, 6.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2177734375, -0.208404541015625, -0.19903564453125, -0.189666748046875, -0.1802978515625, -0.170928955078125, -0.16156005859375, -0.152191162109375, -0.142822265625, -0.133453369140625, -0.12408447265625, -0.114715576171875, -0.1053466796875, -0.095977783203125, -0.08660888671875, -0.077239990234375, -0.06787109375, -0.058502197265625, -0.04913330078125, -0.039764404296875, -0.0303955078125, -0.021026611328125, -0.01165771484375, -0.002288818359375, 0.007080078125, 0.016448974609375, 0.02581787109375, 0.035186767578125, 0.0445556640625, 0.053924560546875, 0.06329345703125, 0.072662353515625, 0.08203125, 0.091400146484375, 0.10076904296875, 0.110137939453125, 0.1195068359375, 0.128875732421875, 0.13824462890625, 0.147613525390625, 0.156982421875, 0.166351318359375, 0.17572021484375, 0.185089111328125, 0.1944580078125, 0.203826904296875, 0.21319580078125, 0.222564697265625, 0.23193359375, 0.241302490234375, 0.25067138671875, 0.260040283203125, 0.2694091796875, 0.278778076171875, 0.28814697265625, 0.297515869140625, 0.306884765625, 0.316253662109375, 0.32562255859375, 0.334991455078125, 0.3443603515625, 0.353729248046875, 0.36309814453125, 0.372467041015625, 0.3818359375]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 2.0, 5.0, 4.0, 13.0, 2.0, 17.0, 30.0, 39.0, 47.0, 171.0, 537.0, 25645.0, 1015604.0, 5852.0, 344.0, 102.0, 46.0, 28.0, 16.0, 11.0, 12.0, 5.0, 10.0, 2.0, 4.0, 4.0, 2.0, 3.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.59375, -8.380859375, -8.16796875, -7.955078125, -7.7421875, -7.529296875, -7.31640625, -7.103515625, -6.890625, -6.677734375, -6.46484375, -6.251953125, -6.0390625, -5.826171875, -5.61328125, -5.400390625, -5.1875, -4.974609375, -4.76171875, -4.548828125, -4.3359375, -4.123046875, -3.91015625, -3.697265625, -3.484375, -3.271484375, -3.05859375, -2.845703125, -2.6328125, -2.419921875, -2.20703125, -1.994140625, -1.78125, -1.568359375, -1.35546875, -1.142578125, -0.9296875, -0.716796875, -0.50390625, -0.291015625, -0.078125, 0.134765625, 0.34765625, 0.560546875, 0.7734375, 0.986328125, 1.19921875, 1.412109375, 1.625, 1.837890625, 2.05078125, 2.263671875, 2.4765625, 2.689453125, 2.90234375, 3.115234375, 3.328125, 3.541015625, 3.75390625, 3.966796875, 4.1796875, 4.392578125, 4.60546875, 4.818359375, 5.03125]}, "gradients/decoder.transformer.h.15.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 9.0, 16.0, 46.0, 126.0, 252.0, 262.0, 176.0, 69.0, 36.0, 16.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8218344449996948, -1.7824259996414185, -1.7430174350738525, -1.7036089897155762, -1.6642004251480103, -1.6247919797897339, -1.585383415222168, -1.5459749698638916, -1.5065665245056152, -1.4671580791473389, -1.427749514579773, -1.3883410692214966, -1.3489325046539307, -1.3095240592956543, -1.2701154947280884, -1.230707049369812, -1.191298484802246, -1.1518900394439697, -1.1124814748764038, -1.0730730295181274, -1.0336644649505615, -0.9942560195922852, -0.954847514629364, -0.9154390096664429, -0.8760305047035217, -0.8366219997406006, -0.7972134947776794, -0.7578049898147583, -0.7183965444564819, -0.678987979888916, -0.6395795345306396, -0.6001710295677185, -0.5607625246047974, -0.5213540196418762, -0.4819455146789551, -0.4425370395183563, -0.4031285345554352, -0.36372002959251404, -0.3243115544319153, -0.28490304946899414, -0.245494544506073, -0.20608603954315186, -0.1666775494813919, -0.12726905941963196, -0.08786055445671082, -0.04845204949378967, -0.009043559432029724, 0.030364930629730225, 0.06977343559265137, 0.10918193310499191, 0.14859043061733246, 0.1879989206790924, 0.22740742564201355, 0.2668159306049347, 0.30622440576553345, 0.3456329107284546, 0.38504141569137573, 0.4244499206542969, 0.463858425617218, 0.5032669305801392, 0.5426753759384155, 0.5820839405059814, 0.6214923858642578, 0.660900890827179, 0.7003093957901001]}, "gradients/decoder.transformer.h.15.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 2.0, 3.0, 5.0, 2.0, 7.0, 13.0, 15.0, 10.0, 11.0, 17.0, 31.0, 26.0, 21.0, 40.0, 28.0, 45.0, 40.0, 45.0, 35.0, 41.0, 45.0, 46.0, 46.0, 36.0, 48.0, 54.0, 34.0, 35.0, 28.0, 22.0, 40.0, 22.0, 16.0, 16.0, 21.0, 13.0, 10.0, 8.0, 8.0, 11.0, 8.0, 4.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.363774836063385, -0.3522385358810425, -0.34070223569869995, -0.3291659355163574, -0.3176296353340149, -0.30609336495399475, -0.2945570647716522, -0.2830207645893097, -0.27148446440696716, -0.25994816422462463, -0.2484118640422821, -0.23687557876110077, -0.22533927857875824, -0.2138029783964157, -0.20226669311523438, -0.19073039293289185, -0.17919409275054932, -0.1676577925682068, -0.15612149238586426, -0.14458520710468292, -0.1330489069223404, -0.12151260673999786, -0.10997631400823593, -0.098440021276474, -0.08690372109413147, -0.07536742091178894, -0.06383112818002701, -0.05229483172297478, -0.040758535265922546, -0.029222238808870316, -0.017685942351818085, -0.006149649620056152, 0.005386650562286377, 0.016922947019338608, 0.02845924347639084, 0.03999553993344307, 0.0515318363904953, 0.06306813657283783, 0.07460442930459976, 0.0861407220363617, 0.09767702221870422, 0.10921332240104675, 0.12074961513280869, 0.13228590786457062, 0.14382220804691315, 0.15535850822925568, 0.166894793510437, 0.17843109369277954, 0.18996739387512207, 0.2015036940574646, 0.21303999423980713, 0.22457627952098846, 0.236112579703331, 0.24764887988567352, 0.25918516516685486, 0.2707214653491974, 0.2822577655315399, 0.29379406571388245, 0.305330365896225, 0.3168666660785675, 0.32840293645858765, 0.3399392366409302, 0.3514755368232727, 0.36301183700561523, 0.37454813718795776]}, "gradients/decoder.transformer.h.15.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 2.0, 0.0, 3.0, 3.0, 2.0, 3.0, 6.0, 6.0, 3.0, 10.0, 9.0, 9.0, 14.0, 10.0, 19.0, 16.0, 27.0, 21.0, 23.0, 16.0, 26.0, 27.0, 28.0, 38.0, 39.0, 46.0, 35.0, 40.0, 39.0, 46.0, 36.0, 48.0, 44.0, 36.0, 38.0, 27.0, 24.0, 20.0, 21.0, 28.0, 14.0, 20.0, 16.0, 9.0, 8.0, 16.0, 10.0, 4.0, 5.0, 5.0, 3.0, 6.0, 3.0, 1.0, 1.0, 4.0, 0.0, 1.0, 3.0, 0.0, 2.0], "bins": [-1.552734375, -1.503387451171875, -1.45404052734375, -1.404693603515625, -1.3553466796875, -1.305999755859375, -1.25665283203125, -1.207305908203125, -1.157958984375, -1.108612060546875, -1.05926513671875, -1.009918212890625, -0.9605712890625, -0.911224365234375, -0.86187744140625, -0.812530517578125, -0.76318359375, -0.713836669921875, -0.66448974609375, -0.615142822265625, -0.5657958984375, -0.516448974609375, -0.46710205078125, -0.417755126953125, -0.368408203125, -0.319061279296875, -0.26971435546875, -0.220367431640625, -0.1710205078125, -0.121673583984375, -0.07232666015625, -0.022979736328125, 0.0263671875, 0.075714111328125, 0.12506103515625, 0.174407958984375, 0.2237548828125, 0.273101806640625, 0.32244873046875, 0.371795654296875, 0.421142578125, 0.470489501953125, 0.51983642578125, 0.569183349609375, 0.6185302734375, 0.667877197265625, 0.71722412109375, 0.766571044921875, 0.81591796875, 0.865264892578125, 0.91461181640625, 0.963958740234375, 1.0133056640625, 1.062652587890625, 1.11199951171875, 1.161346435546875, 1.210693359375, 1.260040283203125, 1.30938720703125, 1.358734130859375, 1.4080810546875, 1.457427978515625, 1.50677490234375, 1.556121826171875, 1.60546875]}, "gradients/decoder.transformer.h.15.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 7.0, 2.0, 11.0, 15.0, 10.0, 11.0, 27.0, 37.0, 57.0, 87.0, 127.0, 171.0, 302.0, 440.0, 682.0, 997.0, 1673.0, 2450.0, 3828.0, 6149.0, 10394.0, 16831.0, 28195.0, 47346.0, 79590.0, 131034.0, 203380.0, 197786.0, 125757.0, 76443.0, 45148.0, 26847.0, 16249.0, 9892.0, 6045.0, 3719.0, 2398.0, 1541.0, 929.0, 658.0, 414.0, 273.0, 201.0, 138.0, 101.0, 61.0, 30.0, 25.0, 18.0, 11.0, 15.0, 9.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-1.8671875, -1.8087615966796875, -1.750335693359375, -1.6919097900390625, -1.63348388671875, -1.5750579833984375, -1.516632080078125, -1.4582061767578125, -1.3997802734375, -1.3413543701171875, -1.282928466796875, -1.2245025634765625, -1.16607666015625, -1.1076507568359375, -1.049224853515625, -0.9907989501953125, -0.932373046875, -0.8739471435546875, -0.815521240234375, -0.7570953369140625, -0.69866943359375, -0.6402435302734375, -0.581817626953125, -0.5233917236328125, -0.4649658203125, -0.4065399169921875, -0.348114013671875, -0.2896881103515625, -0.23126220703125, -0.1728363037109375, -0.114410400390625, -0.0559844970703125, 0.00244140625, 0.0608673095703125, 0.119293212890625, 0.1777191162109375, 0.23614501953125, 0.2945709228515625, 0.352996826171875, 0.4114227294921875, 0.4698486328125, 0.5282745361328125, 0.586700439453125, 0.6451263427734375, 0.70355224609375, 0.7619781494140625, 0.820404052734375, 0.8788299560546875, 0.937255859375, 0.9956817626953125, 1.054107666015625, 1.1125335693359375, 1.17095947265625, 1.2293853759765625, 1.287811279296875, 1.3462371826171875, 1.4046630859375, 1.4630889892578125, 1.521514892578125, 1.5799407958984375, 1.63836669921875, 1.6967926025390625, 1.755218505859375, 1.8136444091796875, 1.8720703125]}, "gradients/decoder.transformer.h.15.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 4.0, 7.0, 12.0, 5.0, 10.0, 9.0, 17.0, 22.0, 23.0, 27.0, 26.0, 43.0, 38.0, 40.0, 56.0, 84.0, 104.0, 159.0, 206.0, 1266.0, 219.0, 142.0, 104.0, 82.0, 42.0, 43.0, 32.0, 31.0, 25.0, 29.0, 23.0, 21.0, 18.0, 11.0, 10.0, 17.0, 17.0, 2.0, 6.0, 7.0, 6.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.6484375, -5.46881103515625, -5.2891845703125, -5.10955810546875, -4.929931640625, -4.75030517578125, -4.5706787109375, -4.39105224609375, -4.21142578125, -4.03179931640625, -3.8521728515625, -3.67254638671875, -3.492919921875, -3.31329345703125, -3.1336669921875, -2.95404052734375, -2.7744140625, -2.59478759765625, -2.4151611328125, -2.23553466796875, -2.055908203125, -1.87628173828125, -1.6966552734375, -1.51702880859375, -1.33740234375, -1.15777587890625, -0.9781494140625, -0.79852294921875, -0.618896484375, -0.43927001953125, -0.2596435546875, -0.08001708984375, 0.099609375, 0.27923583984375, 0.4588623046875, 0.63848876953125, 0.818115234375, 0.99774169921875, 1.1773681640625, 1.35699462890625, 1.53662109375, 1.71624755859375, 1.8958740234375, 2.07550048828125, 2.255126953125, 2.43475341796875, 2.6143798828125, 2.79400634765625, 2.9736328125, 3.15325927734375, 3.3328857421875, 3.51251220703125, 3.692138671875, 3.87176513671875, 4.0513916015625, 4.23101806640625, 4.41064453125, 4.59027099609375, 4.7698974609375, 4.94952392578125, 5.129150390625, 5.30877685546875, 5.4884033203125, 5.66802978515625, 5.84765625]}, "gradients/decoder.transformer.h.15.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 3.0, 8.0, 3.0, 7.0, 8.0, 13.0, 19.0, 15.0, 34.0, 35.0, 45.0, 49.0, 62.0, 79.0, 92.0, 154.0, 227.0, 282.0, 557.0, 1322.0, 5650.0, 45746.0, 766216.0, 2158703.0, 148849.0, 13169.0, 2258.0, 803.0, 363.0, 267.0, 184.0, 99.0, 89.0, 72.0, 48.0, 51.0, 32.0, 24.0, 25.0, 13.0, 8.0, 11.0, 10.0, 6.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.4296875, -9.127685546875, -8.82568359375, -8.523681640625, -8.2216796875, -7.919677734375, -7.61767578125, -7.315673828125, -7.013671875, -6.711669921875, -6.40966796875, -6.107666015625, -5.8056640625, -5.503662109375, -5.20166015625, -4.899658203125, -4.59765625, -4.295654296875, -3.99365234375, -3.691650390625, -3.3896484375, -3.087646484375, -2.78564453125, -2.483642578125, -2.181640625, -1.879638671875, -1.57763671875, -1.275634765625, -0.9736328125, -0.671630859375, -0.36962890625, -0.067626953125, 0.234375, 0.536376953125, 0.83837890625, 1.140380859375, 1.4423828125, 1.744384765625, 2.04638671875, 2.348388671875, 2.650390625, 2.952392578125, 3.25439453125, 3.556396484375, 3.8583984375, 4.160400390625, 4.46240234375, 4.764404296875, 5.06640625, 5.368408203125, 5.67041015625, 5.972412109375, 6.2744140625, 6.576416015625, 6.87841796875, 7.180419921875, 7.482421875, 7.784423828125, 8.08642578125, 8.388427734375, 8.6904296875, 8.992431640625, 9.29443359375, 9.596435546875, 9.8984375]}, "gradients/decoder.transformer.h.15.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 6.0, 9.0, 36.0, 63.0, 113.0, 129.0, 169.0, 164.0, 129.0, 101.0, 48.0, 24.0, 11.0, 7.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-39.49925231933594, -38.70461654663086, -37.909976959228516, -37.11534118652344, -36.320701599121094, -35.526065826416016, -34.73142623901367, -33.936790466308594, -33.14215087890625, -32.34751510620117, -31.552875518798828, -30.758237838745117, -29.963600158691406, -29.168964385986328, -28.374326705932617, -27.579689025878906, -26.785053253173828, -25.990415573120117, -25.195777893066406, -24.401140213012695, -23.606502532958984, -22.811866760253906, -22.017229080200195, -21.222591400146484, -20.427953720092773, -19.633316040039062, -18.83867835998535, -18.04404067993164, -17.249404907226562, -16.45476722717285, -15.66012954711914, -14.86549186706543, -14.070852279663086, -13.276214599609375, -12.481576919555664, -11.68694019317627, -10.892302513122559, -10.097664833068848, -9.303028106689453, -8.508390426635742, -7.713752746582031, -6.91911506652832, -6.124477863311768, -5.329840660095215, -4.535202980041504, -3.740565538406372, -2.9459280967712402, -2.1512908935546875, -1.3566532135009766, -0.5620157718658447, 0.2326216697692871, 1.027259111404419, 1.8218965530395508, 2.6165339946746826, 3.4111714363098145, 4.205808639526367, 5.000446319580078, 5.795083999633789, 6.589721202850342, 7.3843584060668945, 8.178996086120605, 8.973633766174316, 9.768270492553711, 10.562908172607422, 11.357545852661133]}, "gradients/decoder.transformer.h.15.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 6.0, 3.0, 9.0, 11.0, 11.0, 8.0, 13.0, 15.0, 17.0, 28.0, 21.0, 27.0, 33.0, 31.0, 33.0, 27.0, 34.0, 40.0, 41.0, 40.0, 56.0, 40.0, 37.0, 34.0, 44.0, 38.0, 39.0, 42.0, 23.0, 34.0, 28.0, 25.0, 23.0, 22.0, 11.0, 6.0, 6.0, 14.0, 7.0, 8.0, 5.0, 6.0, 3.0, 4.0, 0.0, 1.0, 1.0, 2.0, 1.0], "bins": [-16.19491958618164, -15.749170303344727, -15.303421020507812, -14.857671737670898, -14.4119234085083, -13.966174125671387, -13.520424842834473, -13.074675559997559, -12.628927230834961, -12.183177947998047, -11.737428665161133, -11.291679382324219, -10.845931053161621, -10.400181770324707, -9.954432487487793, -9.508683204650879, -9.062933921813965, -8.61718463897705, -8.171435356140137, -7.725686550140381, -7.279937744140625, -6.834188461303711, -6.388439178466797, -5.942689895629883, -5.496941089630127, -5.051191806793213, -4.605443000793457, -4.159693717956543, -3.713944673538208, -3.268195629119873, -2.822446346282959, -2.376697301864624, -1.9309473037719727, -1.4851982593536377, -1.0394490957260132, -0.5936999320983887, -0.1479508876800537, 0.29779815673828125, 0.7435474395751953, 1.1892964839935303, 1.6350455284118652, 2.0807945728302, 2.526543617248535, 2.972292900085449, 3.418041944503784, 3.863790988922119, 4.309540271759033, 4.755289077758789, 5.201038360595703, 5.646787643432617, 6.092536449432373, 6.538285732269287, 6.984034538269043, 7.429783821105957, 7.875533103942871, 8.321282386779785, 8.767030715942383, 9.212779998779297, 9.658529281616211, 10.104278564453125, 10.550026893615723, 10.995776176452637, 11.44152545928955, 11.887274742126465, 12.333024024963379]}, "gradients/decoder.transformer.h.14.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 5.0, 3.0, 2.0, 6.0, 4.0, 3.0, 8.0, 7.0, 9.0, 14.0, 8.0, 16.0, 12.0, 17.0, 21.0, 32.0, 17.0, 19.0, 25.0, 27.0, 31.0, 36.0, 40.0, 33.0, 52.0, 46.0, 51.0, 44.0, 40.0, 33.0, 38.0, 44.0, 25.0, 40.0, 27.0, 20.0, 14.0, 17.0, 14.0, 17.0, 17.0, 16.0, 15.0, 7.0, 8.0, 7.0, 8.0, 6.0, 2.0, 5.0, 0.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-1.59375, -1.5394439697265625, -1.485137939453125, -1.4308319091796875, -1.37652587890625, -1.3222198486328125, -1.267913818359375, -1.2136077880859375, -1.1593017578125, -1.1049957275390625, -1.050689697265625, -0.9963836669921875, -0.94207763671875, -0.8877716064453125, -0.833465576171875, -0.7791595458984375, -0.724853515625, -0.6705474853515625, -0.616241455078125, -0.5619354248046875, -0.50762939453125, -0.4533233642578125, -0.399017333984375, -0.3447113037109375, -0.2904052734375, -0.2360992431640625, -0.181793212890625, -0.1274871826171875, -0.07318115234375, -0.0188751220703125, 0.035430908203125, 0.0897369384765625, 0.14404296875, 0.1983489990234375, 0.252655029296875, 0.3069610595703125, 0.36126708984375, 0.4155731201171875, 0.469879150390625, 0.5241851806640625, 0.5784912109375, 0.6327972412109375, 0.687103271484375, 0.7414093017578125, 0.79571533203125, 0.8500213623046875, 0.904327392578125, 0.9586334228515625, 1.012939453125, 1.0672454833984375, 1.121551513671875, 1.1758575439453125, 1.23016357421875, 1.2844696044921875, 1.338775634765625, 1.3930816650390625, 1.4473876953125, 1.5016937255859375, 1.555999755859375, 1.6103057861328125, 1.66461181640625, 1.7189178466796875, 1.773223876953125, 1.8275299072265625, 1.8818359375]}, "gradients/decoder.transformer.h.14.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 4.0, 2.0, 6.0, 9.0, 8.0, 8.0, 17.0, 31.0, 50.0, 58.0, 79.0, 159.0, 257.0, 490.0, 1143.0, 2749.0, 7128.0, 20289.0, 68010.0, 312862.0, 2089260.0, 1414351.0, 202604.0, 49523.0, 15382.0, 5572.0, 2166.0, 1028.0, 448.0, 229.0, 122.0, 69.0, 42.0, 39.0, 22.0, 15.0, 11.0, 13.0, 7.0, 10.0, 6.0, 5.0, 3.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.53125, -4.37957763671875, -4.2279052734375, -4.07623291015625, -3.924560546875, -3.77288818359375, -3.6212158203125, -3.46954345703125, -3.31787109375, -3.16619873046875, -3.0145263671875, -2.86285400390625, -2.711181640625, -2.55950927734375, -2.4078369140625, -2.25616455078125, -2.1044921875, -1.95281982421875, -1.8011474609375, -1.64947509765625, -1.497802734375, -1.34613037109375, -1.1944580078125, -1.04278564453125, -0.89111328125, -0.73944091796875, -0.5877685546875, -0.43609619140625, -0.284423828125, -0.13275146484375, 0.0189208984375, 0.17059326171875, 0.322265625, 0.47393798828125, 0.6256103515625, 0.77728271484375, 0.928955078125, 1.08062744140625, 1.2322998046875, 1.38397216796875, 1.53564453125, 1.68731689453125, 1.8389892578125, 1.99066162109375, 2.142333984375, 2.29400634765625, 2.4456787109375, 2.59735107421875, 2.7490234375, 2.90069580078125, 3.0523681640625, 3.20404052734375, 3.355712890625, 3.50738525390625, 3.6590576171875, 3.81072998046875, 3.96240234375, 4.11407470703125, 4.2657470703125, 4.41741943359375, 4.569091796875, 4.72076416015625, 4.8724365234375, 5.02410888671875, 5.17578125]}, "gradients/decoder.transformer.h.14.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 6.0, 2.0, 5.0, 6.0, 5.0, 12.0, 16.0, 19.0, 15.0, 37.0, 37.0, 60.0, 103.0, 116.0, 154.0, 214.0, 313.0, 456.0, 568.0, 510.0, 425.0, 286.0, 188.0, 148.0, 101.0, 68.0, 69.0, 33.0, 30.0, 21.0, 30.0, 9.0, 6.0, 3.0, 5.0, 3.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.79296875, -3.652099609375, -3.51123046875, -3.370361328125, -3.2294921875, -3.088623046875, -2.94775390625, -2.806884765625, -2.666015625, -2.525146484375, -2.38427734375, -2.243408203125, -2.1025390625, -1.961669921875, -1.82080078125, -1.679931640625, -1.5390625, -1.398193359375, -1.25732421875, -1.116455078125, -0.9755859375, -0.834716796875, -0.69384765625, -0.552978515625, -0.412109375, -0.271240234375, -0.13037109375, 0.010498046875, 0.1513671875, 0.292236328125, 0.43310546875, 0.573974609375, 0.71484375, 0.855712890625, 0.99658203125, 1.137451171875, 1.2783203125, 1.419189453125, 1.56005859375, 1.700927734375, 1.841796875, 1.982666015625, 2.12353515625, 2.264404296875, 2.4052734375, 2.546142578125, 2.68701171875, 2.827880859375, 2.96875, 3.109619140625, 3.25048828125, 3.391357421875, 3.5322265625, 3.673095703125, 3.81396484375, 3.954833984375, 4.095703125, 4.236572265625, 4.37744140625, 4.518310546875, 4.6591796875, 4.800048828125, 4.94091796875, 5.081787109375, 5.22265625]}, "gradients/decoder.transformer.h.14.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 5.0, 8.0, 10.0, 18.0, 17.0, 18.0, 18.0, 22.0, 38.0, 49.0, 77.0, 102.0, 210.0, 394.0, 1048.0, 3487.0, 14549.0, 80111.0, 713591.0, 2962408.0, 356583.0, 48057.0, 9463.0, 2411.0, 700.0, 340.0, 174.0, 108.0, 71.0, 54.0, 36.0, 30.0, 27.0, 13.0, 13.0, 5.0, 5.0, 5.0, 2.0, 5.0, 5.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.1484375, -8.86572265625, -8.5830078125, -8.30029296875, -8.017578125, -7.73486328125, -7.4521484375, -7.16943359375, -6.88671875, -6.60400390625, -6.3212890625, -6.03857421875, -5.755859375, -5.47314453125, -5.1904296875, -4.90771484375, -4.625, -4.34228515625, -4.0595703125, -3.77685546875, -3.494140625, -3.21142578125, -2.9287109375, -2.64599609375, -2.36328125, -2.08056640625, -1.7978515625, -1.51513671875, -1.232421875, -0.94970703125, -0.6669921875, -0.38427734375, -0.1015625, 0.18115234375, 0.4638671875, 0.74658203125, 1.029296875, 1.31201171875, 1.5947265625, 1.87744140625, 2.16015625, 2.44287109375, 2.7255859375, 3.00830078125, 3.291015625, 3.57373046875, 3.8564453125, 4.13916015625, 4.421875, 4.70458984375, 4.9873046875, 5.27001953125, 5.552734375, 5.83544921875, 6.1181640625, 6.40087890625, 6.68359375, 6.96630859375, 7.2490234375, 7.53173828125, 7.814453125, 8.09716796875, 8.3798828125, 8.66259765625, 8.9453125]}, "gradients/decoder.transformer.h.14.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 5.0, 2.0, 14.0, 12.0, 18.0, 31.0, 37.0, 39.0, 49.0, 62.0, 66.0, 72.0, 86.0, 71.0, 81.0, 70.0, 64.0, 61.0, 45.0, 46.0, 24.0, 12.0, 16.0, 9.0, 10.0, 1.0, 7.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.620464324951172, -11.020087242126465, -10.419710159301758, -9.81933307647705, -9.218955993652344, -8.61857795715332, -8.018200874328613, -7.417823791503906, -6.817446708679199, -6.217069625854492, -5.616692543029785, -5.01631498336792, -4.415937900543213, -3.815560817718506, -3.2151834964752197, -2.6148061752319336, -2.0144290924072266, -1.41405189037323, -0.8136746883392334, -0.21329748630523682, 0.38707971572875977, 0.9874567985534668, 1.587834119796753, 2.188211441040039, 2.788588523864746, 3.388965606689453, 3.9893429279327393, 4.589720249176025, 5.190097332000732, 5.7904744148254395, 6.390851974487305, 6.991229057312012, 7.591608047485352, 8.191985130310059, 8.792362213134766, 9.392739295959473, 9.99311637878418, 10.593494415283203, 11.19387149810791, 11.794248580932617, 12.394625663757324, 12.995002746582031, 13.595379829406738, 14.195756912231445, 14.796134948730469, 15.39651107788086, 15.996889114379883, 16.597267150878906, 17.197643280029297, 17.79802131652832, 18.39839744567871, 18.998775482177734, 19.599151611328125, 20.19952964782715, 20.79990577697754, 21.400283813476562, 22.000659942626953, 22.601037979125977, 23.201414108276367, 23.80179214477539, 24.40216827392578, 25.002546310424805, 25.602922439575195, 26.20330047607422, 26.803678512573242]}, "gradients/decoder.transformer.h.14.ln_2.bias": {"_type": "histogram", "values": [3.0, 3.0, 3.0, 4.0, 3.0, 6.0, 9.0, 5.0, 8.0, 7.0, 9.0, 12.0, 17.0, 15.0, 17.0, 13.0, 15.0, 25.0, 25.0, 31.0, 29.0, 21.0, 34.0, 31.0, 32.0, 36.0, 34.0, 36.0, 46.0, 34.0, 36.0, 25.0, 37.0, 32.0, 36.0, 29.0, 41.0, 32.0, 41.0, 22.0, 24.0, 18.0, 11.0, 14.0, 11.0, 11.0, 5.0, 8.0, 7.0, 6.0, 4.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-10.819939613342285, -10.438010215759277, -10.056079864501953, -9.674150466918945, -9.292221069335938, -8.91029167175293, -8.528362274169922, -8.146431922912598, -7.76450252532959, -7.382573127746582, -7.000643253326416, -6.61871337890625, -6.236783981323242, -5.854854583740234, -5.472924709320068, -5.090994834899902, -4.7090654373168945, -4.327136039733887, -3.9452061653137207, -3.563276529312134, -3.181346893310547, -2.79941725730896, -2.417487621307373, -2.035557985305786, -1.6536283493041992, -1.2716987133026123, -0.8897690773010254, -0.5078394412994385, -0.12590980529785156, 0.25601983070373535, 0.6379494667053223, 1.0198791027069092, 1.4018077850341797, 1.7837374210357666, 2.1656670570373535, 2.5475966930389404, 2.9295263290405273, 3.3114559650421143, 3.693385601043701, 4.075315475463867, 4.457244873046875, 4.839174270629883, 5.221104145050049, 5.603034019470215, 5.984963417053223, 6.3668928146362305, 6.7488226890563965, 7.1307525634765625, 7.51268196105957, 7.894611358642578, 8.276540756225586, 8.65847110748291, 9.040400505065918, 9.422329902648926, 9.80426025390625, 10.186189651489258, 10.568119049072266, 10.950048446655273, 11.331977844238281, 11.713908195495605, 12.095837593078613, 12.477766990661621, 12.859697341918945, 13.241626739501953, 13.623556137084961]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 7.0, 4.0, 8.0, 6.0, 5.0, 11.0, 15.0, 10.0, 13.0, 20.0, 27.0, 21.0, 30.0, 30.0, 36.0, 46.0, 38.0, 49.0, 46.0, 57.0, 58.0, 51.0, 39.0, 47.0, 42.0, 46.0, 34.0, 33.0, 26.0, 19.0, 27.0, 21.0, 15.0, 16.0, 16.0, 10.0, 8.0, 12.0, 2.0, 2.0, 1.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.98828125, -1.92327880859375, -1.8582763671875, -1.79327392578125, -1.728271484375, -1.66326904296875, -1.5982666015625, -1.53326416015625, -1.46826171875, -1.40325927734375, -1.3382568359375, -1.27325439453125, -1.208251953125, -1.14324951171875, -1.0782470703125, -1.01324462890625, -0.9482421875, -0.88323974609375, -0.8182373046875, -0.75323486328125, -0.688232421875, -0.62322998046875, -0.5582275390625, -0.49322509765625, -0.42822265625, -0.36322021484375, -0.2982177734375, -0.23321533203125, -0.168212890625, -0.10321044921875, -0.0382080078125, 0.02679443359375, 0.091796875, 0.15679931640625, 0.2218017578125, 0.28680419921875, 0.351806640625, 0.41680908203125, 0.4818115234375, 0.54681396484375, 0.61181640625, 0.67681884765625, 0.7418212890625, 0.80682373046875, 0.871826171875, 0.93682861328125, 1.0018310546875, 1.06683349609375, 1.1318359375, 1.19683837890625, 1.2618408203125, 1.32684326171875, 1.391845703125, 1.45684814453125, 1.5218505859375, 1.58685302734375, 1.65185546875, 1.71685791015625, 1.7818603515625, 1.84686279296875, 1.911865234375, 1.97686767578125, 2.0418701171875, 2.10687255859375, 2.171875]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 9.0, 9.0, 14.0, 17.0, 21.0, 38.0, 66.0, 79.0, 105.0, 148.0, 197.0, 298.0, 451.0, 632.0, 988.0, 1550.0, 2355.0, 3723.0, 5946.0, 9716.0, 15859.0, 26647.0, 48859.0, 115939.0, 423195.0, 230183.0, 71808.0, 35853.0, 20483.0, 12445.0, 7535.0, 4712.0, 2921.0, 1963.0, 1229.0, 791.0, 539.0, 386.0, 260.0, 191.0, 115.0, 99.0, 68.0, 39.0, 24.0, 12.0, 13.0, 16.0, 6.0, 3.0, 3.0, 3.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.37890625, -1.3292236328125, -1.279541015625, -1.2298583984375, -1.18017578125, -1.1304931640625, -1.080810546875, -1.0311279296875, -0.9814453125, -0.9317626953125, -0.882080078125, -0.8323974609375, -0.78271484375, -0.7330322265625, -0.683349609375, -0.6336669921875, -0.583984375, -0.5343017578125, -0.484619140625, -0.4349365234375, -0.38525390625, -0.3355712890625, -0.285888671875, -0.2362060546875, -0.1865234375, -0.1368408203125, -0.087158203125, -0.0374755859375, 0.01220703125, 0.0618896484375, 0.111572265625, 0.1612548828125, 0.2109375, 0.2606201171875, 0.310302734375, 0.3599853515625, 0.40966796875, 0.4593505859375, 0.509033203125, 0.5587158203125, 0.6083984375, 0.6580810546875, 0.707763671875, 0.7574462890625, 0.80712890625, 0.8568115234375, 0.906494140625, 0.9561767578125, 1.005859375, 1.0555419921875, 1.105224609375, 1.1549072265625, 1.20458984375, 1.2542724609375, 1.303955078125, 1.3536376953125, 1.4033203125, 1.4530029296875, 1.502685546875, 1.5523681640625, 1.60205078125, 1.6517333984375, 1.701416015625, 1.7510986328125, 1.80078125]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 4.0, 7.0, 2.0, 2.0, 7.0, 8.0, 4.0, 7.0, 15.0, 10.0, 22.0, 25.0, 21.0, 39.0, 25.0, 41.0, 36.0, 43.0, 40.0, 49.0, 62.0, 1070.0, 51.0, 51.0, 37.0, 33.0, 43.0, 39.0, 37.0, 29.0, 37.0, 23.0, 25.0, 16.0, 14.0, 14.0, 13.0, 12.0, 8.0, 3.0, 2.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.5126953125, -1.4678802490234375, -1.423065185546875, -1.3782501220703125, -1.33343505859375, -1.2886199951171875, -1.243804931640625, -1.1989898681640625, -1.1541748046875, -1.1093597412109375, -1.064544677734375, -1.0197296142578125, -0.97491455078125, -0.9300994873046875, -0.885284423828125, -0.8404693603515625, -0.795654296875, -0.7508392333984375, -0.706024169921875, -0.6612091064453125, -0.61639404296875, -0.5715789794921875, -0.526763916015625, -0.4819488525390625, -0.4371337890625, -0.3923187255859375, -0.347503662109375, -0.3026885986328125, -0.25787353515625, -0.2130584716796875, -0.168243408203125, -0.1234283447265625, -0.07861328125, -0.0337982177734375, 0.011016845703125, 0.0558319091796875, 0.10064697265625, 0.1454620361328125, 0.190277099609375, 0.2350921630859375, 0.2799072265625, 0.3247222900390625, 0.369537353515625, 0.4143524169921875, 0.45916748046875, 0.5039825439453125, 0.548797607421875, 0.5936126708984375, 0.638427734375, 0.6832427978515625, 0.728057861328125, 0.7728729248046875, 0.81768798828125, 0.8625030517578125, 0.907318115234375, 0.9521331787109375, 0.9969482421875, 1.0417633056640625, 1.086578369140625, 1.1313934326171875, 1.17620849609375, 1.2210235595703125, 1.265838623046875, 1.3106536865234375, 1.35546875]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 4.0, 9.0, 6.0, 12.0, 12.0, 23.0, 33.0, 48.0, 63.0, 63.0, 106.0, 185.0, 314.0, 427.0, 737.0, 1247.0, 2090.0, 3864.0, 7560.0, 16730.0, 42805.0, 184593.0, 1542713.0, 211972.0, 46432.0, 17500.0, 8034.0, 4007.0, 2255.0, 1195.0, 714.0, 439.0, 274.0, 202.0, 127.0, 94.0, 72.0, 44.0, 35.0, 19.0, 24.0, 10.0, 10.0, 8.0, 4.0, 4.0, 5.0, 4.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 3.0], "bins": [-1.482421875, -1.4354095458984375, -1.388397216796875, -1.3413848876953125, -1.29437255859375, -1.2473602294921875, -1.200347900390625, -1.1533355712890625, -1.1063232421875, -1.0593109130859375, -1.012298583984375, -0.9652862548828125, -0.91827392578125, -0.8712615966796875, -0.824249267578125, -0.7772369384765625, -0.730224609375, -0.6832122802734375, -0.636199951171875, -0.5891876220703125, -0.54217529296875, -0.4951629638671875, -0.448150634765625, -0.4011383056640625, -0.3541259765625, -0.3071136474609375, -0.260101318359375, -0.2130889892578125, -0.16607666015625, -0.1190643310546875, -0.072052001953125, -0.0250396728515625, 0.02197265625, 0.0689849853515625, 0.115997314453125, 0.1630096435546875, 0.21002197265625, 0.2570343017578125, 0.304046630859375, 0.3510589599609375, 0.3980712890625, 0.4450836181640625, 0.492095947265625, 0.5391082763671875, 0.58612060546875, 0.6331329345703125, 0.680145263671875, 0.7271575927734375, 0.774169921875, 0.8211822509765625, 0.868194580078125, 0.9152069091796875, 0.96221923828125, 1.0092315673828125, 1.056243896484375, 1.1032562255859375, 1.1502685546875, 1.1972808837890625, 1.244293212890625, 1.2913055419921875, 1.33831787109375, 1.3853302001953125, 1.432342529296875, 1.4793548583984375, 1.5263671875]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 5.0, 3.0, 4.0, 4.0, 9.0, 12.0, 9.0, 20.0, 23.0, 36.0, 37.0, 60.0, 109.0, 280.0, 130.0, 78.0, 55.0, 34.0, 16.0, 15.0, 17.0, 9.0, 11.0, 4.0, 3.0, 6.0, 3.0, 6.0, 1.0, 2.0, 3.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.360595703125, -0.3512592315673828, -0.3419227600097656, -0.33258628845214844, -0.32324981689453125, -0.31391334533691406, -0.3045768737792969, -0.2952404022216797, -0.2859039306640625, -0.2765674591064453, -0.2672309875488281, -0.25789451599121094, -0.24855804443359375, -0.23922157287597656, -0.22988510131835938, -0.2205486297607422, -0.211212158203125, -0.2018756866455078, -0.19253921508789062, -0.18320274353027344, -0.17386627197265625, -0.16452980041503906, -0.15519332885742188, -0.1458568572998047, -0.1365203857421875, -0.1271839141845703, -0.11784744262695312, -0.10851097106933594, -0.09917449951171875, -0.08983802795410156, -0.08050155639648438, -0.07116508483886719, -0.06182861328125, -0.05249214172363281, -0.043155670166015625, -0.03381919860839844, -0.02448272705078125, -0.015146255493164062, -0.005809783935546875, 0.0035266876220703125, 0.0128631591796875, 0.022199630737304688, 0.031536102294921875, 0.04087257385253906, 0.05020904541015625, 0.05954551696777344, 0.06888198852539062, 0.07821846008300781, 0.087554931640625, 0.09689140319824219, 0.10622787475585938, 0.11556434631347656, 0.12490081787109375, 0.13423728942871094, 0.14357376098632812, 0.1529102325439453, 0.1622467041015625, 0.1715831756591797, 0.18091964721679688, 0.19025611877441406, 0.19959259033203125, 0.20892906188964844, 0.21826553344726562, 0.2276020050048828, 0.2369384765625]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 1.0, 2.0, 6.0, 4.0, 3.0, 2.0, 3.0, 13.0, 11.0, 16.0, 21.0, 42.0, 68.0, 138.0, 314.0, 1011.0, 4907.0, 94459.0, 931485.0, 13340.0, 1781.0, 506.0, 190.0, 80.0, 63.0, 28.0, 15.0, 14.0, 10.0, 6.0, 4.0, 3.0, 6.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.275390625, -3.145477294921875, -3.01556396484375, -2.885650634765625, -2.7557373046875, -2.625823974609375, -2.49591064453125, -2.365997314453125, -2.236083984375, -2.106170654296875, -1.97625732421875, -1.846343994140625, -1.7164306640625, -1.586517333984375, -1.45660400390625, -1.326690673828125, -1.19677734375, -1.066864013671875, -0.93695068359375, -0.807037353515625, -0.6771240234375, -0.547210693359375, -0.41729736328125, -0.287384033203125, -0.157470703125, -0.027557373046875, 0.10235595703125, 0.232269287109375, 0.3621826171875, 0.492095947265625, 0.62200927734375, 0.751922607421875, 0.8818359375, 1.011749267578125, 1.14166259765625, 1.271575927734375, 1.4014892578125, 1.531402587890625, 1.66131591796875, 1.791229248046875, 1.921142578125, 2.051055908203125, 2.18096923828125, 2.310882568359375, 2.4407958984375, 2.570709228515625, 2.70062255859375, 2.830535888671875, 2.96044921875, 3.090362548828125, 3.22027587890625, 3.350189208984375, 3.4801025390625, 3.610015869140625, 3.73992919921875, 3.869842529296875, 3.999755859375, 4.129669189453125, 4.25958251953125, 4.389495849609375, 4.5194091796875, 4.649322509765625, 4.77923583984375, 4.909149169921875, 5.0390625]}, "gradients/decoder.transformer.h.14.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 15.0, 59.0, 133.0, 299.0, 280.0, 141.0, 57.0, 15.0, 8.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5284658670425415, -1.48818039894104, -1.4478950500488281, -1.4076095819473267, -1.3673241138458252, -1.3270387649536133, -1.2867532968521118, -1.2464678287506104, -1.2061824798583984, -1.165897011756897, -1.125611662864685, -1.0853261947631836, -1.0450408458709717, -1.0047553777694702, -0.9644699096679688, -0.9241845011711121, -0.8838990926742554, -0.8436136841773987, -0.803328275680542, -0.7630428075790405, -0.7227573990821838, -0.6824719905853271, -0.6421865224838257, -0.601901113986969, -0.5616157054901123, -0.5213302969932556, -0.48104485869407654, -0.44075942039489746, -0.40047401189804077, -0.3601886034011841, -0.319903165102005, -0.2796177268028259, -0.2393324375152588, -0.1990470141172409, -0.15876159071922302, -0.11847616732120514, -0.07819074392318726, -0.03790532052516937, 0.0023801028728485107, 0.04266554117202759, 0.08295094966888428, 0.12323637306690216, 0.16352179646492004, 0.20380721986293793, 0.2440926432609558, 0.2843780517578125, 0.3246634900569916, 0.36494892835617065, 0.40523433685302734, 0.44551974534988403, 0.4858051836490631, 0.5260906219482422, 0.5663760304450989, 0.6066614389419556, 0.646946907043457, 0.6872323155403137, 0.7275177240371704, 0.7678031325340271, 0.8080885410308838, 0.8483740091323853, 0.8886594176292419, 0.9289448261260986, 0.9692302942276001, 1.0095157623291016, 1.0498011112213135]}, "gradients/decoder.transformer.h.14.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 4.0, 11.0, 4.0, 3.0, 10.0, 9.0, 19.0, 17.0, 6.0, 9.0, 14.0, 13.0, 11.0, 24.0, 27.0, 29.0, 25.0, 31.0, 29.0, 29.0, 32.0, 33.0, 38.0, 40.0, 28.0, 33.0, 32.0, 36.0, 45.0, 30.0, 50.0, 37.0, 26.0, 31.0, 20.0, 25.0, 21.0, 22.0, 14.0, 5.0, 19.0, 17.0, 9.0, 7.0, 6.0, 9.0, 1.0, 4.0, 6.0, 4.0, 3.0, 1.0, 1.0, 3.0], "bins": [-0.222944974899292, -0.2165667563676834, -0.21018853783607483, -0.20381031930446625, -0.19743210077285767, -0.19105388224124908, -0.1846756637096405, -0.17829743027687073, -0.17191922664642334, -0.16554100811481476, -0.15916278958320618, -0.1527845710515976, -0.146406352519989, -0.14002813398838043, -0.13364991545677185, -0.12727168202400208, -0.1208934634923935, -0.11451524496078491, -0.10813702642917633, -0.10175880789756775, -0.09538058936595917, -0.08900237083435059, -0.08262414485216141, -0.07624592632055283, -0.06986770778894424, -0.06348948925733566, -0.05711127072572708, -0.0507330484688282, -0.04435482993721962, -0.03797661140561104, -0.03159838914871216, -0.025220170617103577, -0.018841952085494995, -0.012463732622563839, -0.006085513159632683, 0.000292707234621048, 0.0066709257662296295, 0.013049144297838211, 0.01942736655473709, 0.025805585086345673, 0.032183803617954254, 0.038562022149562836, 0.04494024068117142, 0.0513184629380703, 0.05769668146967888, 0.06407490372657776, 0.07045312225818634, 0.07683134078979492, 0.0832095593214035, 0.08958777785301208, 0.09596599638462067, 0.10234421491622925, 0.10872243344783783, 0.11510065197944641, 0.12147887796163559, 0.12785708904266357, 0.13423532247543335, 0.14061354100704193, 0.1469917595386505, 0.1533699780702591, 0.15974819660186768, 0.16612641513347626, 0.17250463366508484, 0.17888286709785461, 0.185261070728302]}, "gradients/decoder.transformer.h.14.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 6.0, 4.0, 8.0, 7.0, 5.0, 12.0, 13.0, 11.0, 15.0, 20.0, 24.0, 24.0, 28.0, 28.0, 41.0, 44.0, 39.0, 53.0, 43.0, 55.0, 58.0, 48.0, 41.0, 52.0, 40.0, 46.0, 29.0, 36.0, 23.0, 21.0, 27.0, 21.0, 14.0, 15.0, 17.0, 9.0, 9.0, 11.0, 3.0, 2.0, 1.0, 6.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9794921875, -1.9146575927734375, -1.849822998046875, -1.7849884033203125, -1.72015380859375, -1.6553192138671875, -1.590484619140625, -1.5256500244140625, -1.4608154296875, -1.3959808349609375, -1.331146240234375, -1.2663116455078125, -1.20147705078125, -1.1366424560546875, -1.071807861328125, -1.0069732666015625, -0.942138671875, -0.8773040771484375, -0.812469482421875, -0.7476348876953125, -0.68280029296875, -0.6179656982421875, -0.553131103515625, -0.4882965087890625, -0.4234619140625, -0.3586273193359375, -0.293792724609375, -0.2289581298828125, -0.16412353515625, -0.0992889404296875, -0.034454345703125, 0.0303802490234375, 0.09521484375, 0.1600494384765625, 0.224884033203125, 0.2897186279296875, 0.35455322265625, 0.4193878173828125, 0.484222412109375, 0.5490570068359375, 0.6138916015625, 0.6787261962890625, 0.743560791015625, 0.8083953857421875, 0.87322998046875, 0.9380645751953125, 1.002899169921875, 1.0677337646484375, 1.132568359375, 1.1974029541015625, 1.262237548828125, 1.3270721435546875, 1.39190673828125, 1.4567413330078125, 1.521575927734375, 1.5864105224609375, 1.6512451171875, 1.7160797119140625, 1.780914306640625, 1.8457489013671875, 1.91058349609375, 1.9754180908203125, 2.040252685546875, 2.1050872802734375, 2.169921875]}, "gradients/decoder.transformer.h.14.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 5.0, 4.0, 8.0, 14.0, 21.0, 22.0, 26.0, 46.0, 64.0, 112.0, 156.0, 235.0, 402.0, 601.0, 961.0, 1551.0, 2516.0, 3963.0, 6494.0, 11361.0, 20400.0, 37502.0, 69888.0, 124859.0, 238828.0, 243367.0, 126415.0, 71282.0, 37948.0, 20667.0, 11442.0, 6441.0, 4105.0, 2528.0, 1577.0, 1008.0, 620.0, 347.0, 254.0, 164.0, 137.0, 82.0, 42.0, 41.0, 26.0, 13.0, 12.0, 6.0, 6.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.197265625, -2.124053955078125, -2.05084228515625, -1.977630615234375, -1.9044189453125, -1.831207275390625, -1.75799560546875, -1.684783935546875, -1.611572265625, -1.538360595703125, -1.46514892578125, -1.391937255859375, -1.3187255859375, -1.245513916015625, -1.17230224609375, -1.099090576171875, -1.02587890625, -0.952667236328125, -0.87945556640625, -0.806243896484375, -0.7330322265625, -0.659820556640625, -0.58660888671875, -0.513397216796875, -0.440185546875, -0.366973876953125, -0.29376220703125, -0.220550537109375, -0.1473388671875, -0.074127197265625, -0.00091552734375, 0.072296142578125, 0.1455078125, 0.218719482421875, 0.29193115234375, 0.365142822265625, 0.4383544921875, 0.511566162109375, 0.58477783203125, 0.657989501953125, 0.731201171875, 0.804412841796875, 0.87762451171875, 0.950836181640625, 1.0240478515625, 1.097259521484375, 1.17047119140625, 1.243682861328125, 1.31689453125, 1.390106201171875, 1.46331787109375, 1.536529541015625, 1.6097412109375, 1.682952880859375, 1.75616455078125, 1.829376220703125, 1.902587890625, 1.975799560546875, 2.04901123046875, 2.122222900390625, 2.1954345703125, 2.268646240234375, 2.34185791015625, 2.415069580078125, 2.48828125]}, "gradients/decoder.transformer.h.14.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 5.0, 2.0, 2.0, 7.0, 7.0, 5.0, 14.0, 11.0, 13.0, 19.0, 17.0, 27.0, 29.0, 30.0, 34.0, 40.0, 46.0, 55.0, 72.0, 134.0, 166.0, 227.0, 1299.0, 174.0, 138.0, 76.0, 73.0, 51.0, 39.0, 41.0, 32.0, 24.0, 15.0, 21.0, 18.0, 15.0, 19.0, 17.0, 9.0, 9.0, 5.0, 6.0, 5.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-5.40234375, -5.2235107421875, -5.044677734375, -4.8658447265625, -4.68701171875, -4.5081787109375, -4.329345703125, -4.1505126953125, -3.9716796875, -3.7928466796875, -3.614013671875, -3.4351806640625, -3.25634765625, -3.0775146484375, -2.898681640625, -2.7198486328125, -2.541015625, -2.3621826171875, -2.183349609375, -2.0045166015625, -1.82568359375, -1.6468505859375, -1.468017578125, -1.2891845703125, -1.1103515625, -0.9315185546875, -0.752685546875, -0.5738525390625, -0.39501953125, -0.2161865234375, -0.037353515625, 0.1414794921875, 0.3203125, 0.4991455078125, 0.677978515625, 0.8568115234375, 1.03564453125, 1.2144775390625, 1.393310546875, 1.5721435546875, 1.7509765625, 1.9298095703125, 2.108642578125, 2.2874755859375, 2.46630859375, 2.6451416015625, 2.823974609375, 3.0028076171875, 3.181640625, 3.3604736328125, 3.539306640625, 3.7181396484375, 3.89697265625, 4.0758056640625, 4.254638671875, 4.4334716796875, 4.6123046875, 4.7911376953125, 4.969970703125, 5.1488037109375, 5.32763671875, 5.5064697265625, 5.685302734375, 5.8641357421875, 6.04296875]}, "gradients/decoder.transformer.h.14.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 3.0, 7.0, 5.0, 6.0, 11.0, 10.0, 21.0, 12.0, 24.0, 23.0, 34.0, 53.0, 63.0, 68.0, 106.0, 126.0, 170.0, 257.0, 412.0, 1062.0, 4183.0, 35092.0, 754717.0, 2237170.0, 99894.0, 8853.0, 1572.0, 607.0, 298.0, 235.0, 155.0, 116.0, 86.0, 65.0, 38.0, 36.0, 29.0, 19.0, 22.0, 15.0, 7.0, 13.0, 5.0, 3.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-11.09375, -10.759521484375, -10.42529296875, -10.091064453125, -9.7568359375, -9.422607421875, -9.08837890625, -8.754150390625, -8.419921875, -8.085693359375, -7.75146484375, -7.417236328125, -7.0830078125, -6.748779296875, -6.41455078125, -6.080322265625, -5.74609375, -5.411865234375, -5.07763671875, -4.743408203125, -4.4091796875, -4.074951171875, -3.74072265625, -3.406494140625, -3.072265625, -2.738037109375, -2.40380859375, -2.069580078125, -1.7353515625, -1.401123046875, -1.06689453125, -0.732666015625, -0.3984375, -0.064208984375, 0.27001953125, 0.604248046875, 0.9384765625, 1.272705078125, 1.60693359375, 1.941162109375, 2.275390625, 2.609619140625, 2.94384765625, 3.278076171875, 3.6123046875, 3.946533203125, 4.28076171875, 4.614990234375, 4.94921875, 5.283447265625, 5.61767578125, 5.951904296875, 6.2861328125, 6.620361328125, 6.95458984375, 7.288818359375, 7.623046875, 7.957275390625, 8.29150390625, 8.625732421875, 8.9599609375, 9.294189453125, 9.62841796875, 9.962646484375, 10.296875]}, "gradients/decoder.transformer.h.14.ln_1.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 3.0, 9.0, 27.0, 100.0, 245.0, 304.0, 165.0, 112.0, 37.0, 14.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.420717239379883, -11.123538970947266, -9.826360702514648, -8.529183387756348, -7.2320051193237305, -5.934826850891113, -4.637649059295654, -3.3404712677001953, -2.043292999267578, -0.74611496925354, 0.551063060760498, 1.8482410907745361, 3.145419120788574, 4.442597389221191, 5.73977518081665, 7.036952972412109, 8.334131240844727, 9.631309509277344, 10.928487777709961, 12.225665092468262, 13.522843360900879, 14.820021629333496, 16.117198944091797, 17.414377212524414, 18.71155548095703, 20.00873374938965, 21.305912017822266, 22.603090286254883, 23.9002685546875, 25.197444915771484, 26.4946231842041, 27.79180145263672, 29.08898162841797, 30.386159896850586, 31.683338165283203, 32.98051452636719, 34.27769470214844, 35.57487106323242, 36.87205123901367, 38.169227600097656, 39.466407775878906, 40.76358413696289, 42.06076431274414, 43.357940673828125, 44.655120849609375, 45.95229721069336, 47.24947738647461, 48.546653747558594, 49.84383010864258, 51.14100646972656, 52.43818664550781, 53.7353630065918, 55.03254318237305, 56.32971954345703, 57.62689971923828, 58.924076080322266, 60.22125244140625, 61.518428802490234, 62.815608978271484, 64.11278533935547, 65.40996551513672, 66.70714569091797, 68.00431823730469, 69.30149841308594, 70.59867858886719]}, "gradients/decoder.transformer.h.14.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 4.0, 4.0, 1.0, 7.0, 5.0, 5.0, 6.0, 7.0, 16.0, 14.0, 20.0, 15.0, 17.0, 19.0, 24.0, 18.0, 29.0, 30.0, 37.0, 32.0, 33.0, 37.0, 31.0, 35.0, 45.0, 37.0, 29.0, 49.0, 31.0, 40.0, 17.0, 30.0, 34.0, 35.0, 19.0, 21.0, 14.0, 29.0, 19.0, 11.0, 13.0, 13.0, 16.0, 12.0, 11.0, 7.0, 9.0, 2.0, 3.0, 4.0, 1.0, 4.0, 2.0, 3.0, 0.0, 3.0, 3.0], "bins": [-16.418827056884766, -15.924467086791992, -15.430106163024902, -14.935745239257812, -14.441385269165039, -13.947025299072266, -13.452664375305176, -12.958303451538086, -12.463943481445312, -11.969583511352539, -11.47522258758545, -10.98086166381836, -10.486501693725586, -9.992141723632812, -9.497780799865723, -9.003419876098633, -8.50905990600586, -8.014699935913086, -7.520339012145996, -7.0259785652160645, -6.531618118286133, -6.037257671356201, -5.5428972244262695, -5.048536777496338, -4.554176330566406, -4.059815883636475, -3.565455436706543, -3.0710949897766113, -2.5767345428466797, -2.082374095916748, -1.5880136489868164, -1.0936532020568848, -0.5992918014526367, -0.10493135452270508, 0.38942909240722656, 0.8837895393371582, 1.3781499862670898, 1.8725104331970215, 2.366870880126953, 2.8612313270568848, 3.3555917739868164, 3.849952220916748, 4.34431266784668, 4.838673114776611, 5.333033561706543, 5.827394008636475, 6.321754455566406, 6.816114902496338, 7.3104753494262695, 7.804835796356201, 8.299196243286133, 8.793556213378906, 9.287917137145996, 9.782278060913086, 10.27663803100586, 10.770998001098633, 11.265358924865723, 11.759719848632812, 12.254079818725586, 12.74843978881836, 13.24280071258545, 13.737161636352539, 14.231521606445312, 14.725881576538086, 15.220242500305176]}, "gradients/decoder.transformer.h.13.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 3.0, 7.0, 3.0, 7.0, 6.0, 12.0, 17.0, 20.0, 21.0, 25.0, 13.0, 22.0, 34.0, 36.0, 30.0, 38.0, 43.0, 51.0, 43.0, 50.0, 59.0, 44.0, 52.0, 52.0, 42.0, 32.0, 29.0, 32.0, 21.0, 25.0, 33.0, 21.0, 10.0, 15.0, 15.0, 8.0, 14.0, 8.0, 2.0, 6.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.0078125, -1.93707275390625, -1.8663330078125, -1.79559326171875, -1.724853515625, -1.65411376953125, -1.5833740234375, -1.51263427734375, -1.44189453125, -1.37115478515625, -1.3004150390625, -1.22967529296875, -1.158935546875, -1.08819580078125, -1.0174560546875, -0.94671630859375, -0.8759765625, -0.80523681640625, -0.7344970703125, -0.66375732421875, -0.593017578125, -0.52227783203125, -0.4515380859375, -0.38079833984375, -0.31005859375, -0.23931884765625, -0.1685791015625, -0.09783935546875, -0.027099609375, 0.04364013671875, 0.1143798828125, 0.18511962890625, 0.255859375, 0.32659912109375, 0.3973388671875, 0.46807861328125, 0.538818359375, 0.60955810546875, 0.6802978515625, 0.75103759765625, 0.82177734375, 0.89251708984375, 0.9632568359375, 1.03399658203125, 1.104736328125, 1.17547607421875, 1.2462158203125, 1.31695556640625, 1.3876953125, 1.45843505859375, 1.5291748046875, 1.59991455078125, 1.670654296875, 1.74139404296875, 1.8121337890625, 1.88287353515625, 1.95361328125, 2.02435302734375, 2.0950927734375, 2.16583251953125, 2.236572265625, 2.30731201171875, 2.3780517578125, 2.44879150390625, 2.51953125]}, "gradients/decoder.transformer.h.13.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 15.0, 9.0, 14.0, 31.0, 32.0, 46.0, 61.0, 105.0, 173.0, 305.0, 532.0, 1020.0, 2030.0, 4478.0, 10366.0, 26413.0, 75492.0, 265943.0, 1254849.0, 1897289.0, 474530.0, 116631.0, 38712.0, 14314.0, 5782.0, 2503.0, 1168.0, 604.0, 323.0, 177.0, 101.0, 89.0, 47.0, 37.0, 26.0, 14.0, 14.0, 9.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.09375, -3.97039794921875, -3.8470458984375, -3.72369384765625, -3.600341796875, -3.47698974609375, -3.3536376953125, -3.23028564453125, -3.10693359375, -2.98358154296875, -2.8602294921875, -2.73687744140625, -2.613525390625, -2.49017333984375, -2.3668212890625, -2.24346923828125, -2.1201171875, -1.99676513671875, -1.8734130859375, -1.75006103515625, -1.626708984375, -1.50335693359375, -1.3800048828125, -1.25665283203125, -1.13330078125, -1.00994873046875, -0.8865966796875, -0.76324462890625, -0.639892578125, -0.51654052734375, -0.3931884765625, -0.26983642578125, -0.146484375, -0.02313232421875, 0.1002197265625, 0.22357177734375, 0.346923828125, 0.47027587890625, 0.5936279296875, 0.71697998046875, 0.84033203125, 0.96368408203125, 1.0870361328125, 1.21038818359375, 1.333740234375, 1.45709228515625, 1.5804443359375, 1.70379638671875, 1.8271484375, 1.95050048828125, 2.0738525390625, 2.19720458984375, 2.320556640625, 2.44390869140625, 2.5672607421875, 2.69061279296875, 2.81396484375, 2.93731689453125, 3.0606689453125, 3.18402099609375, 3.307373046875, 3.43072509765625, 3.5540771484375, 3.67742919921875, 3.80078125]}, "gradients/decoder.transformer.h.13.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 5.0, 3.0, 2.0, 6.0, 8.0, 16.0, 13.0, 17.0, 28.0, 34.0, 47.0, 64.0, 96.0, 88.0, 136.0, 164.0, 233.0, 324.0, 348.0, 430.0, 441.0, 346.0, 286.0, 223.0, 176.0, 126.0, 101.0, 80.0, 62.0, 35.0, 31.0, 28.0, 17.0, 15.0, 16.0, 11.0, 10.0, 5.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.37890625, -4.260223388671875, -4.14154052734375, -4.022857666015625, -3.9041748046875, -3.785491943359375, -3.66680908203125, -3.548126220703125, -3.429443359375, -3.310760498046875, -3.19207763671875, -3.073394775390625, -2.9547119140625, -2.836029052734375, -2.71734619140625, -2.598663330078125, -2.47998046875, -2.361297607421875, -2.24261474609375, -2.123931884765625, -2.0052490234375, -1.886566162109375, -1.76788330078125, -1.649200439453125, -1.530517578125, -1.411834716796875, -1.29315185546875, -1.174468994140625, -1.0557861328125, -0.937103271484375, -0.81842041015625, -0.699737548828125, -0.5810546875, -0.462371826171875, -0.34368896484375, -0.225006103515625, -0.1063232421875, 0.012359619140625, 0.13104248046875, 0.249725341796875, 0.368408203125, 0.487091064453125, 0.60577392578125, 0.724456787109375, 0.8431396484375, 0.961822509765625, 1.08050537109375, 1.199188232421875, 1.31787109375, 1.436553955078125, 1.55523681640625, 1.673919677734375, 1.7926025390625, 1.911285400390625, 2.02996826171875, 2.148651123046875, 2.267333984375, 2.386016845703125, 2.50469970703125, 2.623382568359375, 2.7420654296875, 2.860748291015625, 2.97943115234375, 3.098114013671875, 3.216796875]}, "gradients/decoder.transformer.h.13.mlp.c_fc.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 6.0, 4.0, 6.0, 9.0, 13.0, 14.0, 18.0, 30.0, 31.0, 49.0, 63.0, 72.0, 80.0, 126.0, 183.0, 268.0, 483.0, 1347.0, 4697.0, 23009.0, 161822.0, 1872231.0, 1931965.0, 166201.0, 24003.0, 4776.0, 1340.0, 507.0, 284.0, 164.0, 116.0, 85.0, 64.0, 53.0, 45.0, 27.0, 19.0, 17.0, 14.0, 12.0, 5.0, 7.0, 7.0, 6.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0], "bins": [-8.328125, -8.041015625, -7.75390625, -7.466796875, -7.1796875, -6.892578125, -6.60546875, -6.318359375, -6.03125, -5.744140625, -5.45703125, -5.169921875, -4.8828125, -4.595703125, -4.30859375, -4.021484375, -3.734375, -3.447265625, -3.16015625, -2.873046875, -2.5859375, -2.298828125, -2.01171875, -1.724609375, -1.4375, -1.150390625, -0.86328125, -0.576171875, -0.2890625, -0.001953125, 0.28515625, 0.572265625, 0.859375, 1.146484375, 1.43359375, 1.720703125, 2.0078125, 2.294921875, 2.58203125, 2.869140625, 3.15625, 3.443359375, 3.73046875, 4.017578125, 4.3046875, 4.591796875, 4.87890625, 5.166015625, 5.453125, 5.740234375, 6.02734375, 6.314453125, 6.6015625, 6.888671875, 7.17578125, 7.462890625, 7.75, 8.037109375, 8.32421875, 8.611328125, 8.8984375, 9.185546875, 9.47265625, 9.759765625, 10.046875]}, "gradients/decoder.transformer.h.13.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0, 8.0, 25.0, 59.0, 86.0, 126.0, 174.0, 161.0, 159.0, 113.0, 52.0, 25.0, 15.0, 5.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-52.05194854736328, -50.72148513793945, -49.391021728515625, -48.0605583190918, -46.73009490966797, -45.39963150024414, -44.06916809082031, -42.738704681396484, -41.408241271972656, -40.07777786254883, -38.747314453125, -37.41685104370117, -36.086387634277344, -34.755924224853516, -33.42546081542969, -32.09499740600586, -30.764535903930664, -29.434072494506836, -28.103609085083008, -26.77314567565918, -25.44268226623535, -24.112218856811523, -22.781757354736328, -21.4512939453125, -20.120830535888672, -18.790367126464844, -17.459903717041016, -16.129440307617188, -14.79897689819336, -13.468513488769531, -12.13805103302002, -10.807587623596191, -9.477123260498047, -8.146659851074219, -6.816196441650391, -5.485733509063721, -4.155270099639893, -2.8248066902160645, -1.4943437576293945, -0.1638803482055664, 1.1665830612182617, 2.49704647064209, 3.827509641647339, 5.157972812652588, 6.488436222076416, 7.818899631500244, 9.149362564086914, 10.479825973510742, 11.81028938293457, 13.140752792358398, 14.471216201782227, 15.801679611206055, 17.132143020629883, 18.46260643005371, 19.793067932128906, 21.123531341552734, 22.453994750976562, 23.78445816040039, 25.11492156982422, 26.445384979248047, 27.775848388671875, 29.106311798095703, 30.43677520751953, 31.76723861694336, 33.09770202636719]}, "gradients/decoder.transformer.h.13.ln_2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 4.0, 3.0, 9.0, 8.0, 7.0, 8.0, 19.0, 11.0, 9.0, 25.0, 20.0, 23.0, 28.0, 32.0, 32.0, 37.0, 35.0, 33.0, 37.0, 28.0, 47.0, 42.0, 34.0, 35.0, 40.0, 42.0, 30.0, 36.0, 41.0, 28.0, 27.0, 24.0, 26.0, 27.0, 25.0, 18.0, 12.0, 10.0, 3.0, 7.0, 7.0, 7.0, 9.0, 6.0, 5.0, 1.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-14.042723655700684, -13.609976768493652, -13.177230834960938, -12.744483947753906, -12.311737060546875, -11.878990173339844, -11.446243286132812, -11.013497352600098, -10.580750465393066, -10.148003578186035, -9.71525764465332, -9.282510757446289, -8.849763870239258, -8.417016983032227, -7.9842705726623535, -7.5515241622924805, -7.118777275085449, -6.686030387878418, -6.253283977508545, -5.820537567138672, -5.387790679931641, -4.955043792724609, -4.522297382354736, -4.089550971984863, -3.656804084777832, -3.22405743598938, -2.7913107872009277, -2.3585641384124756, -1.9258174896240234, -1.4930708408355713, -1.0603241920471191, -0.627577543258667, -0.19483184814453125, 0.2379148006439209, 0.670661449432373, 1.1034080982208252, 1.5361547470092773, 1.9689013957977295, 2.4016480445861816, 2.834394693374634, 3.267141342163086, 3.699887990951538, 4.13263463973999, 4.565381050109863, 4.9981279373168945, 5.430874824523926, 5.863621234893799, 6.296367645263672, 6.729114532470703, 7.161861419677734, 7.594607830047607, 8.02735424041748, 8.460101127624512, 8.892848014831543, 9.325593948364258, 9.758340835571289, 10.19108772277832, 10.623834609985352, 11.056581497192383, 11.489327430725098, 11.922074317932129, 12.35482120513916, 12.787567138671875, 13.220314025878906, 13.653060913085938]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 3.0, 5.0, 10.0, 14.0, 14.0, 18.0, 23.0, 25.0, 30.0, 29.0, 33.0, 36.0, 35.0, 53.0, 48.0, 46.0, 52.0, 52.0, 59.0, 37.0, 42.0, 33.0, 45.0, 38.0, 42.0, 31.0, 31.0, 23.0, 17.0, 14.0, 13.0, 15.0, 11.0, 12.0, 5.0, 7.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7763671875, -1.7043914794921875, -1.632415771484375, -1.5604400634765625, -1.48846435546875, -1.4164886474609375, -1.344512939453125, -1.2725372314453125, -1.2005615234375, -1.1285858154296875, -1.056610107421875, -0.9846343994140625, -0.91265869140625, -0.8406829833984375, -0.768707275390625, -0.6967315673828125, -0.624755859375, -0.5527801513671875, -0.480804443359375, -0.4088287353515625, -0.33685302734375, -0.2648773193359375, -0.192901611328125, -0.1209259033203125, -0.0489501953125, 0.0230255126953125, 0.095001220703125, 0.1669769287109375, 0.23895263671875, 0.3109283447265625, 0.382904052734375, 0.4548797607421875, 0.52685546875, 0.5988311767578125, 0.670806884765625, 0.7427825927734375, 0.81475830078125, 0.8867340087890625, 0.958709716796875, 1.0306854248046875, 1.1026611328125, 1.1746368408203125, 1.246612548828125, 1.3185882568359375, 1.39056396484375, 1.4625396728515625, 1.534515380859375, 1.6064910888671875, 1.678466796875, 1.7504425048828125, 1.822418212890625, 1.8943939208984375, 1.96636962890625, 2.0383453369140625, 2.110321044921875, 2.1822967529296875, 2.2542724609375, 2.3262481689453125, 2.398223876953125, 2.4701995849609375, 2.54217529296875, 2.6141510009765625, 2.686126708984375, 2.7581024169921875, 2.830078125]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 5.0, 3.0, 6.0, 12.0, 16.0, 25.0, 40.0, 51.0, 98.0, 141.0, 222.0, 386.0, 692.0, 1152.0, 1981.0, 3639.0, 7100.0, 14275.0, 40871.0, 285823.0, 580083.0, 72366.0, 19943.0, 9033.0, 4693.0, 2538.0, 1423.0, 734.0, 482.0, 273.0, 187.0, 93.0, 79.0, 41.0, 20.0, 13.0, 7.0, 2.0, 7.0, 4.0, 5.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.099609375, -2.025115966796875, -1.95062255859375, -1.876129150390625, -1.8016357421875, -1.727142333984375, -1.65264892578125, -1.578155517578125, -1.503662109375, -1.429168701171875, -1.35467529296875, -1.280181884765625, -1.2056884765625, -1.131195068359375, -1.05670166015625, -0.982208251953125, -0.90771484375, -0.833221435546875, -0.75872802734375, -0.684234619140625, -0.6097412109375, -0.535247802734375, -0.46075439453125, -0.386260986328125, -0.311767578125, -0.237274169921875, -0.16278076171875, -0.088287353515625, -0.0137939453125, 0.060699462890625, 0.13519287109375, 0.209686279296875, 0.2841796875, 0.358673095703125, 0.43316650390625, 0.507659912109375, 0.5821533203125, 0.656646728515625, 0.73114013671875, 0.805633544921875, 0.880126953125, 0.954620361328125, 1.02911376953125, 1.103607177734375, 1.1781005859375, 1.252593994140625, 1.32708740234375, 1.401580810546875, 1.47607421875, 1.550567626953125, 1.62506103515625, 1.699554443359375, 1.7740478515625, 1.848541259765625, 1.92303466796875, 1.997528076171875, 2.072021484375, 2.146514892578125, 2.22100830078125, 2.295501708984375, 2.3699951171875, 2.444488525390625, 2.51898193359375, 2.593475341796875, 2.66796875]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 4.0, 4.0, 6.0, 10.0, 6.0, 4.0, 7.0, 9.0, 17.0, 11.0, 16.0, 23.0, 22.0, 18.0, 23.0, 27.0, 33.0, 42.0, 40.0, 31.0, 43.0, 38.0, 39.0, 1065.0, 42.0, 39.0, 30.0, 39.0, 36.0, 24.0, 25.0, 28.0, 38.0, 30.0, 34.0, 22.0, 18.0, 16.0, 21.0, 9.0, 9.0, 9.0, 5.0, 3.0, 7.0, 1.0, 6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.2578125, -1.2179107666015625, -1.178009033203125, -1.1381072998046875, -1.09820556640625, -1.0583038330078125, -1.018402099609375, -0.9785003662109375, -0.9385986328125, -0.8986968994140625, -0.858795166015625, -0.8188934326171875, -0.77899169921875, -0.7390899658203125, -0.699188232421875, -0.6592864990234375, -0.619384765625, -0.5794830322265625, -0.539581298828125, -0.4996795654296875, -0.45977783203125, -0.4198760986328125, -0.379974365234375, -0.3400726318359375, -0.3001708984375, -0.2602691650390625, -0.220367431640625, -0.1804656982421875, -0.14056396484375, -0.1006622314453125, -0.060760498046875, -0.0208587646484375, 0.01904296875, 0.0589447021484375, 0.098846435546875, 0.1387481689453125, 0.17864990234375, 0.2185516357421875, 0.258453369140625, 0.2983551025390625, 0.3382568359375, 0.3781585693359375, 0.418060302734375, 0.4579620361328125, 0.49786376953125, 0.5377655029296875, 0.577667236328125, 0.6175689697265625, 0.657470703125, 0.6973724365234375, 0.737274169921875, 0.7771759033203125, 0.81707763671875, 0.8569793701171875, 0.896881103515625, 0.9367828369140625, 0.9766845703125, 1.0165863037109375, 1.056488037109375, 1.0963897705078125, 1.13629150390625, 1.1761932373046875, 1.216094970703125, 1.2559967041015625, 1.2958984375]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 6.0, 6.0, 3.0, 14.0, 12.0, 17.0, 17.0, 27.0, 35.0, 42.0, 78.0, 112.0, 165.0, 245.0, 375.0, 546.0, 950.0, 1539.0, 2652.0, 5398.0, 12618.0, 47827.0, 815882.0, 1128819.0, 53676.0, 13445.0, 5549.0, 2732.0, 1628.0, 934.0, 593.0, 368.0, 259.0, 173.0, 117.0, 84.0, 55.0, 38.0, 26.0, 27.0, 11.0, 11.0, 8.0, 7.0, 5.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.607421875, -1.5556182861328125, -1.503814697265625, -1.4520111083984375, -1.40020751953125, -1.3484039306640625, -1.296600341796875, -1.2447967529296875, -1.1929931640625, -1.1411895751953125, -1.089385986328125, -1.0375823974609375, -0.98577880859375, -0.9339752197265625, -0.882171630859375, -0.8303680419921875, -0.778564453125, -0.7267608642578125, -0.674957275390625, -0.6231536865234375, -0.57135009765625, -0.5195465087890625, -0.467742919921875, -0.4159393310546875, -0.3641357421875, -0.3123321533203125, -0.260528564453125, -0.2087249755859375, -0.15692138671875, -0.1051177978515625, -0.053314208984375, -0.0015106201171875, 0.05029296875, 0.1020965576171875, 0.153900146484375, 0.2057037353515625, 0.25750732421875, 0.3093109130859375, 0.361114501953125, 0.4129180908203125, 0.4647216796875, 0.5165252685546875, 0.568328857421875, 0.6201324462890625, 0.67193603515625, 0.7237396240234375, 0.775543212890625, 0.8273468017578125, 0.879150390625, 0.9309539794921875, 0.982757568359375, 1.0345611572265625, 1.08636474609375, 1.1381683349609375, 1.189971923828125, 1.2417755126953125, 1.2935791015625, 1.3453826904296875, 1.397186279296875, 1.4489898681640625, 1.50079345703125, 1.5525970458984375, 1.604400634765625, 1.6562042236328125, 1.7080078125]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 3.0, 6.0, 4.0, 7.0, 8.0, 7.0, 11.0, 16.0, 27.0, 28.0, 30.0, 53.0, 86.0, 115.0, 133.0, 130.0, 81.0, 66.0, 47.0, 37.0, 26.0, 16.0, 11.0, 11.0, 9.0, 6.0, 9.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.21875, -0.2125988006591797, -0.20644760131835938, -0.20029640197753906, -0.19414520263671875, -0.18799400329589844, -0.18184280395507812, -0.1756916046142578, -0.1695404052734375, -0.1633892059326172, -0.15723800659179688, -0.15108680725097656, -0.14493560791015625, -0.13878440856933594, -0.13263320922851562, -0.1264820098876953, -0.120330810546875, -0.11417961120605469, -0.10802841186523438, -0.10187721252441406, -0.09572601318359375, -0.08957481384277344, -0.08342361450195312, -0.07727241516113281, -0.0711212158203125, -0.06497001647949219, -0.058818817138671875, -0.05266761779785156, -0.04651641845703125, -0.04036521911621094, -0.034214019775390625, -0.028062820434570312, -0.02191162109375, -0.015760421752929688, -0.009609222412109375, -0.0034580230712890625, 0.00269317626953125, 0.008844375610351562, 0.014995574951171875, 0.021146774291992188, 0.0272979736328125, 0.03344917297363281, 0.039600372314453125, 0.04575157165527344, 0.05190277099609375, 0.05805397033691406, 0.06420516967773438, 0.07035636901855469, 0.076507568359375, 0.08265876770019531, 0.08880996704101562, 0.09496116638183594, 0.10111236572265625, 0.10726356506347656, 0.11341476440429688, 0.11956596374511719, 0.1257171630859375, 0.1318683624267578, 0.13801956176757812, 0.14417076110839844, 0.15032196044921875, 0.15647315979003906, 0.16262435913085938, 0.1687755584716797, 0.1749267578125]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0, 0.0, 6.0, 2.0, 10.0, 10.0, 9.0, 18.0, 26.0, 41.0, 64.0, 113.0, 192.0, 999.0, 59193.0, 981393.0, 5806.0, 331.0, 134.0, 62.0, 38.0, 26.0, 17.0, 14.0, 12.0, 8.0, 5.0, 5.0, 2.0, 4.0, 7.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0], "bins": [-3.619140625, -3.50335693359375, -3.3875732421875, -3.27178955078125, -3.156005859375, -3.04022216796875, -2.9244384765625, -2.80865478515625, -2.69287109375, -2.57708740234375, -2.4613037109375, -2.34552001953125, -2.229736328125, -2.11395263671875, -1.9981689453125, -1.88238525390625, -1.7666015625, -1.65081787109375, -1.5350341796875, -1.41925048828125, -1.303466796875, -1.18768310546875, -1.0718994140625, -0.95611572265625, -0.84033203125, -0.72454833984375, -0.6087646484375, -0.49298095703125, -0.377197265625, -0.26141357421875, -0.1456298828125, -0.02984619140625, 0.0859375, 0.20172119140625, 0.3175048828125, 0.43328857421875, 0.549072265625, 0.66485595703125, 0.7806396484375, 0.89642333984375, 1.01220703125, 1.12799072265625, 1.2437744140625, 1.35955810546875, 1.475341796875, 1.59112548828125, 1.7069091796875, 1.82269287109375, 1.9384765625, 2.05426025390625, 2.1700439453125, 2.28582763671875, 2.401611328125, 2.51739501953125, 2.6331787109375, 2.74896240234375, 2.86474609375, 2.98052978515625, 3.0963134765625, 3.21209716796875, 3.327880859375, 3.44366455078125, 3.5594482421875, 3.67523193359375, 3.791015625]}, "gradients/decoder.transformer.h.13.ln_cross_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 5.0, 17.0, 32.0, 54.0, 90.0, 157.0, 191.0, 166.0, 125.0, 87.0, 43.0, 20.0, 13.0, 9.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2766745090484619, -0.2645533084869385, -0.25243210792541504, -0.2403108924627304, -0.22818969190120697, -0.21606847643852234, -0.2039472758769989, -0.19182607531547546, -0.17970487475395203, -0.1675836741924286, -0.15546245872974396, -0.14334125816822052, -0.13122005760669708, -0.11909884959459305, -0.10697764158248901, -0.09485644102096558, -0.08273522555828094, -0.07061401754617691, -0.05849281698465347, -0.04637160897254944, -0.0342504046857357, -0.022129200398921967, -0.010007992386817932, 0.0021132081747055054, 0.01423441618680954, 0.026355620473623276, 0.03847682476043701, 0.050598032772541046, 0.06271924078464508, 0.07484044134616852, 0.08696164935827255, 0.09908284991979599, 0.11120405793190002, 0.12332526594400406, 0.1354464739561081, 0.14756767451763153, 0.15968887507915497, 0.1718100905418396, 0.18393129110336304, 0.19605249166488647, 0.2081736922264099, 0.22029489278793335, 0.23241610825061798, 0.24453730881214142, 0.25665852427482605, 0.2687797248363495, 0.2809009253978729, 0.29302212595939636, 0.3051433563232422, 0.3172645568847656, 0.32938575744628906, 0.3415069580078125, 0.3536281883716583, 0.36574938893318176, 0.3778705894947052, 0.38999179005622864, 0.4021129906177521, 0.4142341911792755, 0.42635539174079895, 0.4384766221046448, 0.4505978226661682, 0.46271902322769165, 0.4748402237892151, 0.4869614243507385, 0.49908262491226196]}, "gradients/decoder.transformer.h.13.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 4.0, 3.0, 1.0, 10.0, 9.0, 7.0, 9.0, 6.0, 12.0, 12.0, 25.0, 13.0, 26.0, 17.0, 30.0, 38.0, 29.0, 30.0, 28.0, 31.0, 37.0, 40.0, 58.0, 33.0, 44.0, 42.0, 39.0, 39.0, 28.0, 40.0, 27.0, 38.0, 27.0, 25.0, 18.0, 25.0, 14.0, 10.0, 11.0, 12.0, 10.0, 9.0, 10.0, 5.0, 5.0, 4.0, 8.0, 4.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.1323416829109192, -0.12802857160568237, -0.12371545284986496, -0.11940234154462814, -0.11508922278881073, -0.11077611148357391, -0.1064630001783371, -0.10214988887310028, -0.09783677011728287, -0.09352365881204605, -0.08921054005622864, -0.08489742875099182, -0.080584317445755, -0.07627119868993759, -0.07195808738470078, -0.06764496862888336, -0.06333185732364655, -0.05901874229311943, -0.054705627262592316, -0.0503925159573555, -0.046079400926828384, -0.04176628589630127, -0.03745317459106445, -0.03314005956053734, -0.028826944530010223, -0.02451382949948311, -0.020200716331601143, -0.015887603163719177, -0.011574488133192062, -0.0072613731026649475, -0.002948259934782982, 0.0013648532330989838, 0.005677968263626099, 0.009991082362830639, 0.01430419646203518, 0.018617309629917145, 0.02293042466044426, 0.027243539690971375, 0.03155665099620819, 0.035869766026735306, 0.04018288105726242, 0.044495996087789536, 0.04880911111831665, 0.05312222242355347, 0.05743533745408058, 0.0617484524846077, 0.06606156378984451, 0.07037468254566193, 0.07468779385089874, 0.07900090515613556, 0.08331402391195297, 0.08762713521718979, 0.0919402539730072, 0.09625336527824402, 0.10056647658348083, 0.10487958788871765, 0.10919270664453506, 0.11350581794977188, 0.1178189367055893, 0.12213204801082611, 0.12644515931606293, 0.13075828552246094, 0.13507139682769775, 0.13938450813293457, 0.1436976194381714]}, "gradients/decoder.transformer.h.13.attn.c_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 6.0, 11.0, 12.0, 18.0, 15.0, 24.0, 23.0, 31.0, 29.0, 34.0, 34.0, 39.0, 49.0, 46.0, 50.0, 53.0, 51.0, 58.0, 37.0, 42.0, 35.0, 41.0, 41.0, 45.0, 26.0, 32.0, 22.0, 17.0, 16.0, 13.0, 14.0, 10.0, 13.0, 5.0, 7.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7744140625, -1.7024993896484375, -1.630584716796875, -1.5586700439453125, -1.48675537109375, -1.4148406982421875, -1.342926025390625, -1.2710113525390625, -1.1990966796875, -1.1271820068359375, -1.055267333984375, -0.9833526611328125, -0.91143798828125, -0.8395233154296875, -0.767608642578125, -0.6956939697265625, -0.623779296875, -0.5518646240234375, -0.479949951171875, -0.4080352783203125, -0.33612060546875, -0.2642059326171875, -0.192291259765625, -0.1203765869140625, -0.0484619140625, 0.0234527587890625, 0.095367431640625, 0.1672821044921875, 0.23919677734375, 0.3111114501953125, 0.383026123046875, 0.4549407958984375, 0.52685546875, 0.5987701416015625, 0.670684814453125, 0.7425994873046875, 0.81451416015625, 0.8864288330078125, 0.958343505859375, 1.0302581787109375, 1.1021728515625, 1.1740875244140625, 1.246002197265625, 1.3179168701171875, 1.38983154296875, 1.4617462158203125, 1.533660888671875, 1.6055755615234375, 1.677490234375, 1.7494049072265625, 1.821319580078125, 1.8932342529296875, 1.96514892578125, 2.0370635986328125, 2.108978271484375, 2.1808929443359375, 2.2528076171875, 2.3247222900390625, 2.396636962890625, 2.4685516357421875, 2.54046630859375, 2.6123809814453125, 2.684295654296875, 2.7562103271484375, 2.828125]}, "gradients/decoder.transformer.h.13.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 3.0, 3.0, 2.0, 3.0, 7.0, 12.0, 21.0, 30.0, 45.0, 76.0, 95.0, 171.0, 230.0, 379.0, 547.0, 833.0, 1213.0, 2022.0, 2948.0, 4590.0, 7349.0, 11811.0, 19564.0, 35101.0, 66970.0, 127910.0, 231827.0, 242137.0, 132937.0, 69838.0, 36426.0, 20257.0, 12045.0, 7417.0, 4735.0, 3174.0, 2028.0, 1298.0, 865.0, 534.0, 395.0, 260.0, 147.0, 112.0, 67.0, 43.0, 28.0, 19.0, 15.0, 7.0, 3.0, 9.0, 3.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.0546875, -1.98626708984375, -1.9178466796875, -1.84942626953125, -1.781005859375, -1.71258544921875, -1.6441650390625, -1.57574462890625, -1.50732421875, -1.43890380859375, -1.3704833984375, -1.30206298828125, -1.233642578125, -1.16522216796875, -1.0968017578125, -1.02838134765625, -0.9599609375, -0.89154052734375, -0.8231201171875, -0.75469970703125, -0.686279296875, -0.61785888671875, -0.5494384765625, -0.48101806640625, -0.41259765625, -0.34417724609375, -0.2757568359375, -0.20733642578125, -0.138916015625, -0.07049560546875, -0.0020751953125, 0.06634521484375, 0.134765625, 0.20318603515625, 0.2716064453125, 0.34002685546875, 0.408447265625, 0.47686767578125, 0.5452880859375, 0.61370849609375, 0.68212890625, 0.75054931640625, 0.8189697265625, 0.88739013671875, 0.955810546875, 1.02423095703125, 1.0926513671875, 1.16107177734375, 1.2294921875, 1.29791259765625, 1.3663330078125, 1.43475341796875, 1.503173828125, 1.57159423828125, 1.6400146484375, 1.70843505859375, 1.77685546875, 1.84527587890625, 1.9136962890625, 1.98211669921875, 2.050537109375, 2.11895751953125, 2.1873779296875, 2.25579833984375, 2.32421875]}, "gradients/decoder.transformer.h.13.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 5.0, 6.0, 2.0, 9.0, 9.0, 12.0, 8.0, 19.0, 17.0, 15.0, 20.0, 33.0, 23.0, 35.0, 35.0, 51.0, 49.0, 74.0, 115.0, 177.0, 272.0, 1360.0, 175.0, 109.0, 66.0, 47.0, 55.0, 49.0, 30.0, 29.0, 25.0, 15.0, 25.0, 15.0, 14.0, 14.0, 11.0, 7.0, 7.0, 7.0, 2.0, 2.0, 6.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.5234375, -5.319580078125, -5.11572265625, -4.911865234375, -4.7080078125, -4.504150390625, -4.30029296875, -4.096435546875, -3.892578125, -3.688720703125, -3.48486328125, -3.281005859375, -3.0771484375, -2.873291015625, -2.66943359375, -2.465576171875, -2.26171875, -2.057861328125, -1.85400390625, -1.650146484375, -1.4462890625, -1.242431640625, -1.03857421875, -0.834716796875, -0.630859375, -0.427001953125, -0.22314453125, -0.019287109375, 0.1845703125, 0.388427734375, 0.59228515625, 0.796142578125, 1.0, 1.203857421875, 1.40771484375, 1.611572265625, 1.8154296875, 2.019287109375, 2.22314453125, 2.427001953125, 2.630859375, 2.834716796875, 3.03857421875, 3.242431640625, 3.4462890625, 3.650146484375, 3.85400390625, 4.057861328125, 4.26171875, 4.465576171875, 4.66943359375, 4.873291015625, 5.0771484375, 5.281005859375, 5.48486328125, 5.688720703125, 5.892578125, 6.096435546875, 6.30029296875, 6.504150390625, 6.7080078125, 6.911865234375, 7.11572265625, 7.319580078125, 7.5234375]}, "gradients/decoder.transformer.h.13.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 4.0, 4.0, 0.0, 6.0, 5.0, 9.0, 8.0, 13.0, 20.0, 28.0, 38.0, 29.0, 36.0, 57.0, 85.0, 87.0, 108.0, 159.0, 237.0, 303.0, 770.0, 2743.0, 22103.0, 639751.0, 2410028.0, 60960.0, 5501.0, 1127.0, 468.0, 247.0, 179.0, 138.0, 103.0, 86.0, 52.0, 47.0, 43.0, 29.0, 23.0, 18.0, 14.0, 9.0, 17.0, 9.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-11.8515625, -11.4715576171875, -11.091552734375, -10.7115478515625, -10.33154296875, -9.9515380859375, -9.571533203125, -9.1915283203125, -8.8115234375, -8.4315185546875, -8.051513671875, -7.6715087890625, -7.29150390625, -6.9114990234375, -6.531494140625, -6.1514892578125, -5.771484375, -5.3914794921875, -5.011474609375, -4.6314697265625, -4.25146484375, -3.8714599609375, -3.491455078125, -3.1114501953125, -2.7314453125, -2.3514404296875, -1.971435546875, -1.5914306640625, -1.21142578125, -0.8314208984375, -0.451416015625, -0.0714111328125, 0.30859375, 0.6885986328125, 1.068603515625, 1.4486083984375, 1.82861328125, 2.2086181640625, 2.588623046875, 2.9686279296875, 3.3486328125, 3.7286376953125, 4.108642578125, 4.4886474609375, 4.86865234375, 5.2486572265625, 5.628662109375, 6.0086669921875, 6.388671875, 6.7686767578125, 7.148681640625, 7.5286865234375, 7.90869140625, 8.2886962890625, 8.668701171875, 9.0487060546875, 9.4287109375, 9.8087158203125, 10.188720703125, 10.5687255859375, 10.94873046875, 11.3287353515625, 11.708740234375, 12.0887451171875, 12.46875]}, "gradients/decoder.transformer.h.13.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 14.0, 89.0, 236.0, 337.0, 230.0, 82.0, 19.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-70.1895980834961, -68.76668548583984, -67.3437728881836, -65.92086029052734, -64.4979476928711, -63.075035095214844, -61.652122497558594, -60.22920608520508, -58.80629348754883, -57.38338088989258, -55.96046829223633, -54.53755569458008, -53.11464309692383, -51.69172668457031, -50.26881408691406, -48.84590148925781, -47.42298889160156, -46.00007629394531, -44.57716369628906, -43.15425109863281, -41.73133850097656, -40.30842590332031, -38.88551330566406, -37.46259689331055, -36.03968811035156, -34.61677551269531, -33.19386291503906, -31.770950317382812, -30.34803581237793, -28.92512321472168, -27.50221061706543, -26.079296112060547, -24.656381607055664, -23.233469009399414, -21.810556411743164, -20.38764190673828, -18.96472930908203, -17.54181671142578, -16.11890411376953, -14.695990562438965, -13.273077964782715, -11.850165367126465, -10.427251815795898, -9.004339218139648, -7.58142614364624, -6.158513069152832, -4.735600471496582, -3.3126869201660156, -1.8897743225097656, -0.466861367225647, 0.9560515880584717, 2.378964424133301, 3.801877498626709, 5.224790573120117, 6.647703170776367, 8.070616722106934, 9.493529319763184, 10.916441917419434, 12.33935546875, 13.76226806640625, 15.1851806640625, 16.60809326171875, 18.031005859375, 19.453920364379883, 20.876832962036133]}, "gradients/decoder.transformer.h.13.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 6.0, 2.0, 5.0, 11.0, 10.0, 13.0, 13.0, 14.0, 20.0, 23.0, 32.0, 20.0, 38.0, 30.0, 36.0, 44.0, 50.0, 48.0, 39.0, 35.0, 26.0, 40.0, 53.0, 44.0, 36.0, 44.0, 28.0, 31.0, 25.0, 29.0, 28.0, 23.0, 15.0, 19.0, 14.0, 14.0, 12.0, 8.0, 5.0, 2.0, 8.0, 5.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.5986385345459, -18.012325286865234, -17.426013946533203, -16.83970069885254, -16.253387451171875, -15.667074203491211, -15.080761909484863, -14.494449615478516, -13.908136367797852, -13.321823120117188, -12.73551082611084, -12.149198532104492, -11.562885284423828, -10.976572036743164, -10.390259742736816, -9.803947448730469, -9.217634201049805, -8.63132095336914, -8.045008659362793, -7.458695888519287, -6.872383117675781, -6.286070346832275, -5.6997575759887695, -5.113444805145264, -4.527132034301758, -3.940819263458252, -3.354506492614746, -2.7681937217712402, -2.1818809509277344, -1.5955681800842285, -1.0092554092407227, -0.4229426383972168, 0.16337203979492188, 0.7496848106384277, 1.3359975814819336, 1.9223103523254395, 2.5086231231689453, 3.094935894012451, 3.681248664855957, 4.267561435699463, 4.853874206542969, 5.440186977386475, 6.0264997482299805, 6.612812519073486, 7.199125289916992, 7.785438060760498, 8.371750831604004, 8.958063125610352, 9.544376373291016, 10.13068962097168, 10.717001914978027, 11.303314208984375, 11.889627456665039, 12.475940704345703, 13.06225299835205, 13.648565292358398, 14.234878540039062, 14.821191787719727, 15.407504081726074, 15.993816375732422, 16.580129623413086, 17.16644287109375, 17.75275421142578, 18.339067459106445, 18.92538070678711]}, "gradients/decoder.transformer.h.12.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 4.0, 2.0, 4.0, 1.0, 3.0, 5.0, 4.0, 16.0, 16.0, 18.0, 23.0, 26.0, 34.0, 27.0, 30.0, 36.0, 38.0, 61.0, 43.0, 57.0, 39.0, 49.0, 47.0, 58.0, 39.0, 47.0, 37.0, 35.0, 27.0, 43.0, 30.0, 16.0, 23.0, 13.0, 15.0, 12.0, 11.0, 12.0, 7.0, 3.0, 5.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.837890625, -1.75994873046875, -1.6820068359375, -1.60406494140625, -1.526123046875, -1.44818115234375, -1.3702392578125, -1.29229736328125, -1.21435546875, -1.13641357421875, -1.0584716796875, -0.98052978515625, -0.902587890625, -0.82464599609375, -0.7467041015625, -0.66876220703125, -0.5908203125, -0.51287841796875, -0.4349365234375, -0.35699462890625, -0.279052734375, -0.20111083984375, -0.1231689453125, -0.04522705078125, 0.03271484375, 0.11065673828125, 0.1885986328125, 0.26654052734375, 0.344482421875, 0.42242431640625, 0.5003662109375, 0.57830810546875, 0.65625, 0.73419189453125, 0.8121337890625, 0.89007568359375, 0.968017578125, 1.04595947265625, 1.1239013671875, 1.20184326171875, 1.27978515625, 1.35772705078125, 1.4356689453125, 1.51361083984375, 1.591552734375, 1.66949462890625, 1.7474365234375, 1.82537841796875, 1.9033203125, 1.98126220703125, 2.0592041015625, 2.13714599609375, 2.215087890625, 2.29302978515625, 2.3709716796875, 2.44891357421875, 2.52685546875, 2.60479736328125, 2.6827392578125, 2.76068115234375, 2.838623046875, 2.91656494140625, 2.9945068359375, 3.07244873046875, 3.150390625]}, "gradients/decoder.transformer.h.12.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 0.0, 2.0, 3.0, 7.0, 14.0, 18.0, 25.0, 27.0, 37.0, 53.0, 69.0, 98.0, 162.0, 250.0, 329.0, 622.0, 1047.0, 1699.0, 2988.0, 5360.0, 9925.0, 19208.0, 38343.0, 83709.0, 206718.0, 596493.0, 1455291.0, 1118994.0, 388986.0, 142767.0, 61130.0, 28457.0, 14114.0, 7591.0, 4102.0, 2162.0, 1303.0, 756.0, 508.0, 306.0, 194.0, 126.0, 93.0, 59.0, 48.0, 43.0, 22.0, 14.0, 7.0, 4.0, 7.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.71484375, -2.632080078125, -2.54931640625, -2.466552734375, -2.3837890625, -2.301025390625, -2.21826171875, -2.135498046875, -2.052734375, -1.969970703125, -1.88720703125, -1.804443359375, -1.7216796875, -1.638916015625, -1.55615234375, -1.473388671875, -1.390625, -1.307861328125, -1.22509765625, -1.142333984375, -1.0595703125, -0.976806640625, -0.89404296875, -0.811279296875, -0.728515625, -0.645751953125, -0.56298828125, -0.480224609375, -0.3974609375, -0.314697265625, -0.23193359375, -0.149169921875, -0.06640625, 0.016357421875, 0.09912109375, 0.181884765625, 0.2646484375, 0.347412109375, 0.43017578125, 0.512939453125, 0.595703125, 0.678466796875, 0.76123046875, 0.843994140625, 0.9267578125, 1.009521484375, 1.09228515625, 1.175048828125, 1.2578125, 1.340576171875, 1.42333984375, 1.506103515625, 1.5888671875, 1.671630859375, 1.75439453125, 1.837158203125, 1.919921875, 2.002685546875, 2.08544921875, 2.168212890625, 2.2509765625, 2.333740234375, 2.41650390625, 2.499267578125, 2.58203125]}, "gradients/decoder.transformer.h.12.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 5.0, 4.0, 6.0, 7.0, 10.0, 12.0, 17.0, 15.0, 40.0, 31.0, 48.0, 39.0, 64.0, 86.0, 111.0, 148.0, 208.0, 274.0, 304.0, 403.0, 392.0, 429.0, 336.0, 260.0, 168.0, 155.0, 98.0, 95.0, 66.0, 60.0, 46.0, 40.0, 27.0, 20.0, 13.0, 12.0, 6.0, 4.0, 8.0, 3.0, 2.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.37890625, -3.267974853515625, -3.15704345703125, -3.046112060546875, -2.9351806640625, -2.824249267578125, -2.71331787109375, -2.602386474609375, -2.491455078125, -2.380523681640625, -2.26959228515625, -2.158660888671875, -2.0477294921875, -1.936798095703125, -1.82586669921875, -1.714935302734375, -1.60400390625, -1.493072509765625, -1.38214111328125, -1.271209716796875, -1.1602783203125, -1.049346923828125, -0.93841552734375, -0.827484130859375, -0.716552734375, -0.605621337890625, -0.49468994140625, -0.383758544921875, -0.2728271484375, -0.161895751953125, -0.05096435546875, 0.059967041015625, 0.1708984375, 0.281829833984375, 0.39276123046875, 0.503692626953125, 0.6146240234375, 0.725555419921875, 0.83648681640625, 0.947418212890625, 1.058349609375, 1.169281005859375, 1.28021240234375, 1.391143798828125, 1.5020751953125, 1.613006591796875, 1.72393798828125, 1.834869384765625, 1.94580078125, 2.056732177734375, 2.16766357421875, 2.278594970703125, 2.3895263671875, 2.500457763671875, 2.61138916015625, 2.722320556640625, 2.833251953125, 2.944183349609375, 3.05511474609375, 3.166046142578125, 3.2769775390625, 3.387908935546875, 3.49884033203125, 3.609771728515625, 3.720703125]}, "gradients/decoder.transformer.h.12.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 3.0, 6.0, 6.0, 10.0, 8.0, 14.0, 17.0, 18.0, 27.0, 46.0, 60.0, 69.0, 100.0, 102.0, 146.0, 189.0, 307.0, 583.0, 1864.0, 9580.0, 70430.0, 766259.0, 2991305.0, 311628.0, 33779.0, 5147.0, 1203.0, 434.0, 241.0, 164.0, 116.0, 86.0, 74.0, 59.0, 54.0, 30.0, 37.0, 19.0, 18.0, 19.0, 11.0, 7.0, 4.0, 1.0, 5.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.703125, -9.4029541015625, -9.102783203125, -8.8026123046875, -8.50244140625, -8.2022705078125, -7.902099609375, -7.6019287109375, -7.3017578125, -7.0015869140625, -6.701416015625, -6.4012451171875, -6.10107421875, -5.8009033203125, -5.500732421875, -5.2005615234375, -4.900390625, -4.6002197265625, -4.300048828125, -3.9998779296875, -3.69970703125, -3.3995361328125, -3.099365234375, -2.7991943359375, -2.4990234375, -2.1988525390625, -1.898681640625, -1.5985107421875, -1.29833984375, -0.9981689453125, -0.697998046875, -0.3978271484375, -0.09765625, 0.2025146484375, 0.502685546875, 0.8028564453125, 1.10302734375, 1.4031982421875, 1.703369140625, 2.0035400390625, 2.3037109375, 2.6038818359375, 2.904052734375, 3.2042236328125, 3.50439453125, 3.8045654296875, 4.104736328125, 4.4049072265625, 4.705078125, 5.0052490234375, 5.305419921875, 5.6055908203125, 5.90576171875, 6.2059326171875, 6.506103515625, 6.8062744140625, 7.1064453125, 7.4066162109375, 7.706787109375, 8.0069580078125, 8.30712890625, 8.6072998046875, 8.907470703125, 9.2076416015625, 9.5078125]}, "gradients/decoder.transformer.h.12.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 6.0, 9.0, 21.0, 41.0, 50.0, 64.0, 87.0, 112.0, 124.0, 145.0, 112.0, 95.0, 54.0, 46.0, 26.0, 10.0, 9.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-40.683956146240234, -39.813358306884766, -38.94275665283203, -38.07215881347656, -37.201560974121094, -36.33095932006836, -35.46036148071289, -34.58976364135742, -33.71916198730469, -32.84856414794922, -31.977964401245117, -31.107364654541016, -30.236764907836914, -29.366165161132812, -28.495567321777344, -27.624967575073242, -26.754369735717773, -25.883769989013672, -25.013172149658203, -24.1425724029541, -23.27197265625, -22.40137481689453, -21.53077507019043, -20.660175323486328, -19.78957748413086, -18.918977737426758, -18.04837989807129, -17.177780151367188, -16.307180404663086, -15.4365816116333, -14.565982818603516, -13.695383071899414, -12.824785232543945, -11.95418643951416, -11.083586692810059, -10.212987899780273, -9.342388153076172, -8.471789360046387, -7.601190567016602, -6.730591297149658, -5.859992027282715, -4.9893927574157715, -4.118793487548828, -3.248194694519043, -2.3775954246520996, -1.5069961547851562, -0.6363973617553711, 0.23420190811157227, 1.1048011779785156, 1.9754003286361694, 2.8459994792938232, 3.7165985107421875, 4.587197780609131, 5.457797050476074, 6.328395843505859, 7.198995113372803, 8.069594383239746, 8.940193176269531, 9.810792922973633, 10.681391716003418, 11.551990509033203, 12.422590255737305, 13.29318904876709, 14.163787841796875, 15.034387588500977]}, "gradients/decoder.transformer.h.12.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 6.0, 3.0, 3.0, 6.0, 3.0, 5.0, 7.0, 8.0, 22.0, 11.0, 25.0, 25.0, 29.0, 25.0, 24.0, 37.0, 30.0, 39.0, 29.0, 30.0, 38.0, 44.0, 51.0, 41.0, 37.0, 40.0, 37.0, 43.0, 37.0, 37.0, 43.0, 22.0, 22.0, 22.0, 23.0, 15.0, 15.0, 12.0, 8.0, 11.0, 10.0, 11.0, 5.0, 2.0, 2.0, 3.0, 5.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0], "bins": [-12.9049072265625, -12.489645957946777, -12.074385643005371, -11.659124374389648, -11.243864059448242, -10.82860279083252, -10.413342475891113, -9.99808120727539, -9.582820892333984, -9.167559623718262, -8.752299308776855, -8.337038040161133, -7.921777725219727, -7.506516456604004, -7.091256141662598, -6.675994873046875, -6.2607340812683105, -5.845473289489746, -5.430212497711182, -5.014951705932617, -4.599690914154053, -4.184430122375488, -3.7691690921783447, -3.3539083003997803, -2.938647508621216, -2.5233867168426514, -2.108125925064087, -1.692865014076233, -1.2776042222976685, -0.8623433113098145, -0.44708251953125, -0.03182172775268555, 0.3834390640258789, 0.7986998558044434, 1.2139606475830078, 1.6292215585708618, 2.0444822311401367, 2.4597432613372803, 2.8750040531158447, 3.290264844894409, 3.7055256366729736, 4.120786666870117, 4.536047458648682, 4.951308250427246, 5.3665690422058105, 5.781829833984375, 6.1970906257629395, 6.612351417541504, 7.027612209320068, 7.442873001098633, 7.858133792877197, 8.273394584655762, 8.688655853271484, 9.10391616821289, 9.519177436828613, 9.93443775177002, 10.349699020385742, 10.764960289001465, 11.180220603942871, 11.595481872558594, 12.0107421875, 12.426003456115723, 12.841263771057129, 13.256525039672852, 13.671785354614258]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 4.0, 4.0, 7.0, 6.0, 10.0, 9.0, 8.0, 5.0, 21.0, 24.0, 21.0, 28.0, 20.0, 25.0, 27.0, 31.0, 38.0, 41.0, 38.0, 35.0, 46.0, 33.0, 44.0, 43.0, 39.0, 45.0, 45.0, 35.0, 30.0, 30.0, 31.0, 24.0, 29.0, 22.0, 23.0, 17.0, 9.0, 11.0, 14.0, 13.0, 5.0, 9.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6201171875, -1.5566253662109375, -1.493133544921875, -1.4296417236328125, -1.36614990234375, -1.3026580810546875, -1.239166259765625, -1.1756744384765625, -1.1121826171875, -1.0486907958984375, -0.985198974609375, -0.9217071533203125, -0.85821533203125, -0.7947235107421875, -0.731231689453125, -0.6677398681640625, -0.604248046875, -0.5407562255859375, -0.477264404296875, -0.4137725830078125, -0.35028076171875, -0.2867889404296875, -0.223297119140625, -0.1598052978515625, -0.0963134765625, -0.0328216552734375, 0.030670166015625, 0.0941619873046875, 0.15765380859375, 0.2211456298828125, 0.284637451171875, 0.3481292724609375, 0.41162109375, 0.4751129150390625, 0.538604736328125, 0.6020965576171875, 0.66558837890625, 0.7290802001953125, 0.792572021484375, 0.8560638427734375, 0.9195556640625, 0.9830474853515625, 1.046539306640625, 1.1100311279296875, 1.17352294921875, 1.2370147705078125, 1.300506591796875, 1.3639984130859375, 1.427490234375, 1.4909820556640625, 1.554473876953125, 1.6179656982421875, 1.68145751953125, 1.7449493408203125, 1.808441162109375, 1.8719329833984375, 1.9354248046875, 1.9989166259765625, 2.062408447265625, 2.1259002685546875, 2.18939208984375, 2.2528839111328125, 2.316375732421875, 2.3798675537109375, 2.443359375]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 5.0, 2.0, 3.0, 7.0, 11.0, 22.0, 24.0, 23.0, 36.0, 59.0, 90.0, 97.0, 148.0, 183.0, 261.0, 405.0, 539.0, 845.0, 1169.0, 1805.0, 2785.0, 4289.0, 7008.0, 13437.0, 34420.0, 132722.0, 461027.0, 276291.0, 64946.0, 20675.0, 9564.0, 5351.0, 3370.0, 2224.0, 1452.0, 990.0, 657.0, 472.0, 331.0, 232.0, 167.0, 134.0, 77.0, 57.0, 45.0, 36.0, 16.0, 15.0, 14.0, 9.0, 8.0, 3.0, 5.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.181640625, -1.1419219970703125, -1.102203369140625, -1.0624847412109375, -1.02276611328125, -0.9830474853515625, -0.943328857421875, -0.9036102294921875, -0.8638916015625, -0.8241729736328125, -0.784454345703125, -0.7447357177734375, -0.70501708984375, -0.6652984619140625, -0.625579833984375, -0.5858612060546875, -0.546142578125, -0.5064239501953125, -0.466705322265625, -0.4269866943359375, -0.38726806640625, -0.3475494384765625, -0.307830810546875, -0.2681121826171875, -0.2283935546875, -0.1886749267578125, -0.148956298828125, -0.1092376708984375, -0.06951904296875, -0.0298004150390625, 0.009918212890625, 0.0496368408203125, 0.08935546875, 0.1290740966796875, 0.168792724609375, 0.2085113525390625, 0.24822998046875, 0.2879486083984375, 0.327667236328125, 0.3673858642578125, 0.4071044921875, 0.4468231201171875, 0.486541748046875, 0.5262603759765625, 0.56597900390625, 0.6056976318359375, 0.645416259765625, 0.6851348876953125, 0.724853515625, 0.7645721435546875, 0.804290771484375, 0.8440093994140625, 0.88372802734375, 0.9234466552734375, 0.963165283203125, 1.0028839111328125, 1.0426025390625, 1.0823211669921875, 1.122039794921875, 1.1617584228515625, 1.20147705078125, 1.2411956787109375, 1.280914306640625, 1.3206329345703125, 1.3603515625]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 7.0, 3.0, 6.0, 6.0, 7.0, 8.0, 16.0, 18.0, 19.0, 21.0, 24.0, 24.0, 37.0, 29.0, 36.0, 41.0, 43.0, 45.0, 39.0, 44.0, 1079.0, 31.0, 47.0, 38.0, 36.0, 44.0, 41.0, 38.0, 32.0, 30.0, 30.0, 20.0, 25.0, 17.0, 7.0, 13.0, 9.0, 6.0, 4.0, 5.0, 3.0, 4.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5244140625, -1.47821044921875, -1.4320068359375, -1.38580322265625, -1.339599609375, -1.29339599609375, -1.2471923828125, -1.20098876953125, -1.15478515625, -1.10858154296875, -1.0623779296875, -1.01617431640625, -0.969970703125, -0.92376708984375, -0.8775634765625, -0.83135986328125, -0.78515625, -0.73895263671875, -0.6927490234375, -0.64654541015625, -0.600341796875, -0.55413818359375, -0.5079345703125, -0.46173095703125, -0.41552734375, -0.36932373046875, -0.3231201171875, -0.27691650390625, -0.230712890625, -0.18450927734375, -0.1383056640625, -0.09210205078125, -0.0458984375, 0.00030517578125, 0.0465087890625, 0.09271240234375, 0.138916015625, 0.18511962890625, 0.2313232421875, 0.27752685546875, 0.32373046875, 0.36993408203125, 0.4161376953125, 0.46234130859375, 0.508544921875, 0.55474853515625, 0.6009521484375, 0.64715576171875, 0.693359375, 0.73956298828125, 0.7857666015625, 0.83197021484375, 0.878173828125, 0.92437744140625, 0.9705810546875, 1.01678466796875, 1.06298828125, 1.10919189453125, 1.1553955078125, 1.20159912109375, 1.247802734375, 1.29400634765625, 1.3402099609375, 1.38641357421875, 1.4326171875]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 6.0, 8.0, 7.0, 9.0, 7.0, 18.0, 29.0, 31.0, 38.0, 52.0, 98.0, 131.0, 213.0, 287.0, 464.0, 811.0, 1315.0, 2376.0, 4849.0, 11893.0, 43030.0, 384616.0, 1512544.0, 99455.0, 19999.0, 7180.0, 3293.0, 1685.0, 1013.0, 607.0, 376.0, 215.0, 127.0, 117.0, 85.0, 38.0, 32.0, 20.0, 13.0, 14.0, 11.0, 3.0, 4.0, 5.0, 2.0, 2.0, 2.0, 0.0, 7.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.1181640625, -1.07855224609375, -1.0389404296875, -0.99932861328125, -0.959716796875, -0.92010498046875, -0.8804931640625, -0.84088134765625, -0.80126953125, -0.76165771484375, -0.7220458984375, -0.68243408203125, -0.642822265625, -0.60321044921875, -0.5635986328125, -0.52398681640625, -0.484375, -0.44476318359375, -0.4051513671875, -0.36553955078125, -0.325927734375, -0.28631591796875, -0.2467041015625, -0.20709228515625, -0.16748046875, -0.12786865234375, -0.0882568359375, -0.04864501953125, -0.009033203125, 0.03057861328125, 0.0701904296875, 0.10980224609375, 0.1494140625, 0.18902587890625, 0.2286376953125, 0.26824951171875, 0.307861328125, 0.34747314453125, 0.3870849609375, 0.42669677734375, 0.46630859375, 0.50592041015625, 0.5455322265625, 0.58514404296875, 0.624755859375, 0.66436767578125, 0.7039794921875, 0.74359130859375, 0.783203125, 0.82281494140625, 0.8624267578125, 0.90203857421875, 0.941650390625, 0.98126220703125, 1.0208740234375, 1.06048583984375, 1.10009765625, 1.13970947265625, 1.1793212890625, 1.21893310546875, 1.258544921875, 1.29815673828125, 1.3377685546875, 1.37738037109375, 1.4169921875]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 5.0, 0.0, 7.0, 4.0, 12.0, 7.0, 10.0, 12.0, 19.0, 31.0, 50.0, 81.0, 115.0, 155.0, 147.0, 107.0, 90.0, 39.0, 31.0, 21.0, 8.0, 6.0, 8.0, 3.0, 7.0, 3.0, 5.0, 4.0, 5.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.184326171875, -0.17818832397460938, -0.17205047607421875, -0.16591262817382812, -0.1597747802734375, -0.15363693237304688, -0.14749908447265625, -0.14136123657226562, -0.135223388671875, -0.12908554077148438, -0.12294769287109375, -0.11680984497070312, -0.1106719970703125, -0.10453414916992188, -0.09839630126953125, -0.09225845336914062, -0.08612060546875, -0.07998275756835938, -0.07384490966796875, -0.06770706176757812, -0.0615692138671875, -0.055431365966796875, -0.04929351806640625, -0.043155670166015625, -0.037017822265625, -0.030879974365234375, -0.02474212646484375, -0.018604278564453125, -0.0124664306640625, -0.006328582763671875, -0.00019073486328125, 0.005947113037109375, 0.0120849609375, 0.018222808837890625, 0.02436065673828125, 0.030498504638671875, 0.0366363525390625, 0.042774200439453125, 0.04891204833984375, 0.055049896240234375, 0.061187744140625, 0.06732559204101562, 0.07346343994140625, 0.07960128784179688, 0.0857391357421875, 0.09187698364257812, 0.09801483154296875, 0.10415267944335938, 0.11029052734375, 0.11642837524414062, 0.12256622314453125, 0.12870407104492188, 0.1348419189453125, 0.14097976684570312, 0.14711761474609375, 0.15325546264648438, 0.159393310546875, 0.16553115844726562, 0.17166900634765625, 0.17780685424804688, 0.1839447021484375, 0.19008255004882812, 0.19622039794921875, 0.20235824584960938, 0.20849609375]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 6.0, 5.0, 3.0, 8.0, 5.0, 12.0, 9.0, 11.0, 28.0, 33.0, 68.0, 120.0, 288.0, 1644.0, 79383.0, 961027.0, 4987.0, 522.0, 144.0, 102.0, 47.0, 34.0, 13.0, 12.0, 11.0, 5.0, 5.0, 7.0, 3.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.3828125, -3.2808837890625, -3.178955078125, -3.0770263671875, -2.97509765625, -2.8731689453125, -2.771240234375, -2.6693115234375, -2.5673828125, -2.4654541015625, -2.363525390625, -2.2615966796875, -2.15966796875, -2.0577392578125, -1.955810546875, -1.8538818359375, -1.751953125, -1.6500244140625, -1.548095703125, -1.4461669921875, -1.34423828125, -1.2423095703125, -1.140380859375, -1.0384521484375, -0.9365234375, -0.8345947265625, -0.732666015625, -0.6307373046875, -0.52880859375, -0.4268798828125, -0.324951171875, -0.2230224609375, -0.12109375, -0.0191650390625, 0.082763671875, 0.1846923828125, 0.28662109375, 0.3885498046875, 0.490478515625, 0.5924072265625, 0.6943359375, 0.7962646484375, 0.898193359375, 1.0001220703125, 1.10205078125, 1.2039794921875, 1.305908203125, 1.4078369140625, 1.509765625, 1.6116943359375, 1.713623046875, 1.8155517578125, 1.91748046875, 2.0194091796875, 2.121337890625, 2.2232666015625, 2.3251953125, 2.4271240234375, 2.529052734375, 2.6309814453125, 2.73291015625, 2.8348388671875, 2.936767578125, 3.0386962890625, 3.140625]}, "gradients/decoder.transformer.h.12.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 4.0, 9.0, 18.0, 63.0, 167.0, 313.0, 263.0, 125.0, 37.0, 14.0, 3.0, 1.0, 2.0], "bins": [-1.1161342859268188, -1.0964869260787964, -1.0768396854400635, -1.057192325592041, -1.037545084953308, -1.0178977251052856, -0.998250424861908, -0.9786031246185303, -0.9589557647705078, -0.9393084645271301, -0.9196611642837524, -0.90001380443573, -0.8803665041923523, -0.8607192039489746, -0.8410719037055969, -0.8214246034622192, -0.8017773032188416, -0.7821300029754639, -0.7624827027320862, -0.7428353428840637, -0.723188042640686, -0.7035407423973083, -0.6838934421539307, -0.664246141910553, -0.6445988416671753, -0.6249515414237976, -0.6053042411804199, -0.5856568813323975, -0.5660095810890198, -0.5463622808456421, -0.5267149806022644, -0.5070676803588867, -0.48742038011550903, -0.46777307987213135, -0.4481257498264313, -0.4284784495830536, -0.4088311195373535, -0.38918381929397583, -0.36953651905059814, -0.34988921880722046, -0.3302418887615204, -0.3105945885181427, -0.2909472584724426, -0.27129995822906494, -0.25165265798568726, -0.23200532793998718, -0.2123580276966095, -0.19271071255207062, -0.17306339740753174, -0.15341608226299286, -0.13376876711845398, -0.1141214668750763, -0.09447415173053741, -0.07482683658599854, -0.05517952889204025, -0.03553222119808197, -0.01588490605354309, 0.00376240536570549, 0.02340971678495407, 0.04305702820420265, 0.06270433962345123, 0.08235165476799011, 0.1019989624619484, 0.12164627015590668, 0.14129358530044556]}, "gradients/decoder.transformer.h.12.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 3.0, 5.0, 4.0, 6.0, 4.0, 17.0, 9.0, 12.0, 18.0, 10.0, 28.0, 29.0, 21.0, 28.0, 48.0, 40.0, 37.0, 41.0, 41.0, 34.0, 31.0, 43.0, 40.0, 34.0, 48.0, 40.0, 35.0, 37.0, 36.0, 27.0, 36.0, 24.0, 21.0, 26.0, 13.0, 12.0, 9.0, 7.0, 16.0, 11.0, 8.0, 4.0, 5.0, 6.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.20402878522872925, -0.19784727692604065, -0.19166578352451324, -0.18548429012298584, -0.17930278182029724, -0.17312127351760864, -0.16693978011608124, -0.16075828671455383, -0.15457677841186523, -0.14839527010917664, -0.14221377670764923, -0.13603228330612183, -0.12985077500343323, -0.12366927415132523, -0.11748777329921722, -0.11130627244710922, -0.10512477159500122, -0.09894327074289322, -0.09276176989078522, -0.08658026903867722, -0.08039876818656921, -0.07421726733446121, -0.06803576648235321, -0.06185426563024521, -0.05567276477813721, -0.049491263926029205, -0.043309763073921204, -0.0371282622218132, -0.0309467613697052, -0.0247652605175972, -0.018583759665489197, -0.012402258813381195, -0.006220757961273193, -3.925710916519165e-05, 0.00614224374294281, 0.012323744595050812, 0.018505245447158813, 0.024686746299266815, 0.030868247151374817, 0.03704974800348282, 0.04323124885559082, 0.04941274970769882, 0.055594250559806824, 0.061775751411914825, 0.06795725226402283, 0.07413875311613083, 0.08032025396823883, 0.08650175482034683, 0.09268325567245483, 0.09886475652456284, 0.10504625737667084, 0.11122775822877884, 0.11740925908088684, 0.12359075993299484, 0.12977226078510284, 0.13595375418663025, 0.14213526248931885, 0.14831677079200745, 0.15449826419353485, 0.16067975759506226, 0.16686126589775085, 0.17304277420043945, 0.17922426760196686, 0.18540576100349426, 0.19158726930618286]}, "gradients/decoder.transformer.h.12.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 4.0, 1.0, 3.0, 5.0, 8.0, 5.0, 10.0, 9.0, 8.0, 5.0, 21.0, 24.0, 20.0, 26.0, 23.0, 27.0, 24.0, 35.0, 39.0, 39.0, 39.0, 34.0, 44.0, 34.0, 45.0, 44.0, 33.0, 49.0, 45.0, 38.0, 26.0, 32.0, 30.0, 25.0, 32.0, 17.0, 24.0, 17.0, 10.0, 8.0, 18.0, 10.0, 7.0, 7.0, 3.0, 2.0, 1.0, 3.0, 4.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6201171875, -1.5565032958984375, -1.492889404296875, -1.4292755126953125, -1.36566162109375, -1.3020477294921875, -1.238433837890625, -1.1748199462890625, -1.1112060546875, -1.0475921630859375, -0.983978271484375, -0.9203643798828125, -0.85675048828125, -0.7931365966796875, -0.729522705078125, -0.6659088134765625, -0.602294921875, -0.5386810302734375, -0.475067138671875, -0.4114532470703125, -0.34783935546875, -0.2842254638671875, -0.220611572265625, -0.1569976806640625, -0.0933837890625, -0.0297698974609375, 0.033843994140625, 0.0974578857421875, 0.16107177734375, 0.2246856689453125, 0.288299560546875, 0.3519134521484375, 0.41552734375, 0.4791412353515625, 0.542755126953125, 0.6063690185546875, 0.66998291015625, 0.7335968017578125, 0.797210693359375, 0.8608245849609375, 0.9244384765625, 0.9880523681640625, 1.051666259765625, 1.1152801513671875, 1.17889404296875, 1.2425079345703125, 1.306121826171875, 1.3697357177734375, 1.433349609375, 1.4969635009765625, 1.560577392578125, 1.6241912841796875, 1.68780517578125, 1.7514190673828125, 1.815032958984375, 1.8786468505859375, 1.9422607421875, 2.0058746337890625, 2.069488525390625, 2.1331024169921875, 2.19671630859375, 2.2603302001953125, 2.323944091796875, 2.3875579833984375, 2.451171875]}, "gradients/decoder.transformer.h.12.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 8.0, 13.0, 13.0, 33.0, 41.0, 82.0, 111.0, 229.0, 374.0, 640.0, 1160.0, 2110.0, 3752.0, 6928.0, 13656.0, 29388.0, 65782.0, 154745.0, 384042.0, 219347.0, 89658.0, 39226.0, 17772.0, 8761.0, 4665.0, 2589.0, 1499.0, 811.0, 499.0, 265.0, 164.0, 83.0, 48.0, 34.0, 16.0, 13.0, 4.0, 3.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.701171875, -2.61016845703125, -2.5191650390625, -2.42816162109375, -2.337158203125, -2.24615478515625, -2.1551513671875, -2.06414794921875, -1.97314453125, -1.88214111328125, -1.7911376953125, -1.70013427734375, -1.609130859375, -1.51812744140625, -1.4271240234375, -1.33612060546875, -1.2451171875, -1.15411376953125, -1.0631103515625, -0.97210693359375, -0.881103515625, -0.79010009765625, -0.6990966796875, -0.60809326171875, -0.51708984375, -0.42608642578125, -0.3350830078125, -0.24407958984375, -0.153076171875, -0.06207275390625, 0.0289306640625, 0.11993408203125, 0.2109375, 0.30194091796875, 0.3929443359375, 0.48394775390625, 0.574951171875, 0.66595458984375, 0.7569580078125, 0.84796142578125, 0.93896484375, 1.02996826171875, 1.1209716796875, 1.21197509765625, 1.302978515625, 1.39398193359375, 1.4849853515625, 1.57598876953125, 1.6669921875, 1.75799560546875, 1.8489990234375, 1.94000244140625, 2.031005859375, 2.12200927734375, 2.2130126953125, 2.30401611328125, 2.39501953125, 2.48602294921875, 2.5770263671875, 2.66802978515625, 2.759033203125, 2.85003662109375, 2.9410400390625, 3.03204345703125, 3.123046875]}, "gradients/decoder.transformer.h.12.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 7.0, 9.0, 9.0, 7.0, 9.0, 11.0, 10.0, 11.0, 20.0, 11.0, 30.0, 22.0, 33.0, 30.0, 34.0, 38.0, 43.0, 69.0, 82.0, 146.0, 275.0, 1406.0, 188.0, 105.0, 62.0, 45.0, 51.0, 36.0, 41.0, 28.0, 29.0, 35.0, 15.0, 15.0, 16.0, 16.0, 22.0, 9.0, 8.0, 13.0, 5.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.47265625, -5.2783203125, -5.083984375, -4.8896484375, -4.6953125, -4.5009765625, -4.306640625, -4.1123046875, -3.91796875, -3.7236328125, -3.529296875, -3.3349609375, -3.140625, -2.9462890625, -2.751953125, -2.5576171875, -2.36328125, -2.1689453125, -1.974609375, -1.7802734375, -1.5859375, -1.3916015625, -1.197265625, -1.0029296875, -0.80859375, -0.6142578125, -0.419921875, -0.2255859375, -0.03125, 0.1630859375, 0.357421875, 0.5517578125, 0.74609375, 0.9404296875, 1.134765625, 1.3291015625, 1.5234375, 1.7177734375, 1.912109375, 2.1064453125, 2.30078125, 2.4951171875, 2.689453125, 2.8837890625, 3.078125, 3.2724609375, 3.466796875, 3.6611328125, 3.85546875, 4.0498046875, 4.244140625, 4.4384765625, 4.6328125, 4.8271484375, 5.021484375, 5.2158203125, 5.41015625, 5.6044921875, 5.798828125, 5.9931640625, 6.1875, 6.3818359375, 6.576171875, 6.7705078125, 6.96484375]}, "gradients/decoder.transformer.h.12.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 5.0, 3.0, 11.0, 14.0, 13.0, 21.0, 18.0, 44.0, 35.0, 55.0, 60.0, 83.0, 125.0, 165.0, 235.0, 381.0, 743.0, 1544.0, 6595.0, 100359.0, 2691456.0, 326585.0, 12780.0, 2140.0, 865.0, 425.0, 258.0, 189.0, 121.0, 86.0, 75.0, 60.0, 30.0, 27.0, 15.0, 27.0, 17.0, 18.0, 15.0, 5.0, 4.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-13.5390625, -13.1593017578125, -12.779541015625, -12.3997802734375, -12.02001953125, -11.6402587890625, -11.260498046875, -10.8807373046875, -10.5009765625, -10.1212158203125, -9.741455078125, -9.3616943359375, -8.98193359375, -8.6021728515625, -8.222412109375, -7.8426513671875, -7.462890625, -7.0831298828125, -6.703369140625, -6.3236083984375, -5.94384765625, -5.5640869140625, -5.184326171875, -4.8045654296875, -4.4248046875, -4.0450439453125, -3.665283203125, -3.2855224609375, -2.90576171875, -2.5260009765625, -2.146240234375, -1.7664794921875, -1.38671875, -1.0069580078125, -0.627197265625, -0.2474365234375, 0.13232421875, 0.5120849609375, 0.891845703125, 1.2716064453125, 1.6513671875, 2.0311279296875, 2.410888671875, 2.7906494140625, 3.17041015625, 3.5501708984375, 3.929931640625, 4.3096923828125, 4.689453125, 5.0692138671875, 5.448974609375, 5.8287353515625, 6.20849609375, 6.5882568359375, 6.968017578125, 7.3477783203125, 7.7275390625, 8.1072998046875, 8.487060546875, 8.8668212890625, 9.24658203125, 9.6263427734375, 10.006103515625, 10.3858642578125, 10.765625]}, "gradients/decoder.transformer.h.12.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 9.0, 231.0, 642.0, 131.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.404470443725586, -14.688541412353516, -11.972611427307129, -9.256681442260742, -6.540752410888672, -3.8248233795166016, -1.1088924407958984, 1.6070365905761719, 4.322965621948242, 7.038895130157471, 9.7548246383667, 12.470754623413086, 15.186683654785156, 17.902612686157227, 20.61854362487793, 23.33447265625, 26.05040168762207, 28.76633071899414, 31.482261657714844, 34.19818878173828, 36.914119720458984, 39.63005065917969, 42.345977783203125, 45.06190872192383, 47.77783966064453, 50.493770599365234, 53.20969772338867, 55.925628662109375, 58.64155578613281, 61.357486724853516, 64.07341766357422, 66.78934478759766, 69.50527954101562, 72.22120666503906, 74.93714141845703, 77.65306854248047, 80.3689956665039, 83.08493041992188, 85.80085754394531, 88.51678466796875, 91.23271179199219, 93.94863891601562, 96.6645736694336, 99.38050079345703, 102.09642791748047, 104.81236267089844, 107.52828979492188, 110.24421691894531, 112.96015167236328, 115.67607879638672, 118.39201354980469, 121.10794067382812, 123.82386779785156, 126.539794921875, 129.2557373046875, 131.97166442871094, 134.68759155273438, 137.4035186767578, 140.11944580078125, 142.83538818359375, 145.5513153076172, 148.26724243164062, 150.98316955566406, 153.6990966796875, 156.41502380371094]}, "gradients/decoder.transformer.h.12.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 4.0, 9.0, 10.0, 15.0, 15.0, 23.0, 22.0, 22.0, 21.0, 30.0, 29.0, 44.0, 32.0, 47.0, 44.0, 45.0, 40.0, 49.0, 44.0, 43.0, 49.0, 52.0, 34.0, 46.0, 37.0, 35.0, 27.0, 23.0, 20.0, 21.0, 8.0, 17.0, 12.0, 8.0, 9.0, 11.0, 7.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-22.464157104492188, -21.867353439331055, -21.27054786682129, -20.673744201660156, -20.076940536499023, -19.48013687133789, -18.883331298828125, -18.286527633666992, -17.68972396850586, -17.092920303344727, -16.49611473083496, -15.899311065673828, -15.302507400512695, -14.705702781677246, -14.108898162841797, -13.512094497680664, -12.915289878845215, -12.318485260009766, -11.721681594848633, -11.124876976013184, -10.52807331085205, -9.931268692016602, -9.334465026855469, -8.73766040802002, -8.14085578918457, -7.544051647186279, -6.947247505187988, -6.350442886352539, -5.753639221191406, -5.156834602355957, -4.560030460357666, -3.963226318359375, -3.366422653198242, -2.769618511199951, -2.17281436920166, -1.57600998878479, -0.979205846786499, -0.382401704788208, 0.2144026756286621, 0.8112068176269531, 1.4080109596252441, 2.004815101623535, 2.601619243621826, 3.1984236240386963, 3.7952277660369873, 4.392031669616699, 4.988836288452148, 5.5856404304504395, 6.1824445724487305, 6.7792487144470215, 7.3760528564453125, 7.972857475280762, 8.569661140441895, 9.166465759277344, 9.763269424438477, 10.360074043273926, 10.956878662109375, 11.553683280944824, 12.150486946105957, 12.747291564941406, 13.344095230102539, 13.940899848937988, 14.537704467773438, 15.13450813293457, 15.731311798095703]}, "gradients/decoder.transformer.h.11.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 6.0, 3.0, 13.0, 9.0, 11.0, 10.0, 13.0, 16.0, 24.0, 21.0, 26.0, 25.0, 24.0, 40.0, 36.0, 32.0, 42.0, 49.0, 37.0, 46.0, 59.0, 44.0, 41.0, 42.0, 38.0, 34.0, 45.0, 36.0, 21.0, 28.0, 28.0, 23.0, 21.0, 13.0, 5.0, 9.0, 11.0, 7.0, 6.0, 5.0, 3.0, 5.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9736328125, -1.9012603759765625, -1.828887939453125, -1.7565155029296875, -1.68414306640625, -1.6117706298828125, -1.539398193359375, -1.4670257568359375, -1.3946533203125, -1.3222808837890625, -1.249908447265625, -1.1775360107421875, -1.10516357421875, -1.0327911376953125, -0.960418701171875, -0.8880462646484375, -0.815673828125, -0.7433013916015625, -0.670928955078125, -0.5985565185546875, -0.52618408203125, -0.4538116455078125, -0.381439208984375, -0.3090667724609375, -0.2366943359375, -0.1643218994140625, -0.091949462890625, -0.0195770263671875, 0.05279541015625, 0.1251678466796875, 0.197540283203125, 0.2699127197265625, 0.34228515625, 0.4146575927734375, 0.487030029296875, 0.5594024658203125, 0.63177490234375, 0.7041473388671875, 0.776519775390625, 0.8488922119140625, 0.9212646484375, 0.9936370849609375, 1.066009521484375, 1.1383819580078125, 1.21075439453125, 1.2831268310546875, 1.355499267578125, 1.4278717041015625, 1.500244140625, 1.5726165771484375, 1.644989013671875, 1.7173614501953125, 1.78973388671875, 1.8621063232421875, 1.934478759765625, 2.0068511962890625, 2.0792236328125, 2.1515960693359375, 2.223968505859375, 2.2963409423828125, 2.36871337890625, 2.4410858154296875, 2.513458251953125, 2.5858306884765625, 2.658203125]}, "gradients/decoder.transformer.h.11.mlp.c_proj.weight": {"_type": "histogram", "values": [5.0, 2.0, 1.0, 5.0, 3.0, 5.0, 3.0, 11.0, 14.0, 19.0, 28.0, 35.0, 54.0, 71.0, 98.0, 129.0, 199.0, 287.0, 492.0, 799.0, 1483.0, 2666.0, 5120.0, 10511.0, 22812.0, 52668.0, 135914.0, 407650.0, 1262879.0, 1479385.0, 527835.0, 167977.0, 63720.0, 26537.0, 12072.0, 5760.0, 3014.0, 1581.0, 875.0, 552.0, 341.0, 199.0, 124.0, 101.0, 79.0, 51.0, 34.0, 29.0, 17.0, 16.0, 4.0, 10.0, 7.0, 2.0, 3.0, 6.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-2.708984375, -2.61590576171875, -2.5228271484375, -2.42974853515625, -2.336669921875, -2.24359130859375, -2.1505126953125, -2.05743408203125, -1.96435546875, -1.87127685546875, -1.7781982421875, -1.68511962890625, -1.592041015625, -1.49896240234375, -1.4058837890625, -1.31280517578125, -1.2197265625, -1.12664794921875, -1.0335693359375, -0.94049072265625, -0.847412109375, -0.75433349609375, -0.6612548828125, -0.56817626953125, -0.47509765625, -0.38201904296875, -0.2889404296875, -0.19586181640625, -0.102783203125, -0.00970458984375, 0.0833740234375, 0.17645263671875, 0.26953125, 0.36260986328125, 0.4556884765625, 0.54876708984375, 0.641845703125, 0.73492431640625, 0.8280029296875, 0.92108154296875, 1.01416015625, 1.10723876953125, 1.2003173828125, 1.29339599609375, 1.386474609375, 1.47955322265625, 1.5726318359375, 1.66571044921875, 1.7587890625, 1.85186767578125, 1.9449462890625, 2.03802490234375, 2.131103515625, 2.22418212890625, 2.3172607421875, 2.41033935546875, 2.50341796875, 2.59649658203125, 2.6895751953125, 2.78265380859375, 2.875732421875, 2.96881103515625, 3.0618896484375, 3.15496826171875, 3.248046875]}, "gradients/decoder.transformer.h.11.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 3.0, 3.0, 5.0, 7.0, 11.0, 6.0, 13.0, 17.0, 16.0, 29.0, 30.0, 35.0, 68.0, 90.0, 105.0, 138.0, 177.0, 243.0, 307.0, 376.0, 454.0, 430.0, 365.0, 287.0, 213.0, 160.0, 119.0, 67.0, 75.0, 52.0, 28.0, 30.0, 28.0, 14.0, 22.0, 11.0, 10.0, 8.0, 4.0, 2.0, 6.0, 5.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0], "bins": [-3.779296875, -3.66754150390625, -3.5557861328125, -3.44403076171875, -3.332275390625, -3.22052001953125, -3.1087646484375, -2.99700927734375, -2.88525390625, -2.77349853515625, -2.6617431640625, -2.54998779296875, -2.438232421875, -2.32647705078125, -2.2147216796875, -2.10296630859375, -1.9912109375, -1.87945556640625, -1.7677001953125, -1.65594482421875, -1.544189453125, -1.43243408203125, -1.3206787109375, -1.20892333984375, -1.09716796875, -0.98541259765625, -0.8736572265625, -0.76190185546875, -0.650146484375, -0.53839111328125, -0.4266357421875, -0.31488037109375, -0.203125, -0.09136962890625, 0.0203857421875, 0.13214111328125, 0.243896484375, 0.35565185546875, 0.4674072265625, 0.57916259765625, 0.69091796875, 0.80267333984375, 0.9144287109375, 1.02618408203125, 1.137939453125, 1.24969482421875, 1.3614501953125, 1.47320556640625, 1.5849609375, 1.69671630859375, 1.8084716796875, 1.92022705078125, 2.031982421875, 2.14373779296875, 2.2554931640625, 2.36724853515625, 2.47900390625, 2.59075927734375, 2.7025146484375, 2.81427001953125, 2.926025390625, 3.03778076171875, 3.1495361328125, 3.26129150390625, 3.373046875]}, "gradients/decoder.transformer.h.11.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 4.0, 4.0, 1.0, 4.0, 8.0, 5.0, 11.0, 11.0, 12.0, 23.0, 28.0, 32.0, 44.0, 72.0, 77.0, 129.0, 184.0, 293.0, 513.0, 2672.0, 40994.0, 2100863.0, 2004861.0, 39384.0, 2569.0, 576.0, 283.0, 161.0, 128.0, 104.0, 68.0, 48.0, 30.0, 25.0, 16.0, 12.0, 9.0, 6.0, 10.0, 6.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-14.015625, -13.5322265625, -13.048828125, -12.5654296875, -12.08203125, -11.5986328125, -11.115234375, -10.6318359375, -10.1484375, -9.6650390625, -9.181640625, -8.6982421875, -8.21484375, -7.7314453125, -7.248046875, -6.7646484375, -6.28125, -5.7978515625, -5.314453125, -4.8310546875, -4.34765625, -3.8642578125, -3.380859375, -2.8974609375, -2.4140625, -1.9306640625, -1.447265625, -0.9638671875, -0.48046875, 0.0029296875, 0.486328125, 0.9697265625, 1.453125, 1.9365234375, 2.419921875, 2.9033203125, 3.38671875, 3.8701171875, 4.353515625, 4.8369140625, 5.3203125, 5.8037109375, 6.287109375, 6.7705078125, 7.25390625, 7.7373046875, 8.220703125, 8.7041015625, 9.1875, 9.6708984375, 10.154296875, 10.6376953125, 11.12109375, 11.6044921875, 12.087890625, 12.5712890625, 13.0546875, 13.5380859375, 14.021484375, 14.5048828125, 14.98828125, 15.4716796875, 15.955078125, 16.4384765625, 16.921875]}, "gradients/decoder.transformer.h.11.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 14.0, 18.0, 26.0, 46.0, 58.0, 78.0, 117.0, 155.0, 152.0, 122.0, 80.0, 47.0, 48.0, 28.0, 5.0, 7.0, 5.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-20.69486427307129, -19.789583206176758, -18.884300231933594, -17.979019165039062, -17.0737361907959, -16.168455123901367, -15.26317310333252, -14.357891082763672, -13.452609062194824, -12.547327041625977, -11.642045021057129, -10.736763000488281, -9.83148193359375, -8.926198959350586, -8.020917892456055, -7.115635871887207, -6.210353851318359, -5.305071830749512, -4.399789810180664, -3.4945082664489746, -2.589226245880127, -1.6839442253112793, -0.7786626815795898, 0.1266193389892578, 1.0319013595581055, 1.9371832609176636, 2.8424651622772217, 3.7477469444274902, 4.653028964996338, 5.5583109855651855, 6.463592529296875, 7.368874549865723, 8.274154663085938, 9.179436683654785, 10.084718704223633, 10.989999771118164, 11.895282745361328, 12.80056381225586, 13.705845832824707, 14.611127853393555, 15.516409873962402, 16.42169189453125, 17.32697296142578, 18.232255935668945, 19.137537002563477, 20.04281997680664, 20.948101043701172, 21.853382110595703, 22.758665084838867, 23.6639461517334, 24.569229125976562, 25.474510192871094, 26.379793167114258, 27.28507423400879, 28.190357208251953, 29.095638275146484, 30.000919342041016, 30.906200408935547, 31.81148338317871, 32.716766357421875, 33.622047424316406, 34.52732849121094, 35.43260955810547, 36.337890625, 37.2431755065918]}, "gradients/decoder.transformer.h.11.ln_2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 6.0, 2.0, 4.0, 10.0, 4.0, 7.0, 10.0, 9.0, 13.0, 14.0, 16.0, 17.0, 15.0, 21.0, 20.0, 33.0, 28.0, 26.0, 40.0, 44.0, 38.0, 47.0, 41.0, 38.0, 38.0, 38.0, 33.0, 41.0, 35.0, 36.0, 39.0, 35.0, 24.0, 28.0, 22.0, 21.0, 15.0, 29.0, 10.0, 13.0, 13.0, 8.0, 8.0, 2.0, 4.0, 4.0, 3.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-12.82290267944336, -12.42560863494873, -12.028314590454102, -11.631019592285156, -11.233725547790527, -10.836431503295898, -10.43913745880127, -10.04184341430664, -9.644548416137695, -9.247254371643066, -8.849960327148438, -8.452665328979492, -8.055371284484863, -7.658077239990234, -7.2607831954956055, -6.863488674163818, -6.4661946296691895, -6.0689005851745605, -5.671606063842773, -5.2743120193481445, -4.877017498016357, -4.4797234535217285, -4.082428932189941, -3.6851348876953125, -3.2878406047821045, -2.8905463218688965, -2.4932520389556885, -2.0959577560424805, -1.698663592338562, -1.301369309425354, -0.9040751457214355, -0.5067808628082275, -0.10948657989501953, 0.2878076732158661, 0.6851019263267517, 1.082396149635315, 1.479690432548523, 1.876984715461731, 2.2742788791656494, 2.6715731620788574, 3.0688674449920654, 3.4661617279052734, 3.8634560108184814, 4.2607502937316895, 4.658044338226318, 5.0553388595581055, 5.452632904052734, 5.849926948547363, 6.24722146987915, 6.644515514373779, 7.041810035705566, 7.439104080200195, 7.836398601531982, 8.23369312286377, 8.630987167358398, 9.028281211853027, 9.425575256347656, 9.822869300842285, 10.220163345336914, 10.61745834350586, 11.014752388000488, 11.412046432495117, 11.809340476989746, 12.206634521484375, 12.60392951965332]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 4.0, 5.0, 6.0, 5.0, 11.0, 10.0, 9.0, 10.0, 9.0, 18.0, 17.0, 19.0, 25.0, 29.0, 23.0, 31.0, 37.0, 29.0, 40.0, 29.0, 36.0, 45.0, 43.0, 37.0, 47.0, 40.0, 31.0, 37.0, 33.0, 34.0, 37.0, 32.0, 27.0, 28.0, 24.0, 16.0, 14.0, 10.0, 21.0, 8.0, 4.0, 9.0, 10.0, 1.0, 5.0, 8.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.9306640625, -1.8691253662109375, -1.807586669921875, -1.7460479736328125, -1.68450927734375, -1.6229705810546875, -1.561431884765625, -1.4998931884765625, -1.4383544921875, -1.3768157958984375, -1.315277099609375, -1.2537384033203125, -1.19219970703125, -1.1306610107421875, -1.069122314453125, -1.0075836181640625, -0.946044921875, -0.8845062255859375, -0.822967529296875, -0.7614288330078125, -0.69989013671875, -0.6383514404296875, -0.576812744140625, -0.5152740478515625, -0.4537353515625, -0.3921966552734375, -0.330657958984375, -0.2691192626953125, -0.20758056640625, -0.1460418701171875, -0.084503173828125, -0.0229644775390625, 0.03857421875, 0.1001129150390625, 0.161651611328125, 0.2231903076171875, 0.28472900390625, 0.3462677001953125, 0.407806396484375, 0.4693450927734375, 0.5308837890625, 0.5924224853515625, 0.653961181640625, 0.7154998779296875, 0.77703857421875, 0.8385772705078125, 0.900115966796875, 0.9616546630859375, 1.023193359375, 1.0847320556640625, 1.146270751953125, 1.2078094482421875, 1.26934814453125, 1.3308868408203125, 1.392425537109375, 1.4539642333984375, 1.5155029296875, 1.5770416259765625, 1.638580322265625, 1.7001190185546875, 1.76165771484375, 1.8231964111328125, 1.884735107421875, 1.9462738037109375, 2.0078125]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 7.0, 8.0, 9.0, 15.0, 25.0, 24.0, 29.0, 67.0, 82.0, 108.0, 143.0, 232.0, 324.0, 497.0, 685.0, 948.0, 1482.0, 2288.0, 3499.0, 5799.0, 10602.0, 25000.0, 94512.0, 491881.0, 312934.0, 56639.0, 18198.0, 8555.0, 4881.0, 3027.0, 1942.0, 1271.0, 877.0, 584.0, 422.0, 302.0, 190.0, 134.0, 107.0, 58.0, 58.0, 33.0, 35.0, 12.0, 4.0, 14.0, 5.0, 4.0, 5.0, 6.0, 3.0], "bins": [-1.4697265625, -1.4298248291015625, -1.389923095703125, -1.3500213623046875, -1.31011962890625, -1.2702178955078125, -1.230316162109375, -1.1904144287109375, -1.1505126953125, -1.1106109619140625, -1.070709228515625, -1.0308074951171875, -0.99090576171875, -0.9510040283203125, -0.911102294921875, -0.8712005615234375, -0.831298828125, -0.7913970947265625, -0.751495361328125, -0.7115936279296875, -0.67169189453125, -0.6317901611328125, -0.591888427734375, -0.5519866943359375, -0.5120849609375, -0.4721832275390625, -0.432281494140625, -0.3923797607421875, -0.35247802734375, -0.3125762939453125, -0.272674560546875, -0.2327728271484375, -0.19287109375, -0.1529693603515625, -0.113067626953125, -0.0731658935546875, -0.03326416015625, 0.0066375732421875, 0.046539306640625, 0.0864410400390625, 0.1263427734375, 0.1662445068359375, 0.206146240234375, 0.2460479736328125, 0.28594970703125, 0.3258514404296875, 0.365753173828125, 0.4056549072265625, 0.445556640625, 0.4854583740234375, 0.525360107421875, 0.5652618408203125, 0.60516357421875, 0.6450653076171875, 0.684967041015625, 0.7248687744140625, 0.7647705078125, 0.8046722412109375, 0.844573974609375, 0.8844757080078125, 0.92437744140625, 0.9642791748046875, 1.004180908203125, 1.0440826416015625, 1.083984375]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 5.0, 7.0, 10.0, 7.0, 13.0, 10.0, 15.0, 13.0, 13.0, 20.0, 27.0, 26.0, 30.0, 39.0, 33.0, 38.0, 41.0, 28.0, 35.0, 53.0, 1075.0, 32.0, 41.0, 40.0, 38.0, 43.0, 29.0, 28.0, 45.0, 30.0, 28.0, 23.0, 17.0, 16.0, 19.0, 14.0, 10.0, 9.0, 8.0, 10.0, 2.0, 5.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-1.4794921875, -1.43682861328125, -1.3941650390625, -1.35150146484375, -1.308837890625, -1.26617431640625, -1.2235107421875, -1.18084716796875, -1.13818359375, -1.09552001953125, -1.0528564453125, -1.01019287109375, -0.967529296875, -0.92486572265625, -0.8822021484375, -0.83953857421875, -0.796875, -0.75421142578125, -0.7115478515625, -0.66888427734375, -0.626220703125, -0.58355712890625, -0.5408935546875, -0.49822998046875, -0.45556640625, -0.41290283203125, -0.3702392578125, -0.32757568359375, -0.284912109375, -0.24224853515625, -0.1995849609375, -0.15692138671875, -0.1142578125, -0.07159423828125, -0.0289306640625, 0.01373291015625, 0.056396484375, 0.09906005859375, 0.1417236328125, 0.18438720703125, 0.22705078125, 0.26971435546875, 0.3123779296875, 0.35504150390625, 0.397705078125, 0.44036865234375, 0.4830322265625, 0.52569580078125, 0.568359375, 0.61102294921875, 0.6536865234375, 0.69635009765625, 0.739013671875, 0.78167724609375, 0.8243408203125, 0.86700439453125, 0.90966796875, 0.95233154296875, 0.9949951171875, 1.03765869140625, 1.080322265625, 1.12298583984375, 1.1656494140625, 1.20831298828125, 1.2509765625]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 5.0, 0.0, 3.0, 6.0, 10.0, 8.0, 10.0, 20.0, 22.0, 36.0, 47.0, 101.0, 152.0, 245.0, 482.0, 927.0, 2143.0, 5608.0, 24799.0, 1345566.0, 685787.0, 22028.0, 5298.0, 1919.0, 845.0, 457.0, 252.0, 119.0, 77.0, 52.0, 31.0, 25.0, 21.0, 16.0, 4.0, 4.0, 5.0, 3.0, 0.0, 1.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.615234375, -1.555328369140625, -1.49542236328125, -1.435516357421875, -1.3756103515625, -1.315704345703125, -1.25579833984375, -1.195892333984375, -1.135986328125, -1.076080322265625, -1.01617431640625, -0.956268310546875, -0.8963623046875, -0.836456298828125, -0.77655029296875, -0.716644287109375, -0.65673828125, -0.596832275390625, -0.53692626953125, -0.477020263671875, -0.4171142578125, -0.357208251953125, -0.29730224609375, -0.237396240234375, -0.177490234375, -0.117584228515625, -0.05767822265625, 0.002227783203125, 0.0621337890625, 0.122039794921875, 0.18194580078125, 0.241851806640625, 0.3017578125, 0.361663818359375, 0.42156982421875, 0.481475830078125, 0.5413818359375, 0.601287841796875, 0.66119384765625, 0.721099853515625, 0.781005859375, 0.840911865234375, 0.90081787109375, 0.960723876953125, 1.0206298828125, 1.080535888671875, 1.14044189453125, 1.200347900390625, 1.26025390625, 1.320159912109375, 1.38006591796875, 1.439971923828125, 1.4998779296875, 1.559783935546875, 1.61968994140625, 1.679595947265625, 1.739501953125, 1.799407958984375, 1.85931396484375, 1.919219970703125, 1.9791259765625, 2.039031982421875, 2.09893798828125, 2.158843994140625, 2.21875]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 5.0, 5.0, 4.0, 4.0, 6.0, 8.0, 8.0, 9.0, 13.0, 16.0, 13.0, 12.0, 32.0, 61.0, 90.0, 135.0, 172.0, 131.0, 99.0, 62.0, 25.0, 20.0, 13.0, 8.0, 12.0, 7.0, 4.0, 7.0, 4.0, 3.0, 3.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.13671875, -0.13307857513427734, -0.1294384002685547, -0.12579822540283203, -0.12215805053710938, -0.11851787567138672, -0.11487770080566406, -0.1112375259399414, -0.10759735107421875, -0.1039571762084961, -0.10031700134277344, -0.09667682647705078, -0.09303665161132812, -0.08939647674560547, -0.08575630187988281, -0.08211612701416016, -0.0784759521484375, -0.07483577728271484, -0.07119560241699219, -0.06755542755126953, -0.06391525268554688, -0.06027507781982422, -0.05663490295410156, -0.052994728088378906, -0.04935455322265625, -0.045714378356933594, -0.04207420349121094, -0.03843402862548828, -0.034793853759765625, -0.03115367889404297, -0.027513504028320312, -0.023873329162597656, -0.020233154296875, -0.016592979431152344, -0.012952804565429688, -0.009312629699707031, -0.005672454833984375, -0.0020322799682617188, 0.0016078948974609375, 0.005248069763183594, 0.00888824462890625, 0.012528419494628906, 0.016168594360351562, 0.01980876922607422, 0.023448944091796875, 0.02708911895751953, 0.030729293823242188, 0.034369468688964844, 0.0380096435546875, 0.041649818420410156, 0.04528999328613281, 0.04893016815185547, 0.052570343017578125, 0.05621051788330078, 0.05985069274902344, 0.0634908676147461, 0.06713104248046875, 0.0707712173461914, 0.07441139221191406, 0.07805156707763672, 0.08169174194335938, 0.08533191680908203, 0.08897209167480469, 0.09261226654052734, 0.09625244140625]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 5.0, 4.0, 2.0, 3.0, 3.0, 1.0, 5.0, 7.0, 15.0, 13.0, 20.0, 56.0, 69.0, 209.0, 1023.0, 95124.0, 949460.0, 1937.0, 291.0, 127.0, 46.0, 31.0, 23.0, 13.0, 11.0, 10.0, 8.0, 8.0, 2.0, 4.0, 4.0, 5.0, 6.0, 2.0, 3.0, 0.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.17578125, -2.09246826171875, -2.0091552734375, -1.92584228515625, -1.842529296875, -1.75921630859375, -1.6759033203125, -1.59259033203125, -1.50927734375, -1.42596435546875, -1.3426513671875, -1.25933837890625, -1.176025390625, -1.09271240234375, -1.0093994140625, -0.92608642578125, -0.8427734375, -0.75946044921875, -0.6761474609375, -0.59283447265625, -0.509521484375, -0.42620849609375, -0.3428955078125, -0.25958251953125, -0.17626953125, -0.09295654296875, -0.0096435546875, 0.07366943359375, 0.156982421875, 0.24029541015625, 0.3236083984375, 0.40692138671875, 0.490234375, 0.57354736328125, 0.6568603515625, 0.74017333984375, 0.823486328125, 0.90679931640625, 0.9901123046875, 1.07342529296875, 1.15673828125, 1.24005126953125, 1.3233642578125, 1.40667724609375, 1.489990234375, 1.57330322265625, 1.6566162109375, 1.73992919921875, 1.8232421875, 1.90655517578125, 1.9898681640625, 2.07318115234375, 2.156494140625, 2.23980712890625, 2.3231201171875, 2.40643310546875, 2.48974609375, 2.57305908203125, 2.6563720703125, 2.73968505859375, 2.822998046875, 2.90631103515625, 2.9896240234375, 3.07293701171875, 3.15625]}, "gradients/decoder.transformer.h.11.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 4.0, 11.0, 13.0, 15.0, 25.0, 41.0, 62.0, 85.0, 134.0, 140.0, 119.0, 108.0, 86.0, 59.0, 36.0, 19.0, 22.0, 8.0, 6.0, 6.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.135187566280365, -0.1306641548871994, -0.126140758395195, -0.12161735445261002, -0.11709395051002502, -0.11257053911685944, -0.10804713517427444, -0.10352373123168945, -0.09900032728910446, -0.09447692334651947, -0.08995351940393448, -0.08543011546134949, -0.0809067040681839, -0.0763833075761795, -0.07185989618301392, -0.06733649224042892, -0.06281308829784393, -0.05828968435525894, -0.05376628041267395, -0.04924287274479866, -0.04471946880221367, -0.04019606485962868, -0.03567265719175339, -0.031149253249168396, -0.026625849306583405, -0.022102445363998413, -0.017579039558768272, -0.013055634684860706, -0.00853222981095314, -0.004008825868368149, 0.0005145799368619919, 0.005037985742092133, 0.009561404585838318, 0.014084809459745884, 0.01860821433365345, 0.02313162013888359, 0.027655024081468582, 0.032178428024053574, 0.036701835691928864, 0.041225239634513855, 0.045748643577098846, 0.05027204751968384, 0.05479545146226883, 0.05931885913014412, 0.06384226679801941, 0.0683656632900238, 0.07288907468318939, 0.07741247862577438, 0.08193588256835938, 0.08645928651094437, 0.09098269045352936, 0.09550609439611435, 0.10002949833869934, 0.10455290973186493, 0.10907631367444992, 0.11359971761703491, 0.1181231215596199, 0.1226465255022049, 0.12716993689537048, 0.13169333338737488, 0.13621674478054047, 0.14074014127254486, 0.14526355266571045, 0.14978694915771484, 0.15431036055088043]}, "gradients/decoder.transformer.h.11.ln_cross_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 1.0, 1.0, 4.0, 7.0, 6.0, 11.0, 11.0, 11.0, 13.0, 14.0, 17.0, 16.0, 29.0, 19.0, 32.0, 27.0, 30.0, 31.0, 40.0, 37.0, 36.0, 33.0, 32.0, 36.0, 40.0, 37.0, 40.0, 44.0, 36.0, 36.0, 28.0, 24.0, 27.0, 31.0, 21.0, 23.0, 11.0, 23.0, 19.0, 14.0, 10.0, 19.0, 9.0, 6.0, 3.0, 4.0, 5.0, 1.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.09463292360305786, -0.09179526567459106, -0.08895760774612427, -0.08611995726823807, -0.08328229933977127, -0.08044464141130447, -0.07760699093341827, -0.07476933300495148, -0.07193167507648468, -0.06909401714801788, -0.06625635921955109, -0.06341870874166489, -0.06058105081319809, -0.05774339288473129, -0.054905738681554794, -0.052068084478378296, -0.0492304265499115, -0.0463927686214447, -0.043555114418268204, -0.040717460215091705, -0.03787980228662491, -0.03504214435815811, -0.03220449015498161, -0.029366834089159966, -0.026529178023338318, -0.02369152195751667, -0.020853865891695023, -0.018016209825873375, -0.015178553760051727, -0.01234089769423008, -0.009503241628408432, -0.006665585562586784, -0.0038279294967651367, -0.000990273430943489, 0.0018473826348781586, 0.004685038700699806, 0.007522694766521454, 0.010360350832343102, 0.01319800689816475, 0.016035662963986397, 0.018873319029808044, 0.021710975095629692, 0.02454863116145134, 0.027386287227272987, 0.030223943293094635, 0.03306160122156143, 0.03589925542473793, 0.03873690962791443, 0.041574567556381226, 0.04441222548484802, 0.04724987968802452, 0.05008753389120102, 0.052925191819667816, 0.05576284974813461, 0.05860050395131111, 0.06143815815448761, 0.0642758160829544, 0.0671134740114212, 0.069951131939888, 0.0727887824177742, 0.075626440346241, 0.0784640982747078, 0.081301748752594, 0.08413940668106079, 0.08697706460952759]}, "gradients/decoder.transformer.h.11.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 5.0, 8.0, 5.0, 10.0, 10.0, 9.0, 10.0, 8.0, 19.0, 18.0, 19.0, 27.0, 25.0, 24.0, 34.0, 36.0, 27.0, 40.0, 29.0, 40.0, 39.0, 47.0, 38.0, 45.0, 38.0, 31.0, 41.0, 30.0, 36.0, 37.0, 31.0, 28.0, 26.0, 23.0, 17.0, 15.0, 12.0, 18.0, 8.0, 4.0, 9.0, 10.0, 1.0, 5.0, 8.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.9306640625, -1.8690643310546875, -1.807464599609375, -1.7458648681640625, -1.68426513671875, -1.6226654052734375, -1.561065673828125, -1.4994659423828125, -1.4378662109375, -1.3762664794921875, -1.314666748046875, -1.2530670166015625, -1.19146728515625, -1.1298675537109375, -1.068267822265625, -1.0066680908203125, -0.945068359375, -0.8834686279296875, -0.821868896484375, -0.7602691650390625, -0.69866943359375, -0.6370697021484375, -0.575469970703125, -0.5138702392578125, -0.4522705078125, -0.3906707763671875, -0.329071044921875, -0.2674713134765625, -0.20587158203125, -0.1442718505859375, -0.082672119140625, -0.0210723876953125, 0.04052734375, 0.1021270751953125, 0.163726806640625, 0.2253265380859375, 0.28692626953125, 0.3485260009765625, 0.410125732421875, 0.4717254638671875, 0.5333251953125, 0.5949249267578125, 0.656524658203125, 0.7181243896484375, 0.77972412109375, 0.8413238525390625, 0.902923583984375, 0.9645233154296875, 1.026123046875, 1.0877227783203125, 1.149322509765625, 1.2109222412109375, 1.27252197265625, 1.3341217041015625, 1.395721435546875, 1.4573211669921875, 1.5189208984375, 1.5805206298828125, 1.642120361328125, 1.7037200927734375, 1.76531982421875, 1.8269195556640625, 1.888519287109375, 1.9501190185546875, 2.01171875]}, "gradients/decoder.transformer.h.11.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 4.0, 4.0, 5.0, 9.0, 21.0, 20.0, 27.0, 31.0, 64.0, 116.0, 173.0, 288.0, 413.0, 676.0, 1045.0, 1743.0, 2859.0, 4704.0, 7713.0, 13438.0, 23350.0, 40424.0, 73744.0, 142743.0, 301169.0, 205697.0, 100311.0, 53881.0, 30439.0, 17619.0, 10223.0, 6168.0, 3562.0, 2224.0, 1365.0, 859.0, 539.0, 327.0, 195.0, 140.0, 76.0, 64.0, 31.0, 19.0, 26.0, 9.0, 5.0, 5.0, 0.0, 1.0, 0.0, 2.0], "bins": [-2.541015625, -2.47186279296875, -2.4027099609375, -2.33355712890625, -2.264404296875, -2.19525146484375, -2.1260986328125, -2.05694580078125, -1.98779296875, -1.91864013671875, -1.8494873046875, -1.78033447265625, -1.711181640625, -1.64202880859375, -1.5728759765625, -1.50372314453125, -1.4345703125, -1.36541748046875, -1.2962646484375, -1.22711181640625, -1.157958984375, -1.08880615234375, -1.0196533203125, -0.95050048828125, -0.88134765625, -0.81219482421875, -0.7430419921875, -0.67388916015625, -0.604736328125, -0.53558349609375, -0.4664306640625, -0.39727783203125, -0.328125, -0.25897216796875, -0.1898193359375, -0.12066650390625, -0.051513671875, 0.01763916015625, 0.0867919921875, 0.15594482421875, 0.22509765625, 0.29425048828125, 0.3634033203125, 0.43255615234375, 0.501708984375, 0.57086181640625, 0.6400146484375, 0.70916748046875, 0.7783203125, 0.84747314453125, 0.9166259765625, 0.98577880859375, 1.054931640625, 1.12408447265625, 1.1932373046875, 1.26239013671875, 1.33154296875, 1.40069580078125, 1.4698486328125, 1.53900146484375, 1.608154296875, 1.67730712890625, 1.7464599609375, 1.81561279296875, 1.884765625]}, "gradients/decoder.transformer.h.11.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 5.0, 7.0, 4.0, 7.0, 6.0, 10.0, 6.0, 12.0, 21.0, 17.0, 21.0, 24.0, 25.0, 31.0, 27.0, 40.0, 50.0, 62.0, 72.0, 137.0, 238.0, 1433.0, 241.0, 109.0, 80.0, 59.0, 47.0, 33.0, 38.0, 21.0, 30.0, 27.0, 28.0, 21.0, 15.0, 13.0, 8.0, 3.0, 4.0, 13.0, 4.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.8515625, -6.64068603515625, -6.4298095703125, -6.21893310546875, -6.008056640625, -5.79718017578125, -5.5863037109375, -5.37542724609375, -5.16455078125, -4.95367431640625, -4.7427978515625, -4.53192138671875, -4.321044921875, -4.11016845703125, -3.8992919921875, -3.68841552734375, -3.4775390625, -3.26666259765625, -3.0557861328125, -2.84490966796875, -2.634033203125, -2.42315673828125, -2.2122802734375, -2.00140380859375, -1.79052734375, -1.57965087890625, -1.3687744140625, -1.15789794921875, -0.947021484375, -0.73614501953125, -0.5252685546875, -0.31439208984375, -0.103515625, 0.10736083984375, 0.3182373046875, 0.52911376953125, 0.739990234375, 0.95086669921875, 1.1617431640625, 1.37261962890625, 1.58349609375, 1.79437255859375, 2.0052490234375, 2.21612548828125, 2.427001953125, 2.63787841796875, 2.8487548828125, 3.05963134765625, 3.2705078125, 3.48138427734375, 3.6922607421875, 3.90313720703125, 4.114013671875, 4.32489013671875, 4.5357666015625, 4.74664306640625, 4.95751953125, 5.16839599609375, 5.3792724609375, 5.59014892578125, 5.801025390625, 6.01190185546875, 6.2227783203125, 6.43365478515625, 6.64453125]}, "gradients/decoder.transformer.h.11.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 5.0, 3.0, 9.0, 4.0, 8.0, 7.0, 13.0, 26.0, 28.0, 55.0, 58.0, 55.0, 84.0, 111.0, 151.0, 248.0, 432.0, 1265.0, 12025.0, 669658.0, 2422447.0, 35323.0, 2113.0, 568.0, 288.0, 172.0, 132.0, 103.0, 76.0, 65.0, 36.0, 43.0, 23.0, 19.0, 11.0, 14.0, 9.0, 4.0, 4.0, 4.0, 7.0, 3.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.578125, -13.142333984375, -12.70654296875, -12.270751953125, -11.8349609375, -11.399169921875, -10.96337890625, -10.527587890625, -10.091796875, -9.656005859375, -9.22021484375, -8.784423828125, -8.3486328125, -7.912841796875, -7.47705078125, -7.041259765625, -6.60546875, -6.169677734375, -5.73388671875, -5.298095703125, -4.8623046875, -4.426513671875, -3.99072265625, -3.554931640625, -3.119140625, -2.683349609375, -2.24755859375, -1.811767578125, -1.3759765625, -0.940185546875, -0.50439453125, -0.068603515625, 0.3671875, 0.802978515625, 1.23876953125, 1.674560546875, 2.1103515625, 2.546142578125, 2.98193359375, 3.417724609375, 3.853515625, 4.289306640625, 4.72509765625, 5.160888671875, 5.5966796875, 6.032470703125, 6.46826171875, 6.904052734375, 7.33984375, 7.775634765625, 8.21142578125, 8.647216796875, 9.0830078125, 9.518798828125, 9.95458984375, 10.390380859375, 10.826171875, 11.261962890625, 11.69775390625, 12.133544921875, 12.5693359375, 13.005126953125, 13.44091796875, 13.876708984375, 14.3125]}, "gradients/decoder.transformer.h.11.ln_1.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 11.0, 61.0, 295.0, 433.0, 180.0, 33.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.693843841552734, -16.126502990722656, -14.559160232543945, -12.991819381713867, -11.424477577209473, -9.857135772705078, -8.289794921875, -6.7224531173706055, -5.155111312866211, -3.5877697467803955, -2.02042818069458, -0.45308685302734375, 1.1142549514770508, 2.6815967559814453, 4.248937606811523, 5.816279411315918, 7.3836212158203125, 8.950963020324707, 10.518304824829102, 12.08564567565918, 13.652987480163574, 15.220329284667969, 16.787670135498047, 18.355010986328125, 19.922353744506836, 21.489694595336914, 23.057037353515625, 24.624378204345703, 26.19171905517578, 27.759061813354492, 29.32640266418457, 30.89374542236328, 32.461082458496094, 34.02842330932617, 35.59576416015625, 37.163108825683594, 38.73044967651367, 40.29779052734375, 41.86513137817383, 43.432472229003906, 44.99981689453125, 46.56715774536133, 48.134498596191406, 49.70184326171875, 51.26918411254883, 52.836524963378906, 54.403865814208984, 55.97120666503906, 57.53854751586914, 59.10588836669922, 60.6732292175293, 62.240570068359375, 63.80791473388672, 65.37525939941406, 66.94259643554688, 68.50994110107422, 70.07727813720703, 71.64462280273438, 73.21195983886719, 74.77930450439453, 76.34664154052734, 77.91398620605469, 79.4813232421875, 81.04866790771484, 82.61601257324219]}, "gradients/decoder.transformer.h.11.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 6.0, 4.0, 5.0, 8.0, 7.0, 16.0, 13.0, 23.0, 20.0, 28.0, 31.0, 15.0, 34.0, 27.0, 42.0, 40.0, 41.0, 38.0, 43.0, 48.0, 34.0, 47.0, 41.0, 37.0, 34.0, 48.0, 42.0, 26.0, 38.0, 29.0, 29.0, 18.0, 15.0, 13.0, 7.0, 11.0, 12.0, 9.0, 5.0, 4.0, 4.0, 3.0, 2.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0], "bins": [-18.819501876831055, -18.260541915893555, -17.701581954956055, -17.142621994018555, -16.583662033081055, -16.024702072143555, -15.465742111206055, -14.906782150268555, -14.347822189331055, -13.788862228393555, -13.229902267456055, -12.670942306518555, -12.111982345581055, -11.553022384643555, -10.994062423706055, -10.435102462768555, -9.876142501831055, -9.317182540893555, -8.758222579956055, -8.199262619018555, -7.640302658081055, -7.081342697143555, -6.522382736206055, -5.963422775268555, -5.404462814331055, -4.845502853393555, -4.286542892456055, -3.7275829315185547, -3.1686229705810547, -2.6096630096435547, -2.0507030487060547, -1.4917430877685547, -0.9327850341796875, -0.3738250732421875, 0.1851348876953125, 0.7440948486328125, 1.3030548095703125, 1.8620147705078125, 2.4209747314453125, 2.9799346923828125, 3.5388946533203125, 4.0978546142578125, 4.6568145751953125, 5.2157745361328125, 5.7747344970703125, 6.3336944580078125, 6.8926544189453125, 7.4516143798828125, 8.010574340820312, 8.569534301757812, 9.128494262695312, 9.687454223632812, 10.246414184570312, 10.805374145507812, 11.364334106445312, 11.923294067382812, 12.482254028320312, 13.041213989257812, 13.600173950195312, 14.159133911132812, 14.718093872070312, 15.277053833007812, 15.836013793945312, 16.394973754882812, 16.953933715820312]}, "gradients/decoder.transformer.h.10.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 7.0, 6.0, 6.0, 10.0, 14.0, 15.0, 21.0, 12.0, 13.0, 25.0, 16.0, 17.0, 29.0, 33.0, 44.0, 32.0, 42.0, 42.0, 42.0, 35.0, 44.0, 33.0, 48.0, 37.0, 52.0, 30.0, 42.0, 27.0, 37.0, 37.0, 33.0, 25.0, 15.0, 16.0, 9.0, 9.0, 7.0, 12.0, 8.0, 7.0, 5.0, 4.0, 4.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.435546875, -2.365753173828125, -2.29595947265625, -2.226165771484375, -2.1563720703125, -2.086578369140625, -2.01678466796875, -1.946990966796875, -1.877197265625, -1.807403564453125, -1.73760986328125, -1.667816162109375, -1.5980224609375, -1.528228759765625, -1.45843505859375, -1.388641357421875, -1.31884765625, -1.249053955078125, -1.17926025390625, -1.109466552734375, -1.0396728515625, -0.969879150390625, -0.90008544921875, -0.830291748046875, -0.760498046875, -0.690704345703125, -0.62091064453125, -0.551116943359375, -0.4813232421875, -0.411529541015625, -0.34173583984375, -0.271942138671875, -0.2021484375, -0.132354736328125, -0.06256103515625, 0.007232666015625, 0.0770263671875, 0.146820068359375, 0.21661376953125, 0.286407470703125, 0.356201171875, 0.425994873046875, 0.49578857421875, 0.565582275390625, 0.6353759765625, 0.705169677734375, 0.77496337890625, 0.844757080078125, 0.91455078125, 0.984344482421875, 1.05413818359375, 1.123931884765625, 1.1937255859375, 1.263519287109375, 1.33331298828125, 1.403106689453125, 1.472900390625, 1.542694091796875, 1.61248779296875, 1.682281494140625, 1.7520751953125, 1.821868896484375, 1.89166259765625, 1.961456298828125, 2.03125]}, "gradients/decoder.transformer.h.10.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 7.0, 7.0, 7.0, 13.0, 13.0, 20.0, 26.0, 34.0, 59.0, 99.0, 191.0, 367.0, 662.0, 1417.0, 3259.0, 7544.0, 20425.0, 60659.0, 216140.0, 967345.0, 2058271.0, 637836.0, 149795.0, 44247.0, 15016.0, 5885.0, 2564.0, 1136.0, 554.0, 270.0, 168.0, 88.0, 50.0, 23.0, 35.0, 17.0, 15.0, 10.0, 3.0, 6.0, 5.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.896484375, -3.772247314453125, -3.64801025390625, -3.523773193359375, -3.3995361328125, -3.275299072265625, -3.15106201171875, -3.026824951171875, -2.902587890625, -2.778350830078125, -2.65411376953125, -2.529876708984375, -2.4056396484375, -2.281402587890625, -2.15716552734375, -2.032928466796875, -1.90869140625, -1.784454345703125, -1.66021728515625, -1.535980224609375, -1.4117431640625, -1.287506103515625, -1.16326904296875, -1.039031982421875, -0.914794921875, -0.790557861328125, -0.66632080078125, -0.542083740234375, -0.4178466796875, -0.293609619140625, -0.16937255859375, -0.045135498046875, 0.0791015625, 0.203338623046875, 0.32757568359375, 0.451812744140625, 0.5760498046875, 0.700286865234375, 0.82452392578125, 0.948760986328125, 1.072998046875, 1.197235107421875, 1.32147216796875, 1.445709228515625, 1.5699462890625, 1.694183349609375, 1.81842041015625, 1.942657470703125, 2.06689453125, 2.191131591796875, 2.31536865234375, 2.439605712890625, 2.5638427734375, 2.688079833984375, 2.81231689453125, 2.936553955078125, 3.060791015625, 3.185028076171875, 3.30926513671875, 3.433502197265625, 3.5577392578125, 3.681976318359375, 3.80621337890625, 3.930450439453125, 4.0546875]}, "gradients/decoder.transformer.h.10.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 7.0, 7.0, 7.0, 8.0, 7.0, 11.0, 20.0, 18.0, 21.0, 28.0, 35.0, 55.0, 57.0, 76.0, 91.0, 105.0, 136.0, 191.0, 225.0, 274.0, 349.0, 393.0, 385.0, 343.0, 252.0, 236.0, 149.0, 136.0, 99.0, 84.0, 64.0, 41.0, 32.0, 31.0, 22.0, 13.0, 12.0, 10.0, 11.0, 10.0, 7.0, 5.0, 4.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0], "bins": [-3.3828125, -3.282318115234375, -3.18182373046875, -3.081329345703125, -2.9808349609375, -2.880340576171875, -2.77984619140625, -2.679351806640625, -2.578857421875, -2.478363037109375, -2.37786865234375, -2.277374267578125, -2.1768798828125, -2.076385498046875, -1.97589111328125, -1.875396728515625, -1.77490234375, -1.674407958984375, -1.57391357421875, -1.473419189453125, -1.3729248046875, -1.272430419921875, -1.17193603515625, -1.071441650390625, -0.970947265625, -0.870452880859375, -0.76995849609375, -0.669464111328125, -0.5689697265625, -0.468475341796875, -0.36798095703125, -0.267486572265625, -0.1669921875, -0.066497802734375, 0.03399658203125, 0.134490966796875, 0.2349853515625, 0.335479736328125, 0.43597412109375, 0.536468505859375, 0.636962890625, 0.737457275390625, 0.83795166015625, 0.938446044921875, 1.0389404296875, 1.139434814453125, 1.23992919921875, 1.340423583984375, 1.44091796875, 1.541412353515625, 1.64190673828125, 1.742401123046875, 1.8428955078125, 1.943389892578125, 2.04388427734375, 2.144378662109375, 2.244873046875, 2.345367431640625, 2.44586181640625, 2.546356201171875, 2.6468505859375, 2.747344970703125, 2.84783935546875, 2.948333740234375, 3.048828125]}, "gradients/decoder.transformer.h.10.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 5.0, 0.0, 1.0, 2.0, 6.0, 4.0, 4.0, 5.0, 11.0, 9.0, 12.0, 19.0, 20.0, 24.0, 34.0, 46.0, 67.0, 108.0, 136.0, 148.0, 200.0, 374.0, 700.0, 4059.0, 54805.0, 1718215.0, 2336618.0, 71660.0, 5024.0, 785.0, 314.0, 212.0, 145.0, 113.0, 103.0, 64.0, 42.0, 51.0, 31.0, 26.0, 22.0, 16.0, 9.0, 12.0, 8.0, 8.0, 3.0, 5.0, 2.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.9453125, -12.5283203125, -12.111328125, -11.6943359375, -11.27734375, -10.8603515625, -10.443359375, -10.0263671875, -9.609375, -9.1923828125, -8.775390625, -8.3583984375, -7.94140625, -7.5244140625, -7.107421875, -6.6904296875, -6.2734375, -5.8564453125, -5.439453125, -5.0224609375, -4.60546875, -4.1884765625, -3.771484375, -3.3544921875, -2.9375, -2.5205078125, -2.103515625, -1.6865234375, -1.26953125, -0.8525390625, -0.435546875, -0.0185546875, 0.3984375, 0.8154296875, 1.232421875, 1.6494140625, 2.06640625, 2.4833984375, 2.900390625, 3.3173828125, 3.734375, 4.1513671875, 4.568359375, 4.9853515625, 5.40234375, 5.8193359375, 6.236328125, 6.6533203125, 7.0703125, 7.4873046875, 7.904296875, 8.3212890625, 8.73828125, 9.1552734375, 9.572265625, 9.9892578125, 10.40625, 10.8232421875, 11.240234375, 11.6572265625, 12.07421875, 12.4912109375, 12.908203125, 13.3251953125, 13.7421875]}, "gradients/decoder.transformer.h.10.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 8.0, 15.0, 35.0, 72.0, 119.0, 131.0, 148.0, 149.0, 144.0, 91.0, 50.0, 26.0, 9.0, 12.0, 3.0, 3.0], "bins": [-55.61568832397461, -54.600589752197266, -53.58549118041992, -52.57038879394531, -51.55529022216797, -50.540191650390625, -49.52509307861328, -48.50999450683594, -47.494895935058594, -46.47979736328125, -45.464698791503906, -44.44960021972656, -43.43449783325195, -42.41939926147461, -41.404300689697266, -40.38920211791992, -39.37409973144531, -38.35900115966797, -37.343902587890625, -36.32880401611328, -35.31370162963867, -34.29860305786133, -33.283504486083984, -32.26840591430664, -31.253307342529297, -30.238208770751953, -29.223108291625977, -28.208009719848633, -27.19291114807129, -26.177810668945312, -25.16271209716797, -24.147613525390625, -23.132518768310547, -22.117420196533203, -21.102319717407227, -20.087221145629883, -19.07212257385254, -18.057022094726562, -17.04192352294922, -16.026824951171875, -15.011724472045898, -13.996624946594238, -12.981526374816895, -11.966426849365234, -10.95132827758789, -9.93622875213623, -8.92112922668457, -7.906030178070068, -6.890931129455566, -5.8758320808410645, -4.8607330322265625, -3.8456335067749023, -2.8305344581604004, -1.8154354095458984, -0.8003358840942383, 0.21476316452026367, 1.2298622131347656, 2.2449612617492676, 3.2600605487823486, 4.27515983581543, 5.290258884429932, 6.305357933044434, 7.320457458496094, 8.335556030273438, 9.350655555725098]}, "gradients/decoder.transformer.h.10.ln_2.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 3.0, 6.0, 10.0, 13.0, 7.0, 14.0, 8.0, 17.0, 18.0, 26.0, 32.0, 29.0, 41.0, 38.0, 29.0, 34.0, 39.0, 35.0, 36.0, 39.0, 48.0, 57.0, 49.0, 48.0, 32.0, 23.0, 34.0, 25.0, 31.0, 36.0, 29.0, 22.0, 21.0, 19.0, 14.0, 9.0, 10.0, 4.0, 6.0, 1.0, 4.0, 4.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-11.896803855895996, -11.500794410705566, -11.10478401184082, -10.70877456665039, -10.312765121459961, -9.916754722595215, -9.520745277404785, -9.124734878540039, -8.72872543334961, -8.33271598815918, -7.936705589294434, -7.540696144104004, -7.144686222076416, -6.748676300048828, -6.352666854858398, -5.9566569328308105, -5.560647010803223, -5.164637088775635, -4.768627166748047, -4.372617721557617, -3.9766077995300293, -3.5805978775024414, -3.1845881938934326, -2.788578510284424, -2.392568588256836, -1.9965587854385376, -1.6005489826202393, -1.204539179801941, -0.8085293769836426, -0.41251957416534424, -0.0165097713470459, 0.3794999122619629, 0.7755107879638672, 1.1715205907821655, 1.5675303936004639, 1.9635401964187622, 2.3595499992370605, 2.7555599212646484, 3.1515696048736572, 3.547579288482666, 3.943589210510254, 4.339599132537842, 4.73560905456543, 5.131618499755859, 5.527628421783447, 5.923638343811035, 6.319647789001465, 6.715657711029053, 7.111667633056641, 7.5076775550842285, 7.903687477111816, 8.299696922302246, 8.695707321166992, 9.091716766357422, 9.487726211547852, 9.883735656738281, 10.279746055603027, 10.675755500793457, 11.071765899658203, 11.467775344848633, 11.863784790039062, 12.259795188903809, 12.655804634094238, 13.051815032958984, 13.447824478149414]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 7.0, 7.0, 9.0, 7.0, 9.0, 15.0, 16.0, 13.0, 26.0, 24.0, 22.0, 25.0, 22.0, 28.0, 37.0, 37.0, 41.0, 42.0, 39.0, 45.0, 42.0, 48.0, 48.0, 36.0, 48.0, 34.0, 38.0, 37.0, 36.0, 29.0, 26.0, 24.0, 13.0, 12.0, 16.0, 8.0, 4.0, 9.0, 9.0, 3.0, 5.0, 4.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-2.23828125, -2.169464111328125, -2.10064697265625, -2.031829833984375, -1.9630126953125, -1.894195556640625, -1.82537841796875, -1.756561279296875, -1.687744140625, -1.618927001953125, -1.55010986328125, -1.481292724609375, -1.4124755859375, -1.343658447265625, -1.27484130859375, -1.206024169921875, -1.13720703125, -1.068389892578125, -0.99957275390625, -0.930755615234375, -0.8619384765625, -0.793121337890625, -0.72430419921875, -0.655487060546875, -0.586669921875, -0.517852783203125, -0.44903564453125, -0.380218505859375, -0.3114013671875, -0.242584228515625, -0.17376708984375, -0.104949951171875, -0.0361328125, 0.032684326171875, 0.10150146484375, 0.170318603515625, 0.2391357421875, 0.307952880859375, 0.37677001953125, 0.445587158203125, 0.514404296875, 0.583221435546875, 0.65203857421875, 0.720855712890625, 0.7896728515625, 0.858489990234375, 0.92730712890625, 0.996124267578125, 1.06494140625, 1.133758544921875, 1.20257568359375, 1.271392822265625, 1.3402099609375, 1.409027099609375, 1.47784423828125, 1.546661376953125, 1.615478515625, 1.684295654296875, 1.75311279296875, 1.821929931640625, 1.8907470703125, 1.959564208984375, 2.02838134765625, 2.097198486328125, 2.166015625]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 6.0, 4.0, 6.0, 13.0, 26.0, 25.0, 43.0, 52.0, 64.0, 126.0, 168.0, 241.0, 363.0, 484.0, 752.0, 1221.0, 2249.0, 4828.0, 15114.0, 61320.0, 288972.0, 484709.0, 140991.0, 30502.0, 8500.0, 3283.0, 1579.0, 944.0, 606.0, 429.0, 303.0, 209.0, 127.0, 106.0, 56.0, 34.0, 31.0, 24.0, 14.0, 9.0, 7.0, 5.0, 2.0, 4.0, 4.0, 1.0, 6.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6142578125, -0.5899429321289062, -0.5656280517578125, -0.5413131713867188, -0.516998291015625, -0.49268341064453125, -0.4683685302734375, -0.44405364990234375, -0.41973876953125, -0.39542388916015625, -0.3711090087890625, -0.34679412841796875, -0.322479248046875, -0.29816436767578125, -0.2738494873046875, -0.24953460693359375, -0.2252197265625, -0.20090484619140625, -0.1765899658203125, -0.15227508544921875, -0.127960205078125, -0.10364532470703125, -0.0793304443359375, -0.05501556396484375, -0.03070068359375, -0.00638580322265625, 0.0179290771484375, 0.04224395751953125, 0.066558837890625, 0.09087371826171875, 0.1151885986328125, 0.13950347900390625, 0.163818359375, 0.18813323974609375, 0.2124481201171875, 0.23676300048828125, 0.261077880859375, 0.28539276123046875, 0.3097076416015625, 0.33402252197265625, 0.35833740234375, 0.38265228271484375, 0.4069671630859375, 0.43128204345703125, 0.455596923828125, 0.47991180419921875, 0.5042266845703125, 0.5285415649414062, 0.5528564453125, 0.5771713256835938, 0.6014862060546875, 0.6258010864257812, 0.650115966796875, 0.6744308471679688, 0.6987457275390625, 0.7230606079101562, 0.74737548828125, 0.7716903686523438, 0.7960052490234375, 0.8203201293945312, 0.844635009765625, 0.8689498901367188, 0.8932647705078125, 0.9175796508789062, 0.94189453125]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 6.0, 3.0, 5.0, 4.0, 6.0, 7.0, 8.0, 27.0, 20.0, 19.0, 11.0, 24.0, 18.0, 30.0, 32.0, 26.0, 29.0, 36.0, 42.0, 24.0, 40.0, 36.0, 1058.0, 37.0, 39.0, 41.0, 44.0, 42.0, 34.0, 31.0, 28.0, 26.0, 32.0, 18.0, 19.0, 19.0, 18.0, 15.0, 15.0, 15.0, 11.0, 5.0, 9.0, 6.0, 5.0, 2.0, 3.0, 2.0, 3.0, 3.0, 2.0, 1.0], "bins": [-1.40234375, -1.3621978759765625, -1.322052001953125, -1.2819061279296875, -1.24176025390625, -1.2016143798828125, -1.161468505859375, -1.1213226318359375, -1.0811767578125, -1.0410308837890625, -1.000885009765625, -0.9607391357421875, -0.92059326171875, -0.8804473876953125, -0.840301513671875, -0.8001556396484375, -0.760009765625, -0.7198638916015625, -0.679718017578125, -0.6395721435546875, -0.59942626953125, -0.5592803955078125, -0.519134521484375, -0.4789886474609375, -0.4388427734375, -0.3986968994140625, -0.358551025390625, -0.3184051513671875, -0.27825927734375, -0.2381134033203125, -0.197967529296875, -0.1578216552734375, -0.11767578125, -0.0775299072265625, -0.037384033203125, 0.0027618408203125, 0.04290771484375, 0.0830535888671875, 0.123199462890625, 0.1633453369140625, 0.2034912109375, 0.2436370849609375, 0.283782958984375, 0.3239288330078125, 0.36407470703125, 0.4042205810546875, 0.444366455078125, 0.4845123291015625, 0.524658203125, 0.5648040771484375, 0.604949951171875, 0.6450958251953125, 0.68524169921875, 0.7253875732421875, 0.765533447265625, 0.8056793212890625, 0.8458251953125, 0.8859710693359375, 0.926116943359375, 0.9662628173828125, 1.00640869140625, 1.0465545654296875, 1.086700439453125, 1.1268463134765625, 1.1669921875]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 5.0, 9.0, 15.0, 19.0, 17.0, 26.0, 34.0, 59.0, 83.0, 99.0, 161.0, 235.0, 298.0, 409.0, 583.0, 827.0, 1437.0, 2627.0, 5897.0, 16136.0, 55248.0, 200693.0, 1399209.0, 295235.0, 79423.0, 22618.0, 7657.0, 3161.0, 1655.0, 973.0, 654.0, 455.0, 326.0, 248.0, 172.0, 126.0, 89.0, 53.0, 41.0, 35.0, 27.0, 22.0, 11.0, 9.0, 4.0, 4.0, 8.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.3935546875, -0.3807106018066406, -0.36786651611328125, -0.3550224304199219, -0.3421783447265625, -0.3293342590332031, -0.31649017333984375, -0.3036460876464844, -0.290802001953125, -0.2779579162597656, -0.26511383056640625, -0.2522697448730469, -0.2394256591796875, -0.22658157348632812, -0.21373748779296875, -0.20089340209960938, -0.18804931640625, -0.17520523071289062, -0.16236114501953125, -0.14951705932617188, -0.1366729736328125, -0.12382888793945312, -0.11098480224609375, -0.09814071655273438, -0.085296630859375, -0.07245254516601562, -0.05960845947265625, -0.046764373779296875, -0.0339202880859375, -0.021076202392578125, -0.00823211669921875, 0.004611968994140625, 0.0174560546875, 0.030300140380859375, 0.04314422607421875, 0.055988311767578125, 0.0688323974609375, 0.08167648315429688, 0.09452056884765625, 0.10736465454101562, 0.120208740234375, 0.13305282592773438, 0.14589691162109375, 0.15874099731445312, 0.1715850830078125, 0.18442916870117188, 0.19727325439453125, 0.21011734008789062, 0.22296142578125, 0.23580551147460938, 0.24864959716796875, 0.2614936828613281, 0.2743377685546875, 0.2871818542480469, 0.30002593994140625, 0.3128700256347656, 0.325714111328125, 0.3385581970214844, 0.35140228271484375, 0.3642463684082031, 0.3770904541015625, 0.3899345397949219, 0.40277862548828125, 0.4156227111816406, 0.428466796875]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 0.0, 3.0, 3.0, 1.0, 5.0, 8.0, 3.0, 5.0, 17.0, 12.0, 21.0, 36.0, 42.0, 77.0, 173.0, 241.0, 123.0, 85.0, 32.0, 34.0, 27.0, 15.0, 11.0, 5.0, 6.0, 3.0, 1.0, 5.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06744384765625, -0.06536674499511719, -0.06328964233398438, -0.06121253967285156, -0.05913543701171875, -0.05705833435058594, -0.054981231689453125, -0.05290412902832031, -0.0508270263671875, -0.04874992370605469, -0.046672821044921875, -0.04459571838378906, -0.04251861572265625, -0.04044151306152344, -0.038364410400390625, -0.03628730773925781, -0.034210205078125, -0.03213310241699219, -0.030055999755859375, -0.027978897094726562, -0.02590179443359375, -0.023824691772460938, -0.021747589111328125, -0.019670486450195312, -0.0175933837890625, -0.015516281127929688, -0.013439178466796875, -0.011362075805664062, -0.00928497314453125, -0.0072078704833984375, -0.005130767822265625, -0.0030536651611328125, -0.0009765625, 0.0011005401611328125, 0.003177642822265625, 0.0052547454833984375, 0.00733184814453125, 0.009408950805664062, 0.011486053466796875, 0.013563156127929688, 0.0156402587890625, 0.017717361450195312, 0.019794464111328125, 0.021871566772460938, 0.02394866943359375, 0.026025772094726562, 0.028102874755859375, 0.030179977416992188, 0.032257080078125, 0.03433418273925781, 0.036411285400390625, 0.03848838806152344, 0.04056549072265625, 0.04264259338378906, 0.044719696044921875, 0.04679679870605469, 0.0488739013671875, 0.05095100402832031, 0.053028106689453125, 0.05510520935058594, 0.05718231201171875, 0.05925941467285156, 0.061336517333984375, 0.06341361999511719, 0.06549072265625]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 4.0, 1.0, 3.0, 5.0, 2.0, 3.0, 5.0, 9.0, 15.0, 27.0, 62.0, 82.0, 275.0, 5596.0, 1034078.0, 7862.0, 290.0, 112.0, 43.0, 30.0, 16.0, 11.0, 5.0, 7.0, 2.0, 2.0, 6.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.568359375, -1.5201568603515625, -1.471954345703125, -1.4237518310546875, -1.37554931640625, -1.3273468017578125, -1.279144287109375, -1.2309417724609375, -1.1827392578125, -1.1345367431640625, -1.086334228515625, -1.0381317138671875, -0.98992919921875, -0.9417266845703125, -0.893524169921875, -0.8453216552734375, -0.797119140625, -0.7489166259765625, -0.700714111328125, -0.6525115966796875, -0.60430908203125, -0.5561065673828125, -0.507904052734375, -0.4597015380859375, -0.4114990234375, -0.3632965087890625, -0.315093994140625, -0.2668914794921875, -0.21868896484375, -0.1704864501953125, -0.122283935546875, -0.0740814208984375, -0.02587890625, 0.0223236083984375, 0.070526123046875, 0.1187286376953125, 0.16693115234375, 0.2151336669921875, 0.263336181640625, 0.3115386962890625, 0.3597412109375, 0.4079437255859375, 0.456146240234375, 0.5043487548828125, 0.55255126953125, 0.6007537841796875, 0.648956298828125, 0.6971588134765625, 0.745361328125, 0.7935638427734375, 0.841766357421875, 0.8899688720703125, 0.93817138671875, 0.9863739013671875, 1.034576416015625, 1.0827789306640625, 1.1309814453125, 1.1791839599609375, 1.227386474609375, 1.2755889892578125, 1.32379150390625, 1.3719940185546875, 1.420196533203125, 1.4683990478515625, 1.5166015625]}, "gradients/decoder.transformer.h.10.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 10.0, 4.0, 19.0, 34.0, 33.0, 75.0, 115.0, 151.0, 173.0, 159.0, 102.0, 62.0, 40.0, 15.0, 13.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.046203646808862686, -0.04321417212486267, -0.04022469371557236, -0.03723521903157234, -0.03424574434757233, -0.03125626966357231, -0.028266793116927147, -0.025277316570281982, -0.022287841886281967, -0.019298367202281952, -0.016308890655636787, -0.013319415040314198, -0.010329939424991608, -0.007340463809669018, -0.004350988194346428, -0.0013615116477012634, 0.0016279630362987518, 0.004617438651621342, 0.007606914266943932, 0.010596389882266521, 0.013585865497589111, 0.016575340181589127, 0.01956481672823429, 0.022554293274879456, 0.02554376795887947, 0.028533242642879486, 0.0315227210521698, 0.034512195736169815, 0.03750167042016983, 0.040491145104169846, 0.04348061978816986, 0.046470098197460175, 0.04945957660675049, 0.052449051290750504, 0.05543852597475052, 0.05842800438404083, 0.06141747906804085, 0.06440695375204086, 0.06739643216133118, 0.0703859031200409, 0.07337538152933121, 0.07636485993862152, 0.07935433089733124, 0.08234380930662155, 0.08533328771591187, 0.08832275867462158, 0.0913122370839119, 0.09430171549320221, 0.09729118645191193, 0.10028066486120224, 0.10327013581991196, 0.10625961422920227, 0.10924908518791199, 0.1122385635972023, 0.11522804200649261, 0.11821751296520233, 0.12120699137449265, 0.12419646978378296, 0.12718594074249268, 0.1301754117012024, 0.1331648975610733, 0.13615436851978302, 0.13914383947849274, 0.14213332533836365, 0.14512279629707336]}, "gradients/decoder.transformer.h.10.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 6.0, 11.0, 9.0, 7.0, 10.0, 10.0, 9.0, 17.0, 16.0, 20.0, 22.0, 31.0, 28.0, 44.0, 34.0, 29.0, 32.0, 51.0, 42.0, 38.0, 50.0, 37.0, 49.0, 35.0, 32.0, 39.0, 25.0, 24.0, 37.0, 30.0, 31.0, 23.0, 22.0, 23.0, 15.0, 10.0, 9.0, 12.0, 7.0, 10.0, 4.0, 6.0, 2.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.059078752994537354, -0.05742169916629791, -0.05576464533805847, -0.05410759150981903, -0.05245053768157959, -0.05079348385334015, -0.04913643002510071, -0.04747937619686127, -0.045822322368621826, -0.044165268540382385, -0.042508214712142944, -0.0408511608839035, -0.03919410705566406, -0.03753705322742462, -0.03587999939918518, -0.03422294557094574, -0.0325658917427063, -0.030908837914466858, -0.029251784086227417, -0.027594730257987976, -0.025937676429748535, -0.024280622601509094, -0.022623568773269653, -0.020966514945030212, -0.01930946111679077, -0.01765240728855133, -0.01599535346031189, -0.014338299632072449, -0.012681245803833008, -0.011024191975593567, -0.009367138147354126, -0.007710084319114685, -0.006053030490875244, -0.004395976662635803, -0.0027389228343963623, -0.0010818690061569214, 0.0005751848220825195, 0.0022322386503219604, 0.0038892924785614014, 0.005546346306800842, 0.007203400135040283, 0.008860453963279724, 0.010517507791519165, 0.012174561619758606, 0.013831615447998047, 0.015488669276237488, 0.01714572310447693, 0.01880277693271637, 0.02045983076095581, 0.02211688458919525, 0.023773938417434692, 0.025430992245674133, 0.027088046073913574, 0.028745099902153015, 0.030402153730392456, 0.0320592075586319, 0.03371626138687134, 0.03537331521511078, 0.03703036904335022, 0.03868742287158966, 0.0403444766998291, 0.04200153052806854, 0.04365858435630798, 0.045315638184547424, 0.046972692012786865]}, "gradients/decoder.transformer.h.10.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 7.0, 6.0, 10.0, 6.0, 10.0, 14.0, 16.0, 14.0, 26.0, 24.0, 22.0, 23.0, 24.0, 28.0, 36.0, 37.0, 41.0, 43.0, 38.0, 42.0, 46.0, 47.0, 49.0, 36.0, 47.0, 34.0, 39.0, 37.0, 36.0, 29.0, 25.0, 25.0, 13.0, 12.0, 15.0, 9.0, 4.0, 9.0, 9.0, 3.0, 5.0, 4.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-2.240234375, -2.171417236328125, -2.10260009765625, -2.033782958984375, -1.9649658203125, -1.896148681640625, -1.82733154296875, -1.758514404296875, -1.689697265625, -1.620880126953125, -1.55206298828125, -1.483245849609375, -1.4144287109375, -1.345611572265625, -1.27679443359375, -1.207977294921875, -1.13916015625, -1.070343017578125, -1.00152587890625, -0.932708740234375, -0.8638916015625, -0.795074462890625, -0.72625732421875, -0.657440185546875, -0.588623046875, -0.519805908203125, -0.45098876953125, -0.382171630859375, -0.3133544921875, -0.244537353515625, -0.17572021484375, -0.106903076171875, -0.0380859375, 0.030731201171875, 0.09954833984375, 0.168365478515625, 0.2371826171875, 0.305999755859375, 0.37481689453125, 0.443634033203125, 0.512451171875, 0.581268310546875, 0.65008544921875, 0.718902587890625, 0.7877197265625, 0.856536865234375, 0.92535400390625, 0.994171142578125, 1.06298828125, 1.131805419921875, 1.20062255859375, 1.269439697265625, 1.3382568359375, 1.407073974609375, 1.47589111328125, 1.544708251953125, 1.613525390625, 1.682342529296875, 1.75115966796875, 1.819976806640625, 1.8887939453125, 1.957611083984375, 2.02642822265625, 2.095245361328125, 2.1640625]}, "gradients/decoder.transformer.h.10.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 3.0, 4.0, 1.0, 2.0, 8.0, 7.0, 16.0, 17.0, 37.0, 63.0, 95.0, 118.0, 240.0, 381.0, 636.0, 1038.0, 1630.0, 2804.0, 4678.0, 8211.0, 14186.0, 23788.0, 40343.0, 67146.0, 107625.0, 174337.0, 255067.0, 133206.0, 85573.0, 51760.0, 31310.0, 18255.0, 10651.0, 6180.0, 3660.0, 2181.0, 1274.0, 760.0, 456.0, 319.0, 170.0, 118.0, 72.0, 36.0, 32.0, 21.0, 13.0, 13.0, 5.0, 8.0, 8.0, 3.0, 1.0, 5.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.830078125, -1.765289306640625, -1.70050048828125, -1.635711669921875, -1.5709228515625, -1.506134033203125, -1.44134521484375, -1.376556396484375, -1.311767578125, -1.246978759765625, -1.18218994140625, -1.117401123046875, -1.0526123046875, -0.987823486328125, -0.92303466796875, -0.858245849609375, -0.79345703125, -0.728668212890625, -0.66387939453125, -0.599090576171875, -0.5343017578125, -0.469512939453125, -0.40472412109375, -0.339935302734375, -0.275146484375, -0.210357666015625, -0.14556884765625, -0.080780029296875, -0.0159912109375, 0.048797607421875, 0.11358642578125, 0.178375244140625, 0.2431640625, 0.307952880859375, 0.37274169921875, 0.437530517578125, 0.5023193359375, 0.567108154296875, 0.63189697265625, 0.696685791015625, 0.761474609375, 0.826263427734375, 0.89105224609375, 0.955841064453125, 1.0206298828125, 1.085418701171875, 1.15020751953125, 1.214996337890625, 1.27978515625, 1.344573974609375, 1.40936279296875, 1.474151611328125, 1.5389404296875, 1.603729248046875, 1.66851806640625, 1.733306884765625, 1.798095703125, 1.862884521484375, 1.92767333984375, 1.992462158203125, 2.0572509765625, 2.122039794921875, 2.18682861328125, 2.251617431640625, 2.31640625]}, "gradients/decoder.transformer.h.10.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 5.0, 5.0, 4.0, 6.0, 6.0, 7.0, 15.0, 15.0, 15.0, 20.0, 31.0, 24.0, 24.0, 27.0, 36.0, 60.0, 47.0, 57.0, 87.0, 142.0, 275.0, 1427.0, 201.0, 119.0, 71.0, 44.0, 43.0, 37.0, 27.0, 28.0, 16.0, 25.0, 21.0, 17.0, 14.0, 15.0, 10.0, 5.0, 5.0, 4.0, 4.0, 1.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.84765625, -5.64111328125, -5.4345703125, -5.22802734375, -5.021484375, -4.81494140625, -4.6083984375, -4.40185546875, -4.1953125, -3.98876953125, -3.7822265625, -3.57568359375, -3.369140625, -3.16259765625, -2.9560546875, -2.74951171875, -2.54296875, -2.33642578125, -2.1298828125, -1.92333984375, -1.716796875, -1.51025390625, -1.3037109375, -1.09716796875, -0.890625, -0.68408203125, -0.4775390625, -0.27099609375, -0.064453125, 0.14208984375, 0.3486328125, 0.55517578125, 0.76171875, 0.96826171875, 1.1748046875, 1.38134765625, 1.587890625, 1.79443359375, 2.0009765625, 2.20751953125, 2.4140625, 2.62060546875, 2.8271484375, 3.03369140625, 3.240234375, 3.44677734375, 3.6533203125, 3.85986328125, 4.06640625, 4.27294921875, 4.4794921875, 4.68603515625, 4.892578125, 5.09912109375, 5.3056640625, 5.51220703125, 5.71875, 5.92529296875, 6.1318359375, 6.33837890625, 6.544921875, 6.75146484375, 6.9580078125, 7.16455078125, 7.37109375]}, "gradients/decoder.transformer.h.10.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 5.0, 2.0, 7.0, 5.0, 15.0, 20.0, 19.0, 22.0, 23.0, 35.0, 49.0, 45.0, 67.0, 100.0, 133.0, 195.0, 288.0, 517.0, 1015.0, 3778.0, 53286.0, 2479097.0, 588357.0, 14537.0, 1952.0, 744.0, 451.0, 226.0, 166.0, 113.0, 96.0, 84.0, 77.0, 40.0, 38.0, 28.0, 15.0, 12.0, 12.0, 6.0, 8.0, 4.0, 8.0, 5.0, 4.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-12.5703125, -12.1749267578125, -11.779541015625, -11.3841552734375, -10.98876953125, -10.5933837890625, -10.197998046875, -9.8026123046875, -9.4072265625, -9.0118408203125, -8.616455078125, -8.2210693359375, -7.82568359375, -7.4302978515625, -7.034912109375, -6.6395263671875, -6.244140625, -5.8487548828125, -5.453369140625, -5.0579833984375, -4.66259765625, -4.2672119140625, -3.871826171875, -3.4764404296875, -3.0810546875, -2.6856689453125, -2.290283203125, -1.8948974609375, -1.49951171875, -1.1041259765625, -0.708740234375, -0.3133544921875, 0.08203125, 0.4774169921875, 0.872802734375, 1.2681884765625, 1.66357421875, 2.0589599609375, 2.454345703125, 2.8497314453125, 3.2451171875, 3.6405029296875, 4.035888671875, 4.4312744140625, 4.82666015625, 5.2220458984375, 5.617431640625, 6.0128173828125, 6.408203125, 6.8035888671875, 7.198974609375, 7.5943603515625, 7.98974609375, 8.3851318359375, 8.780517578125, 9.1759033203125, 9.5712890625, 9.9666748046875, 10.362060546875, 10.7574462890625, 11.15283203125, 11.5482177734375, 11.943603515625, 12.3389892578125, 12.734375]}, "gradients/decoder.transformer.h.10.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 5.0, 7.0, 15.0, 29.0, 37.0, 80.0, 128.0, 156.0, 154.0, 134.0, 106.0, 70.0, 39.0, 30.0, 14.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-24.00523567199707, -23.475658416748047, -22.94607925415039, -22.416501998901367, -21.88692283630371, -21.357345581054688, -20.82776641845703, -20.298189163208008, -19.768611907958984, -19.23903465270996, -18.709455490112305, -18.17987823486328, -17.650299072265625, -17.1207218170166, -16.591144561767578, -16.061565399169922, -15.531987190246582, -15.002408981323242, -14.472830772399902, -13.943252563476562, -13.413675308227539, -12.8840970993042, -12.35451889038086, -11.82494068145752, -11.29536247253418, -10.76578426361084, -10.2362060546875, -9.706628799438477, -9.177050590515137, -8.647472381591797, -8.117894172668457, -7.588315963745117, -7.058738708496094, -6.529160499572754, -5.999582767486572, -5.470004558563232, -4.940426826477051, -4.410848617553711, -3.881270408630371, -3.3516924381256104, -2.8221144676208496, -2.292536497116089, -1.7629584074020386, -1.2333803176879883, -0.7038023471832275, -0.1742243766784668, 0.35535383224487305, 0.8849318027496338, 1.4145097732543945, 1.9440877437591553, 2.473665714263916, 3.003243923187256, 3.5328218936920166, 4.062399864196777, 4.591978073120117, 5.121556282043457, 5.651134014129639, 6.1807122230529785, 6.71028995513916, 7.2398681640625, 7.76944637298584, 8.29902458190918, 8.828601837158203, 9.358180046081543, 9.887758255004883]}, "gradients/decoder.transformer.h.10.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 5.0, 5.0, 1.0, 3.0, 4.0, 10.0, 4.0, 8.0, 11.0, 12.0, 12.0, 18.0, 18.0, 15.0, 23.0, 21.0, 31.0, 27.0, 33.0, 35.0, 28.0, 38.0, 32.0, 47.0, 28.0, 43.0, 44.0, 33.0, 31.0, 38.0, 34.0, 37.0, 31.0, 30.0, 39.0, 26.0, 27.0, 20.0, 13.0, 22.0, 12.0, 15.0, 7.0, 6.0, 5.0, 5.0, 9.0, 2.0, 4.0, 5.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 0.0, 3.0], "bins": [-16.19332504272461, -15.677591323852539, -15.161857604980469, -14.646123886108398, -14.130390167236328, -13.614656448364258, -13.098922729492188, -12.583189010620117, -12.067455291748047, -11.551721572875977, -11.035987854003906, -10.520254135131836, -10.004520416259766, -9.488786697387695, -8.973052978515625, -8.457319259643555, -7.941586494445801, -7.4258527755737305, -6.91011905670166, -6.39438533782959, -5.8786516189575195, -5.362917900085449, -4.847184658050537, -4.331450939178467, -3.8157172203063965, -3.299983501434326, -2.784249782562256, -2.2685163021087646, -1.7527825832366943, -1.237048864364624, -0.7213153839111328, -0.2055816650390625, 0.3101520538330078, 0.8258857131004333, 1.3416193723678589, 1.8573529720306396, 2.37308669090271, 2.8888204097747803, 3.4045538902282715, 3.920287609100342, 4.436021327972412, 4.951755046844482, 5.467488765716553, 5.983222007751465, 6.498955726623535, 7.0146894454956055, 7.530423164367676, 8.046156883239746, 8.561890602111816, 9.077624320983887, 9.593358039855957, 10.109091758728027, 10.624825477600098, 11.140559196472168, 11.656291961669922, 12.172025680541992, 12.687759399414062, 13.203493118286133, 13.719226837158203, 14.234960556030273, 14.750694274902344, 15.266427993774414, 15.782161712646484, 16.297895431518555, 16.813629150390625]}, "gradients/decoder.transformer.h.9.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 6.0, 4.0, 5.0, 7.0, 9.0, 9.0, 10.0, 11.0, 20.0, 20.0, 21.0, 24.0, 30.0, 31.0, 33.0, 38.0, 31.0, 30.0, 45.0, 40.0, 50.0, 44.0, 48.0, 31.0, 48.0, 37.0, 48.0, 40.0, 42.0, 30.0, 29.0, 23.0, 19.0, 18.0, 12.0, 14.0, 11.0, 10.0, 9.0, 8.0, 6.0, 4.0, 6.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.388671875, -2.315582275390625, -2.24249267578125, -2.169403076171875, -2.0963134765625, -2.023223876953125, -1.95013427734375, -1.877044677734375, -1.803955078125, -1.730865478515625, -1.65777587890625, -1.584686279296875, -1.5115966796875, -1.438507080078125, -1.36541748046875, -1.292327880859375, -1.21923828125, -1.146148681640625, -1.07305908203125, -0.999969482421875, -0.9268798828125, -0.853790283203125, -0.78070068359375, -0.707611083984375, -0.634521484375, -0.561431884765625, -0.48834228515625, -0.415252685546875, -0.3421630859375, -0.269073486328125, -0.19598388671875, -0.122894287109375, -0.0498046875, 0.023284912109375, 0.09637451171875, 0.169464111328125, 0.2425537109375, 0.315643310546875, 0.38873291015625, 0.461822509765625, 0.534912109375, 0.608001708984375, 0.68109130859375, 0.754180908203125, 0.8272705078125, 0.900360107421875, 0.97344970703125, 1.046539306640625, 1.11962890625, 1.192718505859375, 1.26580810546875, 1.338897705078125, 1.4119873046875, 1.485076904296875, 1.55816650390625, 1.631256103515625, 1.704345703125, 1.777435302734375, 1.85052490234375, 1.923614501953125, 1.9967041015625, 2.069793701171875, 2.14288330078125, 2.215972900390625, 2.2890625]}, "gradients/decoder.transformer.h.9.mlp.c_proj.weight": {"_type": "histogram", "values": [4.0, 2.0, 0.0, 3.0, 2.0, 5.0, 5.0, 10.0, 16.0, 19.0, 13.0, 26.0, 29.0, 39.0, 48.0, 59.0, 119.0, 168.0, 342.0, 630.0, 1565.0, 3782.0, 9799.0, 28822.0, 96712.0, 406550.0, 1857674.0, 1397166.0, 283814.0, 71511.0, 21970.0, 7736.0, 3059.0, 1304.0, 565.0, 273.0, 132.0, 88.0, 65.0, 34.0, 26.0, 28.0, 13.0, 14.0, 14.0, 16.0, 5.0, 6.0, 8.0, 3.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.462890625, -3.334075927734375, -3.20526123046875, -3.076446533203125, -2.9476318359375, -2.818817138671875, -2.69000244140625, -2.561187744140625, -2.432373046875, -2.303558349609375, -2.17474365234375, -2.045928955078125, -1.9171142578125, -1.788299560546875, -1.65948486328125, -1.530670166015625, -1.40185546875, -1.273040771484375, -1.14422607421875, -1.015411376953125, -0.8865966796875, -0.757781982421875, -0.62896728515625, -0.500152587890625, -0.371337890625, -0.242523193359375, -0.11370849609375, 0.015106201171875, 0.1439208984375, 0.272735595703125, 0.40155029296875, 0.530364990234375, 0.6591796875, 0.787994384765625, 0.91680908203125, 1.045623779296875, 1.1744384765625, 1.303253173828125, 1.43206787109375, 1.560882568359375, 1.689697265625, 1.818511962890625, 1.94732666015625, 2.076141357421875, 2.2049560546875, 2.333770751953125, 2.46258544921875, 2.591400146484375, 2.72021484375, 2.849029541015625, 2.97784423828125, 3.106658935546875, 3.2354736328125, 3.364288330078125, 3.49310302734375, 3.621917724609375, 3.750732421875, 3.879547119140625, 4.00836181640625, 4.137176513671875, 4.2659912109375, 4.394805908203125, 4.52362060546875, 4.652435302734375, 4.78125]}, "gradients/decoder.transformer.h.9.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 2.0, 2.0, 6.0, 4.0, 4.0, 6.0, 6.0, 14.0, 13.0, 20.0, 29.0, 35.0, 42.0, 43.0, 66.0, 99.0, 109.0, 146.0, 175.0, 253.0, 282.0, 416.0, 410.0, 420.0, 342.0, 267.0, 216.0, 157.0, 109.0, 94.0, 65.0, 47.0, 40.0, 40.0, 19.0, 19.0, 13.0, 16.0, 6.0, 5.0, 7.0, 2.0, 1.0, 5.0, 2.0, 5.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.279296875, -3.1788330078125, -3.078369140625, -2.9779052734375, -2.87744140625, -2.7769775390625, -2.676513671875, -2.5760498046875, -2.4755859375, -2.3751220703125, -2.274658203125, -2.1741943359375, -2.07373046875, -1.9732666015625, -1.872802734375, -1.7723388671875, -1.671875, -1.5714111328125, -1.470947265625, -1.3704833984375, -1.27001953125, -1.1695556640625, -1.069091796875, -0.9686279296875, -0.8681640625, -0.7677001953125, -0.667236328125, -0.5667724609375, -0.46630859375, -0.3658447265625, -0.265380859375, -0.1649169921875, -0.064453125, 0.0360107421875, 0.136474609375, 0.2369384765625, 0.33740234375, 0.4378662109375, 0.538330078125, 0.6387939453125, 0.7392578125, 0.8397216796875, 0.940185546875, 1.0406494140625, 1.14111328125, 1.2415771484375, 1.342041015625, 1.4425048828125, 1.54296875, 1.6434326171875, 1.743896484375, 1.8443603515625, 1.94482421875, 2.0452880859375, 2.145751953125, 2.2462158203125, 2.3466796875, 2.4471435546875, 2.547607421875, 2.6480712890625, 2.74853515625, 2.8489990234375, 2.949462890625, 3.0499267578125, 3.150390625]}, "gradients/decoder.transformer.h.9.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 4.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 5.0, 10.0, 4.0, 13.0, 15.0, 18.0, 23.0, 47.0, 41.0, 49.0, 88.0, 115.0, 129.0, 186.0, 271.0, 497.0, 2019.0, 40756.0, 2740394.0, 1384424.0, 22349.0, 1401.0, 421.0, 244.0, 170.0, 146.0, 102.0, 74.0, 59.0, 51.0, 41.0, 26.0, 20.0, 10.0, 12.0, 14.0, 6.0, 4.0, 7.0, 2.0, 4.0, 0.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.359375, -13.86279296875, -13.3662109375, -12.86962890625, -12.373046875, -11.87646484375, -11.3798828125, -10.88330078125, -10.38671875, -9.89013671875, -9.3935546875, -8.89697265625, -8.400390625, -7.90380859375, -7.4072265625, -6.91064453125, -6.4140625, -5.91748046875, -5.4208984375, -4.92431640625, -4.427734375, -3.93115234375, -3.4345703125, -2.93798828125, -2.44140625, -1.94482421875, -1.4482421875, -0.95166015625, -0.455078125, 0.04150390625, 0.5380859375, 1.03466796875, 1.53125, 2.02783203125, 2.5244140625, 3.02099609375, 3.517578125, 4.01416015625, 4.5107421875, 5.00732421875, 5.50390625, 6.00048828125, 6.4970703125, 6.99365234375, 7.490234375, 7.98681640625, 8.4833984375, 8.97998046875, 9.4765625, 9.97314453125, 10.4697265625, 10.96630859375, 11.462890625, 11.95947265625, 12.4560546875, 12.95263671875, 13.44921875, 13.94580078125, 14.4423828125, 14.93896484375, 15.435546875, 15.93212890625, 16.4287109375, 16.92529296875, 17.421875]}, "gradients/decoder.transformer.h.9.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 6.0, 15.0, 21.0, 37.0, 92.0, 109.0, 131.0, 148.0, 145.0, 115.0, 73.0, 52.0, 28.0, 26.0, 5.0, 5.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.88642883300781, -34.05327606201172, -33.22011947631836, -32.386966705322266, -31.553810119628906, -30.72065544128418, -29.887500762939453, -29.05434799194336, -28.22119140625, -27.388036727905273, -26.554882049560547, -25.72172737121582, -24.888572692871094, -24.055418014526367, -23.22226333618164, -22.389110565185547, -21.55595588684082, -20.722801208496094, -19.889646530151367, -19.05649185180664, -18.223337173461914, -17.390182495117188, -16.557029724121094, -15.72387409210205, -14.890719413757324, -14.057564735412598, -13.224410057067871, -12.391256332397461, -11.558101654052734, -10.724946975708008, -9.891792297363281, -9.058637619018555, -8.225482940673828, -7.392328262329102, -6.559173583984375, -5.726019382476807, -4.89286470413208, -4.0597100257873535, -3.226555824279785, -2.3934011459350586, -1.560246467590332, -0.727091908454895, 0.10606265068054199, 0.9392170906066895, 1.772371768951416, 2.6055264472961426, 3.438680648803711, 4.2718353271484375, 5.104990005493164, 5.938144683837891, 6.771299362182617, 7.6044535636901855, 8.43760871887207, 9.270763397216797, 10.103917121887207, 10.937071800231934, 11.77022647857666, 12.603381156921387, 13.436535835266113, 14.269689559936523, 15.10284423828125, 15.935998916625977, 16.769153594970703, 17.60230827331543, 18.435462951660156]}, "gradients/decoder.transformer.h.9.ln_2.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 4.0, 1.0, 4.0, 6.0, 8.0, 4.0, 9.0, 4.0, 9.0, 15.0, 16.0, 17.0, 19.0, 23.0, 24.0, 23.0, 41.0, 23.0, 40.0, 38.0, 50.0, 40.0, 31.0, 43.0, 35.0, 38.0, 38.0, 20.0, 39.0, 22.0, 36.0, 25.0, 30.0, 22.0, 32.0, 21.0, 21.0, 16.0, 17.0, 21.0, 17.0, 16.0, 6.0, 4.0, 5.0, 9.0, 7.0, 3.0, 7.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 4.0], "bins": [-11.088704109191895, -10.744922637939453, -10.401142120361328, -10.057360649108887, -9.713579177856445, -9.36979866027832, -9.026017189025879, -8.682235717773438, -8.338455200195312, -7.994674205780029, -7.650892734527588, -7.307111740112305, -6.963330268859863, -6.61954927444458, -6.275768280029297, -5.9319868087768555, -5.588205337524414, -5.244424343109131, -4.9006428718566895, -4.556861877441406, -4.213080406188965, -3.8692994117736816, -3.5255184173583984, -3.181737184524536, -2.837955951690674, -2.4941747188568115, -2.150393486022949, -1.806612491607666, -1.4628312587738037, -1.1190500259399414, -0.7752690315246582, -0.4314877986907959, -0.08770751953125, 0.25607365369796753, 0.5998548269271851, 0.9436359405517578, 1.2874171733856201, 1.6311984062194824, 1.9749794006347656, 2.318760633468628, 2.6625418663024902, 3.0063230991363525, 3.350104331970215, 3.693885326385498, 4.037666320800781, 4.381447792053223, 4.725228786468506, 5.069009780883789, 5.4127912521362305, 5.756572246551514, 6.100353717803955, 6.444134712219238, 6.78791618347168, 7.131697177886963, 7.475478172302246, 7.8192596435546875, 8.163040161132812, 8.506821632385254, 8.850602149963379, 9.19438362121582, 9.538165092468262, 9.881946563720703, 10.225727081298828, 10.56950855255127, 10.913290023803711]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 3.0, 4.0, 7.0, 9.0, 11.0, 13.0, 13.0, 21.0, 23.0, 20.0, 23.0, 25.0, 27.0, 33.0, 29.0, 29.0, 32.0, 49.0, 43.0, 42.0, 46.0, 52.0, 47.0, 34.0, 34.0, 34.0, 40.0, 32.0, 32.0, 31.0, 33.0, 16.0, 17.0, 13.0, 17.0, 18.0, 11.0, 10.0, 8.0, 9.0, 2.0, 7.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9833984375, -1.9149322509765625, -1.846466064453125, -1.7779998779296875, -1.70953369140625, -1.6410675048828125, -1.572601318359375, -1.5041351318359375, -1.4356689453125, -1.3672027587890625, -1.298736572265625, -1.2302703857421875, -1.16180419921875, -1.0933380126953125, -1.024871826171875, -0.9564056396484375, -0.887939453125, -0.8194732666015625, -0.751007080078125, -0.6825408935546875, -0.61407470703125, -0.5456085205078125, -0.477142333984375, -0.4086761474609375, -0.3402099609375, -0.2717437744140625, -0.203277587890625, -0.1348114013671875, -0.06634521484375, 0.0021209716796875, 0.070587158203125, 0.1390533447265625, 0.20751953125, 0.2759857177734375, 0.344451904296875, 0.4129180908203125, 0.48138427734375, 0.5498504638671875, 0.618316650390625, 0.6867828369140625, 0.7552490234375, 0.8237152099609375, 0.892181396484375, 0.9606475830078125, 1.02911376953125, 1.0975799560546875, 1.166046142578125, 1.2345123291015625, 1.302978515625, 1.3714447021484375, 1.439910888671875, 1.5083770751953125, 1.57684326171875, 1.6453094482421875, 1.713775634765625, 1.7822418212890625, 1.8507080078125, 1.9191741943359375, 1.987640380859375, 2.0561065673828125, 2.12457275390625, 2.1930389404296875, 2.261505126953125, 2.3299713134765625, 2.3984375]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 5.0, 3.0, 2.0, 7.0, 12.0, 14.0, 12.0, 22.0, 41.0, 62.0, 81.0, 123.0, 159.0, 276.0, 393.0, 543.0, 845.0, 1314.0, 2009.0, 3022.0, 4849.0, 7594.0, 11785.0, 19403.0, 31410.0, 51996.0, 86391.0, 137116.0, 187929.0, 178244.0, 124080.0, 77263.0, 46422.0, 27822.0, 17310.0, 10764.0, 6745.0, 4373.0, 2827.0, 1821.0, 1171.0, 765.0, 504.0, 349.0, 193.0, 148.0, 109.0, 78.0, 58.0, 32.0, 20.0, 11.0, 12.0, 14.0, 6.0, 8.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.274169921875, -0.2649955749511719, -0.25582122802734375, -0.24664688110351562, -0.2374725341796875, -0.22829818725585938, -0.21912384033203125, -0.20994949340820312, -0.200775146484375, -0.19160079956054688, -0.18242645263671875, -0.17325210571289062, -0.1640777587890625, -0.15490341186523438, -0.14572906494140625, -0.13655471801757812, -0.12738037109375, -0.11820602416992188, -0.10903167724609375, -0.09985733032226562, -0.0906829833984375, -0.08150863647460938, -0.07233428955078125, -0.06315994262695312, -0.053985595703125, -0.044811248779296875, -0.03563690185546875, -0.026462554931640625, -0.0172882080078125, -0.008113861083984375, 0.00106048583984375, 0.010234832763671875, 0.0194091796875, 0.028583526611328125, 0.03775787353515625, 0.046932220458984375, 0.0561065673828125, 0.06528091430664062, 0.07445526123046875, 0.08362960815429688, 0.092803955078125, 0.10197830200195312, 0.11115264892578125, 0.12032699584960938, 0.1295013427734375, 0.13867568969726562, 0.14785003662109375, 0.15702438354492188, 0.16619873046875, 0.17537307739257812, 0.18454742431640625, 0.19372177124023438, 0.2028961181640625, 0.21207046508789062, 0.22124481201171875, 0.23041915893554688, 0.239593505859375, 0.24876785278320312, 0.25794219970703125, 0.2671165466308594, 0.2762908935546875, 0.2854652404785156, 0.29463958740234375, 0.3038139343261719, 0.31298828125]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 10.0, 5.0, 8.0, 13.0, 11.0, 11.0, 11.0, 15.0, 18.0, 14.0, 20.0, 32.0, 26.0, 28.0, 30.0, 34.0, 51.0, 27.0, 34.0, 46.0, 51.0, 1071.0, 45.0, 43.0, 43.0, 49.0, 36.0, 30.0, 31.0, 27.0, 23.0, 28.0, 16.0, 12.0, 11.0, 14.0, 7.0, 11.0, 12.0, 10.0, 2.0, 5.0, 6.0, 4.0, 4.0, 1.0, 1.0, 1.0], "bins": [-1.673828125, -1.6289520263671875, -1.584075927734375, -1.5391998291015625, -1.49432373046875, -1.4494476318359375, -1.404571533203125, -1.3596954345703125, -1.3148193359375, -1.2699432373046875, -1.225067138671875, -1.1801910400390625, -1.13531494140625, -1.0904388427734375, -1.045562744140625, -1.0006866455078125, -0.955810546875, -0.9109344482421875, -0.866058349609375, -0.8211822509765625, -0.77630615234375, -0.7314300537109375, -0.686553955078125, -0.6416778564453125, -0.5968017578125, -0.5519256591796875, -0.507049560546875, -0.4621734619140625, -0.41729736328125, -0.3724212646484375, -0.327545166015625, -0.2826690673828125, -0.23779296875, -0.1929168701171875, -0.148040771484375, -0.1031646728515625, -0.05828857421875, -0.0134124755859375, 0.031463623046875, 0.0763397216796875, 0.1212158203125, 0.1660919189453125, 0.210968017578125, 0.2558441162109375, 0.30072021484375, 0.3455963134765625, 0.390472412109375, 0.4353485107421875, 0.480224609375, 0.5251007080078125, 0.569976806640625, 0.6148529052734375, 0.65972900390625, 0.7046051025390625, 0.749481201171875, 0.7943572998046875, 0.8392333984375, 0.8841094970703125, 0.928985595703125, 0.9738616943359375, 1.01873779296875, 1.0636138916015625, 1.108489990234375, 1.1533660888671875, 1.1982421875]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 3.0, 5.0, 9.0, 8.0, 9.0, 16.0, 19.0, 21.0, 33.0, 50.0, 63.0, 95.0, 138.0, 227.0, 343.0, 620.0, 993.0, 1842.0, 3434.0, 7183.0, 16068.0, 39295.0, 100409.0, 266935.0, 1237350.0, 257132.0, 96721.0, 37761.0, 15675.0, 7069.0, 3394.0, 1696.0, 965.0, 557.0, 352.0, 213.0, 135.0, 89.0, 67.0, 50.0, 36.0, 18.0, 15.0, 7.0, 10.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.299560546875, -0.2890434265136719, -0.27852630615234375, -0.2680091857910156, -0.2574920654296875, -0.24697494506835938, -0.23645782470703125, -0.22594070434570312, -0.215423583984375, -0.20490646362304688, -0.19438934326171875, -0.18387222290039062, -0.1733551025390625, -0.16283798217773438, -0.15232086181640625, -0.14180374145507812, -0.13128662109375, -0.12076950073242188, -0.11025238037109375, -0.09973526000976562, -0.0892181396484375, -0.07870101928710938, -0.06818389892578125, -0.057666778564453125, -0.047149658203125, -0.036632537841796875, -0.02611541748046875, -0.015598297119140625, -0.0050811767578125, 0.005435943603515625, 0.01595306396484375, 0.026470184326171875, 0.0369873046875, 0.047504425048828125, 0.05802154541015625, 0.06853866577148438, 0.0790557861328125, 0.08957290649414062, 0.10009002685546875, 0.11060714721679688, 0.121124267578125, 0.13164138793945312, 0.14215850830078125, 0.15267562866210938, 0.1631927490234375, 0.17370986938476562, 0.18422698974609375, 0.19474411010742188, 0.20526123046875, 0.21577835083007812, 0.22629547119140625, 0.23681259155273438, 0.2473297119140625, 0.2578468322753906, 0.26836395263671875, 0.2788810729980469, 0.289398193359375, 0.2999153137207031, 0.31043243408203125, 0.3209495544433594, 0.3314666748046875, 0.3419837951660156, 0.35250091552734375, 0.3630180358886719, 0.37353515625]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 3.0, 5.0, 3.0, 9.0, 8.0, 17.0, 38.0, 40.0, 97.0, 226.0, 244.0, 160.0, 68.0, 24.0, 21.0, 13.0, 8.0, 3.0, 2.0, 5.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.126220703125, -0.12253475189208984, -0.11884880065917969, -0.11516284942626953, -0.11147689819335938, -0.10779094696044922, -0.10410499572753906, -0.1004190444946289, -0.09673309326171875, -0.0930471420288086, -0.08936119079589844, -0.08567523956298828, -0.08198928833007812, -0.07830333709716797, -0.07461738586425781, -0.07093143463134766, -0.0672454833984375, -0.06355953216552734, -0.05987358093261719, -0.05618762969970703, -0.052501678466796875, -0.04881572723388672, -0.04512977600097656, -0.041443824768066406, -0.03775787353515625, -0.034071922302246094, -0.030385971069335938, -0.02670001983642578, -0.023014068603515625, -0.01932811737060547, -0.015642166137695312, -0.011956214904785156, -0.008270263671875, -0.004584312438964844, -0.0008983612060546875, 0.0027875900268554688, 0.006473541259765625, 0.010159492492675781, 0.013845443725585938, 0.017531394958496094, 0.02121734619140625, 0.024903297424316406, 0.028589248657226562, 0.03227519989013672, 0.035961151123046875, 0.03964710235595703, 0.04333305358886719, 0.047019004821777344, 0.0507049560546875, 0.054390907287597656, 0.05807685852050781, 0.06176280975341797, 0.06544876098632812, 0.06913471221923828, 0.07282066345214844, 0.0765066146850586, 0.08019256591796875, 0.0838785171508789, 0.08756446838378906, 0.09125041961669922, 0.09493637084960938, 0.09862232208251953, 0.10230827331542969, 0.10599422454833984, 0.10968017578125]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 6.0, 4.0, 7.0, 3.0, 14.0, 15.0, 29.0, 44.0, 111.0, 520.0, 38811.0, 1007546.0, 1110.0, 168.0, 71.0, 35.0, 28.0, 12.0, 5.0, 5.0, 4.0, 4.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.197265625, -2.124420166015625, -2.05157470703125, -1.978729248046875, -1.9058837890625, -1.833038330078125, -1.76019287109375, -1.687347412109375, -1.614501953125, -1.541656494140625, -1.46881103515625, -1.395965576171875, -1.3231201171875, -1.250274658203125, -1.17742919921875, -1.104583740234375, -1.03173828125, -0.958892822265625, -0.88604736328125, -0.813201904296875, -0.7403564453125, -0.667510986328125, -0.59466552734375, -0.521820068359375, -0.448974609375, -0.376129150390625, -0.30328369140625, -0.230438232421875, -0.1575927734375, -0.084747314453125, -0.01190185546875, 0.060943603515625, 0.1337890625, 0.206634521484375, 0.27947998046875, 0.352325439453125, 0.4251708984375, 0.498016357421875, 0.57086181640625, 0.643707275390625, 0.716552734375, 0.789398193359375, 0.86224365234375, 0.935089111328125, 1.0079345703125, 1.080780029296875, 1.15362548828125, 1.226470947265625, 1.29931640625, 1.372161865234375, 1.44500732421875, 1.517852783203125, 1.5906982421875, 1.663543701171875, 1.73638916015625, 1.809234619140625, 1.882080078125, 1.954925537109375, 2.02777099609375, 2.100616455078125, 2.1734619140625, 2.246307373046875, 2.31915283203125, 2.391998291015625, 2.46484375]}, "gradients/decoder.transformer.h.9.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 40.0, 422.0, 485.0, 62.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2524421811103821, -0.23679219186306, -0.22114220261573792, -0.20549222826957703, -0.18984222412109375, -0.17419224977493286, -0.15854226052761078, -0.1428922712802887, -0.1272422820329666, -0.11159229278564453, -0.09594230353832245, -0.08029232174158096, -0.06464233249425888, -0.0489923432469368, -0.03334236145019531, -0.01769237220287323, -0.0020423829555511475, 0.013607604429125786, 0.02925759181380272, 0.0449075773358345, 0.060557566583156586, 0.07620755583047867, 0.09185753762722015, 0.10750752687454224, 0.12315751612186432, 0.1388075053691864, 0.15445749461650848, 0.17010748386383057, 0.18575745820999146, 0.20140746235847473, 0.21705743670463562, 0.2327074259519577, 0.24835741519927979, 0.2640073895454407, 0.27965739369392395, 0.29530736804008484, 0.3109573721885681, 0.326607346534729, 0.3422573208808899, 0.35790732502937317, 0.37355732917785645, 0.38920730352401733, 0.4048573076725006, 0.4205072820186615, 0.4361572861671448, 0.45180726051330566, 0.46745723485946655, 0.48310723900794983, 0.4987572133541107, 0.514407217502594, 0.5300571918487549, 0.5457071661949158, 0.5613571405410767, 0.5770071744918823, 0.5926571488380432, 0.6083071231842041, 0.623957097530365, 0.6396070718765259, 0.6552570462226868, 0.6709070801734924, 0.6865570545196533, 0.7022070288658142, 0.7178570032119751, 0.7335070371627808, 0.7491570115089417]}, "gradients/decoder.transformer.h.9.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 4.0, 9.0, 8.0, 5.0, 10.0, 14.0, 10.0, 18.0, 28.0, 18.0, 25.0, 23.0, 41.0, 29.0, 38.0, 39.0, 42.0, 57.0, 48.0, 41.0, 45.0, 49.0, 43.0, 45.0, 31.0, 34.0, 35.0, 39.0, 25.0, 28.0, 17.0, 18.0, 16.0, 15.0, 10.0, 12.0, 14.0, 5.0, 5.0, 6.0, 7.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06232720613479614, -0.0601324737071991, -0.05793774127960205, -0.055743005126714706, -0.05354827269911766, -0.051353540271520615, -0.04915880411863327, -0.046964071691036224, -0.04476933926343918, -0.04257460683584213, -0.04037987440824509, -0.03818513825535774, -0.035990405827760696, -0.03379567340016365, -0.031600937247276306, -0.02940620481967926, -0.027211472392082214, -0.02501673996448517, -0.022822005674242973, -0.020627271384000778, -0.018432538956403732, -0.016237806528806686, -0.014043072238564491, -0.01184833887964487, -0.00965360552072525, -0.00745887216180563, -0.005264138802886009, -0.0030694054439663887, -0.0008746720850467682, 0.0013200612738728523, 0.003514794632792473, 0.005709527991712093, 0.007904261350631714, 0.010098994709551334, 0.012293728068470955, 0.014488461427390575, 0.016683194786310196, 0.018877927213907242, 0.021072661504149437, 0.023267395794391632, 0.025462128221988678, 0.027656860649585724, 0.02985159493982792, 0.032046329230070114, 0.03424106165766716, 0.036435794085264206, 0.03863053023815155, 0.040825262665748596, 0.04301999509334564, 0.04521472752094269, 0.047409459948539734, 0.04960419610142708, 0.051798928529024124, 0.05399366095662117, 0.056188397109508514, 0.05838312953710556, 0.060577861964702606, 0.06277259439229965, 0.0649673268198967, 0.06716205924749374, 0.06935679912567139, 0.07155153155326843, 0.07374626398086548, 0.07594099640846252, 0.07813572883605957]}, "gradients/decoder.transformer.h.9.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 3.0, 5.0, 6.0, 9.0, 11.0, 13.0, 14.0, 20.0, 24.0, 21.0, 21.0, 26.0, 28.0, 34.0, 28.0, 27.0, 33.0, 51.0, 41.0, 41.0, 47.0, 55.0, 44.0, 34.0, 33.0, 34.0, 43.0, 29.0, 32.0, 33.0, 30.0, 19.0, 15.0, 13.0, 17.0, 18.0, 11.0, 10.0, 8.0, 9.0, 2.0, 8.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9814453125, -1.9129791259765625, -1.844512939453125, -1.7760467529296875, -1.70758056640625, -1.6391143798828125, -1.570648193359375, -1.5021820068359375, -1.4337158203125, -1.3652496337890625, -1.296783447265625, -1.2283172607421875, -1.15985107421875, -1.0913848876953125, -1.022918701171875, -0.9544525146484375, -0.885986328125, -0.8175201416015625, -0.749053955078125, -0.6805877685546875, -0.61212158203125, -0.5436553955078125, -0.475189208984375, -0.4067230224609375, -0.3382568359375, -0.2697906494140625, -0.201324462890625, -0.1328582763671875, -0.06439208984375, 0.0040740966796875, 0.072540283203125, 0.1410064697265625, 0.20947265625, 0.2779388427734375, 0.346405029296875, 0.4148712158203125, 0.48333740234375, 0.5518035888671875, 0.620269775390625, 0.6887359619140625, 0.7572021484375, 0.8256683349609375, 0.894134521484375, 0.9626007080078125, 1.03106689453125, 1.0995330810546875, 1.167999267578125, 1.2364654541015625, 1.304931640625, 1.3733978271484375, 1.441864013671875, 1.5103302001953125, 1.57879638671875, 1.6472625732421875, 1.715728759765625, 1.7841949462890625, 1.8526611328125, 1.9211273193359375, 1.989593505859375, 2.0580596923828125, 2.12652587890625, 2.1949920654296875, 2.263458251953125, 2.3319244384765625, 2.400390625]}, "gradients/decoder.transformer.h.9.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 7.0, 7.0, 9.0, 12.0, 13.0, 18.0, 27.0, 40.0, 58.0, 95.0, 162.0, 251.0, 544.0, 1064.0, 2282.0, 5027.0, 11972.0, 29402.0, 77540.0, 214223.0, 413448.0, 182250.0, 65954.0, 25404.0, 10261.0, 4467.0, 1970.0, 946.0, 458.0, 243.0, 131.0, 81.0, 64.0, 22.0, 26.0, 23.0, 9.0, 14.0, 4.0, 13.0, 5.0, 7.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.8515625, -2.751220703125, -2.65087890625, -2.550537109375, -2.4501953125, -2.349853515625, -2.24951171875, -2.149169921875, -2.048828125, -1.948486328125, -1.84814453125, -1.747802734375, -1.6474609375, -1.547119140625, -1.44677734375, -1.346435546875, -1.24609375, -1.145751953125, -1.04541015625, -0.945068359375, -0.8447265625, -0.744384765625, -0.64404296875, -0.543701171875, -0.443359375, -0.343017578125, -0.24267578125, -0.142333984375, -0.0419921875, 0.058349609375, 0.15869140625, 0.259033203125, 0.359375, 0.459716796875, 0.56005859375, 0.660400390625, 0.7607421875, 0.861083984375, 0.96142578125, 1.061767578125, 1.162109375, 1.262451171875, 1.36279296875, 1.463134765625, 1.5634765625, 1.663818359375, 1.76416015625, 1.864501953125, 1.96484375, 2.065185546875, 2.16552734375, 2.265869140625, 2.3662109375, 2.466552734375, 2.56689453125, 2.667236328125, 2.767578125, 2.867919921875, 2.96826171875, 3.068603515625, 3.1689453125, 3.269287109375, 3.36962890625, 3.469970703125, 3.5703125]}, "gradients/decoder.transformer.h.9.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 3.0, 4.0, 1.0, 8.0, 4.0, 5.0, 12.0, 15.0, 15.0, 24.0, 27.0, 30.0, 25.0, 29.0, 38.0, 31.0, 34.0, 53.0, 77.0, 66.0, 123.0, 200.0, 1402.0, 240.0, 125.0, 69.0, 65.0, 66.0, 36.0, 37.0, 28.0, 27.0, 28.0, 19.0, 16.0, 14.0, 14.0, 9.0, 7.0, 5.0, 3.0, 10.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-6.16796875, -5.9664306640625, -5.764892578125, -5.5633544921875, -5.36181640625, -5.1602783203125, -4.958740234375, -4.7572021484375, -4.5556640625, -4.3541259765625, -4.152587890625, -3.9510498046875, -3.74951171875, -3.5479736328125, -3.346435546875, -3.1448974609375, -2.943359375, -2.7418212890625, -2.540283203125, -2.3387451171875, -2.13720703125, -1.9356689453125, -1.734130859375, -1.5325927734375, -1.3310546875, -1.1295166015625, -0.927978515625, -0.7264404296875, -0.52490234375, -0.3233642578125, -0.121826171875, 0.0797119140625, 0.28125, 0.4827880859375, 0.684326171875, 0.8858642578125, 1.08740234375, 1.2889404296875, 1.490478515625, 1.6920166015625, 1.8935546875, 2.0950927734375, 2.296630859375, 2.4981689453125, 2.69970703125, 2.9012451171875, 3.102783203125, 3.3043212890625, 3.505859375, 3.7073974609375, 3.908935546875, 4.1104736328125, 4.31201171875, 4.5135498046875, 4.715087890625, 4.9166259765625, 5.1181640625, 5.3197021484375, 5.521240234375, 5.7227783203125, 5.92431640625, 6.1258544921875, 6.327392578125, 6.5289306640625, 6.73046875]}, "gradients/decoder.transformer.h.9.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 4.0, 7.0, 5.0, 5.0, 10.0, 8.0, 5.0, 19.0, 22.0, 26.0, 37.0, 42.0, 47.0, 94.0, 112.0, 170.0, 281.0, 531.0, 1848.0, 30620.0, 2688351.0, 414882.0, 6342.0, 1006.0, 400.0, 243.0, 145.0, 102.0, 69.0, 60.0, 43.0, 37.0, 28.0, 21.0, 20.0, 29.0, 5.0, 8.0, 3.0, 5.0, 4.0, 6.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-15.8515625, -15.3822021484375, -14.912841796875, -14.4434814453125, -13.97412109375, -13.5047607421875, -13.035400390625, -12.5660400390625, -12.0966796875, -11.6273193359375, -11.157958984375, -10.6885986328125, -10.21923828125, -9.7498779296875, -9.280517578125, -8.8111572265625, -8.341796875, -7.8724365234375, -7.403076171875, -6.9337158203125, -6.46435546875, -5.9949951171875, -5.525634765625, -5.0562744140625, -4.5869140625, -4.1175537109375, -3.648193359375, -3.1788330078125, -2.70947265625, -2.2401123046875, -1.770751953125, -1.3013916015625, -0.83203125, -0.3626708984375, 0.106689453125, 0.5760498046875, 1.04541015625, 1.5147705078125, 1.984130859375, 2.4534912109375, 2.9228515625, 3.3922119140625, 3.861572265625, 4.3309326171875, 4.80029296875, 5.2696533203125, 5.739013671875, 6.2083740234375, 6.677734375, 7.1470947265625, 7.616455078125, 8.0858154296875, 8.55517578125, 9.0245361328125, 9.493896484375, 9.9632568359375, 10.4326171875, 10.9019775390625, 11.371337890625, 11.8406982421875, 12.31005859375, 12.7794189453125, 13.248779296875, 13.7181396484375, 14.1875]}, "gradients/decoder.transformer.h.9.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 28.0, 100.0, 188.0, 302.0, 226.0, 128.0, 33.0, 7.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.32448959350586, -22.41338348388672, -21.502277374267578, -20.591171264648438, -19.680063247680664, -18.768957138061523, -17.857851028442383, -16.946744918823242, -16.03563690185547, -15.124530792236328, -14.213423728942871, -13.30231761932373, -12.391210556030273, -11.480104446411133, -10.568998336791992, -9.657892227172852, -8.746786117553711, -7.835679531097412, -6.924572944641113, -6.013466835021973, -5.102360248565674, -4.191253662109375, -3.2801475524902344, -2.3690409660339355, -1.4579343795776367, -0.5468279123306274, 0.36427855491638184, 1.2753849029541016, 2.1864914894104004, 3.097598075866699, 4.00870418548584, 4.919810771942139, 5.8309173583984375, 6.742023944854736, 7.653130531311035, 8.564236640930176, 9.475343704223633, 10.386449813842773, 11.297555923461914, 12.208662033081055, 13.119769096374512, 14.030875205993652, 14.94198226928711, 15.85308837890625, 16.76419448852539, 17.67530059814453, 18.586406707763672, 19.497514724731445, 20.408620834350586, 21.319726943969727, 22.230833053588867, 23.14194107055664, 24.05304718017578, 24.964153289794922, 25.875259399414062, 26.786365509033203, 27.697471618652344, 28.608577728271484, 29.519683837890625, 30.430789947509766, 31.34189796447754, 32.25300598144531, 33.16410827636719, 34.075218200683594, 34.986324310302734]}, "gradients/decoder.transformer.h.9.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 3.0, 0.0, 7.0, 7.0, 9.0, 11.0, 15.0, 9.0, 15.0, 14.0, 14.0, 17.0, 23.0, 26.0, 28.0, 36.0, 33.0, 16.0, 37.0, 30.0, 47.0, 44.0, 49.0, 48.0, 34.0, 36.0, 34.0, 37.0, 41.0, 39.0, 23.0, 30.0, 31.0, 20.0, 19.0, 26.0, 11.0, 12.0, 14.0, 8.0, 14.0, 12.0, 7.0, 4.0, 7.0, 4.0, 1.0, 3.0, 0.0, 0.0, 2.0], "bins": [-19.86386489868164, -19.321001052856445, -18.778135299682617, -18.235271453857422, -17.692405700683594, -17.1495418548584, -16.606678009033203, -16.063812255859375, -15.52094841003418, -14.978083610534668, -14.435218811035156, -13.892354965209961, -13.34949016571045, -12.806625366210938, -12.263761520385742, -11.72089672088623, -11.178031921386719, -10.635167121887207, -10.092302322387695, -9.5494384765625, -9.006573677062988, -8.463708877563477, -7.920844554901123, -7.3779802322387695, -6.835115432739258, -6.292250633239746, -5.749386310577393, -5.206521987915039, -4.663657188415527, -4.120792388916016, -3.577928066253662, -3.0350635051727295, -2.492198944091797, -1.9493343830108643, -1.4064698219299316, -0.863605260848999, -0.3207406997680664, 0.2221238613128662, 0.7649884223937988, 1.3078529834747314, 1.850717544555664, 2.3935821056365967, 2.9364466667175293, 3.479311227798462, 4.0221757888793945, 4.565040588378906, 5.10790491104126, 5.650769233703613, 6.193634033203125, 6.736498832702637, 7.27936315536499, 7.822227478027344, 8.365092277526855, 8.907957077026367, 9.450820922851562, 9.993685722351074, 10.536550521850586, 11.079415321350098, 11.62228012084961, 12.165143966674805, 12.708008766174316, 13.250873565673828, 13.793737411499023, 14.336602210998535, 14.879467010498047]}, "gradients/decoder.transformer.h.8.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 7.0, 5.0, 7.0, 5.0, 12.0, 12.0, 26.0, 19.0, 17.0, 26.0, 19.0, 22.0, 35.0, 36.0, 31.0, 24.0, 36.0, 45.0, 44.0, 40.0, 54.0, 48.0, 42.0, 42.0, 40.0, 28.0, 41.0, 34.0, 25.0, 18.0, 29.0, 28.0, 14.0, 24.0, 15.0, 13.0, 10.0, 8.0, 5.0, 6.0, 5.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.076171875, -2.000640869140625, -1.92510986328125, -1.849578857421875, -1.7740478515625, -1.698516845703125, -1.62298583984375, -1.547454833984375, -1.471923828125, -1.396392822265625, -1.32086181640625, -1.245330810546875, -1.1697998046875, -1.094268798828125, -1.01873779296875, -0.943206787109375, -0.86767578125, -0.792144775390625, -0.71661376953125, -0.641082763671875, -0.5655517578125, -0.490020751953125, -0.41448974609375, -0.338958740234375, -0.263427734375, -0.187896728515625, -0.11236572265625, -0.036834716796875, 0.0386962890625, 0.114227294921875, 0.18975830078125, 0.265289306640625, 0.3408203125, 0.416351318359375, 0.49188232421875, 0.567413330078125, 0.6429443359375, 0.718475341796875, 0.79400634765625, 0.869537353515625, 0.945068359375, 1.020599365234375, 1.09613037109375, 1.171661376953125, 1.2471923828125, 1.322723388671875, 1.39825439453125, 1.473785400390625, 1.54931640625, 1.624847412109375, 1.70037841796875, 1.775909423828125, 1.8514404296875, 1.926971435546875, 2.00250244140625, 2.078033447265625, 2.153564453125, 2.229095458984375, 2.30462646484375, 2.380157470703125, 2.4556884765625, 2.531219482421875, 2.60675048828125, 2.682281494140625, 2.7578125]}, "gradients/decoder.transformer.h.8.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 5.0, 5.0, 6.0, 11.0, 8.0, 18.0, 30.0, 48.0, 72.0, 117.0, 183.0, 281.0, 441.0, 748.0, 1297.0, 2289.0, 4105.0, 7617.0, 14210.0, 28081.0, 57786.0, 127313.0, 296170.0, 684651.0, 1183429.0, 962582.0, 459892.0, 194552.0, 85355.0, 40483.0, 19729.0, 10016.0, 5442.0, 3032.0, 1701.0, 1011.0, 567.0, 380.0, 226.0, 134.0, 97.0, 61.0, 41.0, 25.0, 18.0, 6.0, 6.0, 6.0, 5.0, 2.0, 1.0, 1.0, 1.0], "bins": [-2.60546875, -2.5325927734375, -2.459716796875, -2.3868408203125, -2.31396484375, -2.2410888671875, -2.168212890625, -2.0953369140625, -2.0224609375, -1.9495849609375, -1.876708984375, -1.8038330078125, -1.73095703125, -1.6580810546875, -1.585205078125, -1.5123291015625, -1.439453125, -1.3665771484375, -1.293701171875, -1.2208251953125, -1.14794921875, -1.0750732421875, -1.002197265625, -0.9293212890625, -0.8564453125, -0.7835693359375, -0.710693359375, -0.6378173828125, -0.56494140625, -0.4920654296875, -0.419189453125, -0.3463134765625, -0.2734375, -0.2005615234375, -0.127685546875, -0.0548095703125, 0.01806640625, 0.0909423828125, 0.163818359375, 0.2366943359375, 0.3095703125, 0.3824462890625, 0.455322265625, 0.5281982421875, 0.60107421875, 0.6739501953125, 0.746826171875, 0.8197021484375, 0.892578125, 0.9654541015625, 1.038330078125, 1.1112060546875, 1.18408203125, 1.2569580078125, 1.329833984375, 1.4027099609375, 1.4755859375, 1.5484619140625, 1.621337890625, 1.6942138671875, 1.76708984375, 1.8399658203125, 1.912841796875, 1.9857177734375, 2.05859375]}, "gradients/decoder.transformer.h.8.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 3.0, 5.0, 9.0, 17.0, 14.0, 26.0, 46.0, 58.0, 60.0, 84.0, 149.0, 176.0, 243.0, 296.0, 395.0, 441.0, 483.0, 369.0, 288.0, 234.0, 186.0, 121.0, 98.0, 73.0, 41.0, 37.0, 33.0, 31.0, 15.0, 17.0, 6.0, 7.0, 4.0, 5.0, 3.0, 5.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.419921875, -3.288421630859375, -3.15692138671875, -3.025421142578125, -2.8939208984375, -2.762420654296875, -2.63092041015625, -2.499420166015625, -2.367919921875, -2.236419677734375, -2.10491943359375, -1.973419189453125, -1.8419189453125, -1.710418701171875, -1.57891845703125, -1.447418212890625, -1.31591796875, -1.184417724609375, -1.05291748046875, -0.921417236328125, -0.7899169921875, -0.658416748046875, -0.52691650390625, -0.395416259765625, -0.263916015625, -0.132415771484375, -0.00091552734375, 0.130584716796875, 0.2620849609375, 0.393585205078125, 0.52508544921875, 0.656585693359375, 0.7880859375, 0.919586181640625, 1.05108642578125, 1.182586669921875, 1.3140869140625, 1.445587158203125, 1.57708740234375, 1.708587646484375, 1.840087890625, 1.971588134765625, 2.10308837890625, 2.234588623046875, 2.3660888671875, 2.497589111328125, 2.62908935546875, 2.760589599609375, 2.89208984375, 3.023590087890625, 3.15509033203125, 3.286590576171875, 3.4180908203125, 3.549591064453125, 3.68109130859375, 3.812591552734375, 3.944091796875, 4.075592041015625, 4.20709228515625, 4.338592529296875, 4.4700927734375, 4.601593017578125, 4.73309326171875, 4.864593505859375, 4.99609375]}, "gradients/decoder.transformer.h.8.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 2.0, 7.0, 5.0, 2.0, 16.0, 10.0, 16.0, 36.0, 38.0, 67.0, 84.0, 130.0, 195.0, 324.0, 495.0, 896.0, 5574.0, 270444.0, 3782921.0, 127417.0, 3486.0, 802.0, 463.0, 317.0, 200.0, 112.0, 87.0, 49.0, 37.0, 15.0, 17.0, 9.0, 7.0, 3.0, 2.0, 5.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-20.53125, -20.0103759765625, -19.489501953125, -18.9686279296875, -18.44775390625, -17.9268798828125, -17.406005859375, -16.8851318359375, -16.3642578125, -15.8433837890625, -15.322509765625, -14.8016357421875, -14.28076171875, -13.7598876953125, -13.239013671875, -12.7181396484375, -12.197265625, -11.6763916015625, -11.155517578125, -10.6346435546875, -10.11376953125, -9.5928955078125, -9.072021484375, -8.5511474609375, -8.0302734375, -7.5093994140625, -6.988525390625, -6.4676513671875, -5.94677734375, -5.4259033203125, -4.905029296875, -4.3841552734375, -3.86328125, -3.3424072265625, -2.821533203125, -2.3006591796875, -1.77978515625, -1.2589111328125, -0.738037109375, -0.2171630859375, 0.3037109375, 0.8245849609375, 1.345458984375, 1.8663330078125, 2.38720703125, 2.9080810546875, 3.428955078125, 3.9498291015625, 4.470703125, 4.9915771484375, 5.512451171875, 6.0333251953125, 6.55419921875, 7.0750732421875, 7.595947265625, 8.1168212890625, 8.6376953125, 9.1585693359375, 9.679443359375, 10.2003173828125, 10.72119140625, 11.2420654296875, 11.762939453125, 12.2838134765625, 12.8046875]}, "gradients/decoder.transformer.h.8.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 6.0, 24.0, 104.0, 227.0, 304.0, 227.0, 92.0, 27.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-67.05926513671875, -65.26972961425781, -63.48019790649414, -61.6906623840332, -59.90113067626953, -58.111595153808594, -56.322059631347656, -54.53252410888672, -52.74299240112305, -50.95345687866211, -49.16392517089844, -47.3743896484375, -45.58485412597656, -43.79532241821289, -42.00578689575195, -40.21625518798828, -38.426719665527344, -36.637184143066406, -34.847652435302734, -33.0581169128418, -31.268583297729492, -29.479049682617188, -27.68951416015625, -25.899980545043945, -24.11044692993164, -22.320913314819336, -20.53137969970703, -18.741844177246094, -16.95231056213379, -15.162776947021484, -13.373242378234863, -11.583707809448242, -9.794170379638672, -8.004636764526367, -6.215102195739746, -4.425568103790283, -2.6360340118408203, -0.8465003967285156, 0.9430341720581055, 2.7325687408447266, 4.522102355957031, 6.311636447906494, 8.101170539855957, 9.890705108642578, 11.680238723754883, 13.469772338867188, 15.259306907653809, 17.04884147644043, 18.838375091552734, 20.62790870666504, 22.417442321777344, 24.20697784423828, 25.996511459350586, 27.78604507446289, 29.575580596923828, 31.365114212036133, 33.15464782714844, 34.944183349609375, 36.73371505737305, 38.523250579833984, 40.312782287597656, 42.102317810058594, 43.89185333251953, 45.68138885498047, 47.47092056274414]}, "gradients/decoder.transformer.h.8.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 3.0, 4.0, 6.0, 5.0, 5.0, 8.0, 10.0, 14.0, 10.0, 10.0, 27.0, 24.0, 23.0, 37.0, 34.0, 38.0, 43.0, 49.0, 43.0, 47.0, 40.0, 46.0, 63.0, 46.0, 46.0, 33.0, 35.0, 36.0, 34.0, 38.0, 17.0, 14.0, 14.0, 20.0, 22.0, 17.0, 18.0, 7.0, 7.0, 6.0, 0.0, 5.0, 1.0, 1.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.625696182250977, -14.16220760345459, -13.698719024658203, -13.235230445861816, -12.77174186706543, -12.308253288269043, -11.844764709472656, -11.381277084350586, -10.917787551879883, -10.454298973083496, -9.99081039428711, -9.527321815490723, -9.063833236694336, -8.60034465789795, -8.136856079101562, -7.673367977142334, -7.2098798751831055, -6.746391296386719, -6.282902717590332, -5.819414138793945, -5.355925559997559, -4.892436981201172, -4.428948879241943, -3.9654603004455566, -3.50197172164917, -3.038483142852783, -2.5749945640563965, -2.111506223678589, -1.6480176448822021, -1.1845290660858154, -0.7210407257080078, -0.2575521469116211, 0.20593738555908203, 0.669425904750824, 1.132914423942566, 1.596402883529663, 2.05989146232605, 2.5233800411224365, 2.986868381500244, 3.450356960296631, 3.9138455390930176, 4.377334117889404, 4.840822696685791, 5.3043107986450195, 5.767799377441406, 6.231287956237793, 6.69477653503418, 7.158265113830566, 7.621753692626953, 8.08524227142334, 8.548730850219727, 9.012219429016113, 9.4757080078125, 9.939196586608887, 10.402685165405273, 10.866172790527344, 11.329662322998047, 11.793150901794434, 12.25663948059082, 12.720128059387207, 13.183616638183594, 13.64710521697998, 14.110593795776367, 14.574081420898438, 15.037569999694824]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 5.0, 4.0, 3.0, 7.0, 15.0, 12.0, 19.0, 24.0, 17.0, 21.0, 24.0, 36.0, 21.0, 26.0, 30.0, 37.0, 29.0, 30.0, 33.0, 37.0, 30.0, 41.0, 38.0, 40.0, 38.0, 34.0, 26.0, 31.0, 26.0, 32.0, 34.0, 23.0, 28.0, 18.0, 20.0, 14.0, 13.0, 22.0, 12.0, 14.0, 8.0, 6.0, 2.0, 8.0, 6.0, 4.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.818359375, -1.75567626953125, -1.6929931640625, -1.63031005859375, -1.567626953125, -1.50494384765625, -1.4422607421875, -1.37957763671875, -1.31689453125, -1.25421142578125, -1.1915283203125, -1.12884521484375, -1.066162109375, -1.00347900390625, -0.9407958984375, -0.87811279296875, -0.8154296875, -0.75274658203125, -0.6900634765625, -0.62738037109375, -0.564697265625, -0.50201416015625, -0.4393310546875, -0.37664794921875, -0.31396484375, -0.25128173828125, -0.1885986328125, -0.12591552734375, -0.063232421875, -0.00054931640625, 0.0621337890625, 0.12481689453125, 0.1875, 0.25018310546875, 0.3128662109375, 0.37554931640625, 0.438232421875, 0.50091552734375, 0.5635986328125, 0.62628173828125, 0.68896484375, 0.75164794921875, 0.8143310546875, 0.87701416015625, 0.939697265625, 1.00238037109375, 1.0650634765625, 1.12774658203125, 1.1904296875, 1.25311279296875, 1.3157958984375, 1.37847900390625, 1.441162109375, 1.50384521484375, 1.5665283203125, 1.62921142578125, 1.69189453125, 1.75457763671875, 1.8172607421875, 1.87994384765625, 1.942626953125, 2.00531005859375, 2.0679931640625, 2.13067626953125, 2.193359375]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 5.0, 4.0, 6.0, 21.0, 23.0, 37.0, 52.0, 62.0, 87.0, 131.0, 213.0, 256.0, 375.0, 513.0, 796.0, 1251.0, 2086.0, 3516.0, 7054.0, 15244.0, 40186.0, 122279.0, 324051.0, 330019.0, 126357.0, 41589.0, 15693.0, 7106.0, 3658.0, 2029.0, 1240.0, 787.0, 494.0, 401.0, 295.0, 204.0, 137.0, 103.0, 64.0, 44.0, 38.0, 19.0, 10.0, 12.0, 7.0, 1.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.6513671875, -0.6322174072265625, -0.613067626953125, -0.5939178466796875, -0.57476806640625, -0.5556182861328125, -0.536468505859375, -0.5173187255859375, -0.4981689453125, -0.4790191650390625, -0.459869384765625, -0.4407196044921875, -0.42156982421875, -0.4024200439453125, -0.383270263671875, -0.3641204833984375, -0.344970703125, -0.3258209228515625, -0.306671142578125, -0.2875213623046875, -0.26837158203125, -0.2492218017578125, -0.230072021484375, -0.2109222412109375, -0.1917724609375, -0.1726226806640625, -0.153472900390625, -0.1343231201171875, -0.11517333984375, -0.0960235595703125, -0.076873779296875, -0.0577239990234375, -0.03857421875, -0.0194244384765625, -0.000274658203125, 0.0188751220703125, 0.03802490234375, 0.0571746826171875, 0.076324462890625, 0.0954742431640625, 0.1146240234375, 0.1337738037109375, 0.152923583984375, 0.1720733642578125, 0.19122314453125, 0.2103729248046875, 0.229522705078125, 0.2486724853515625, 0.267822265625, 0.2869720458984375, 0.306121826171875, 0.3252716064453125, 0.34442138671875, 0.3635711669921875, 0.382720947265625, 0.4018707275390625, 0.4210205078125, 0.4401702880859375, 0.459320068359375, 0.4784698486328125, 0.49761962890625, 0.5167694091796875, 0.535919189453125, 0.5550689697265625, 0.57421875]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 6.0, 5.0, 8.0, 6.0, 9.0, 15.0, 8.0, 13.0, 23.0, 22.0, 27.0, 27.0, 29.0, 29.0, 39.0, 30.0, 30.0, 46.0, 36.0, 39.0, 1074.0, 34.0, 43.0, 37.0, 27.0, 36.0, 42.0, 31.0, 28.0, 31.0, 25.0, 26.0, 27.0, 23.0, 17.0, 20.0, 10.0, 10.0, 13.0, 3.0, 6.0, 7.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.548828125, -1.50311279296875, -1.4573974609375, -1.41168212890625, -1.365966796875, -1.32025146484375, -1.2745361328125, -1.22882080078125, -1.18310546875, -1.13739013671875, -1.0916748046875, -1.04595947265625, -1.000244140625, -0.95452880859375, -0.9088134765625, -0.86309814453125, -0.8173828125, -0.77166748046875, -0.7259521484375, -0.68023681640625, -0.634521484375, -0.58880615234375, -0.5430908203125, -0.49737548828125, -0.45166015625, -0.40594482421875, -0.3602294921875, -0.31451416015625, -0.268798828125, -0.22308349609375, -0.1773681640625, -0.13165283203125, -0.0859375, -0.04022216796875, 0.0054931640625, 0.05120849609375, 0.096923828125, 0.14263916015625, 0.1883544921875, 0.23406982421875, 0.27978515625, 0.32550048828125, 0.3712158203125, 0.41693115234375, 0.462646484375, 0.50836181640625, 0.5540771484375, 0.59979248046875, 0.6455078125, 0.69122314453125, 0.7369384765625, 0.78265380859375, 0.828369140625, 0.87408447265625, 0.9197998046875, 0.96551513671875, 1.01123046875, 1.05694580078125, 1.1026611328125, 1.14837646484375, 1.194091796875, 1.23980712890625, 1.2855224609375, 1.33123779296875, 1.376953125]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 8.0, 9.0, 8.0, 8.0, 13.0, 14.0, 22.0, 20.0, 42.0, 39.0, 61.0, 91.0, 119.0, 168.0, 271.0, 428.0, 737.0, 1275.0, 2530.0, 5085.0, 12876.0, 39144.0, 140007.0, 1100676.0, 620768.0, 118735.0, 33063.0, 11047.0, 4436.0, 2217.0, 1171.0, 691.0, 440.0, 272.0, 192.0, 120.0, 81.0, 73.0, 50.0, 37.0, 17.0, 15.0, 17.0, 14.0, 12.0, 2.0, 6.0, 4.0, 5.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.4912109375, -0.47629547119140625, -0.4613800048828125, -0.44646453857421875, -0.431549072265625, -0.41663360595703125, -0.4017181396484375, -0.38680267333984375, -0.37188720703125, -0.35697174072265625, -0.3420562744140625, -0.32714080810546875, -0.312225341796875, -0.29730987548828125, -0.2823944091796875, -0.26747894287109375, -0.2525634765625, -0.23764801025390625, -0.2227325439453125, -0.20781707763671875, -0.192901611328125, -0.17798614501953125, -0.1630706787109375, -0.14815521240234375, -0.13323974609375, -0.11832427978515625, -0.1034088134765625, -0.08849334716796875, -0.073577880859375, -0.05866241455078125, -0.0437469482421875, -0.02883148193359375, -0.013916015625, 0.00099945068359375, 0.0159149169921875, 0.03083038330078125, 0.045745849609375, 0.06066131591796875, 0.0755767822265625, 0.09049224853515625, 0.10540771484375, 0.12032318115234375, 0.1352386474609375, 0.15015411376953125, 0.165069580078125, 0.17998504638671875, 0.1949005126953125, 0.20981597900390625, 0.2247314453125, 0.23964691162109375, 0.2545623779296875, 0.26947784423828125, 0.284393310546875, 0.29930877685546875, 0.3142242431640625, 0.32913970947265625, 0.34405517578125, 0.35897064208984375, 0.3738861083984375, 0.38880157470703125, 0.403717041015625, 0.41863250732421875, 0.4335479736328125, 0.44846343994140625, 0.46337890625]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 2.0, 7.0, 7.0, 8.0, 9.0, 10.0, 14.0, 16.0, 35.0, 109.0, 188.0, 247.0, 181.0, 67.0, 19.0, 24.0, 12.0, 11.0, 9.0, 5.0, 6.0, 4.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1058349609375, -0.101959228515625, -0.09808349609375, -0.094207763671875, -0.09033203125, -0.086456298828125, -0.08258056640625, -0.078704833984375, -0.0748291015625, -0.070953369140625, -0.06707763671875, -0.063201904296875, -0.059326171875, -0.055450439453125, -0.05157470703125, -0.047698974609375, -0.0438232421875, -0.039947509765625, -0.03607177734375, -0.032196044921875, -0.0283203125, -0.024444580078125, -0.02056884765625, -0.016693115234375, -0.0128173828125, -0.008941650390625, -0.00506591796875, -0.001190185546875, 0.002685546875, 0.006561279296875, 0.01043701171875, 0.014312744140625, 0.0181884765625, 0.022064208984375, 0.02593994140625, 0.029815673828125, 0.03369140625, 0.037567138671875, 0.04144287109375, 0.045318603515625, 0.0491943359375, 0.053070068359375, 0.05694580078125, 0.060821533203125, 0.064697265625, 0.068572998046875, 0.07244873046875, 0.076324462890625, 0.0802001953125, 0.084075927734375, 0.08795166015625, 0.091827392578125, 0.095703125, 0.099578857421875, 0.10345458984375, 0.107330322265625, 0.1112060546875, 0.115081787109375, 0.11895751953125, 0.122833251953125, 0.126708984375, 0.130584716796875, 0.13446044921875, 0.138336181640625, 0.1422119140625]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 6.0, 2.0, 2.0, 6.0, 3.0, 4.0, 13.0, 14.0, 26.0, 36.0, 86.0, 336.0, 5369.0, 1040010.0, 2212.0, 236.0, 81.0, 31.0, 25.0, 12.0, 16.0, 9.0, 11.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-3.138671875, -3.052459716796875, -2.96624755859375, -2.880035400390625, -2.7938232421875, -2.707611083984375, -2.62139892578125, -2.535186767578125, -2.448974609375, -2.362762451171875, -2.27655029296875, -2.190338134765625, -2.1041259765625, -2.017913818359375, -1.93170166015625, -1.845489501953125, -1.75927734375, -1.673065185546875, -1.58685302734375, -1.500640869140625, -1.4144287109375, -1.328216552734375, -1.24200439453125, -1.155792236328125, -1.069580078125, -0.983367919921875, -0.89715576171875, -0.810943603515625, -0.7247314453125, -0.638519287109375, -0.55230712890625, -0.466094970703125, -0.3798828125, -0.293670654296875, -0.20745849609375, -0.121246337890625, -0.0350341796875, 0.051177978515625, 0.13739013671875, 0.223602294921875, 0.309814453125, 0.396026611328125, 0.48223876953125, 0.568450927734375, 0.6546630859375, 0.740875244140625, 0.82708740234375, 0.913299560546875, 0.99951171875, 1.085723876953125, 1.17193603515625, 1.258148193359375, 1.3443603515625, 1.430572509765625, 1.51678466796875, 1.602996826171875, 1.689208984375, 1.775421142578125, 1.86163330078125, 1.947845458984375, 2.0340576171875, 2.120269775390625, 2.20648193359375, 2.292694091796875, 2.37890625]}, "gradients/decoder.transformer.h.8.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 6.0, 11.0, 58.0, 180.0, 393.0, 247.0, 84.0, 30.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.12894485890865326, -0.11949583142995834, -0.11004680395126343, -0.10059778392314911, -0.0911487564444542, -0.08169972896575928, -0.07225070893764496, -0.06280168145895004, -0.05335265398025513, -0.04390362650156021, -0.034454602748155594, -0.025005577132105827, -0.01555655151605606, -0.006107524037361145, 0.0033414997160434723, 0.01279052346944809, 0.022239550948143005, 0.03168857842683792, 0.04113760218024254, 0.050586625933647156, 0.06003565341234207, 0.06948468089103699, 0.0789337009191513, 0.08838272839784622, 0.09783175587654114, 0.10728078335523605, 0.11672981083393097, 0.1261788308620453, 0.1356278657913208, 0.14507688581943512, 0.15452590584754944, 0.16397494077682495, 0.17342394590377808, 0.1828729659318924, 0.1923220008611679, 0.20177102088928223, 0.21122005581855774, 0.22066907584667206, 0.23011809587478638, 0.2395671308040619, 0.2490161508321762, 0.2584651708602905, 0.26791420578956604, 0.27736324071884155, 0.2868122458457947, 0.2962612807750702, 0.3057103157043457, 0.31515932083129883, 0.32460835576057434, 0.33405739068984985, 0.343506395816803, 0.3529554307460785, 0.362404465675354, 0.37185347080230713, 0.38130250573158264, 0.39075154066085815, 0.4002005457878113, 0.4096495807170868, 0.4190985858440399, 0.42854762077331543, 0.43799665570259094, 0.44744569063186646, 0.4568946957588196, 0.4663437306880951, 0.4757927656173706]}, "gradients/decoder.transformer.h.8.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 2.0, 4.0, 6.0, 4.0, 10.0, 9.0, 8.0, 8.0, 8.0, 12.0, 5.0, 11.0, 12.0, 28.0, 21.0, 21.0, 24.0, 15.0, 21.0, 24.0, 34.0, 44.0, 24.0, 32.0, 29.0, 38.0, 29.0, 40.0, 33.0, 34.0, 43.0, 38.0, 35.0, 29.0, 27.0, 38.0, 39.0, 22.0, 19.0, 24.0, 14.0, 14.0, 19.0, 19.0, 16.0, 7.0, 7.0, 6.0, 0.0, 2.0, 2.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.05636388063430786, -0.05432586744427681, -0.05228785425424576, -0.050249841064214706, -0.048211827874183655, -0.0461738146841526, -0.04413580149412155, -0.0420977883040905, -0.04005977511405945, -0.0380217619240284, -0.035983748733997345, -0.03394573554396629, -0.03190772235393524, -0.02986970916390419, -0.02783169597387314, -0.025793682783842087, -0.023755669593811035, -0.021717656403779984, -0.019679643213748932, -0.01764163002371788, -0.015603616833686829, -0.013565603643655777, -0.011527590453624725, -0.009489577263593674, -0.007451564073562622, -0.0054135508835315704, -0.003375537693500519, -0.0013375245034694672, 0.0007004886865615845, 0.002738501876592636, 0.004776515066623688, 0.006814528256654739, 0.008852541446685791, 0.010890554636716843, 0.012928567826747894, 0.014966581016778946, 0.017004594206809998, 0.01904260739684105, 0.0210806205868721, 0.023118633776903152, 0.025156646966934204, 0.027194660156965256, 0.029232673346996307, 0.03127068653702736, 0.03330869972705841, 0.03534671291708946, 0.037384726107120514, 0.039422739297151566, 0.04146075248718262, 0.04349876567721367, 0.04553677886724472, 0.04757479205727577, 0.049612805247306824, 0.051650818437337875, 0.05368883162736893, 0.05572684481739998, 0.05776485800743103, 0.05980287119746208, 0.061840884387493134, 0.06387889385223389, 0.06591691076755524, 0.06795492768287659, 0.06999293714761734, 0.0720309466123581, 0.07406896352767944]}, "gradients/decoder.transformer.h.8.attn.c_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 5.0, 4.0, 3.0, 6.0, 15.0, 13.0, 17.0, 26.0, 16.0, 22.0, 21.0, 37.0, 23.0, 26.0, 29.0, 36.0, 31.0, 28.0, 33.0, 36.0, 34.0, 36.0, 42.0, 38.0, 37.0, 36.0, 27.0, 29.0, 28.0, 31.0, 33.0, 25.0, 28.0, 18.0, 18.0, 16.0, 14.0, 21.0, 12.0, 14.0, 8.0, 6.0, 3.0, 7.0, 6.0, 4.0, 2.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.822265625, -1.759490966796875, -1.69671630859375, -1.633941650390625, -1.5711669921875, -1.508392333984375, -1.44561767578125, -1.382843017578125, -1.320068359375, -1.257293701171875, -1.19451904296875, -1.131744384765625, -1.0689697265625, -1.006195068359375, -0.94342041015625, -0.880645751953125, -0.81787109375, -0.755096435546875, -0.69232177734375, -0.629547119140625, -0.5667724609375, -0.503997802734375, -0.44122314453125, -0.378448486328125, -0.315673828125, -0.252899169921875, -0.19012451171875, -0.127349853515625, -0.0645751953125, -0.001800537109375, 0.06097412109375, 0.123748779296875, 0.1865234375, 0.249298095703125, 0.31207275390625, 0.374847412109375, 0.4376220703125, 0.500396728515625, 0.56317138671875, 0.625946044921875, 0.688720703125, 0.751495361328125, 0.81427001953125, 0.877044677734375, 0.9398193359375, 1.002593994140625, 1.06536865234375, 1.128143310546875, 1.19091796875, 1.253692626953125, 1.31646728515625, 1.379241943359375, 1.4420166015625, 1.504791259765625, 1.56756591796875, 1.630340576171875, 1.693115234375, 1.755889892578125, 1.81866455078125, 1.881439208984375, 1.9442138671875, 2.006988525390625, 2.06976318359375, 2.132537841796875, 2.1953125]}, "gradients/decoder.transformer.h.8.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 11.0, 16.0, 19.0, 28.0, 44.0, 68.0, 95.0, 122.0, 208.0, 305.0, 460.0, 726.0, 1184.0, 1873.0, 2877.0, 4739.0, 7500.0, 12490.0, 20594.0, 34332.0, 57958.0, 97482.0, 154049.0, 195444.0, 171962.0, 113486.0, 68104.0, 40003.0, 24057.0, 14579.0, 8952.0, 5577.0, 3398.0, 2067.0, 1325.0, 868.0, 548.0, 348.0, 219.0, 127.0, 83.0, 65.0, 55.0, 46.0, 21.0, 7.0, 16.0, 10.0, 8.0, 1.0, 6.0, 0.0, 0.0, 3.0], "bins": [-2.205078125, -2.139556884765625, -2.07403564453125, -2.008514404296875, -1.9429931640625, -1.877471923828125, -1.81195068359375, -1.746429443359375, -1.680908203125, -1.615386962890625, -1.54986572265625, -1.484344482421875, -1.4188232421875, -1.353302001953125, -1.28778076171875, -1.222259521484375, -1.15673828125, -1.091217041015625, -1.02569580078125, -0.960174560546875, -0.8946533203125, -0.829132080078125, -0.76361083984375, -0.698089599609375, -0.632568359375, -0.567047119140625, -0.50152587890625, -0.436004638671875, -0.3704833984375, -0.304962158203125, -0.23944091796875, -0.173919677734375, -0.1083984375, -0.042877197265625, 0.02264404296875, 0.088165283203125, 0.1536865234375, 0.219207763671875, 0.28472900390625, 0.350250244140625, 0.415771484375, 0.481292724609375, 0.54681396484375, 0.612335205078125, 0.6778564453125, 0.743377685546875, 0.80889892578125, 0.874420166015625, 0.93994140625, 1.005462646484375, 1.07098388671875, 1.136505126953125, 1.2020263671875, 1.267547607421875, 1.33306884765625, 1.398590087890625, 1.464111328125, 1.529632568359375, 1.59515380859375, 1.660675048828125, 1.7261962890625, 1.791717529296875, 1.85723876953125, 1.922760009765625, 1.98828125]}, "gradients/decoder.transformer.h.8.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 5.0, 0.0, 3.0, 7.0, 0.0, 4.0, 8.0, 6.0, 10.0, 11.0, 15.0, 16.0, 20.0, 27.0, 34.0, 37.0, 30.0, 38.0, 47.0, 78.0, 136.0, 248.0, 1344.0, 292.0, 169.0, 88.0, 61.0, 53.0, 46.0, 40.0, 37.0, 22.0, 23.0, 18.0, 16.0, 18.0, 12.0, 8.0, 11.0, 7.0, 7.0, 7.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.671875, -7.422119140625, -7.17236328125, -6.922607421875, -6.6728515625, -6.423095703125, -6.17333984375, -5.923583984375, -5.673828125, -5.424072265625, -5.17431640625, -4.924560546875, -4.6748046875, -4.425048828125, -4.17529296875, -3.925537109375, -3.67578125, -3.426025390625, -3.17626953125, -2.926513671875, -2.6767578125, -2.427001953125, -2.17724609375, -1.927490234375, -1.677734375, -1.427978515625, -1.17822265625, -0.928466796875, -0.6787109375, -0.428955078125, -0.17919921875, 0.070556640625, 0.3203125, 0.570068359375, 0.81982421875, 1.069580078125, 1.3193359375, 1.569091796875, 1.81884765625, 2.068603515625, 2.318359375, 2.568115234375, 2.81787109375, 3.067626953125, 3.3173828125, 3.567138671875, 3.81689453125, 4.066650390625, 4.31640625, 4.566162109375, 4.81591796875, 5.065673828125, 5.3154296875, 5.565185546875, 5.81494140625, 6.064697265625, 6.314453125, 6.564208984375, 6.81396484375, 7.063720703125, 7.3134765625, 7.563232421875, 7.81298828125, 8.062744140625, 8.3125]}, "gradients/decoder.transformer.h.8.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 5.0, 8.0, 7.0, 7.0, 15.0, 14.0, 16.0, 32.0, 31.0, 37.0, 46.0, 69.0, 96.0, 127.0, 165.0, 288.0, 571.0, 1855.0, 14824.0, 261147.0, 2655141.0, 195972.0, 12172.0, 1644.0, 504.0, 266.0, 181.0, 115.0, 96.0, 56.0, 45.0, 36.0, 31.0, 21.0, 20.0, 13.0, 8.0, 9.0, 9.0, 5.0, 2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-11.3828125, -11.052490234375, -10.72216796875, -10.391845703125, -10.0615234375, -9.731201171875, -9.40087890625, -9.070556640625, -8.740234375, -8.409912109375, -8.07958984375, -7.749267578125, -7.4189453125, -7.088623046875, -6.75830078125, -6.427978515625, -6.09765625, -5.767333984375, -5.43701171875, -5.106689453125, -4.7763671875, -4.446044921875, -4.11572265625, -3.785400390625, -3.455078125, -3.124755859375, -2.79443359375, -2.464111328125, -2.1337890625, -1.803466796875, -1.47314453125, -1.142822265625, -0.8125, -0.482177734375, -0.15185546875, 0.178466796875, 0.5087890625, 0.839111328125, 1.16943359375, 1.499755859375, 1.830078125, 2.160400390625, 2.49072265625, 2.821044921875, 3.1513671875, 3.481689453125, 3.81201171875, 4.142333984375, 4.47265625, 4.802978515625, 5.13330078125, 5.463623046875, 5.7939453125, 6.124267578125, 6.45458984375, 6.784912109375, 7.115234375, 7.445556640625, 7.77587890625, 8.106201171875, 8.4365234375, 8.766845703125, 9.09716796875, 9.427490234375, 9.7578125]}, "gradients/decoder.transformer.h.8.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 43.0, 746.0, 229.0], "bins": [-236.34991455078125, -232.5806427001953, -228.81138610839844, -225.0421142578125, -221.27285766601562, -217.5035858154297, -213.7343292236328, -209.96505737304688, -206.19580078125, -202.42652893066406, -198.6572723388672, -194.88800048828125, -191.11874389648438, -187.34947204589844, -183.58021545410156, -179.81094360351562, -176.04168701171875, -172.2724151611328, -168.50315856933594, -164.73388671875, -160.96463012695312, -157.1953582763672, -153.4261016845703, -149.65682983398438, -145.88755798339844, -142.1182861328125, -138.34902954101562, -134.5797576904297, -130.8105010986328, -127.0412368774414, -123.27197265625, -119.50270080566406, -115.73343658447266, -111.96417236328125, -108.19490814208984, -104.42564392089844, -100.65637969970703, -96.88711547851562, -93.11784362792969, -89.34858703613281, -85.5793228149414, -81.81005859375, -78.0407943725586, -74.27153015136719, -70.50226593017578, -66.73300170898438, -62.9637336730957, -59.1944694519043, -55.42520523071289, -51.655941009521484, -47.88667678833008, -44.117408752441406, -40.34814453125, -36.578880310058594, -32.80961608886719, -29.04035186767578, -25.271085739135742, -21.501821517944336, -17.732555389404297, -13.96329116821289, -10.194026947021484, -6.424762725830078, -2.655496597290039, 1.1137676239013672, 4.883031368255615]}, "gradients/decoder.transformer.h.8.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 7.0, 9.0, 4.0, 4.0, 9.0, 16.0, 7.0, 9.0, 11.0, 15.0, 12.0, 16.0, 19.0, 33.0, 34.0, 19.0, 21.0, 25.0, 26.0, 40.0, 27.0, 32.0, 28.0, 30.0, 45.0, 40.0, 23.0, 45.0, 34.0, 34.0, 46.0, 37.0, 31.0, 33.0, 16.0, 20.0, 16.0, 29.0, 7.0, 16.0, 10.0, 19.0, 20.0, 10.0, 6.0, 8.0, 5.0, 2.0, 1.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-16.883705139160156, -16.349470138549805, -15.81523609161377, -15.281002044677734, -14.746767044067383, -14.212532997131348, -13.678298950195312, -13.144063949584961, -12.60982894897461, -12.075594902038574, -11.541359901428223, -11.007125854492188, -10.472890853881836, -9.9386568069458, -9.404422760009766, -8.870187759399414, -8.335953712463379, -7.8017191886901855, -7.267484664916992, -6.733250617980957, -6.1990156173706055, -5.66478157043457, -5.130547046661377, -4.596312522888184, -4.06207799911499, -3.527843475341797, -2.9936089515686035, -2.4593746662139893, -1.925140142440796, -1.3909056186676025, -0.8566713333129883, -0.3224368095397949, 0.21179771423339844, 0.746032178401947, 1.2802666425704956, 1.8145010471343994, 2.3487355709075928, 2.882970094680786, 3.4172043800354004, 3.9514389038085938, 4.485673427581787, 5.0199079513549805, 5.554142475128174, 6.088376998901367, 6.622611045837402, 7.156846046447754, 7.691080093383789, 8.22531509399414, 8.759549140930176, 9.293783187866211, 9.828018188476562, 10.362252235412598, 10.89648723602295, 11.430721282958984, 11.964956283569336, 12.499190330505371, 13.033424377441406, 13.567658424377441, 14.101893424987793, 14.636127471923828, 15.17036247253418, 15.704596519470215, 16.23883056640625, 16.7730655670166, 17.307300567626953]}, "gradients/decoder.transformer.h.7.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 5.0, 4.0, 1.0, 9.0, 9.0, 11.0, 11.0, 12.0, 14.0, 15.0, 22.0, 30.0, 25.0, 19.0, 33.0, 31.0, 29.0, 38.0, 37.0, 30.0, 30.0, 43.0, 25.0, 38.0, 30.0, 44.0, 42.0, 38.0, 27.0, 28.0, 34.0, 30.0, 35.0, 19.0, 23.0, 23.0, 10.0, 14.0, 15.0, 12.0, 15.0, 7.0, 11.0, 10.0, 6.0, 3.0, 4.0, 4.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.1015625, -2.034912109375, -1.96826171875, -1.901611328125, -1.8349609375, -1.768310546875, -1.70166015625, -1.635009765625, -1.568359375, -1.501708984375, -1.43505859375, -1.368408203125, -1.3017578125, -1.235107421875, -1.16845703125, -1.101806640625, -1.03515625, -0.968505859375, -0.90185546875, -0.835205078125, -0.7685546875, -0.701904296875, -0.63525390625, -0.568603515625, -0.501953125, -0.435302734375, -0.36865234375, -0.302001953125, -0.2353515625, -0.168701171875, -0.10205078125, -0.035400390625, 0.03125, 0.097900390625, 0.16455078125, 0.231201171875, 0.2978515625, 0.364501953125, 0.43115234375, 0.497802734375, 0.564453125, 0.631103515625, 0.69775390625, 0.764404296875, 0.8310546875, 0.897705078125, 0.96435546875, 1.031005859375, 1.09765625, 1.164306640625, 1.23095703125, 1.297607421875, 1.3642578125, 1.430908203125, 1.49755859375, 1.564208984375, 1.630859375, 1.697509765625, 1.76416015625, 1.830810546875, 1.8974609375, 1.964111328125, 2.03076171875, 2.097412109375, 2.1640625]}, "gradients/decoder.transformer.h.7.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 2.0, 4.0, 2.0, 6.0, 12.0, 10.0, 14.0, 12.0, 17.0, 20.0, 28.0, 39.0, 45.0, 81.0, 136.0, 273.0, 653.0, 1563.0, 4408.0, 13627.0, 49961.0, 220922.0, 1192303.0, 2094859.0, 480790.0, 98093.0, 24591.0, 7370.0, 2507.0, 1028.0, 391.0, 183.0, 95.0, 49.0, 41.0, 27.0, 29.0, 19.0, 12.0, 9.0, 11.0, 6.0, 5.0, 8.0, 8.0, 5.0, 6.0, 0.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.14453125, -4.0118408203125, -3.879150390625, -3.7464599609375, -3.61376953125, -3.4810791015625, -3.348388671875, -3.2156982421875, -3.0830078125, -2.9503173828125, -2.817626953125, -2.6849365234375, -2.55224609375, -2.4195556640625, -2.286865234375, -2.1541748046875, -2.021484375, -1.8887939453125, -1.756103515625, -1.6234130859375, -1.49072265625, -1.3580322265625, -1.225341796875, -1.0926513671875, -0.9599609375, -0.8272705078125, -0.694580078125, -0.5618896484375, -0.42919921875, -0.2965087890625, -0.163818359375, -0.0311279296875, 0.1015625, 0.2342529296875, 0.366943359375, 0.4996337890625, 0.63232421875, 0.7650146484375, 0.897705078125, 1.0303955078125, 1.1630859375, 1.2957763671875, 1.428466796875, 1.5611572265625, 1.69384765625, 1.8265380859375, 1.959228515625, 2.0919189453125, 2.224609375, 2.3572998046875, 2.489990234375, 2.6226806640625, 2.75537109375, 2.8880615234375, 3.020751953125, 3.1534423828125, 3.2861328125, 3.4188232421875, 3.551513671875, 3.6842041015625, 3.81689453125, 3.9495849609375, 4.082275390625, 4.2149658203125, 4.34765625]}, "gradients/decoder.transformer.h.7.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 5.0, 14.0, 11.0, 7.0, 14.0, 27.0, 35.0, 54.0, 74.0, 84.0, 149.0, 188.0, 245.0, 326.0, 473.0, 501.0, 449.0, 409.0, 275.0, 193.0, 145.0, 114.0, 78.0, 60.0, 43.0, 37.0, 16.0, 8.0, 14.0, 9.0, 10.0, 5.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.3671875, -3.2408447265625, -3.114501953125, -2.9881591796875, -2.86181640625, -2.7354736328125, -2.609130859375, -2.4827880859375, -2.3564453125, -2.2301025390625, -2.103759765625, -1.9774169921875, -1.85107421875, -1.7247314453125, -1.598388671875, -1.4720458984375, -1.345703125, -1.2193603515625, -1.093017578125, -0.9666748046875, -0.84033203125, -0.7139892578125, -0.587646484375, -0.4613037109375, -0.3349609375, -0.2086181640625, -0.082275390625, 0.0440673828125, 0.17041015625, 0.2967529296875, 0.423095703125, 0.5494384765625, 0.67578125, 0.8021240234375, 0.928466796875, 1.0548095703125, 1.18115234375, 1.3074951171875, 1.433837890625, 1.5601806640625, 1.6865234375, 1.8128662109375, 1.939208984375, 2.0655517578125, 2.19189453125, 2.3182373046875, 2.444580078125, 2.5709228515625, 2.697265625, 2.8236083984375, 2.949951171875, 3.0762939453125, 3.20263671875, 3.3289794921875, 3.455322265625, 3.5816650390625, 3.7080078125, 3.8343505859375, 3.960693359375, 4.0870361328125, 4.21337890625, 4.3397216796875, 4.466064453125, 4.5924072265625, 4.71875]}, "gradients/decoder.transformer.h.7.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 6.0, 3.0, 2.0, 3.0, 10.0, 22.0, 19.0, 26.0, 38.0, 63.0, 78.0, 103.0, 170.0, 202.0, 310.0, 584.0, 2401.0, 41828.0, 2460535.0, 1654526.0, 29944.0, 1900.0, 547.0, 291.0, 192.0, 141.0, 111.0, 62.0, 56.0, 32.0, 24.0, 18.0, 19.0, 13.0, 7.0, 0.0, 7.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-17.390625, -16.932373046875, -16.47412109375, -16.015869140625, -15.5576171875, -15.099365234375, -14.64111328125, -14.182861328125, -13.724609375, -13.266357421875, -12.80810546875, -12.349853515625, -11.8916015625, -11.433349609375, -10.97509765625, -10.516845703125, -10.05859375, -9.600341796875, -9.14208984375, -8.683837890625, -8.2255859375, -7.767333984375, -7.30908203125, -6.850830078125, -6.392578125, -5.934326171875, -5.47607421875, -5.017822265625, -4.5595703125, -4.101318359375, -3.64306640625, -3.184814453125, -2.7265625, -2.268310546875, -1.81005859375, -1.351806640625, -0.8935546875, -0.435302734375, 0.02294921875, 0.481201171875, 0.939453125, 1.397705078125, 1.85595703125, 2.314208984375, 2.7724609375, 3.230712890625, 3.68896484375, 4.147216796875, 4.60546875, 5.063720703125, 5.52197265625, 5.980224609375, 6.4384765625, 6.896728515625, 7.35498046875, 7.813232421875, 8.271484375, 8.729736328125, 9.18798828125, 9.646240234375, 10.1044921875, 10.562744140625, 11.02099609375, 11.479248046875, 11.9375]}, "gradients/decoder.transformer.h.7.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 7.0, 30.0, 96.0, 160.0, 232.0, 257.0, 152.0, 56.0, 23.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-66.23856353759766, -64.98348999023438, -63.728416442871094, -62.47334289550781, -61.21826934814453, -59.963199615478516, -58.708126068115234, -57.45305252075195, -56.19797897338867, -54.94290542602539, -53.68783187866211, -52.43275833129883, -51.17768859863281, -49.92261505126953, -48.66754150390625, -47.41246795654297, -46.15739440917969, -44.902320861816406, -43.647247314453125, -42.392173767089844, -41.13710021972656, -39.88203048706055, -38.626956939697266, -37.371883392333984, -36.1168098449707, -34.86173629760742, -33.60666275024414, -32.35158920288086, -31.09651756286621, -29.84144401550293, -28.58637237548828, -27.331298828125, -26.076229095458984, -24.821155548095703, -23.566082000732422, -22.311010360717773, -21.055936813354492, -19.80086326599121, -18.545791625976562, -17.29071807861328, -16.03564453125, -14.780570983886719, -13.525498390197754, -12.270425796508789, -11.015352249145508, -9.760278701782227, -8.505206108093262, -7.250133514404297, -5.995059013366699, -4.739985942840576, -3.484912872314453, -2.22983980178833, -0.974766731262207, 0.280306339263916, 1.535379409790039, 2.790452003479004, 4.045525550842285, 5.300598621368408, 6.555671691894531, 7.810744762420654, 9.065817832946777, 10.320890426635742, 11.575963973999023, 12.831036567687988, 14.08611011505127]}, "gradients/decoder.transformer.h.7.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 5.0, 1.0, 1.0, 1.0, 2.0, 3.0, 8.0, 8.0, 9.0, 15.0, 18.0, 21.0, 11.0, 22.0, 22.0, 26.0, 30.0, 20.0, 42.0, 36.0, 31.0, 36.0, 30.0, 49.0, 42.0, 44.0, 49.0, 36.0, 48.0, 43.0, 41.0, 35.0, 31.0, 27.0, 29.0, 16.0, 21.0, 22.0, 19.0, 12.0, 18.0, 8.0, 6.0, 7.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-13.260900497436523, -12.850290298461914, -12.439680099487305, -12.029069900512695, -11.618459701538086, -11.207849502563477, -10.797239303588867, -10.386629104614258, -9.976018905639648, -9.565408706665039, -9.15479850769043, -8.74418830871582, -8.333578109741211, -7.922967910766602, -7.512357711791992, -7.101747512817383, -6.691136837005615, -6.280526638031006, -5.8699164390563965, -5.459306240081787, -5.048696041107178, -4.63808536529541, -4.227475166320801, -3.8168652057647705, -3.406255006790161, -2.9956448078155518, -2.5850346088409424, -2.174424171447754, -1.763814091682434, -1.3532037734985352, -0.9425935745239258, -0.5319833755493164, -0.12137317657470703, 0.28923705220222473, 0.6998472809791565, 1.1104575395584106, 1.52106773853302, 1.931678056716919, 2.3422882556915283, 2.7528984546661377, 3.163508653640747, 3.5741188526153564, 3.984729051589966, 4.395339488983154, 4.805949687957764, 5.216559886932373, 5.627170085906982, 6.037780284881592, 6.448390483856201, 6.8590006828308105, 7.26961088180542, 7.680221080780029, 8.090831756591797, 8.501441955566406, 8.912052154541016, 9.322662353515625, 9.733272552490234, 10.143882751464844, 10.554492950439453, 10.965103149414062, 11.375713348388672, 11.786323547363281, 12.19693374633789, 12.6075439453125, 13.01815414428711]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 9.0, 12.0, 14.0, 16.0, 17.0, 18.0, 22.0, 23.0, 22.0, 23.0, 27.0, 29.0, 34.0, 46.0, 46.0, 28.0, 43.0, 47.0, 36.0, 41.0, 34.0, 35.0, 50.0, 33.0, 42.0, 23.0, 27.0, 29.0, 20.0, 23.0, 25.0, 19.0, 16.0, 17.0, 11.0, 7.0, 11.0, 7.0, 5.0, 6.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.193359375, -2.1236572265625, -2.053955078125, -1.9842529296875, -1.91455078125, -1.8448486328125, -1.775146484375, -1.7054443359375, -1.6357421875, -1.5660400390625, -1.496337890625, -1.4266357421875, -1.35693359375, -1.2872314453125, -1.217529296875, -1.1478271484375, -1.078125, -1.0084228515625, -0.938720703125, -0.8690185546875, -0.79931640625, -0.7296142578125, -0.659912109375, -0.5902099609375, -0.5205078125, -0.4508056640625, -0.381103515625, -0.3114013671875, -0.24169921875, -0.1719970703125, -0.102294921875, -0.0325927734375, 0.037109375, 0.1068115234375, 0.176513671875, 0.2462158203125, 0.31591796875, 0.3856201171875, 0.455322265625, 0.5250244140625, 0.5947265625, 0.6644287109375, 0.734130859375, 0.8038330078125, 0.87353515625, 0.9432373046875, 1.012939453125, 1.0826416015625, 1.15234375, 1.2220458984375, 1.291748046875, 1.3614501953125, 1.43115234375, 1.5008544921875, 1.570556640625, 1.6402587890625, 1.7099609375, 1.7796630859375, 1.849365234375, 1.9190673828125, 1.98876953125, 2.0584716796875, 2.128173828125, 2.1978759765625, 2.267578125]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 7.0, 4.0, 10.0, 14.0, 11.0, 32.0, 32.0, 32.0, 73.0, 89.0, 132.0, 170.0, 292.0, 446.0, 801.0, 1338.0, 2387.0, 4365.0, 8549.0, 19703.0, 55330.0, 190429.0, 445663.0, 214816.0, 61826.0, 21723.0, 9330.0, 4705.0, 2578.0, 1363.0, 831.0, 493.0, 306.0, 214.0, 140.0, 94.0, 89.0, 44.0, 32.0, 20.0, 18.0, 11.0, 10.0, 1.0, 1.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.7353515625, -0.7120437622070312, -0.6887359619140625, -0.6654281616210938, -0.642120361328125, -0.6188125610351562, -0.5955047607421875, -0.5721969604492188, -0.54888916015625, -0.5255813598632812, -0.5022735595703125, -0.47896575927734375, -0.455657958984375, -0.43235015869140625, -0.4090423583984375, -0.38573455810546875, -0.3624267578125, -0.33911895751953125, -0.3158111572265625, -0.29250335693359375, -0.269195556640625, -0.24588775634765625, -0.2225799560546875, -0.19927215576171875, -0.17596435546875, -0.15265655517578125, -0.1293487548828125, -0.10604095458984375, -0.082733154296875, -0.05942535400390625, -0.0361175537109375, -0.01280975341796875, 0.010498046875, 0.03380584716796875, 0.0571136474609375, 0.08042144775390625, 0.103729248046875, 0.12703704833984375, 0.1503448486328125, 0.17365264892578125, 0.19696044921875, 0.22026824951171875, 0.2435760498046875, 0.26688385009765625, 0.290191650390625, 0.31349945068359375, 0.3368072509765625, 0.36011505126953125, 0.3834228515625, 0.40673065185546875, 0.4300384521484375, 0.45334625244140625, 0.476654052734375, 0.49996185302734375, 0.5232696533203125, 0.5465774536132812, 0.56988525390625, 0.5931930541992188, 0.6165008544921875, 0.6398086547851562, 0.663116455078125, 0.6864242553710938, 0.7097320556640625, 0.7330398559570312, 0.75634765625]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 1.0, 4.0, 9.0, 4.0, 12.0, 13.0, 12.0, 19.0, 14.0, 16.0, 26.0, 17.0, 24.0, 39.0, 29.0, 29.0, 37.0, 35.0, 40.0, 32.0, 30.0, 33.0, 1068.0, 27.0, 31.0, 39.0, 32.0, 43.0, 35.0, 29.0, 35.0, 25.0, 29.0, 18.0, 24.0, 26.0, 15.0, 16.0, 11.0, 6.0, 6.0, 6.0, 8.0, 4.0, 5.0, 5.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-1.33203125, -1.288177490234375, -1.24432373046875, -1.200469970703125, -1.1566162109375, -1.112762451171875, -1.06890869140625, -1.025054931640625, -0.981201171875, -0.937347412109375, -0.89349365234375, -0.849639892578125, -0.8057861328125, -0.761932373046875, -0.71807861328125, -0.674224853515625, -0.63037109375, -0.586517333984375, -0.54266357421875, -0.498809814453125, -0.4549560546875, -0.411102294921875, -0.36724853515625, -0.323394775390625, -0.279541015625, -0.235687255859375, -0.19183349609375, -0.147979736328125, -0.1041259765625, -0.060272216796875, -0.01641845703125, 0.027435302734375, 0.0712890625, 0.115142822265625, 0.15899658203125, 0.202850341796875, 0.2467041015625, 0.290557861328125, 0.33441162109375, 0.378265380859375, 0.422119140625, 0.465972900390625, 0.50982666015625, 0.553680419921875, 0.5975341796875, 0.641387939453125, 0.68524169921875, 0.729095458984375, 0.77294921875, 0.816802978515625, 0.86065673828125, 0.904510498046875, 0.9483642578125, 0.992218017578125, 1.03607177734375, 1.079925537109375, 1.123779296875, 1.167633056640625, 1.21148681640625, 1.255340576171875, 1.2991943359375, 1.343048095703125, 1.38690185546875, 1.430755615234375, 1.474609375]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 9.0, 16.0, 12.0, 29.0, 40.0, 41.0, 74.0, 117.0, 204.0, 350.0, 597.0, 964.0, 1781.0, 3363.0, 7156.0, 19087.0, 64490.0, 273605.0, 1445956.0, 201030.0, 50079.0, 15242.0, 6130.0, 3000.0, 1573.0, 870.0, 476.0, 311.0, 215.0, 123.0, 62.0, 53.0, 29.0, 11.0, 11.0, 15.0, 1.0, 5.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.607421875, -0.5902633666992188, -0.5731048583984375, -0.5559463500976562, -0.538787841796875, -0.5216293334960938, -0.5044708251953125, -0.48731231689453125, -0.47015380859375, -0.45299530029296875, -0.4358367919921875, -0.41867828369140625, -0.401519775390625, -0.38436126708984375, -0.3672027587890625, -0.35004425048828125, -0.3328857421875, -0.31572723388671875, -0.2985687255859375, -0.28141021728515625, -0.264251708984375, -0.24709320068359375, -0.2299346923828125, -0.21277618408203125, -0.19561767578125, -0.17845916748046875, -0.1613006591796875, -0.14414215087890625, -0.126983642578125, -0.10982513427734375, -0.0926666259765625, -0.07550811767578125, -0.058349609375, -0.04119110107421875, -0.0240325927734375, -0.00687408447265625, 0.010284423828125, 0.02744293212890625, 0.0446014404296875, 0.06175994873046875, 0.07891845703125, 0.09607696533203125, 0.1132354736328125, 0.13039398193359375, 0.147552490234375, 0.16471099853515625, 0.1818695068359375, 0.19902801513671875, 0.2161865234375, 0.23334503173828125, 0.2505035400390625, 0.26766204833984375, 0.284820556640625, 0.30197906494140625, 0.3191375732421875, 0.33629608154296875, 0.35345458984375, 0.37061309814453125, 0.3877716064453125, 0.40493011474609375, 0.422088623046875, 0.43924713134765625, 0.4564056396484375, 0.47356414794921875, 0.49072265625]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 3.0, 1.0, 7.0, 4.0, 11.0, 19.0, 60.0, 153.0, 355.0, 229.0, 71.0, 31.0, 13.0, 5.0, 8.0, 4.0, 7.0, 2.0, 5.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1669921875, -0.1620349884033203, -0.15707778930664062, -0.15212059020996094, -0.14716339111328125, -0.14220619201660156, -0.13724899291992188, -0.1322917938232422, -0.1273345947265625, -0.12237739562988281, -0.11742019653320312, -0.11246299743652344, -0.10750579833984375, -0.10254859924316406, -0.09759140014648438, -0.09263420104980469, -0.087677001953125, -0.08271980285644531, -0.07776260375976562, -0.07280540466308594, -0.06784820556640625, -0.06289100646972656, -0.057933807373046875, -0.05297660827636719, -0.0480194091796875, -0.04306221008300781, -0.038105010986328125, -0.03314781188964844, -0.02819061279296875, -0.023233413696289062, -0.018276214599609375, -0.013319015502929688, -0.00836181640625, -0.0034046173095703125, 0.001552581787109375, 0.0065097808837890625, 0.01146697998046875, 0.016424179077148438, 0.021381378173828125, 0.026338577270507812, 0.0312957763671875, 0.03625297546386719, 0.041210174560546875, 0.04616737365722656, 0.05112457275390625, 0.05608177185058594, 0.061038970947265625, 0.06599617004394531, 0.070953369140625, 0.07591056823730469, 0.08086776733398438, 0.08582496643066406, 0.09078216552734375, 0.09573936462402344, 0.10069656372070312, 0.10565376281738281, 0.1106109619140625, 0.11556816101074219, 0.12052536010742188, 0.12548255920410156, 0.13043975830078125, 0.13539695739746094, 0.14035415649414062, 0.1453113555908203, 0.1502685546875]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 3.0, 3.0, 3.0, 4.0, 8.0, 13.0, 29.0, 78.0, 285.0, 1044248.0, 3641.0, 138.0, 50.0, 14.0, 10.0, 5.0, 5.0, 2.0, 7.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-4.0859375, -3.95306396484375, -3.8201904296875, -3.68731689453125, -3.554443359375, -3.42156982421875, -3.2886962890625, -3.15582275390625, -3.02294921875, -2.89007568359375, -2.7572021484375, -2.62432861328125, -2.491455078125, -2.35858154296875, -2.2257080078125, -2.09283447265625, -1.9599609375, -1.82708740234375, -1.6942138671875, -1.56134033203125, -1.428466796875, -1.29559326171875, -1.1627197265625, -1.02984619140625, -0.89697265625, -0.76409912109375, -0.6312255859375, -0.49835205078125, -0.365478515625, -0.23260498046875, -0.0997314453125, 0.03314208984375, 0.166015625, 0.29888916015625, 0.4317626953125, 0.56463623046875, 0.697509765625, 0.83038330078125, 0.9632568359375, 1.09613037109375, 1.22900390625, 1.36187744140625, 1.4947509765625, 1.62762451171875, 1.760498046875, 1.89337158203125, 2.0262451171875, 2.15911865234375, 2.2919921875, 2.42486572265625, 2.5577392578125, 2.69061279296875, 2.823486328125, 2.95635986328125, 3.0892333984375, 3.22210693359375, 3.35498046875, 3.48785400390625, 3.6207275390625, 3.75360107421875, 3.886474609375, 4.01934814453125, 4.1522216796875, 4.28509521484375, 4.41796875]}, "gradients/decoder.transformer.h.7.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 8.0, 110.0, 646.0, 235.0, 18.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5701603293418884, -0.5574097037315369, -0.5446590781211853, -0.531908392906189, -0.5191577672958374, -0.5064071416854858, -0.4936565160751343, -0.4809058904647827, -0.46815523505210876, -0.4554046094417572, -0.44265395402908325, -0.4299033284187317, -0.4171527028083801, -0.4044020473957062, -0.3916514217853546, -0.37890076637268066, -0.3661501407623291, -0.35339951515197754, -0.3406488597393036, -0.327898234128952, -0.3151475787162781, -0.3023969531059265, -0.28964632749557495, -0.2768957018852234, -0.26414504647254944, -0.2513944208621979, -0.23864376544952393, -0.22589313983917236, -0.2131424993276596, -0.20039185881614685, -0.1876412332057953, -0.17489059269428253, -0.16213998198509216, -0.1493893414735794, -0.13663870096206665, -0.12388807535171509, -0.11113743484020233, -0.09838679432868958, -0.08563616126775742, -0.07288552820682526, -0.0601348876953125, -0.04738425090909004, -0.034633614122867584, -0.021882977336645126, -0.009132340550422668, 0.003618299961090088, 0.016368933022022247, 0.029119566082954407, 0.04187020659446716, 0.05462084338068962, 0.06737148016691208, 0.08012211322784424, 0.092872753739357, 0.10562339425086975, 0.11837402731180191, 0.13112466037273407, 0.14387530088424683, 0.15662594139575958, 0.16937658190727234, 0.1821272075176239, 0.19487784802913666, 0.20762848854064941, 0.22037911415100098, 0.23312975466251373, 0.2458803951740265]}, "gradients/decoder.transformer.h.7.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 9.0, 6.0, 4.0, 12.0, 9.0, 9.0, 24.0, 25.0, 13.0, 27.0, 29.0, 29.0, 35.0, 46.0, 31.0, 50.0, 39.0, 47.0, 44.0, 51.0, 41.0, 47.0, 56.0, 33.0, 32.0, 51.0, 37.0, 25.0, 24.0, 15.0, 22.0, 22.0, 12.0, 11.0, 11.0, 11.0, 2.0, 4.0, 3.0, 4.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08548349142074585, -0.08269910514354706, -0.07991471141576767, -0.07713032513856888, -0.07434593141078949, -0.0715615451335907, -0.0687771588563919, -0.06599277257919312, -0.06320837885141373, -0.06042398884892464, -0.05763959884643555, -0.054855212569236755, -0.052070822566747665, -0.049286432564258575, -0.046502046287059784, -0.043717656284570694, -0.040933266282081604, -0.038148876279592514, -0.035364486277103424, -0.03258009999990463, -0.029795709997415543, -0.027011319994926453, -0.024226931855082512, -0.02144254371523857, -0.01865815371274948, -0.01587376371026039, -0.01308937557041645, -0.010304986499249935, -0.00752059742808342, -0.0047362083569169044, -0.001951819285750389, 0.0008325688540935516, 0.0036169588565826416, 0.006401347927749157, 0.009185736998915672, 0.011970126070082188, 0.014754515141248703, 0.017538905143737793, 0.020323293283581734, 0.023107681423425674, 0.025892071425914764, 0.028676461428403854, 0.031460851430892944, 0.034245237708091736, 0.037029627710580826, 0.039814017713069916, 0.04259840399026871, 0.0453827939927578, 0.04816718399524689, 0.05095157399773598, 0.05373596400022507, 0.05652035027742386, 0.05930474027991295, 0.06208913028240204, 0.06487351655960083, 0.06765790283679962, 0.07044229656457901, 0.0732266828417778, 0.07601107656955719, 0.07879546284675598, 0.08157984912395477, 0.08436424285173416, 0.08714862912893295, 0.08993302285671234, 0.09271740913391113]}, "gradients/decoder.transformer.h.7.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 9.0, 11.0, 16.0, 15.0, 17.0, 19.0, 23.0, 22.0, 22.0, 22.0, 28.0, 28.0, 34.0, 46.0, 45.0, 29.0, 44.0, 47.0, 36.0, 40.0, 36.0, 33.0, 49.0, 35.0, 42.0, 22.0, 27.0, 30.0, 22.0, 20.0, 27.0, 17.0, 16.0, 17.0, 11.0, 7.0, 11.0, 8.0, 5.0, 5.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.193359375, -2.123626708984375, -2.05389404296875, -1.984161376953125, -1.9144287109375, -1.844696044921875, -1.77496337890625, -1.705230712890625, -1.635498046875, -1.565765380859375, -1.49603271484375, -1.426300048828125, -1.3565673828125, -1.286834716796875, -1.21710205078125, -1.147369384765625, -1.07763671875, -1.007904052734375, -0.93817138671875, -0.868438720703125, -0.7987060546875, -0.728973388671875, -0.65924072265625, -0.589508056640625, -0.519775390625, -0.450042724609375, -0.38031005859375, -0.310577392578125, -0.2408447265625, -0.171112060546875, -0.10137939453125, -0.031646728515625, 0.0380859375, 0.107818603515625, 0.17755126953125, 0.247283935546875, 0.3170166015625, 0.386749267578125, 0.45648193359375, 0.526214599609375, 0.595947265625, 0.665679931640625, 0.73541259765625, 0.805145263671875, 0.8748779296875, 0.944610595703125, 1.01434326171875, 1.084075927734375, 1.15380859375, 1.223541259765625, 1.29327392578125, 1.363006591796875, 1.4327392578125, 1.502471923828125, 1.57220458984375, 1.641937255859375, 1.711669921875, 1.781402587890625, 1.85113525390625, 1.920867919921875, 1.9906005859375, 2.060333251953125, 2.13006591796875, 2.199798583984375, 2.26953125]}, "gradients/decoder.transformer.h.7.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 2.0, 7.0, 5.0, 9.0, 19.0, 14.0, 13.0, 18.0, 30.0, 46.0, 60.0, 109.0, 166.0, 272.0, 446.0, 828.0, 1515.0, 2843.0, 5649.0, 11409.0, 24219.0, 53752.0, 129190.0, 294348.0, 293597.0, 128363.0, 54024.0, 24292.0, 11336.0, 5547.0, 2904.0, 1506.0, 823.0, 432.0, 271.0, 138.0, 99.0, 70.0, 53.0, 37.0, 24.0, 17.0, 16.0, 11.0, 3.0, 9.0, 2.0, 6.0, 2.0, 5.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-3.32421875, -3.223480224609375, -3.12274169921875, -3.022003173828125, -2.9212646484375, -2.820526123046875, -2.71978759765625, -2.619049072265625, -2.518310546875, -2.417572021484375, -2.31683349609375, -2.216094970703125, -2.1153564453125, -2.014617919921875, -1.91387939453125, -1.813140869140625, -1.71240234375, -1.611663818359375, -1.51092529296875, -1.410186767578125, -1.3094482421875, -1.208709716796875, -1.10797119140625, -1.007232666015625, -0.906494140625, -0.805755615234375, -0.70501708984375, -0.604278564453125, -0.5035400390625, -0.402801513671875, -0.30206298828125, -0.201324462890625, -0.1005859375, 0.000152587890625, 0.10089111328125, 0.201629638671875, 0.3023681640625, 0.403106689453125, 0.50384521484375, 0.604583740234375, 0.705322265625, 0.806060791015625, 0.90679931640625, 1.007537841796875, 1.1082763671875, 1.209014892578125, 1.30975341796875, 1.410491943359375, 1.51123046875, 1.611968994140625, 1.71270751953125, 1.813446044921875, 1.9141845703125, 2.014923095703125, 2.11566162109375, 2.216400146484375, 2.317138671875, 2.417877197265625, 2.51861572265625, 2.619354248046875, 2.7200927734375, 2.820831298828125, 2.92156982421875, 3.022308349609375, 3.123046875]}, "gradients/decoder.transformer.h.7.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 7.0, 8.0, 7.0, 11.0, 13.0, 15.0, 16.0, 19.0, 23.0, 19.0, 16.0, 26.0, 34.0, 43.0, 45.0, 49.0, 71.0, 108.0, 227.0, 1402.0, 291.0, 137.0, 68.0, 63.0, 44.0, 46.0, 42.0, 36.0, 23.0, 20.0, 36.0, 19.0, 13.0, 8.0, 7.0, 6.0, 14.0, 6.0, 9.0, 3.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.5703125, -6.362548828125, -6.15478515625, -5.947021484375, -5.7392578125, -5.531494140625, -5.32373046875, -5.115966796875, -4.908203125, -4.700439453125, -4.49267578125, -4.284912109375, -4.0771484375, -3.869384765625, -3.66162109375, -3.453857421875, -3.24609375, -3.038330078125, -2.83056640625, -2.622802734375, -2.4150390625, -2.207275390625, -1.99951171875, -1.791748046875, -1.583984375, -1.376220703125, -1.16845703125, -0.960693359375, -0.7529296875, -0.545166015625, -0.33740234375, -0.129638671875, 0.078125, 0.285888671875, 0.49365234375, 0.701416015625, 0.9091796875, 1.116943359375, 1.32470703125, 1.532470703125, 1.740234375, 1.947998046875, 2.15576171875, 2.363525390625, 2.5712890625, 2.779052734375, 2.98681640625, 3.194580078125, 3.40234375, 3.610107421875, 3.81787109375, 4.025634765625, 4.2333984375, 4.441162109375, 4.64892578125, 4.856689453125, 5.064453125, 5.272216796875, 5.47998046875, 5.687744140625, 5.8955078125, 6.103271484375, 6.31103515625, 6.518798828125, 6.7265625]}, "gradients/decoder.transformer.h.7.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 11.0, 5.0, 9.0, 10.0, 9.0, 13.0, 18.0, 22.0, 35.0, 50.0, 67.0, 69.0, 115.0, 157.0, 217.0, 401.0, 1455.0, 13605.0, 529597.0, 2544396.0, 50727.0, 3170.0, 623.0, 290.0, 176.0, 114.0, 88.0, 63.0, 34.0, 40.0, 25.0, 27.0, 16.0, 13.0, 11.0, 14.0, 5.0, 10.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.4375, -12.0513916015625, -11.665283203125, -11.2791748046875, -10.89306640625, -10.5069580078125, -10.120849609375, -9.7347412109375, -9.3486328125, -8.9625244140625, -8.576416015625, -8.1903076171875, -7.80419921875, -7.4180908203125, -7.031982421875, -6.6458740234375, -6.259765625, -5.8736572265625, -5.487548828125, -5.1014404296875, -4.71533203125, -4.3292236328125, -3.943115234375, -3.5570068359375, -3.1708984375, -2.7847900390625, -2.398681640625, -2.0125732421875, -1.62646484375, -1.2403564453125, -0.854248046875, -0.4681396484375, -0.08203125, 0.3040771484375, 0.690185546875, 1.0762939453125, 1.46240234375, 1.8485107421875, 2.234619140625, 2.6207275390625, 3.0068359375, 3.3929443359375, 3.779052734375, 4.1651611328125, 4.55126953125, 4.9373779296875, 5.323486328125, 5.7095947265625, 6.095703125, 6.4818115234375, 6.867919921875, 7.2540283203125, 7.64013671875, 8.0262451171875, 8.412353515625, 8.7984619140625, 9.1845703125, 9.5706787109375, 9.956787109375, 10.3428955078125, 10.72900390625, 11.1151123046875, 11.501220703125, 11.8873291015625, 12.2734375]}, "gradients/decoder.transformer.h.7.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 5.0, 26.0, 52.0, 128.0, 186.0, 222.0, 184.0, 118.0, 68.0, 15.0, 6.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.227704048156738, -12.510025024414062, -11.792346954345703, -11.074667930603027, -10.356988906860352, -9.639310836791992, -8.921631813049316, -8.20395278930664, -7.486274719238281, -6.768596172332764, -6.050917625427246, -5.33323860168457, -4.615560054779053, -3.897881507873535, -3.1802024841308594, -2.462523937225342, -1.7448453903198242, -1.027166724205017, -0.30948805809020996, 0.4081907272338867, 1.1258692741394043, 1.8435478210449219, 2.5612268447875977, 3.2789053916931152, 3.996583938598633, 4.71426248550415, 5.431941032409668, 6.149620056152344, 6.867298603057861, 7.584977149963379, 8.302656173706055, 9.020334243774414, 9.738014221191406, 10.455693244934082, 11.173371315002441, 11.891050338745117, 12.608728408813477, 13.326407432556152, 14.044086456298828, 14.761764526367188, 15.479443550109863, 16.19712257385254, 16.9148006439209, 17.63248062133789, 18.35015869140625, 19.06783676147461, 19.78551483154297, 20.50319480895996, 21.22087287902832, 21.93855094909668, 22.656230926513672, 23.37390899658203, 24.09158706665039, 24.80926513671875, 25.526945114135742, 26.2446231842041, 26.962303161621094, 27.679981231689453, 28.397661209106445, 29.115339279174805, 29.833017349243164, 30.550697326660156, 31.268375396728516, 31.986053466796875, 32.703731536865234]}, "gradients/decoder.transformer.h.7.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 10.0, 7.0, 6.0, 3.0, 10.0, 8.0, 8.0, 9.0, 16.0, 16.0, 16.0, 17.0, 17.0, 34.0, 30.0, 32.0, 30.0, 45.0, 43.0, 35.0, 29.0, 32.0, 32.0, 51.0, 49.0, 35.0, 38.0, 31.0, 28.0, 27.0, 33.0, 33.0, 20.0, 30.0, 30.0, 19.0, 15.0, 13.0, 10.0, 15.0, 14.0, 4.0, 5.0, 12.0, 3.0, 6.0, 5.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.497352600097656, -13.011531829833984, -12.525711059570312, -12.039889335632324, -11.554068565368652, -11.06824779510498, -10.582427024841309, -10.09660530090332, -9.610784530639648, -9.124963760375977, -8.639142990112305, -8.153321266174316, -7.6675004959106445, -7.181679725646973, -6.695858955383301, -6.210037708282471, -5.724216938018799, -5.238396167755127, -4.752574920654297, -4.266754150390625, -3.780932903289795, -3.295112133026123, -2.809291124343872, -2.323470115661621, -1.8376491069793701, -1.3518280982971191, -0.8660071492195129, -0.38018620014190674, 0.10563480854034424, 0.5914556980133057, 1.0772767066955566, 1.5630977153778076, 2.0489187240600586, 2.5347397327423096, 3.0205607414245605, 3.5063815116882324, 3.9922027587890625, 4.478023529052734, 4.963844299316406, 5.449665546417236, 5.935486793518066, 6.421307563781738, 6.907128810882568, 7.39294958114624, 7.87877082824707, 8.364591598510742, 8.850412368774414, 9.336233139038086, 9.822053909301758, 10.30787467956543, 10.793695449829102, 11.27951717376709, 11.765337944030762, 12.251158714294434, 12.736979484558105, 13.222801208496094, 13.708621978759766, 14.194442749023438, 14.68026351928711, 15.166085243225098, 15.65190601348877, 16.137725830078125, 16.62354850769043, 17.1093692779541, 17.595190048217773]}, "gradients/decoder.transformer.h.6.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 5.0, 8.0, 9.0, 12.0, 14.0, 5.0, 15.0, 12.0, 19.0, 21.0, 24.0, 20.0, 20.0, 26.0, 30.0, 23.0, 32.0, 46.0, 36.0, 30.0, 49.0, 42.0, 38.0, 49.0, 31.0, 32.0, 35.0, 36.0, 30.0, 29.0, 20.0, 27.0, 21.0, 25.0, 21.0, 18.0, 15.0, 9.0, 14.0, 14.0, 14.0, 5.0, 4.0, 7.0, 10.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0], "bins": [-2.20703125, -2.140411376953125, -2.07379150390625, -2.007171630859375, -1.9405517578125, -1.873931884765625, -1.80731201171875, -1.740692138671875, -1.674072265625, -1.607452392578125, -1.54083251953125, -1.474212646484375, -1.4075927734375, -1.340972900390625, -1.27435302734375, -1.207733154296875, -1.14111328125, -1.074493408203125, -1.00787353515625, -0.941253662109375, -0.8746337890625, -0.808013916015625, -0.74139404296875, -0.674774169921875, -0.608154296875, -0.541534423828125, -0.47491455078125, -0.408294677734375, -0.3416748046875, -0.275054931640625, -0.20843505859375, -0.141815185546875, -0.0751953125, -0.008575439453125, 0.05804443359375, 0.124664306640625, 0.1912841796875, 0.257904052734375, 0.32452392578125, 0.391143798828125, 0.457763671875, 0.524383544921875, 0.59100341796875, 0.657623291015625, 0.7242431640625, 0.790863037109375, 0.85748291015625, 0.924102783203125, 0.99072265625, 1.057342529296875, 1.12396240234375, 1.190582275390625, 1.2572021484375, 1.323822021484375, 1.39044189453125, 1.457061767578125, 1.523681640625, 1.590301513671875, 1.65692138671875, 1.723541259765625, 1.7901611328125, 1.856781005859375, 1.92340087890625, 1.990020751953125, 2.056640625]}, "gradients/decoder.transformer.h.6.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 3.0, 4.0, 5.0, 3.0, 6.0, 14.0, 17.0, 26.0, 48.0, 59.0, 113.0, 240.0, 423.0, 818.0, 1983.0, 4894.0, 13966.0, 46058.0, 183634.0, 903431.0, 2152890.0, 685525.0, 143654.0, 37379.0, 11628.0, 4206.0, 1699.0, 748.0, 339.0, 205.0, 101.0, 51.0, 35.0, 34.0, 11.0, 12.0, 8.0, 12.0, 3.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0], "bins": [-4.8359375, -4.710052490234375, -4.58416748046875, -4.458282470703125, -4.3323974609375, -4.206512451171875, -4.08062744140625, -3.954742431640625, -3.828857421875, -3.702972412109375, -3.57708740234375, -3.451202392578125, -3.3253173828125, -3.199432373046875, -3.07354736328125, -2.947662353515625, -2.82177734375, -2.695892333984375, -2.57000732421875, -2.444122314453125, -2.3182373046875, -2.192352294921875, -2.06646728515625, -1.940582275390625, -1.814697265625, -1.688812255859375, -1.56292724609375, -1.437042236328125, -1.3111572265625, -1.185272216796875, -1.05938720703125, -0.933502197265625, -0.8076171875, -0.681732177734375, -0.55584716796875, -0.429962158203125, -0.3040771484375, -0.178192138671875, -0.05230712890625, 0.073577880859375, 0.199462890625, 0.325347900390625, 0.45123291015625, 0.577117919921875, 0.7030029296875, 0.828887939453125, 0.95477294921875, 1.080657958984375, 1.20654296875, 1.332427978515625, 1.45831298828125, 1.584197998046875, 1.7100830078125, 1.835968017578125, 1.96185302734375, 2.087738037109375, 2.213623046875, 2.339508056640625, 2.46539306640625, 2.591278076171875, 2.7171630859375, 2.843048095703125, 2.96893310546875, 3.094818115234375, 3.220703125]}, "gradients/decoder.transformer.h.6.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 11.0, 9.0, 9.0, 9.0, 10.0, 20.0, 19.0, 32.0, 31.0, 44.0, 66.0, 82.0, 108.0, 131.0, 142.0, 210.0, 251.0, 309.0, 369.0, 413.0, 354.0, 287.0, 261.0, 188.0, 158.0, 132.0, 97.0, 74.0, 48.0, 46.0, 43.0, 28.0, 16.0, 24.0, 15.0, 7.0, 7.0, 3.0, 6.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.791015625, -2.699462890625, -2.60791015625, -2.516357421875, -2.4248046875, -2.333251953125, -2.24169921875, -2.150146484375, -2.05859375, -1.967041015625, -1.87548828125, -1.783935546875, -1.6923828125, -1.600830078125, -1.50927734375, -1.417724609375, -1.326171875, -1.234619140625, -1.14306640625, -1.051513671875, -0.9599609375, -0.868408203125, -0.77685546875, -0.685302734375, -0.59375, -0.502197265625, -0.41064453125, -0.319091796875, -0.2275390625, -0.135986328125, -0.04443359375, 0.047119140625, 0.138671875, 0.230224609375, 0.32177734375, 0.413330078125, 0.5048828125, 0.596435546875, 0.68798828125, 0.779541015625, 0.87109375, 0.962646484375, 1.05419921875, 1.145751953125, 1.2373046875, 1.328857421875, 1.42041015625, 1.511962890625, 1.603515625, 1.695068359375, 1.78662109375, 1.878173828125, 1.9697265625, 2.061279296875, 2.15283203125, 2.244384765625, 2.3359375, 2.427490234375, 2.51904296875, 2.610595703125, 2.7021484375, 2.793701171875, 2.88525390625, 2.976806640625, 3.068359375]}, "gradients/decoder.transformer.h.6.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 1.0, 3.0, 4.0, 2.0, 2.0, 10.0, 2.0, 13.0, 11.0, 21.0, 22.0, 36.0, 34.0, 46.0, 64.0, 99.0, 85.0, 142.0, 179.0, 321.0, 487.0, 1239.0, 5227.0, 32227.0, 309937.0, 3042781.0, 725462.0, 63467.0, 8716.0, 1810.0, 627.0, 341.0, 204.0, 173.0, 109.0, 79.0, 66.0, 45.0, 44.0, 40.0, 22.0, 24.0, 15.0, 9.0, 11.0, 4.0, 13.0, 6.0, 2.0, 5.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-8.7265625, -8.4593505859375, -8.192138671875, -7.9249267578125, -7.65771484375, -7.3905029296875, -7.123291015625, -6.8560791015625, -6.5888671875, -6.3216552734375, -6.054443359375, -5.7872314453125, -5.52001953125, -5.2528076171875, -4.985595703125, -4.7183837890625, -4.451171875, -4.1839599609375, -3.916748046875, -3.6495361328125, -3.38232421875, -3.1151123046875, -2.847900390625, -2.5806884765625, -2.3134765625, -2.0462646484375, -1.779052734375, -1.5118408203125, -1.24462890625, -0.9774169921875, -0.710205078125, -0.4429931640625, -0.17578125, 0.0914306640625, 0.358642578125, 0.6258544921875, 0.89306640625, 1.1602783203125, 1.427490234375, 1.6947021484375, 1.9619140625, 2.2291259765625, 2.496337890625, 2.7635498046875, 3.03076171875, 3.2979736328125, 3.565185546875, 3.8323974609375, 4.099609375, 4.3668212890625, 4.634033203125, 4.9012451171875, 5.16845703125, 5.4356689453125, 5.702880859375, 5.9700927734375, 6.2373046875, 6.5045166015625, 6.771728515625, 7.0389404296875, 7.30615234375, 7.5733642578125, 7.840576171875, 8.1077880859375, 8.375]}, "gradients/decoder.transformer.h.6.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 5.0, 9.0, 7.0, 14.0, 21.0, 36.0, 39.0, 51.0, 60.0, 77.0, 107.0, 95.0, 87.0, 98.0, 93.0, 58.0, 46.0, 33.0, 31.0, 16.0, 12.0, 7.0, 4.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.341049194335938, -15.884869575500488, -15.428690910339355, -14.972511291503906, -14.516332626342773, -14.060153007507324, -13.603973388671875, -13.147794723510742, -12.691615104675293, -12.235435485839844, -11.779256820678711, -11.323077201843262, -10.866897583007812, -10.41071891784668, -9.95453929901123, -9.498359680175781, -9.042181015014648, -8.5860013961792, -8.129822731018066, -7.673643112182617, -7.217463970184326, -6.761284828186035, -6.305105209350586, -5.848926067352295, -5.392746925354004, -4.936567783355713, -4.480388641357422, -4.024209022521973, -3.5680298805236816, -3.1118507385253906, -2.6556713581085205, -2.1994919776916504, -1.743311882019043, -1.2871326208114624, -0.8309533596038818, -0.37477409839630127, 0.0814051628112793, 0.5375843048095703, 0.9937636852264404, 1.4499430656433105, 1.9061222076416016, 2.3623013496398926, 2.8184807300567627, 3.274660110473633, 3.730839252471924, 4.187018394470215, 4.643198013305664, 5.099377155303955, 5.555556297302246, 6.011735439300537, 6.467914581298828, 6.924094200134277, 7.380273342132568, 7.836452484130859, 8.292632102966309, 8.748811721801758, 9.20499038696289, 9.66117000579834, 10.117348670959473, 10.573528289794922, 11.029706954956055, 11.485886573791504, 11.942066192626953, 12.398244857788086, 12.854424476623535]}, "gradients/decoder.transformer.h.6.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 6.0, 4.0, 5.0, 4.0, 8.0, 10.0, 5.0, 10.0, 14.0, 7.0, 24.0, 16.0, 23.0, 23.0, 26.0, 24.0, 29.0, 31.0, 34.0, 42.0, 31.0, 28.0, 39.0, 41.0, 43.0, 40.0, 42.0, 40.0, 33.0, 37.0, 38.0, 28.0, 27.0, 20.0, 22.0, 18.0, 27.0, 18.0, 19.0, 11.0, 12.0, 8.0, 6.0, 10.0, 9.0, 4.0, 3.0, 6.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0], "bins": [-12.154448509216309, -11.801082611083984, -11.447717666625977, -11.094352722167969, -10.740986824035645, -10.38762092590332, -10.034255981445312, -9.680891036987305, -9.32752513885498, -8.974159240722656, -8.620794296264648, -8.26742935180664, -7.914063453674316, -7.56069803237915, -7.207332611083984, -6.853967189788818, -6.500601768493652, -6.147236347198486, -5.79387092590332, -5.440505504608154, -5.087140083312988, -4.733774662017822, -4.380409240722656, -4.02704381942749, -3.673678398132324, -3.320312976837158, -2.966947555541992, -2.613582134246826, -2.26021671295166, -1.9068512916564941, -1.5534858703613281, -1.200120449066162, -0.8467540740966797, -0.49338865280151367, -0.14002323150634766, 0.21334218978881836, 0.5667076110839844, 0.9200730323791504, 1.2734384536743164, 1.6268038749694824, 1.9801692962646484, 2.3335347175598145, 2.6869001388549805, 3.0402655601501465, 3.3936309814453125, 3.7469964027404785, 4.1003618240356445, 4.4537272453308105, 4.807092666625977, 5.160458087921143, 5.513823509216309, 5.867188930511475, 6.220554351806641, 6.573919773101807, 6.927285194396973, 7.280650615692139, 7.634016036987305, 7.987381458282471, 8.340746879577637, 8.694112777709961, 9.047477722167969, 9.400842666625977, 9.7542085647583, 10.107574462890625, 10.460939407348633]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 4.0, 8.0, 5.0, 4.0, 4.0, 5.0, 9.0, 11.0, 16.0, 14.0, 13.0, 19.0, 15.0, 16.0, 28.0, 21.0, 31.0, 44.0, 36.0, 34.0, 33.0, 32.0, 47.0, 32.0, 36.0, 35.0, 41.0, 44.0, 41.0, 45.0, 29.0, 33.0, 27.0, 19.0, 21.0, 22.0, 23.0, 11.0, 17.0, 9.0, 9.0, 12.0, 4.0, 7.0, 11.0, 7.0, 8.0, 9.0, 3.0, 2.0, 2.0, 2.0, 3.0], "bins": [-2.26171875, -2.197906494140625, -2.13409423828125, -2.070281982421875, -2.0064697265625, -1.942657470703125, -1.87884521484375, -1.815032958984375, -1.751220703125, -1.687408447265625, -1.62359619140625, -1.559783935546875, -1.4959716796875, -1.432159423828125, -1.36834716796875, -1.304534912109375, -1.24072265625, -1.176910400390625, -1.11309814453125, -1.049285888671875, -0.9854736328125, -0.921661376953125, -0.85784912109375, -0.794036865234375, -0.730224609375, -0.666412353515625, -0.60260009765625, -0.538787841796875, -0.4749755859375, -0.411163330078125, -0.34735107421875, -0.283538818359375, -0.2197265625, -0.155914306640625, -0.09210205078125, -0.028289794921875, 0.0355224609375, 0.099334716796875, 0.16314697265625, 0.226959228515625, 0.290771484375, 0.354583740234375, 0.41839599609375, 0.482208251953125, 0.5460205078125, 0.609832763671875, 0.67364501953125, 0.737457275390625, 0.80126953125, 0.865081787109375, 0.92889404296875, 0.992706298828125, 1.0565185546875, 1.120330810546875, 1.18414306640625, 1.247955322265625, 1.311767578125, 1.375579833984375, 1.43939208984375, 1.503204345703125, 1.5670166015625, 1.630828857421875, 1.69464111328125, 1.758453369140625, 1.822265625]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 6.0, 4.0, 18.0, 15.0, 42.0, 44.0, 70.0, 105.0, 207.0, 322.0, 589.0, 1039.0, 2010.0, 3813.0, 7816.0, 16068.0, 33135.0, 68473.0, 138712.0, 235645.0, 244812.0, 149769.0, 74741.0, 36107.0, 17568.0, 8476.0, 4166.0, 2185.0, 1039.0, 624.0, 381.0, 203.0, 123.0, 81.0, 51.0, 42.0, 22.0, 20.0, 7.0, 2.0, 2.0, 5.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.327880859375, -0.3176536560058594, -0.30742645263671875, -0.2971992492675781, -0.2869720458984375, -0.2767448425292969, -0.26651763916015625, -0.2562904357910156, -0.246063232421875, -0.23583602905273438, -0.22560882568359375, -0.21538162231445312, -0.2051544189453125, -0.19492721557617188, -0.18470001220703125, -0.17447280883789062, -0.16424560546875, -0.15401840209960938, -0.14379119873046875, -0.13356399536132812, -0.1233367919921875, -0.11310958862304688, -0.10288238525390625, -0.09265518188476562, -0.082427978515625, -0.07220077514648438, -0.06197357177734375, -0.051746368408203125, -0.0415191650390625, -0.031291961669921875, -0.02106475830078125, -0.010837554931640625, -0.0006103515625, 0.009616851806640625, 0.01984405517578125, 0.030071258544921875, 0.0402984619140625, 0.050525665283203125, 0.06075286865234375, 0.07098007202148438, 0.081207275390625, 0.09143447875976562, 0.10166168212890625, 0.11188888549804688, 0.1221160888671875, 0.13234329223632812, 0.14257049560546875, 0.15279769897460938, 0.16302490234375, 0.17325210571289062, 0.18347930908203125, 0.19370651245117188, 0.2039337158203125, 0.21416091918945312, 0.22438812255859375, 0.23461532592773438, 0.244842529296875, 0.2550697326660156, 0.26529693603515625, 0.2755241394042969, 0.2857513427734375, 0.2959785461425781, 0.30620574951171875, 0.3164329528808594, 0.32666015625]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 4.0, 2.0, 4.0, 7.0, 6.0, 13.0, 13.0, 12.0, 13.0, 16.0, 12.0, 24.0, 21.0, 22.0, 27.0, 32.0, 38.0, 37.0, 31.0, 37.0, 36.0, 33.0, 38.0, 1069.0, 41.0, 40.0, 50.0, 45.0, 29.0, 28.0, 30.0, 20.0, 26.0, 21.0, 23.0, 17.0, 19.0, 21.0, 7.0, 14.0, 8.0, 2.0, 8.0, 4.0, 4.0, 6.0, 7.0, 3.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.390625, -1.3463134765625, -1.302001953125, -1.2576904296875, -1.21337890625, -1.1690673828125, -1.124755859375, -1.0804443359375, -1.0361328125, -0.9918212890625, -0.947509765625, -0.9031982421875, -0.85888671875, -0.8145751953125, -0.770263671875, -0.7259521484375, -0.681640625, -0.6373291015625, -0.593017578125, -0.5487060546875, -0.50439453125, -0.4600830078125, -0.415771484375, -0.3714599609375, -0.3271484375, -0.2828369140625, -0.238525390625, -0.1942138671875, -0.14990234375, -0.1055908203125, -0.061279296875, -0.0169677734375, 0.02734375, 0.0716552734375, 0.115966796875, 0.1602783203125, 0.20458984375, 0.2489013671875, 0.293212890625, 0.3375244140625, 0.3818359375, 0.4261474609375, 0.470458984375, 0.5147705078125, 0.55908203125, 0.6033935546875, 0.647705078125, 0.6920166015625, 0.736328125, 0.7806396484375, 0.824951171875, 0.8692626953125, 0.91357421875, 0.9578857421875, 1.002197265625, 1.0465087890625, 1.0908203125, 1.1351318359375, 1.179443359375, 1.2237548828125, 1.26806640625, 1.3123779296875, 1.356689453125, 1.4010009765625, 1.4453125]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 2.0, 2.0, 10.0, 6.0, 10.0, 11.0, 28.0, 25.0, 27.0, 47.0, 56.0, 83.0, 142.0, 185.0, 316.0, 594.0, 940.0, 1699.0, 3011.0, 5660.0, 10679.0, 20513.0, 40424.0, 81048.0, 158365.0, 910054.0, 569020.0, 143691.0, 73372.0, 36989.0, 18538.0, 9765.0, 5161.0, 2812.0, 1549.0, 896.0, 495.0, 299.0, 204.0, 128.0, 66.0, 52.0, 50.0, 27.0, 24.0, 11.0, 26.0, 4.0, 6.0, 7.0, 6.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0], "bins": [-0.2291259765625, -0.22216796875, -0.2152099609375, -0.208251953125, -0.2012939453125, -0.1943359375, -0.1873779296875, -0.180419921875, -0.1734619140625, -0.16650390625, -0.1595458984375, -0.152587890625, -0.1456298828125, -0.138671875, -0.1317138671875, -0.124755859375, -0.1177978515625, -0.11083984375, -0.1038818359375, -0.096923828125, -0.0899658203125, -0.0830078125, -0.0760498046875, -0.069091796875, -0.0621337890625, -0.05517578125, -0.0482177734375, -0.041259765625, -0.0343017578125, -0.02734375, -0.0203857421875, -0.013427734375, -0.0064697265625, 0.00048828125, 0.0074462890625, 0.014404296875, 0.0213623046875, 0.0283203125, 0.0352783203125, 0.042236328125, 0.0491943359375, 0.05615234375, 0.0631103515625, 0.070068359375, 0.0770263671875, 0.083984375, 0.0909423828125, 0.097900390625, 0.1048583984375, 0.11181640625, 0.1187744140625, 0.125732421875, 0.1326904296875, 0.1396484375, 0.1466064453125, 0.153564453125, 0.1605224609375, 0.16748046875, 0.1744384765625, 0.181396484375, 0.1883544921875, 0.1953125, 0.2022705078125, 0.209228515625, 0.2161865234375]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 7.0, 14.0, 10.0, 24.0, 29.0, 47.0, 57.0, 93.0, 112.0, 126.0, 129.0, 95.0, 81.0, 46.0, 41.0, 33.0, 20.0, 17.0, 8.0, 1.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.041412353515625, -0.04010915756225586, -0.03880596160888672, -0.03750276565551758, -0.03619956970214844, -0.0348963737487793, -0.033593177795410156, -0.032289981842041016, -0.030986785888671875, -0.029683589935302734, -0.028380393981933594, -0.027077198028564453, -0.025774002075195312, -0.024470806121826172, -0.02316761016845703, -0.02186441421508789, -0.02056121826171875, -0.01925802230834961, -0.01795482635498047, -0.016651630401611328, -0.015348434448242188, -0.014045238494873047, -0.012742042541503906, -0.011438846588134766, -0.010135650634765625, -0.008832454681396484, -0.007529258728027344, -0.006226062774658203, -0.0049228668212890625, -0.003619670867919922, -0.0023164749145507812, -0.0010132789611816406, 0.0002899169921875, 0.0015931129455566406, 0.0028963088989257812, 0.004199504852294922, 0.0055027008056640625, 0.006805896759033203, 0.008109092712402344, 0.009412288665771484, 0.010715484619140625, 0.012018680572509766, 0.013321876525878906, 0.014625072479248047, 0.015928268432617188, 0.017231464385986328, 0.01853466033935547, 0.01983785629272461, 0.02114105224609375, 0.02244424819946289, 0.02374744415283203, 0.025050640106201172, 0.026353836059570312, 0.027657032012939453, 0.028960227966308594, 0.030263423919677734, 0.031566619873046875, 0.032869815826416016, 0.034173011779785156, 0.0354762077331543, 0.03677940368652344, 0.03808259963989258, 0.03938579559326172, 0.04068899154663086, 0.0419921875]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 6.0, 1.0, 1.0, 6.0, 7.0, 11.0, 19.0, 33.0, 59.0, 82.0, 192.0, 728.0, 1043690.0, 3196.0, 268.0, 112.0, 51.0, 31.0, 20.0, 18.0, 10.0, 7.0, 4.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2060546875, -1.16796875, -1.1298828125, -1.091796875, -1.0537109375, -1.015625, -0.9775390625, -0.939453125, -0.9013671875, -0.86328125, -0.8251953125, -0.787109375, -0.7490234375, -0.7109375, -0.6728515625, -0.634765625, -0.5966796875, -0.55859375, -0.5205078125, -0.482421875, -0.4443359375, -0.40625, -0.3681640625, -0.330078125, -0.2919921875, -0.25390625, -0.2158203125, -0.177734375, -0.1396484375, -0.1015625, -0.0634765625, -0.025390625, 0.0126953125, 0.05078125, 0.0888671875, 0.126953125, 0.1650390625, 0.203125, 0.2412109375, 0.279296875, 0.3173828125, 0.35546875, 0.3935546875, 0.431640625, 0.4697265625, 0.5078125, 0.5458984375, 0.583984375, 0.6220703125, 0.66015625, 0.6982421875, 0.736328125, 0.7744140625, 0.8125, 0.8505859375, 0.888671875, 0.9267578125, 0.96484375, 1.0029296875, 1.041015625, 1.0791015625, 1.1171875, 1.1552734375, 1.193359375, 1.2314453125]}, "gradients/decoder.transformer.h.6.ln_cross_attn.weight": {"_type": "histogram", "values": [2.0, 12.0, 445.0, 552.0, 12.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028691448271274567, -0.019334249198436737, -0.009977051988244057, -0.0006198547780513763, 0.008737344294786453, 0.018094543367624283, 0.027451738715171814, 0.036808937788009644, 0.04616613686084747, 0.0555233359336853, 0.06488053500652313, 0.07423773407936096, 0.08359493315219879, 0.09295213222503662, 0.10230932384729385, 0.11166652292013168, 0.12102372199296951, 0.13038091361522675, 0.13973811268806458, 0.1490953117609024, 0.15845251083374023, 0.16780970990657806, 0.1771669089794159, 0.18652410805225372, 0.19588130712509155, 0.20523850619792938, 0.2145957052707672, 0.22395290434360504, 0.23331010341644287, 0.2426673024892807, 0.25202450156211853, 0.26138168573379517, 0.2707388699054718, 0.28009605407714844, 0.28945326805114746, 0.2988104522228241, 0.3081676661968231, 0.31752485036849976, 0.3268820643424988, 0.3362392485141754, 0.34559646248817444, 0.3549536466598511, 0.3643108606338501, 0.37366804480552673, 0.38302525877952576, 0.3923824429512024, 0.4017396569252014, 0.41109684109687805, 0.4204540252685547, 0.4298112094402313, 0.43916842341423035, 0.448525607585907, 0.457882821559906, 0.46724000573158264, 0.47659721970558167, 0.4859544038772583, 0.4953116178512573, 0.5046688318252563, 0.5140259861946106, 0.5233832001686096, 0.5327404141426086, 0.5420976281166077, 0.5514547824859619, 0.5608119964599609, 0.57016921043396]}, "gradients/decoder.transformer.h.6.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 12.0, 11.0, 6.0, 10.0, 12.0, 17.0, 28.0, 21.0, 28.0, 19.0, 31.0, 31.0, 26.0, 33.0, 36.0, 39.0, 41.0, 41.0, 53.0, 45.0, 42.0, 38.0, 43.0, 38.0, 30.0, 33.0, 34.0, 22.0, 29.0, 22.0, 25.0, 16.0, 19.0, 18.0, 14.0, 7.0, 14.0, 4.0, 4.0, 10.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.046427249908447266, -0.044933415949344635, -0.043439581990242004, -0.041945744305849075, -0.040451910346746445, -0.038958076387643814, -0.037464238703250885, -0.035970404744148254, -0.034476570785045624, -0.03298273682594299, -0.03148890286684036, -0.029995065182447433, -0.028501231223344803, -0.027007397264242172, -0.025513561442494392, -0.024019725620746613, -0.022525891661643982, -0.02103205770254135, -0.01953822188079357, -0.01804438605904579, -0.01655055209994316, -0.015056717209517956, -0.01356288231909275, -0.012069047428667545, -0.01057521253824234, -0.009081377647817135, -0.00758754275739193, -0.006093707866966724, -0.004599872976541519, -0.003106038086116314, -0.0016122031956911087, -0.00011836830526590347, 0.0013754665851593018, 0.002869301475584507, 0.004363136366009712, 0.0058569712564349174, 0.007350806146860123, 0.008844641037285328, 0.010338475927710533, 0.011832310818135738, 0.013326145708560944, 0.014819980598986149, 0.016313815489411354, 0.017807651311159134, 0.019301485270261765, 0.020795319229364395, 0.022289155051112175, 0.023782990872859955, 0.025276824831962585, 0.026770658791065216, 0.028264494612812996, 0.029758330434560776, 0.031252164393663406, 0.03274599835276604, 0.034239836037158966, 0.0357336699962616, 0.03722750395536423, 0.03872133791446686, 0.04021517187356949, 0.04170900955796242, 0.04320284351706505, 0.04469667747616768, 0.04619051516056061, 0.04768434911966324, 0.04917818307876587]}, "gradients/decoder.transformer.h.6.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 4.0, 8.0, 5.0, 4.0, 4.0, 5.0, 9.0, 11.0, 16.0, 14.0, 13.0, 19.0, 15.0, 16.0, 28.0, 22.0, 32.0, 42.0, 36.0, 35.0, 32.0, 32.0, 46.0, 33.0, 36.0, 35.0, 41.0, 45.0, 41.0, 44.0, 30.0, 33.0, 26.0, 19.0, 21.0, 22.0, 24.0, 10.0, 17.0, 9.0, 9.0, 12.0, 4.0, 9.0, 9.0, 7.0, 8.0, 9.0, 3.0, 2.0, 2.0, 2.0, 3.0], "bins": [-2.26171875, -2.1978912353515625, -2.134063720703125, -2.0702362060546875, -2.00640869140625, -1.9425811767578125, -1.878753662109375, -1.8149261474609375, -1.7510986328125, -1.6872711181640625, -1.623443603515625, -1.5596160888671875, -1.49578857421875, -1.4319610595703125, -1.368133544921875, -1.3043060302734375, -1.240478515625, -1.1766510009765625, -1.112823486328125, -1.0489959716796875, -0.98516845703125, -0.9213409423828125, -0.857513427734375, -0.7936859130859375, -0.7298583984375, -0.6660308837890625, -0.602203369140625, -0.5383758544921875, -0.47454833984375, -0.4107208251953125, -0.346893310546875, -0.2830657958984375, -0.21923828125, -0.1554107666015625, -0.091583251953125, -0.0277557373046875, 0.03607177734375, 0.0998992919921875, 0.163726806640625, 0.2275543212890625, 0.2913818359375, 0.3552093505859375, 0.419036865234375, 0.4828643798828125, 0.54669189453125, 0.6105194091796875, 0.674346923828125, 0.7381744384765625, 0.802001953125, 0.8658294677734375, 0.929656982421875, 0.9934844970703125, 1.05731201171875, 1.1211395263671875, 1.184967041015625, 1.2487945556640625, 1.3126220703125, 1.3764495849609375, 1.440277099609375, 1.5041046142578125, 1.56793212890625, 1.6317596435546875, 1.695587158203125, 1.7594146728515625, 1.8232421875]}, "gradients/decoder.transformer.h.6.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 3.0, 2.0, 7.0, 6.0, 5.0, 14.0, 9.0, 14.0, 15.0, 19.0, 37.0, 34.0, 41.0, 54.0, 65.0, 106.0, 144.0, 218.0, 303.0, 544.0, 854.0, 1686.0, 3276.0, 6688.0, 15142.0, 38488.0, 122992.0, 454632.0, 284435.0, 71716.0, 25573.0, 10736.0, 5005.0, 2342.0, 1331.0, 695.0, 390.0, 251.0, 172.0, 123.0, 92.0, 54.0, 60.0, 43.0, 27.0, 21.0, 26.0, 20.0, 18.0, 11.0, 11.0, 4.0, 5.0, 4.0, 2.0, 3.0, 2.0], "bins": [-4.4453125, -4.317535400390625, -4.18975830078125, -4.061981201171875, -3.9342041015625, -3.806427001953125, -3.67864990234375, -3.550872802734375, -3.423095703125, -3.295318603515625, -3.16754150390625, -3.039764404296875, -2.9119873046875, -2.784210205078125, -2.65643310546875, -2.528656005859375, -2.40087890625, -2.273101806640625, -2.14532470703125, -2.017547607421875, -1.8897705078125, -1.761993408203125, -1.63421630859375, -1.506439208984375, -1.378662109375, -1.250885009765625, -1.12310791015625, -0.995330810546875, -0.8675537109375, -0.739776611328125, -0.61199951171875, -0.484222412109375, -0.3564453125, -0.228668212890625, -0.10089111328125, 0.026885986328125, 0.1546630859375, 0.282440185546875, 0.41021728515625, 0.537994384765625, 0.665771484375, 0.793548583984375, 0.92132568359375, 1.049102783203125, 1.1768798828125, 1.304656982421875, 1.43243408203125, 1.560211181640625, 1.68798828125, 1.815765380859375, 1.94354248046875, 2.071319580078125, 2.1990966796875, 2.326873779296875, 2.45465087890625, 2.582427978515625, 2.710205078125, 2.837982177734375, 2.96575927734375, 3.093536376953125, 3.2213134765625, 3.349090576171875, 3.47686767578125, 3.604644775390625, 3.732421875]}, "gradients/decoder.transformer.h.6.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 6.0, 3.0, 4.0, 4.0, 6.0, 4.0, 7.0, 16.0, 13.0, 17.0, 18.0, 22.0, 27.0, 26.0, 32.0, 39.0, 36.0, 34.0, 58.0, 76.0, 115.0, 254.0, 1389.0, 274.0, 125.0, 69.0, 68.0, 52.0, 32.0, 42.0, 24.0, 18.0, 29.0, 25.0, 17.0, 12.0, 17.0, 8.0, 10.0, 7.0, 4.0, 5.0, 6.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-6.58984375, -6.39324951171875, -6.1966552734375, -6.00006103515625, -5.803466796875, -5.60687255859375, -5.4102783203125, -5.21368408203125, -5.01708984375, -4.82049560546875, -4.6239013671875, -4.42730712890625, -4.230712890625, -4.03411865234375, -3.8375244140625, -3.64093017578125, -3.4443359375, -3.24774169921875, -3.0511474609375, -2.85455322265625, -2.657958984375, -2.46136474609375, -2.2647705078125, -2.06817626953125, -1.87158203125, -1.67498779296875, -1.4783935546875, -1.28179931640625, -1.085205078125, -0.88861083984375, -0.6920166015625, -0.49542236328125, -0.298828125, -0.10223388671875, 0.0943603515625, 0.29095458984375, 0.487548828125, 0.68414306640625, 0.8807373046875, 1.07733154296875, 1.27392578125, 1.47052001953125, 1.6671142578125, 1.86370849609375, 2.060302734375, 2.25689697265625, 2.4534912109375, 2.65008544921875, 2.8466796875, 3.04327392578125, 3.2398681640625, 3.43646240234375, 3.633056640625, 3.82965087890625, 4.0262451171875, 4.22283935546875, 4.41943359375, 4.61602783203125, 4.8126220703125, 5.00921630859375, 5.205810546875, 5.40240478515625, 5.5989990234375, 5.79559326171875, 5.9921875]}, "gradients/decoder.transformer.h.6.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 7.0, 5.0, 4.0, 8.0, 8.0, 11.0, 11.0, 13.0, 17.0, 23.0, 26.0, 31.0, 37.0, 50.0, 81.0, 112.0, 183.0, 287.0, 823.0, 4635.0, 67119.0, 2852464.0, 208777.0, 8699.0, 1172.0, 373.0, 233.0, 132.0, 96.0, 51.0, 47.0, 34.0, 35.0, 28.0, 17.0, 16.0, 11.0, 9.0, 10.0, 4.0, 3.0, 6.0, 5.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.3125, -11.91064453125, -11.5087890625, -11.10693359375, -10.705078125, -10.30322265625, -9.9013671875, -9.49951171875, -9.09765625, -8.69580078125, -8.2939453125, -7.89208984375, -7.490234375, -7.08837890625, -6.6865234375, -6.28466796875, -5.8828125, -5.48095703125, -5.0791015625, -4.67724609375, -4.275390625, -3.87353515625, -3.4716796875, -3.06982421875, -2.66796875, -2.26611328125, -1.8642578125, -1.46240234375, -1.060546875, -0.65869140625, -0.2568359375, 0.14501953125, 0.546875, 0.94873046875, 1.3505859375, 1.75244140625, 2.154296875, 2.55615234375, 2.9580078125, 3.35986328125, 3.76171875, 4.16357421875, 4.5654296875, 4.96728515625, 5.369140625, 5.77099609375, 6.1728515625, 6.57470703125, 6.9765625, 7.37841796875, 7.7802734375, 8.18212890625, 8.583984375, 8.98583984375, 9.3876953125, 9.78955078125, 10.19140625, 10.59326171875, 10.9951171875, 11.39697265625, 11.798828125, 12.20068359375, 12.6025390625, 13.00439453125, 13.40625]}, "gradients/decoder.transformer.h.6.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 6.0, 4.0, 10.0, 26.0, 51.0, 99.0, 157.0, 200.0, 176.0, 129.0, 82.0, 40.0, 17.0, 7.0, 7.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.439688682556152, -8.880656242370605, -8.321623802185059, -7.762591361999512, -7.203558921813965, -6.644526481628418, -6.085494041442871, -5.526461601257324, -4.967429161071777, -4.4083967208862305, -3.8493642807006836, -3.2903318405151367, -2.73129940032959, -2.172266960144043, -1.613234519958496, -1.0542020797729492, -0.49516963958740234, 0.06386280059814453, 0.6228952407836914, 1.1819276809692383, 1.7409601211547852, 2.299992561340332, 2.859025001525879, 3.418057441711426, 3.9770898818969727, 4.5361223220825195, 5.095154762268066, 5.654187202453613, 6.21321964263916, 6.772252082824707, 7.331284523010254, 7.890316963195801, 8.449350357055664, 9.008382797241211, 9.567415237426758, 10.126447677612305, 10.685480117797852, 11.244512557983398, 11.803544998168945, 12.362577438354492, 12.921609878540039, 13.480642318725586, 14.039674758911133, 14.59870719909668, 15.157739639282227, 15.716772079467773, 16.27580451965332, 16.834836959838867, 17.393869400024414, 17.95290184020996, 18.511934280395508, 19.070966720581055, 19.6299991607666, 20.18903160095215, 20.748064041137695, 21.307096481323242, 21.86612892150879, 22.425161361694336, 22.984193801879883, 23.54322624206543, 24.102258682250977, 24.661291122436523, 25.22032356262207, 25.779356002807617, 26.338388442993164]}, "gradients/decoder.transformer.h.6.ln_1.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 6.0, 2.0, 9.0, 7.0, 7.0, 17.0, 21.0, 14.0, 9.0, 19.0, 13.0, 26.0, 29.0, 32.0, 29.0, 46.0, 41.0, 43.0, 34.0, 50.0, 49.0, 45.0, 43.0, 35.0, 41.0, 35.0, 35.0, 25.0, 30.0, 22.0, 27.0, 24.0, 25.0, 14.0, 21.0, 12.0, 21.0, 8.0, 11.0, 6.0, 12.0, 2.0, 1.0, 3.0, 2.0, 0.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.85645866394043, -13.359591484069824, -12.862723350524902, -12.365856170654297, -11.868988037109375, -11.37212085723877, -10.875253677368164, -10.378385543823242, -9.881518363952637, -9.384651184082031, -8.88778305053711, -8.390915870666504, -7.89404821395874, -7.397180557250977, -6.900312900543213, -6.403445243835449, -5.9065775871276855, -5.409709930419922, -4.912842273712158, -4.4159746170043945, -3.919107437133789, -3.4222397804260254, -2.9253721237182617, -2.428504705429077, -1.9316370487213135, -1.4347695112228394, -0.9379019141197205, -0.44103431701660156, 0.05583322048187256, 0.5527007579803467, 1.0495684146881104, 1.546435832977295, 2.0433034896850586, 2.5401711463928223, 3.037038564682007, 3.5339062213897705, 4.030773639678955, 4.527641296386719, 5.024508953094482, 5.521376609802246, 6.018243789672852, 6.515111446380615, 7.011979103088379, 7.508846282958984, 8.005714416503906, 8.502581596374512, 8.999448776245117, 9.496316909790039, 9.993185043334961, 10.490052223205566, 10.986920356750488, 11.483787536621094, 11.980655670166016, 12.477522850036621, 12.974390029907227, 13.471258163452148, 13.968125343322754, 14.46499252319336, 14.961860656738281, 15.458727836608887, 15.955595970153809, 16.452463150024414, 16.949331283569336, 17.446197509765625, 17.943065643310547]}, "gradients/decoder.transformer.h.5.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 6.0, 9.0, 3.0, 3.0, 6.0, 8.0, 10.0, 13.0, 6.0, 14.0, 11.0, 17.0, 17.0, 18.0, 22.0, 30.0, 22.0, 27.0, 31.0, 26.0, 27.0, 31.0, 42.0, 37.0, 37.0, 43.0, 41.0, 41.0, 37.0, 41.0, 33.0, 27.0, 42.0, 29.0, 22.0, 17.0, 24.0, 18.0, 11.0, 13.0, 17.0, 14.0, 8.0, 11.0, 7.0, 7.0, 9.0, 5.0, 5.0, 6.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0], "bins": [-2.037109375, -1.9744110107421875, -1.911712646484375, -1.8490142822265625, -1.78631591796875, -1.7236175537109375, -1.660919189453125, -1.5982208251953125, -1.5355224609375, -1.4728240966796875, -1.410125732421875, -1.3474273681640625, -1.28472900390625, -1.2220306396484375, -1.159332275390625, -1.0966339111328125, -1.033935546875, -0.9712371826171875, -0.908538818359375, -0.8458404541015625, -0.78314208984375, -0.7204437255859375, -0.657745361328125, -0.5950469970703125, -0.5323486328125, -0.4696502685546875, -0.406951904296875, -0.3442535400390625, -0.28155517578125, -0.2188568115234375, -0.156158447265625, -0.0934600830078125, -0.03076171875, 0.0319366455078125, 0.094635009765625, 0.1573333740234375, 0.22003173828125, 0.2827301025390625, 0.345428466796875, 0.4081268310546875, 0.4708251953125, 0.5335235595703125, 0.596221923828125, 0.6589202880859375, 0.72161865234375, 0.7843170166015625, 0.847015380859375, 0.9097137451171875, 0.972412109375, 1.0351104736328125, 1.097808837890625, 1.1605072021484375, 1.22320556640625, 1.2859039306640625, 1.348602294921875, 1.4113006591796875, 1.4739990234375, 1.5366973876953125, 1.599395751953125, 1.6620941162109375, 1.72479248046875, 1.7874908447265625, 1.850189208984375, 1.9128875732421875, 1.9755859375]}, "gradients/decoder.transformer.h.5.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 6.0, 5.0, 3.0, 11.0, 13.0, 9.0, 21.0, 41.0, 57.0, 99.0, 167.0, 282.0, 537.0, 1310.0, 3006.0, 7574.0, 21616.0, 68162.0, 243295.0, 971619.0, 1930221.0, 693052.0, 175099.0, 50776.0, 16623.0, 6050.0, 2395.0, 1010.0, 530.0, 291.0, 150.0, 100.0, 47.0, 37.0, 21.0, 20.0, 12.0, 4.0, 10.0, 3.0, 1.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.810546875, -3.696380615234375, -3.58221435546875, -3.468048095703125, -3.3538818359375, -3.239715576171875, -3.12554931640625, -3.011383056640625, -2.897216796875, -2.783050537109375, -2.66888427734375, -2.554718017578125, -2.4405517578125, -2.326385498046875, -2.21221923828125, -2.098052978515625, -1.98388671875, -1.869720458984375, -1.75555419921875, -1.641387939453125, -1.5272216796875, -1.413055419921875, -1.29888916015625, -1.184722900390625, -1.070556640625, -0.956390380859375, -0.84222412109375, -0.728057861328125, -0.6138916015625, -0.499725341796875, -0.38555908203125, -0.271392822265625, -0.1572265625, -0.043060302734375, 0.07110595703125, 0.185272216796875, 0.2994384765625, 0.413604736328125, 0.52777099609375, 0.641937255859375, 0.756103515625, 0.870269775390625, 0.98443603515625, 1.098602294921875, 1.2127685546875, 1.326934814453125, 1.44110107421875, 1.555267333984375, 1.66943359375, 1.783599853515625, 1.89776611328125, 2.011932373046875, 2.1260986328125, 2.240264892578125, 2.35443115234375, 2.468597412109375, 2.582763671875, 2.696929931640625, 2.81109619140625, 2.925262451171875, 3.0394287109375, 3.153594970703125, 3.26776123046875, 3.381927490234375, 3.49609375]}, "gradients/decoder.transformer.h.5.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 9.0, 11.0, 14.0, 26.0, 40.0, 52.0, 88.0, 126.0, 155.0, 269.0, 372.0, 496.0, 640.0, 575.0, 386.0, 280.0, 191.0, 116.0, 75.0, 52.0, 39.0, 28.0, 14.0, 11.0, 5.0, 5.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.265625, -3.1143798828125, -2.963134765625, -2.8118896484375, -2.66064453125, -2.5093994140625, -2.358154296875, -2.2069091796875, -2.0556640625, -1.9044189453125, -1.753173828125, -1.6019287109375, -1.45068359375, -1.2994384765625, -1.148193359375, -0.9969482421875, -0.845703125, -0.6944580078125, -0.543212890625, -0.3919677734375, -0.24072265625, -0.0894775390625, 0.061767578125, 0.2130126953125, 0.3642578125, 0.5155029296875, 0.666748046875, 0.8179931640625, 0.96923828125, 1.1204833984375, 1.271728515625, 1.4229736328125, 1.57421875, 1.7254638671875, 1.876708984375, 2.0279541015625, 2.17919921875, 2.3304443359375, 2.481689453125, 2.6329345703125, 2.7841796875, 2.9354248046875, 3.086669921875, 3.2379150390625, 3.38916015625, 3.5404052734375, 3.691650390625, 3.8428955078125, 3.994140625, 4.1453857421875, 4.296630859375, 4.4478759765625, 4.59912109375, 4.7503662109375, 4.901611328125, 5.0528564453125, 5.2041015625, 5.3553466796875, 5.506591796875, 5.6578369140625, 5.80908203125, 5.9603271484375, 6.111572265625, 6.2628173828125, 6.4140625]}, "gradients/decoder.transformer.h.5.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 5.0, 7.0, 10.0, 12.0, 23.0, 45.0, 58.0, 86.0, 144.0, 236.0, 380.0, 769.0, 2678.0, 23954.0, 723329.0, 3327866.0, 105535.0, 6576.0, 1250.0, 505.0, 314.0, 164.0, 135.0, 73.0, 50.0, 34.0, 20.0, 11.0, 9.0, 2.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-16.59375, -16.181396484375, -15.76904296875, -15.356689453125, -14.9443359375, -14.531982421875, -14.11962890625, -13.707275390625, -13.294921875, -12.882568359375, -12.47021484375, -12.057861328125, -11.6455078125, -11.233154296875, -10.82080078125, -10.408447265625, -9.99609375, -9.583740234375, -9.17138671875, -8.759033203125, -8.3466796875, -7.934326171875, -7.52197265625, -7.109619140625, -6.697265625, -6.284912109375, -5.87255859375, -5.460205078125, -5.0478515625, -4.635498046875, -4.22314453125, -3.810791015625, -3.3984375, -2.986083984375, -2.57373046875, -2.161376953125, -1.7490234375, -1.336669921875, -0.92431640625, -0.511962890625, -0.099609375, 0.312744140625, 0.72509765625, 1.137451171875, 1.5498046875, 1.962158203125, 2.37451171875, 2.786865234375, 3.19921875, 3.611572265625, 4.02392578125, 4.436279296875, 4.8486328125, 5.260986328125, 5.67333984375, 6.085693359375, 6.498046875, 6.910400390625, 7.32275390625, 7.735107421875, 8.1474609375, 8.559814453125, 8.97216796875, 9.384521484375, 9.796875]}, "gradients/decoder.transformer.h.5.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 30.0, 104.0, 216.0, 289.0, 243.0, 90.0, 27.0, 7.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-70.97366333007812, -69.48160552978516, -67.98955535888672, -66.49749755859375, -65.00543975830078, -63.51338577270508, -62.021331787109375, -60.529273986816406, -59.0372200012207, -57.545166015625, -56.05310821533203, -54.56105422973633, -53.06899642944336, -51.576942443847656, -50.08488464355469, -48.592830657958984, -47.10077667236328, -45.60872268676758, -44.11666488647461, -42.624610900878906, -41.13255310058594, -39.640499114990234, -38.14844512939453, -36.65638732910156, -35.164329528808594, -33.67227554321289, -32.18021774291992, -30.68816375732422, -29.196107864379883, -27.704051971435547, -26.21199607849121, -24.719940185546875, -23.22788429260254, -21.735828399658203, -20.243772506713867, -18.75171661376953, -17.259662628173828, -15.767606735229492, -14.275550842285156, -12.783495903015137, -11.2914400100708, -9.799384117126465, -8.307329177856445, -6.815273284912109, -5.323217868804932, -3.831162452697754, -2.339106559753418, -0.8470516204833984, 0.6450042724609375, 2.1370596885681152, 3.629115343093872, 5.121170997619629, 6.613226413726807, 8.105281829833984, 9.59733772277832, 11.08939266204834, 12.581448554992676, 14.073504447937012, 15.565559387207031, 17.057615280151367, 18.549671173095703, 20.041725158691406, 21.533782958984375, 23.025836944580078, 24.517892837524414]}, "gradients/decoder.transformer.h.5.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 5.0, 8.0, 5.0, 14.0, 12.0, 22.0, 20.0, 29.0, 39.0, 42.0, 54.0, 41.0, 43.0, 62.0, 54.0, 57.0, 62.0, 60.0, 65.0, 47.0, 51.0, 30.0, 42.0, 40.0, 23.0, 17.0, 21.0, 16.0, 8.0, 4.0, 10.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-20.029312133789062, -19.491504669189453, -18.953697204589844, -18.415891647338867, -17.878084182739258, -17.34027671813965, -16.802471160888672, -16.264663696289062, -15.726856231689453, -15.189048767089844, -14.65124225616455, -14.113435745239258, -13.575628280639648, -13.037820816040039, -12.500014305114746, -11.962207794189453, -11.424400329589844, -10.886592864990234, -10.348786354064941, -9.810979843139648, -9.273172378540039, -8.73536491394043, -8.197558403015137, -7.6597514152526855, -7.121944427490234, -6.584137439727783, -6.046330451965332, -5.508523464202881, -4.97071647644043, -4.4329094886779785, -3.8951025009155273, -3.357295513153076, -2.819488525390625, -2.281681537628174, -1.7438745498657227, -1.2060675621032715, -0.6682605743408203, -0.13045358657836914, 0.40735340118408203, 0.9451603889465332, 1.4829673767089844, 2.0207743644714355, 2.5585813522338867, 3.096388339996338, 3.634195327758789, 4.17200231552124, 4.709809303283691, 5.247616291046143, 5.785423278808594, 6.323230266571045, 6.861037254333496, 7.398844242095947, 7.936651229858398, 8.474458694458008, 9.0122652053833, 9.550071716308594, 10.087879180908203, 10.625686645507812, 11.163493156433105, 11.701299667358398, 12.239107131958008, 12.776914596557617, 13.31472110748291, 13.852527618408203, 14.390335083007812]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 4.0, 3.0, 2.0, 5.0, 4.0, 5.0, 7.0, 6.0, 11.0, 13.0, 12.0, 12.0, 10.0, 29.0, 29.0, 27.0, 28.0, 24.0, 35.0, 36.0, 25.0, 31.0, 31.0, 44.0, 38.0, 36.0, 43.0, 51.0, 43.0, 37.0, 41.0, 33.0, 33.0, 21.0, 24.0, 24.0, 37.0, 17.0, 17.0, 14.0, 8.0, 13.0, 12.0, 7.0, 5.0, 8.0, 8.0, 3.0, 6.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.115234375, -2.046234130859375, -1.97723388671875, -1.908233642578125, -1.8392333984375, -1.770233154296875, -1.70123291015625, -1.632232666015625, -1.563232421875, -1.494232177734375, -1.42523193359375, -1.356231689453125, -1.2872314453125, -1.218231201171875, -1.14923095703125, -1.080230712890625, -1.01123046875, -0.942230224609375, -0.87322998046875, -0.804229736328125, -0.7352294921875, -0.666229248046875, -0.59722900390625, -0.528228759765625, -0.459228515625, -0.390228271484375, -0.32122802734375, -0.252227783203125, -0.1832275390625, -0.114227294921875, -0.04522705078125, 0.023773193359375, 0.0927734375, 0.161773681640625, 0.23077392578125, 0.299774169921875, 0.3687744140625, 0.437774658203125, 0.50677490234375, 0.575775146484375, 0.644775390625, 0.713775634765625, 0.78277587890625, 0.851776123046875, 0.9207763671875, 0.989776611328125, 1.05877685546875, 1.127777099609375, 1.19677734375, 1.265777587890625, 1.33477783203125, 1.403778076171875, 1.4727783203125, 1.541778564453125, 1.61077880859375, 1.679779052734375, 1.748779296875, 1.817779541015625, 1.88677978515625, 1.955780029296875, 2.0247802734375, 2.093780517578125, 2.16278076171875, 2.231781005859375, 2.30078125]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 4.0, 11.0, 10.0, 14.0, 13.0, 23.0, 37.0, 61.0, 97.0, 138.0, 221.0, 408.0, 644.0, 1166.0, 1919.0, 3241.0, 5786.0, 9947.0, 17681.0, 31035.0, 54930.0, 93536.0, 152133.0, 205870.0, 182865.0, 119774.0, 71356.0, 40965.0, 23422.0, 13338.0, 7581.0, 4217.0, 2448.0, 1417.0, 817.0, 557.0, 331.0, 206.0, 127.0, 84.0, 52.0, 42.0, 20.0, 13.0, 6.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.218017578125, -0.2101593017578125, -0.202301025390625, -0.1944427490234375, -0.18658447265625, -0.1787261962890625, -0.170867919921875, -0.1630096435546875, -0.1551513671875, -0.1472930908203125, -0.139434814453125, -0.1315765380859375, -0.12371826171875, -0.1158599853515625, -0.108001708984375, -0.1001434326171875, -0.09228515625, -0.0844268798828125, -0.076568603515625, -0.0687103271484375, -0.06085205078125, -0.0529937744140625, -0.045135498046875, -0.0372772216796875, -0.0294189453125, -0.0215606689453125, -0.013702392578125, -0.0058441162109375, 0.00201416015625, 0.0098724365234375, 0.017730712890625, 0.0255889892578125, 0.033447265625, 0.0413055419921875, 0.049163818359375, 0.0570220947265625, 0.06488037109375, 0.0727386474609375, 0.080596923828125, 0.0884552001953125, 0.0963134765625, 0.1041717529296875, 0.112030029296875, 0.1198883056640625, 0.12774658203125, 0.1356048583984375, 0.143463134765625, 0.1513214111328125, 0.1591796875, 0.1670379638671875, 0.174896240234375, 0.1827545166015625, 0.19061279296875, 0.1984710693359375, 0.206329345703125, 0.2141876220703125, 0.2220458984375, 0.2299041748046875, 0.237762451171875, 0.2456207275390625, 0.25347900390625, 0.2613372802734375, 0.269195556640625, 0.2770538330078125, 0.284912109375]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 3.0, 6.0, 7.0, 12.0, 6.0, 12.0, 14.0, 12.0, 20.0, 12.0, 28.0, 29.0, 28.0, 32.0, 29.0, 35.0, 39.0, 41.0, 40.0, 32.0, 41.0, 41.0, 1057.0, 33.0, 41.0, 33.0, 36.0, 38.0, 34.0, 40.0, 22.0, 24.0, 21.0, 14.0, 22.0, 13.0, 14.0, 18.0, 10.0, 10.0, 7.0, 6.0, 3.0, 1.0, 7.0, 5.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-1.6015625, -1.5561676025390625, -1.510772705078125, -1.4653778076171875, -1.41998291015625, -1.3745880126953125, -1.329193115234375, -1.2837982177734375, -1.2384033203125, -1.1930084228515625, -1.147613525390625, -1.1022186279296875, -1.05682373046875, -1.0114288330078125, -0.966033935546875, -0.9206390380859375, -0.875244140625, -0.8298492431640625, -0.784454345703125, -0.7390594482421875, -0.69366455078125, -0.6482696533203125, -0.602874755859375, -0.5574798583984375, -0.5120849609375, -0.4666900634765625, -0.421295166015625, -0.3759002685546875, -0.33050537109375, -0.2851104736328125, -0.239715576171875, -0.1943206787109375, -0.14892578125, -0.1035308837890625, -0.058135986328125, -0.0127410888671875, 0.03265380859375, 0.0780487060546875, 0.123443603515625, 0.1688385009765625, 0.2142333984375, 0.2596282958984375, 0.305023193359375, 0.3504180908203125, 0.39581298828125, 0.4412078857421875, 0.486602783203125, 0.5319976806640625, 0.577392578125, 0.6227874755859375, 0.668182373046875, 0.7135772705078125, 0.75897216796875, 0.8043670654296875, 0.849761962890625, 0.8951568603515625, 0.9405517578125, 0.9859466552734375, 1.031341552734375, 1.0767364501953125, 1.12213134765625, 1.1675262451171875, 1.212921142578125, 1.2583160400390625, 1.3037109375]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 9.0, 6.0, 13.0, 14.0, 15.0, 25.0, 36.0, 56.0, 98.0, 190.0, 326.0, 590.0, 1106.0, 1926.0, 3736.0, 6796.0, 12682.0, 23923.0, 44764.0, 83369.0, 152350.0, 720901.0, 712302.0, 152613.0, 83599.0, 44745.0, 23734.0, 12468.0, 6695.0, 3540.0, 1964.0, 1061.0, 634.0, 354.0, 192.0, 101.0, 69.0, 48.0, 29.0, 21.0, 18.0, 10.0, 3.0, 5.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.1810302734375, -0.1747875213623047, -0.16854476928710938, -0.16230201721191406, -0.15605926513671875, -0.14981651306152344, -0.14357376098632812, -0.1373310089111328, -0.1310882568359375, -0.12484550476074219, -0.11860275268554688, -0.11236000061035156, -0.10611724853515625, -0.09987449645996094, -0.09363174438476562, -0.08738899230957031, -0.081146240234375, -0.07490348815917969, -0.06866073608398438, -0.06241798400878906, -0.05617523193359375, -0.04993247985839844, -0.043689727783203125, -0.03744697570800781, -0.0312042236328125, -0.024961471557617188, -0.018718719482421875, -0.012475967407226562, -0.00623321533203125, 9.5367431640625e-06, 0.006252288818359375, 0.012495040893554688, 0.01873779296875, 0.024980545043945312, 0.031223297119140625, 0.03746604919433594, 0.04370880126953125, 0.04995155334472656, 0.056194305419921875, 0.06243705749511719, 0.0686798095703125, 0.07492256164550781, 0.08116531372070312, 0.08740806579589844, 0.09365081787109375, 0.09989356994628906, 0.10613632202148438, 0.11237907409667969, 0.118621826171875, 0.12486457824707031, 0.13110733032226562, 0.13735008239746094, 0.14359283447265625, 0.14983558654785156, 0.15607833862304688, 0.1623210906982422, 0.1685638427734375, 0.1748065948486328, 0.18104934692382812, 0.18729209899902344, 0.19353485107421875, 0.19977760314941406, 0.20602035522460938, 0.2122631072998047, 0.218505859375]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 1.0, 8.0, 3.0, 9.0, 7.0, 8.0, 9.0, 13.0, 29.0, 25.0, 32.0, 63.0, 63.0, 128.0, 132.0, 141.0, 94.0, 56.0, 48.0, 37.0, 28.0, 13.0, 11.0, 5.0, 7.0, 9.0, 3.0, 3.0, 4.0, 4.0, 4.0, 5.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.039276123046875, -0.03826093673706055, -0.037245750427246094, -0.03623056411743164, -0.03521537780761719, -0.034200191497802734, -0.03318500518798828, -0.03216981887817383, -0.031154632568359375, -0.030139446258544922, -0.02912425994873047, -0.028109073638916016, -0.027093887329101562, -0.02607870101928711, -0.025063514709472656, -0.024048328399658203, -0.02303314208984375, -0.022017955780029297, -0.021002769470214844, -0.01998758316040039, -0.018972396850585938, -0.017957210540771484, -0.01694202423095703, -0.015926837921142578, -0.014911651611328125, -0.013896465301513672, -0.012881278991699219, -0.011866092681884766, -0.010850906372070312, -0.00983572006225586, -0.008820533752441406, -0.007805347442626953, -0.0067901611328125, -0.005774974822998047, -0.004759788513183594, -0.0037446022033691406, -0.0027294158935546875, -0.0017142295837402344, -0.0006990432739257812, 0.0003161430358886719, 0.001331329345703125, 0.002346515655517578, 0.0033617019653320312, 0.004376888275146484, 0.0053920745849609375, 0.006407260894775391, 0.007422447204589844, 0.008437633514404297, 0.00945281982421875, 0.010468006134033203, 0.011483192443847656, 0.01249837875366211, 0.013513565063476562, 0.014528751373291016, 0.015543937683105469, 0.016559123992919922, 0.017574310302734375, 0.018589496612548828, 0.01960468292236328, 0.020619869232177734, 0.021635055541992188, 0.02265024185180664, 0.023665428161621094, 0.024680614471435547, 0.02569580078125]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 4.0, 1.0, 4.0, 11.0, 11.0, 16.0, 11.0, 22.0, 52.0, 96.0, 175.0, 753.0, 1044028.0, 2867.0, 231.0, 110.0, 48.0, 38.0, 20.0, 15.0, 13.0, 7.0, 7.0, 6.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.82470703125, -0.7925491333007812, -0.7603912353515625, -0.7282333374023438, -0.696075439453125, -0.6639175415039062, -0.6317596435546875, -0.5996017456054688, -0.56744384765625, -0.5352859497070312, -0.5031280517578125, -0.47097015380859375, -0.438812255859375, -0.40665435791015625, -0.3744964599609375, -0.34233856201171875, -0.3101806640625, -0.27802276611328125, -0.2458648681640625, -0.21370697021484375, -0.181549072265625, -0.14939117431640625, -0.1172332763671875, -0.08507537841796875, -0.05291748046875, -0.02075958251953125, 0.0113983154296875, 0.04355621337890625, 0.075714111328125, 0.10787200927734375, 0.1400299072265625, 0.17218780517578125, 0.204345703125, 0.23650360107421875, 0.2686614990234375, 0.30081939697265625, 0.332977294921875, 0.36513519287109375, 0.3972930908203125, 0.42945098876953125, 0.46160888671875, 0.49376678466796875, 0.5259246826171875, 0.5580825805664062, 0.590240478515625, 0.6223983764648438, 0.6545562744140625, 0.6867141723632812, 0.7188720703125, 0.7510299682617188, 0.7831878662109375, 0.8153457641601562, 0.847503662109375, 0.8796615600585938, 0.9118194580078125, 0.9439773559570312, 0.97613525390625, 1.0082931518554688, 1.0404510498046875, 1.0726089477539062, 1.104766845703125, 1.1369247436523438, 1.1690826416015625, 1.2012405395507812, 1.2333984375]}, "gradients/decoder.transformer.h.5.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 5.0, 46.0, 377.0, 496.0, 76.0, 12.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.15104515850543976, -0.1469755470752716, -0.14290593564510345, -0.1388363242149353, -0.13476671278476715, -0.130697101354599, -0.12662748992443085, -0.1225578784942627, -0.11848826706409454, -0.11441865563392639, -0.11034904420375824, -0.10627943277359009, -0.10220982134342194, -0.09814020991325378, -0.09407059848308563, -0.09000098705291748, -0.08593136817216873, -0.08186175674200058, -0.07779214531183243, -0.07372253388166428, -0.06965292245149612, -0.06558331102132797, -0.06151369586586952, -0.05744408443570137, -0.05337447300553322, -0.049304861575365067, -0.045235250145196915, -0.041165634989738464, -0.03709602355957031, -0.03302641212940216, -0.02895680069923401, -0.024887189269065857, -0.020817585289478302, -0.01674797385931015, -0.012678361497819424, -0.008608749136328697, -0.004539137706160545, -0.0004695262759923935, 0.0036000870168209076, 0.0076696984469890594, 0.011739309877157211, 0.015808921307325363, 0.019878532737493515, 0.023948146030306816, 0.028017757460474968, 0.03208737075328827, 0.03615698218345642, 0.04022659361362457, 0.044296205043792725, 0.048365816473960876, 0.05243542790412903, 0.05650503933429718, 0.06057465076446533, 0.06464426219463348, 0.06871387362480164, 0.07278348505496979, 0.07685309648513794, 0.08092270791530609, 0.08499231934547424, 0.0890619307756424, 0.09313154220581055, 0.0972011536359787, 0.10127076506614685, 0.105340376496315, 0.10940999537706375]}, "gradients/decoder.transformer.h.5.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 4.0, 7.0, 8.0, 5.0, 10.0, 9.0, 15.0, 11.0, 12.0, 22.0, 20.0, 23.0, 20.0, 32.0, 40.0, 34.0, 36.0, 33.0, 30.0, 35.0, 43.0, 47.0, 32.0, 43.0, 41.0, 26.0, 46.0, 39.0, 34.0, 28.0, 33.0, 19.0, 23.0, 30.0, 23.0, 22.0, 10.0, 13.0, 14.0, 8.0, 4.0, 5.0, 4.0, 4.0, 3.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.02251148223876953, -0.021842963993549347, -0.021174445748329163, -0.02050592750310898, -0.019837409257888794, -0.01916889101266861, -0.018500372767448425, -0.01783185452222824, -0.017163336277008057, -0.016494818031787872, -0.015826299786567688, -0.015157781541347504, -0.01448926329612732, -0.013820745050907135, -0.01315222680568695, -0.012483708560466766, -0.011815190315246582, -0.011146672070026398, -0.010478153824806213, -0.009809635579586029, -0.009141117334365845, -0.00847259908914566, -0.007804080843925476, -0.007135562598705292, -0.006467044353485107, -0.005798526108264923, -0.005130007863044739, -0.0044614896178245544, -0.00379297137260437, -0.003124453127384186, -0.0024559348821640015, -0.0017874166369438171, -0.0011188983917236328, -0.0004503801465034485, 0.00021813809871673584, 0.0008866563439369202, 0.0015551745891571045, 0.002223692834377289, 0.002892211079597473, 0.0035607293248176575, 0.004229247570037842, 0.004897765815258026, 0.0055662840604782104, 0.006234802305698395, 0.006903320550918579, 0.007571838796138763, 0.008240357041358948, 0.008908875286579132, 0.009577393531799316, 0.0102459117770195, 0.010914430022239685, 0.01158294826745987, 0.012251466512680054, 0.012919984757900238, 0.013588503003120422, 0.014257021248340607, 0.014925539493560791, 0.015594057738780975, 0.01626257598400116, 0.016931094229221344, 0.01759961247444153, 0.018268130719661713, 0.018936648964881897, 0.01960516721010208, 0.020273685455322266]}, "gradients/decoder.transformer.h.5.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 2.0, 5.0, 4.0, 5.0, 7.0, 7.0, 10.0, 13.0, 12.0, 13.0, 10.0, 28.0, 29.0, 27.0, 29.0, 24.0, 34.0, 35.0, 26.0, 32.0, 32.0, 43.0, 37.0, 37.0, 42.0, 51.0, 43.0, 38.0, 41.0, 32.0, 33.0, 22.0, 23.0, 24.0, 37.0, 18.0, 16.0, 14.0, 9.0, 11.0, 13.0, 7.0, 5.0, 8.0, 8.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.115234375, -2.04620361328125, -1.9771728515625, -1.90814208984375, -1.839111328125, -1.77008056640625, -1.7010498046875, -1.63201904296875, -1.56298828125, -1.49395751953125, -1.4249267578125, -1.35589599609375, -1.286865234375, -1.21783447265625, -1.1488037109375, -1.07977294921875, -1.0107421875, -0.94171142578125, -0.8726806640625, -0.80364990234375, -0.734619140625, -0.66558837890625, -0.5965576171875, -0.52752685546875, -0.45849609375, -0.38946533203125, -0.3204345703125, -0.25140380859375, -0.182373046875, -0.11334228515625, -0.0443115234375, 0.02471923828125, 0.09375, 0.16278076171875, 0.2318115234375, 0.30084228515625, 0.369873046875, 0.43890380859375, 0.5079345703125, 0.57696533203125, 0.64599609375, 0.71502685546875, 0.7840576171875, 0.85308837890625, 0.922119140625, 0.99114990234375, 1.0601806640625, 1.12921142578125, 1.1982421875, 1.26727294921875, 1.3363037109375, 1.40533447265625, 1.474365234375, 1.54339599609375, 1.6124267578125, 1.68145751953125, 1.75048828125, 1.81951904296875, 1.8885498046875, 1.95758056640625, 2.026611328125, 2.09564208984375, 2.1646728515625, 2.23370361328125, 2.302734375]}, "gradients/decoder.transformer.h.5.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 4.0, 0.0, 5.0, 4.0, 7.0, 5.0, 12.0, 19.0, 22.0, 29.0, 39.0, 62.0, 89.0, 115.0, 159.0, 217.0, 341.0, 507.0, 751.0, 1050.0, 1620.0, 2599.0, 3905.0, 6262.0, 9708.0, 15394.0, 24253.0, 39074.0, 62496.0, 101556.0, 160797.0, 201988.0, 155463.0, 97499.0, 60021.0, 37553.0, 23427.0, 14680.0, 9378.0, 6062.0, 3976.0, 2527.0, 1599.0, 1068.0, 705.0, 440.0, 323.0, 225.0, 149.0, 111.0, 84.0, 67.0, 44.0, 22.0, 19.0, 9.0, 9.0, 5.0, 8.0, 5.0, 3.0, 0.0, 3.0], "bins": [-2.0703125, -2.00653076171875, -1.9427490234375, -1.87896728515625, -1.815185546875, -1.75140380859375, -1.6876220703125, -1.62384033203125, -1.56005859375, -1.49627685546875, -1.4324951171875, -1.36871337890625, -1.304931640625, -1.24114990234375, -1.1773681640625, -1.11358642578125, -1.0498046875, -0.98602294921875, -0.9222412109375, -0.85845947265625, -0.794677734375, -0.73089599609375, -0.6671142578125, -0.60333251953125, -0.53955078125, -0.47576904296875, -0.4119873046875, -0.34820556640625, -0.284423828125, -0.22064208984375, -0.1568603515625, -0.09307861328125, -0.029296875, 0.03448486328125, 0.0982666015625, 0.16204833984375, 0.225830078125, 0.28961181640625, 0.3533935546875, 0.41717529296875, 0.48095703125, 0.54473876953125, 0.6085205078125, 0.67230224609375, 0.736083984375, 0.79986572265625, 0.8636474609375, 0.92742919921875, 0.9912109375, 1.05499267578125, 1.1187744140625, 1.18255615234375, 1.246337890625, 1.31011962890625, 1.3739013671875, 1.43768310546875, 1.50146484375, 1.56524658203125, 1.6290283203125, 1.69281005859375, 1.756591796875, 1.82037353515625, 1.8841552734375, 1.94793701171875, 2.01171875]}, "gradients/decoder.transformer.h.5.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 4.0, 3.0, 7.0, 5.0, 5.0, 5.0, 11.0, 13.0, 13.0, 13.0, 13.0, 13.0, 26.0, 24.0, 25.0, 20.0, 29.0, 33.0, 36.0, 36.0, 69.0, 84.0, 138.0, 206.0, 1381.0, 221.0, 139.0, 83.0, 67.0, 57.0, 35.0, 40.0, 23.0, 26.0, 24.0, 18.0, 15.0, 23.0, 9.0, 9.0, 9.0, 9.0, 12.0, 5.0, 5.0, 4.0, 1.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.3671875, -5.19146728515625, -5.0157470703125, -4.84002685546875, -4.664306640625, -4.48858642578125, -4.3128662109375, -4.13714599609375, -3.96142578125, -3.78570556640625, -3.6099853515625, -3.43426513671875, -3.258544921875, -3.08282470703125, -2.9071044921875, -2.73138427734375, -2.5556640625, -2.37994384765625, -2.2042236328125, -2.02850341796875, -1.852783203125, -1.67706298828125, -1.5013427734375, -1.32562255859375, -1.14990234375, -0.97418212890625, -0.7984619140625, -0.62274169921875, -0.447021484375, -0.27130126953125, -0.0955810546875, 0.08013916015625, 0.255859375, 0.43157958984375, 0.6072998046875, 0.78302001953125, 0.958740234375, 1.13446044921875, 1.3101806640625, 1.48590087890625, 1.66162109375, 1.83734130859375, 2.0130615234375, 2.18878173828125, 2.364501953125, 2.54022216796875, 2.7159423828125, 2.89166259765625, 3.0673828125, 3.24310302734375, 3.4188232421875, 3.59454345703125, 3.770263671875, 3.94598388671875, 4.1217041015625, 4.29742431640625, 4.47314453125, 4.64886474609375, 4.8245849609375, 5.00030517578125, 5.176025390625, 5.35174560546875, 5.5274658203125, 5.70318603515625, 5.87890625]}, "gradients/decoder.transformer.h.5.attn.c_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 3.0, 4.0, 6.0, 9.0, 8.0, 25.0, 16.0, 27.0, 25.0, 42.0, 49.0, 74.0, 110.0, 115.0, 168.0, 256.0, 410.0, 859.0, 2810.0, 11936.0, 62929.0, 544702.0, 2218071.0, 254857.0, 36873.0, 7542.0, 1824.0, 648.0, 370.0, 228.0, 173.0, 130.0, 99.0, 78.0, 65.0, 41.0, 31.0, 21.0, 23.0, 11.0, 9.0, 4.0, 7.0, 5.0, 2.0, 3.0, 4.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-6.328125, -6.13250732421875, -5.9368896484375, -5.74127197265625, -5.545654296875, -5.35003662109375, -5.1544189453125, -4.95880126953125, -4.76318359375, -4.56756591796875, -4.3719482421875, -4.17633056640625, -3.980712890625, -3.78509521484375, -3.5894775390625, -3.39385986328125, -3.1982421875, -3.00262451171875, -2.8070068359375, -2.61138916015625, -2.415771484375, -2.22015380859375, -2.0245361328125, -1.82891845703125, -1.63330078125, -1.43768310546875, -1.2420654296875, -1.04644775390625, -0.850830078125, -0.65521240234375, -0.4595947265625, -0.26397705078125, -0.068359375, 0.12725830078125, 0.3228759765625, 0.51849365234375, 0.714111328125, 0.90972900390625, 1.1053466796875, 1.30096435546875, 1.49658203125, 1.69219970703125, 1.8878173828125, 2.08343505859375, 2.279052734375, 2.47467041015625, 2.6702880859375, 2.86590576171875, 3.0615234375, 3.25714111328125, 3.4527587890625, 3.64837646484375, 3.843994140625, 4.03961181640625, 4.2352294921875, 4.43084716796875, 4.62646484375, 4.82208251953125, 5.0177001953125, 5.21331787109375, 5.408935546875, 5.60455322265625, 5.8001708984375, 5.99578857421875, 6.19140625]}, "gradients/decoder.transformer.h.5.ln_1.weight": {"_type": "histogram", "values": [10.0, 85.0, 460.0, 404.0, 54.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.60185432434082, -3.71222186088562, -1.82258939743042, 0.06704330444335938, 1.9566755294799805, 3.8463077545166016, 5.735940933227539, 7.62557315826416, 9.515205383300781, 11.404837608337402, 13.294469833374023, 15.184103012084961, 17.073734283447266, 18.963367462158203, 20.85300064086914, 22.742633819580078, 24.632265090942383, 26.52189826965332, 28.411529541015625, 30.301162719726562, 32.1907958984375, 34.08042907714844, 35.970062255859375, 37.85969161987305, 39.749324798583984, 41.63895797729492, 43.52859115600586, 45.41822052001953, 47.30785369873047, 49.197486877441406, 51.087120056152344, 52.97675323486328, 54.86638641357422, 56.756019592285156, 58.645652770996094, 60.53528594970703, 62.4249153137207, 64.31454467773438, 66.20417785644531, 68.09381103515625, 69.98344421386719, 71.87307739257812, 73.76271057128906, 75.65234375, 77.54197692871094, 79.43161010742188, 81.32124328613281, 83.21086883544922, 85.10050964355469, 86.99014282226562, 88.87977600097656, 90.7694091796875, 92.65904235839844, 94.54867553710938, 96.43830871582031, 98.32793426513672, 100.21756744384766, 102.1072006225586, 103.99683380126953, 105.88646697998047, 107.7761001586914, 109.66572570800781, 111.55535888671875, 113.44499206542969, 115.33462524414062]}, "gradients/decoder.transformer.h.5.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 5.0, 10.0, 12.0, 13.0, 16.0, 14.0, 20.0, 10.0, 26.0, 21.0, 23.0, 21.0, 21.0, 27.0, 37.0, 44.0, 24.0, 35.0, 43.0, 36.0, 51.0, 35.0, 24.0, 40.0, 40.0, 46.0, 38.0, 32.0, 33.0, 27.0, 24.0, 24.0, 16.0, 26.0, 20.0, 15.0, 8.0, 10.0, 9.0, 6.0, 4.0, 2.0, 2.0, 5.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0], "bins": [-12.996746063232422, -12.599559783935547, -12.202373504638672, -11.805187225341797, -11.407999992370605, -11.01081371307373, -10.613627433776855, -10.21644115447998, -9.819253921508789, -9.422067642211914, -9.024881362915039, -8.627695083618164, -8.230507850646973, -7.833321571350098, -7.436135292053223, -7.038949012756348, -6.641762733459473, -6.244576454162598, -5.8473896980285645, -5.4502034187316895, -5.053016662597656, -4.655830383300781, -4.258644104003906, -3.861457586288452, -3.464271068572998, -3.067084550857544, -2.66989803314209, -2.272711753845215, -1.8755252361297607, -1.4783387184143066, -1.0811524391174316, -0.6839659214019775, -0.28678035736083984, 0.11040610074996948, 0.5075925588607788, 0.9047789573669434, 1.3019654750823975, 1.6991519927978516, 2.0963382720947266, 2.4935247898101807, 2.8907113075256348, 3.287897825241089, 3.685084342956543, 4.082270622253418, 4.479456901550293, 4.876643657684326, 5.273829936981201, 5.671016693115234, 6.068202972412109, 6.465389251708984, 6.862576007843018, 7.259762287139893, 7.656949043273926, 8.0541353225708, 8.451321601867676, 8.84850788116455, 9.245695114135742, 9.642881393432617, 10.040067672729492, 10.437253952026367, 10.834441184997559, 11.231627464294434, 11.628813743591309, 12.026000022888184, 12.423186302185059]}, "gradients/decoder.transformer.h.4.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 2.0, 2.0, 5.0, 5.0, 5.0, 9.0, 12.0, 17.0, 9.0, 19.0, 13.0, 19.0, 35.0, 29.0, 26.0, 34.0, 34.0, 34.0, 45.0, 41.0, 38.0, 43.0, 45.0, 41.0, 39.0, 42.0, 56.0, 30.0, 33.0, 30.0, 32.0, 26.0, 23.0, 26.0, 20.0, 21.0, 14.0, 8.0, 14.0, 7.0, 6.0, 7.0, 6.0, 3.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.384765625, -2.30902099609375, -2.2332763671875, -2.15753173828125, -2.081787109375, -2.00604248046875, -1.9302978515625, -1.85455322265625, -1.77880859375, -1.70306396484375, -1.6273193359375, -1.55157470703125, -1.475830078125, -1.40008544921875, -1.3243408203125, -1.24859619140625, -1.1728515625, -1.09710693359375, -1.0213623046875, -0.94561767578125, -0.869873046875, -0.79412841796875, -0.7183837890625, -0.64263916015625, -0.56689453125, -0.49114990234375, -0.4154052734375, -0.33966064453125, -0.263916015625, -0.18817138671875, -0.1124267578125, -0.03668212890625, 0.0390625, 0.11480712890625, 0.1905517578125, 0.26629638671875, 0.342041015625, 0.41778564453125, 0.4935302734375, 0.56927490234375, 0.64501953125, 0.72076416015625, 0.7965087890625, 0.87225341796875, 0.947998046875, 1.02374267578125, 1.0994873046875, 1.17523193359375, 1.2509765625, 1.32672119140625, 1.4024658203125, 1.47821044921875, 1.553955078125, 1.62969970703125, 1.7054443359375, 1.78118896484375, 1.85693359375, 1.93267822265625, 2.0084228515625, 2.08416748046875, 2.159912109375, 2.23565673828125, 2.3114013671875, 2.38714599609375, 2.462890625]}, "gradients/decoder.transformer.h.4.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 5.0, 6.0, 13.0, 12.0, 20.0, 33.0, 37.0, 59.0, 108.0, 188.0, 327.0, 802.0, 2489.0, 8708.0, 38673.0, 253427.0, 2373940.0, 1346883.0, 135244.0, 24246.0, 5977.0, 1794.0, 595.0, 277.0, 155.0, 91.0, 58.0, 37.0, 22.0, 15.0, 16.0, 4.0, 6.0, 3.0, 5.0, 4.0, 1.0, 5.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-7.40625, -7.2105712890625, -7.014892578125, -6.8192138671875, -6.62353515625, -6.4278564453125, -6.232177734375, -6.0364990234375, -5.8408203125, -5.6451416015625, -5.449462890625, -5.2537841796875, -5.05810546875, -4.8624267578125, -4.666748046875, -4.4710693359375, -4.275390625, -4.0797119140625, -3.884033203125, -3.6883544921875, -3.49267578125, -3.2969970703125, -3.101318359375, -2.9056396484375, -2.7099609375, -2.5142822265625, -2.318603515625, -2.1229248046875, -1.92724609375, -1.7315673828125, -1.535888671875, -1.3402099609375, -1.14453125, -0.9488525390625, -0.753173828125, -0.5574951171875, -0.36181640625, -0.1661376953125, 0.029541015625, 0.2252197265625, 0.4208984375, 0.6165771484375, 0.812255859375, 1.0079345703125, 1.20361328125, 1.3992919921875, 1.594970703125, 1.7906494140625, 1.986328125, 2.1820068359375, 2.377685546875, 2.5733642578125, 2.76904296875, 2.9647216796875, 3.160400390625, 3.3560791015625, 3.5517578125, 3.7474365234375, 3.943115234375, 4.1387939453125, 4.33447265625, 4.5301513671875, 4.725830078125, 4.9215087890625, 5.1171875]}, "gradients/decoder.transformer.h.4.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 4.0, 2.0, 7.0, 8.0, 4.0, 6.0, 12.0, 21.0, 18.0, 23.0, 26.0, 40.0, 63.0, 78.0, 92.0, 136.0, 187.0, 222.0, 297.0, 356.0, 433.0, 454.0, 373.0, 290.0, 210.0, 164.0, 129.0, 96.0, 82.0, 52.0, 54.0, 31.0, 25.0, 20.0, 17.0, 15.0, 10.0, 5.0, 7.0, 7.0, 2.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.201171875, -2.109283447265625, -2.01739501953125, -1.925506591796875, -1.8336181640625, -1.741729736328125, -1.64984130859375, -1.557952880859375, -1.466064453125, -1.374176025390625, -1.28228759765625, -1.190399169921875, -1.0985107421875, -1.006622314453125, -0.91473388671875, -0.822845458984375, -0.73095703125, -0.639068603515625, -0.54718017578125, -0.455291748046875, -0.3634033203125, -0.271514892578125, -0.17962646484375, -0.087738037109375, 0.004150390625, 0.096038818359375, 0.18792724609375, 0.279815673828125, 0.3717041015625, 0.463592529296875, 0.55548095703125, 0.647369384765625, 0.7392578125, 0.831146240234375, 0.92303466796875, 1.014923095703125, 1.1068115234375, 1.198699951171875, 1.29058837890625, 1.382476806640625, 1.474365234375, 1.566253662109375, 1.65814208984375, 1.750030517578125, 1.8419189453125, 1.933807373046875, 2.02569580078125, 2.117584228515625, 2.20947265625, 2.301361083984375, 2.39324951171875, 2.485137939453125, 2.5770263671875, 2.668914794921875, 2.76080322265625, 2.852691650390625, 2.944580078125, 3.036468505859375, 3.12835693359375, 3.220245361328125, 3.3121337890625, 3.404022216796875, 3.49591064453125, 3.587799072265625, 3.6796875]}, "gradients/decoder.transformer.h.4.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 5.0, 6.0, 3.0, 14.0, 9.0, 24.0, 17.0, 33.0, 47.0, 70.0, 82.0, 141.0, 258.0, 480.0, 1129.0, 3361.0, 10341.0, 37952.0, 176092.0, 1186541.0, 2327722.0, 355704.0, 68937.0, 17026.0, 5065.0, 1749.0, 669.0, 286.0, 192.0, 107.0, 72.0, 46.0, 31.0, 23.0, 19.0, 10.0, 5.0, 0.0, 6.0, 5.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0], "bins": [-6.98046875, -6.7977294921875, -6.614990234375, -6.4322509765625, -6.24951171875, -6.0667724609375, -5.884033203125, -5.7012939453125, -5.5185546875, -5.3358154296875, -5.153076171875, -4.9703369140625, -4.78759765625, -4.6048583984375, -4.422119140625, -4.2393798828125, -4.056640625, -3.8739013671875, -3.691162109375, -3.5084228515625, -3.32568359375, -3.1429443359375, -2.960205078125, -2.7774658203125, -2.5947265625, -2.4119873046875, -2.229248046875, -2.0465087890625, -1.86376953125, -1.6810302734375, -1.498291015625, -1.3155517578125, -1.1328125, -0.9500732421875, -0.767333984375, -0.5845947265625, -0.40185546875, -0.2191162109375, -0.036376953125, 0.1463623046875, 0.3291015625, 0.5118408203125, 0.694580078125, 0.8773193359375, 1.06005859375, 1.2427978515625, 1.425537109375, 1.6082763671875, 1.791015625, 1.9737548828125, 2.156494140625, 2.3392333984375, 2.52197265625, 2.7047119140625, 2.887451171875, 3.0701904296875, 3.2529296875, 3.4356689453125, 3.618408203125, 3.8011474609375, 3.98388671875, 4.1666259765625, 4.349365234375, 4.5321044921875, 4.71484375]}, "gradients/decoder.transformer.h.4.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 50.0, 217.0, 408.0, 262.0, 68.0, 7.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-110.99244689941406, -108.95830535888672, -106.92416381835938, -104.8900146484375, -102.85587310791016, -100.82173156738281, -98.78758239746094, -96.7534408569336, -94.71929931640625, -92.6851577758789, -90.65101623535156, -88.61686706542969, -86.58272552490234, -84.548583984375, -82.51443481445312, -80.48029327392578, -78.44615173339844, -76.4120101928711, -74.37786865234375, -72.34371948242188, -70.30957794189453, -68.27543640136719, -66.24128723144531, -64.20714569091797, -62.173004150390625, -60.13886260986328, -58.10471725463867, -56.07057189941406, -54.03643035888672, -52.002288818359375, -49.968143463134766, -47.933998107910156, -45.899864196777344, -43.86572265625, -41.83157730102539, -39.79743194580078, -37.76329040527344, -35.729148864746094, -33.695003509521484, -31.660860061645508, -29.62671661376953, -27.592573165893555, -25.558429718017578, -23.5242862701416, -21.490142822265625, -19.45599937438965, -17.421855926513672, -15.387712478637695, -13.353569030761719, -11.319425582885742, -9.285282135009766, -7.251138687133789, -5.2169952392578125, -3.182851791381836, -1.1487083435058594, 0.8854351043701172, 2.9195785522460938, 4.95372200012207, 6.987865447998047, 9.022008895874023, 11.05615234375, 13.090295791625977, 15.124439239501953, 17.15858268737793, 19.192726135253906]}, "gradients/decoder.transformer.h.4.ln_2.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 5.0, 2.0, 1.0, 7.0, 9.0, 10.0, 5.0, 13.0, 13.0, 21.0, 19.0, 20.0, 22.0, 25.0, 24.0, 31.0, 33.0, 35.0, 39.0, 44.0, 25.0, 35.0, 46.0, 44.0, 41.0, 40.0, 41.0, 47.0, 42.0, 37.0, 33.0, 28.0, 28.0, 25.0, 30.0, 16.0, 10.0, 10.0, 11.0, 9.0, 5.0, 7.0, 7.0, 4.0, 3.0, 4.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-10.725264549255371, -10.368423461914062, -10.011581420898438, -9.654740333557129, -9.297898292541504, -8.941057205200195, -8.58421516418457, -8.227374076843262, -7.870532512664795, -7.513690948486328, -7.156849384307861, -6.8000078201293945, -6.443166732788086, -6.086324691772461, -5.729483604431152, -5.3726420402526855, -5.015800476074219, -4.658958911895752, -4.302117347717285, -3.9452760219573975, -3.5884344577789307, -3.231592893600464, -2.874751567840576, -2.5179100036621094, -2.1610684394836426, -1.8042268753051758, -1.4473854303359985, -1.0905439853668213, -0.7337024211883545, -0.3768608570098877, -0.02001953125, 0.3368220329284668, 0.6936635971069336, 1.0505051612854004, 1.4073466062545776, 1.7641880512237549, 2.1210296154022217, 2.4778711795806885, 2.834712505340576, 3.191554069519043, 3.5483956336975098, 3.9052371978759766, 4.262078762054443, 4.61892032623291, 4.975761413574219, 5.332603454589844, 5.689444541931152, 6.046286106109619, 6.403127670288086, 6.759969234466553, 7.1168107986450195, 7.473651885986328, 7.830493927001953, 8.187335014343262, 8.54417610168457, 8.901018142700195, 9.25786018371582, 9.614701271057129, 9.971543312072754, 10.328384399414062, 10.685226440429688, 11.042067527770996, 11.398908615112305, 11.75575065612793, 12.112591743469238]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 9.0, 3.0, 7.0, 9.0, 9.0, 5.0, 9.0, 6.0, 17.0, 19.0, 27.0, 26.0, 19.0, 31.0, 34.0, 28.0, 40.0, 39.0, 48.0, 35.0, 35.0, 42.0, 39.0, 43.0, 37.0, 48.0, 37.0, 32.0, 34.0, 28.0, 25.0, 28.0, 19.0, 20.0, 19.0, 19.0, 11.0, 7.0, 12.0, 11.0, 3.0, 8.0, 7.0, 7.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0], "bins": [-2.4453125, -2.375030517578125, -2.30474853515625, -2.234466552734375, -2.1641845703125, -2.093902587890625, -2.02362060546875, -1.953338623046875, -1.883056640625, -1.812774658203125, -1.74249267578125, -1.672210693359375, -1.6019287109375, -1.531646728515625, -1.46136474609375, -1.391082763671875, -1.32080078125, -1.250518798828125, -1.18023681640625, -1.109954833984375, -1.0396728515625, -0.969390869140625, -0.89910888671875, -0.828826904296875, -0.758544921875, -0.688262939453125, -0.61798095703125, -0.547698974609375, -0.4774169921875, -0.407135009765625, -0.33685302734375, -0.266571044921875, -0.1962890625, -0.126007080078125, -0.05572509765625, 0.014556884765625, 0.0848388671875, 0.155120849609375, 0.22540283203125, 0.295684814453125, 0.365966796875, 0.436248779296875, 0.50653076171875, 0.576812744140625, 0.6470947265625, 0.717376708984375, 0.78765869140625, 0.857940673828125, 0.92822265625, 0.998504638671875, 1.06878662109375, 1.139068603515625, 1.2093505859375, 1.279632568359375, 1.34991455078125, 1.420196533203125, 1.490478515625, 1.560760498046875, 1.63104248046875, 1.701324462890625, 1.7716064453125, 1.841888427734375, 1.91217041015625, 1.982452392578125, 2.052734375]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 2.0, 6.0, 8.0, 23.0, 26.0, 21.0, 34.0, 59.0, 81.0, 125.0, 148.0, 204.0, 337.0, 576.0, 799.0, 1309.0, 2104.0, 3431.0, 5343.0, 8936.0, 14788.0, 24964.0, 42516.0, 73442.0, 122939.0, 181878.0, 198055.0, 146073.0, 90129.0, 52598.0, 30929.0, 18031.0, 10755.0, 6744.0, 4091.0, 2513.0, 1594.0, 945.0, 675.0, 420.0, 306.0, 212.0, 131.0, 99.0, 49.0, 31.0, 21.0, 22.0, 10.0, 4.0, 6.0, 5.0, 7.0, 5.0, 2.0, 2.0, 3.0], "bins": [-0.255859375, -0.2481517791748047, -0.24044418334960938, -0.23273658752441406, -0.22502899169921875, -0.21732139587402344, -0.20961380004882812, -0.2019062042236328, -0.1941986083984375, -0.1864910125732422, -0.17878341674804688, -0.17107582092285156, -0.16336822509765625, -0.15566062927246094, -0.14795303344726562, -0.1402454376220703, -0.132537841796875, -0.12483024597167969, -0.11712265014648438, -0.10941505432128906, -0.10170745849609375, -0.09399986267089844, -0.08629226684570312, -0.07858467102050781, -0.0708770751953125, -0.06316947937011719, -0.055461883544921875, -0.04775428771972656, -0.04004669189453125, -0.03233909606933594, -0.024631500244140625, -0.016923904418945312, -0.00921630859375, -0.0015087127685546875, 0.006198883056640625, 0.013906478881835938, 0.02161407470703125, 0.029321670532226562, 0.037029266357421875, 0.04473686218261719, 0.0524444580078125, 0.06015205383300781, 0.06785964965820312, 0.07556724548339844, 0.08327484130859375, 0.09098243713378906, 0.09869003295898438, 0.10639762878417969, 0.114105224609375, 0.12181282043457031, 0.12952041625976562, 0.13722801208496094, 0.14493560791015625, 0.15264320373535156, 0.16035079956054688, 0.1680583953857422, 0.1757659912109375, 0.1834735870361328, 0.19118118286132812, 0.19888877868652344, 0.20659637451171875, 0.21430397033691406, 0.22201156616210938, 0.2297191619873047, 0.2374267578125]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 4.0, 2.0, 3.0, 7.0, 11.0, 14.0, 10.0, 17.0, 12.0, 18.0, 21.0, 20.0, 22.0, 24.0, 29.0, 26.0, 32.0, 39.0, 34.0, 43.0, 32.0, 33.0, 1067.0, 45.0, 46.0, 44.0, 36.0, 41.0, 41.0, 29.0, 26.0, 25.0, 23.0, 20.0, 21.0, 22.0, 15.0, 18.0, 11.0, 13.0, 12.0, 5.0, 7.0, 3.0, 8.0, 4.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.5830078125, -1.5326690673828125, -1.482330322265625, -1.4319915771484375, -1.38165283203125, -1.3313140869140625, -1.280975341796875, -1.2306365966796875, -1.1802978515625, -1.1299591064453125, -1.079620361328125, -1.0292816162109375, -0.97894287109375, -0.9286041259765625, -0.878265380859375, -0.8279266357421875, -0.777587890625, -0.7272491455078125, -0.676910400390625, -0.6265716552734375, -0.57623291015625, -0.5258941650390625, -0.475555419921875, -0.4252166748046875, -0.3748779296875, -0.3245391845703125, -0.274200439453125, -0.2238616943359375, -0.17352294921875, -0.1231842041015625, -0.072845458984375, -0.0225067138671875, 0.02783203125, 0.0781707763671875, 0.128509521484375, 0.1788482666015625, 0.22918701171875, 0.2795257568359375, 0.329864501953125, 0.3802032470703125, 0.4305419921875, 0.4808807373046875, 0.531219482421875, 0.5815582275390625, 0.63189697265625, 0.6822357177734375, 0.732574462890625, 0.7829132080078125, 0.833251953125, 0.8835906982421875, 0.933929443359375, 0.9842681884765625, 1.03460693359375, 1.0849456787109375, 1.135284423828125, 1.1856231689453125, 1.2359619140625, 1.2863006591796875, 1.336639404296875, 1.3869781494140625, 1.43731689453125, 1.4876556396484375, 1.537994384765625, 1.5883331298828125, 1.638671875]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 4.0, 5.0, 5.0, 9.0, 12.0, 25.0, 25.0, 35.0, 54.0, 88.0, 151.0, 265.0, 484.0, 821.0, 1624.0, 3267.0, 6654.0, 14044.0, 29575.0, 63324.0, 132687.0, 455072.0, 1089133.0, 156710.0, 75003.0, 35303.0, 16637.0, 7944.0, 3886.0, 1981.0, 1023.0, 571.0, 269.0, 169.0, 98.0, 63.0, 42.0, 30.0, 14.0, 14.0, 8.0, 8.0, 4.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1817626953125, -0.17389869689941406, -0.16603469848632812, -0.1581707000732422, -0.15030670166015625, -0.1424427032470703, -0.13457870483398438, -0.12671470642089844, -0.1188507080078125, -0.11098670959472656, -0.10312271118164062, -0.09525871276855469, -0.08739471435546875, -0.07953071594238281, -0.07166671752929688, -0.06380271911621094, -0.055938720703125, -0.04807472229003906, -0.040210723876953125, -0.03234672546386719, -0.02448272705078125, -0.016618728637695312, -0.008754730224609375, -0.0008907318115234375, 0.0069732666015625, 0.014837265014648438, 0.022701263427734375, 0.030565261840820312, 0.03842926025390625, 0.04629325866699219, 0.054157257080078125, 0.06202125549316406, 0.06988525390625, 0.07774925231933594, 0.08561325073242188, 0.09347724914550781, 0.10134124755859375, 0.10920524597167969, 0.11706924438476562, 0.12493324279785156, 0.1327972412109375, 0.14066123962402344, 0.14852523803710938, 0.1563892364501953, 0.16425323486328125, 0.1721172332763672, 0.17998123168945312, 0.18784523010253906, 0.195709228515625, 0.20357322692871094, 0.21143722534179688, 0.2193012237548828, 0.22716522216796875, 0.2350292205810547, 0.24289321899414062, 0.25075721740722656, 0.2586212158203125, 0.26648521423339844, 0.2743492126464844, 0.2822132110595703, 0.29007720947265625, 0.2979412078857422, 0.3058052062988281, 0.31366920471191406, 0.321533203125]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 8.0, 4.0, 10.0, 9.0, 16.0, 19.0, 38.0, 53.0, 89.0, 105.0, 145.0, 125.0, 121.0, 91.0, 52.0, 31.0, 24.0, 9.0, 7.0, 9.0, 10.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 2.0], "bins": [-0.03900146484375, -0.0379486083984375, -0.036895751953125, -0.0358428955078125, -0.0347900390625, -0.0337371826171875, -0.032684326171875, -0.0316314697265625, -0.03057861328125, -0.0295257568359375, -0.028472900390625, -0.0274200439453125, -0.0263671875, -0.0253143310546875, -0.024261474609375, -0.0232086181640625, -0.02215576171875, -0.0211029052734375, -0.020050048828125, -0.0189971923828125, -0.0179443359375, -0.0168914794921875, -0.015838623046875, -0.0147857666015625, -0.01373291015625, -0.0126800537109375, -0.011627197265625, -0.0105743408203125, -0.009521484375, -0.0084686279296875, -0.007415771484375, -0.0063629150390625, -0.00531005859375, -0.0042572021484375, -0.003204345703125, -0.0021514892578125, -0.0010986328125, -4.57763671875e-05, 0.001007080078125, 0.0020599365234375, 0.00311279296875, 0.0041656494140625, 0.005218505859375, 0.0062713623046875, 0.00732421875, 0.0083770751953125, 0.009429931640625, 0.0104827880859375, 0.01153564453125, 0.0125885009765625, 0.013641357421875, 0.0146942138671875, 0.0157470703125, 0.0167999267578125, 0.017852783203125, 0.0189056396484375, 0.01995849609375, 0.0210113525390625, 0.022064208984375, 0.0231170654296875, 0.024169921875, 0.0252227783203125, 0.026275634765625, 0.0273284912109375, 0.02838134765625]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 6.0, 6.0, 4.0, 12.0, 7.0, 13.0, 38.0, 61.0, 128.0, 329.0, 63186.0, 983995.0, 426.0, 133.0, 68.0, 42.0, 25.0, 15.0, 12.0, 8.0, 4.0, 1.0, 5.0, 1.0, 2.0, 3.0, 1.0, 4.0, 1.0, 1.0, 2.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.80908203125, -0.7791976928710938, -0.7493133544921875, -0.7194290161132812, -0.689544677734375, -0.6596603393554688, -0.6297760009765625, -0.5998916625976562, -0.57000732421875, -0.5401229858398438, -0.5102386474609375, -0.48035430908203125, -0.450469970703125, -0.42058563232421875, -0.3907012939453125, -0.36081695556640625, -0.3309326171875, -0.30104827880859375, -0.2711639404296875, -0.24127960205078125, -0.211395263671875, -0.18151092529296875, -0.1516265869140625, -0.12174224853515625, -0.09185791015625, -0.06197357177734375, -0.0320892333984375, -0.00220489501953125, 0.027679443359375, 0.05756378173828125, 0.0874481201171875, 0.11733245849609375, 0.147216796875, 0.17710113525390625, 0.2069854736328125, 0.23686981201171875, 0.266754150390625, 0.29663848876953125, 0.3265228271484375, 0.35640716552734375, 0.38629150390625, 0.41617584228515625, 0.4460601806640625, 0.47594451904296875, 0.505828857421875, 0.5357131958007812, 0.5655975341796875, 0.5954818725585938, 0.6253662109375, 0.6552505493164062, 0.6851348876953125, 0.7150192260742188, 0.744903564453125, 0.7747879028320312, 0.8046722412109375, 0.8345565795898438, 0.86444091796875, 0.8943252563476562, 0.9242095947265625, 0.9540939331054688, 0.983978271484375, 1.0138626098632812, 1.0437469482421875, 1.0736312866210938, 1.103515625]}, "gradients/decoder.transformer.h.4.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 81.0, 816.0, 117.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.09423746913671494, -0.08915878087282181, -0.08408010005950928, -0.07900141179561615, -0.07392272353172302, -0.0688440352678299, -0.06376534700393677, -0.05868666619062424, -0.05360797792673111, -0.04852928966283798, -0.04345060512423515, -0.038371920585632324, -0.0332932323217392, -0.02821454592049122, -0.02313585951924324, -0.01805717498064041, -0.012978486716747284, -0.007899800315499306, -0.0028211139142513275, 0.0022575724869966507, 0.007336258888244629, 0.012414945289492607, 0.017493631690740585, 0.022572316229343414, 0.027651004493236542, 0.03272969275712967, 0.0378083772957325, 0.04288706183433533, 0.047965750098228455, 0.05304443836212158, 0.05812312290072441, 0.06320180743932724, 0.06828050315380096, 0.07335919141769409, 0.07843787968158722, 0.08351656049489975, 0.08859524875879288, 0.093673937022686, 0.09875261783599854, 0.10383130609989166, 0.10890999436378479, 0.11398868262767792, 0.11906737089157104, 0.12414605170488358, 0.1292247474193573, 0.13430342078208923, 0.13938210904598236, 0.1444607973098755, 0.14953948557376862, 0.15461817383766174, 0.15969686210155487, 0.164775550365448, 0.16985422372817993, 0.17493291199207306, 0.1800116002559662, 0.18509028851985931, 0.19016897678375244, 0.19524766504764557, 0.2003263533115387, 0.20540504157543182, 0.21048372983932495, 0.21556240320205688, 0.22064109146595, 0.22571977972984314, 0.23079846799373627]}, "gradients/decoder.transformer.h.4.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 5.0, 4.0, 5.0, 6.0, 8.0, 7.0, 13.0, 13.0, 17.0, 20.0, 22.0, 24.0, 20.0, 22.0, 30.0, 30.0, 35.0, 37.0, 46.0, 44.0, 44.0, 29.0, 49.0, 42.0, 34.0, 48.0, 52.0, 36.0, 36.0, 34.0, 27.0, 27.0, 22.0, 14.0, 22.0, 22.0, 20.0, 10.0, 5.0, 4.0, 6.0, 7.0, 7.0, 4.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.027971863746643066, -0.027048319578170776, -0.026124773547053337, -0.025201227515935898, -0.024277683347463608, -0.023354139178991318, -0.02243059314787388, -0.02150704711675644, -0.02058350294828415, -0.01965995877981186, -0.01873641274869442, -0.01781286671757698, -0.01688932254910469, -0.0159657783806324, -0.015042232349514961, -0.014118687249720097, -0.013195142149925232, -0.012271597050130367, -0.011348051950335503, -0.010424506850540638, -0.009500961750745773, -0.008577416650950909, -0.007653871551156044, -0.006730326451361179, -0.005806781351566315, -0.00488323625177145, -0.003959691151976585, -0.0030361460521817207, -0.002112600952386856, -0.0011890558525919914, -0.00026551075279712677, 0.0006580343469977379, 0.0015815794467926025, 0.002505124546587467, 0.003428669646382332, 0.0043522147461771965, 0.005275759845972061, 0.006199304945766926, 0.0071228500455617905, 0.008046395145356655, 0.00896994024515152, 0.009893485344946384, 0.010817030444741249, 0.011740575544536114, 0.012664120644330978, 0.013587665744125843, 0.014511210843920708, 0.015434755943715572, 0.016358301043510437, 0.017281845211982727, 0.018205391243100166, 0.019128937274217606, 0.020052481442689896, 0.020976025611162186, 0.021899571642279625, 0.022823117673397064, 0.023746661841869354, 0.024670206010341644, 0.025593752041459084, 0.026517298072576523, 0.027440842241048813, 0.028364386409521103, 0.029287932440638542, 0.03021147847175598, 0.03113502264022827]}, "gradients/decoder.transformer.h.4.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 3.0, 1.0, 2.0, 2.0, 2.0, 3.0, 9.0, 3.0, 7.0, 9.0, 9.0, 6.0, 8.0, 6.0, 17.0, 19.0, 27.0, 26.0, 19.0, 31.0, 35.0, 27.0, 40.0, 39.0, 48.0, 36.0, 34.0, 42.0, 39.0, 43.0, 37.0, 47.0, 38.0, 33.0, 33.0, 28.0, 25.0, 28.0, 19.0, 20.0, 19.0, 21.0, 9.0, 8.0, 11.0, 11.0, 3.0, 8.0, 7.0, 7.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0], "bins": [-2.4453125, -2.375030517578125, -2.30474853515625, -2.234466552734375, -2.1641845703125, -2.093902587890625, -2.02362060546875, -1.953338623046875, -1.883056640625, -1.812774658203125, -1.74249267578125, -1.672210693359375, -1.6019287109375, -1.531646728515625, -1.46136474609375, -1.391082763671875, -1.32080078125, -1.250518798828125, -1.18023681640625, -1.109954833984375, -1.0396728515625, -0.969390869140625, -0.89910888671875, -0.828826904296875, -0.758544921875, -0.688262939453125, -0.61798095703125, -0.547698974609375, -0.4774169921875, -0.407135009765625, -0.33685302734375, -0.266571044921875, -0.1962890625, -0.126007080078125, -0.05572509765625, 0.014556884765625, 0.0848388671875, 0.155120849609375, 0.22540283203125, 0.295684814453125, 0.365966796875, 0.436248779296875, 0.50653076171875, 0.576812744140625, 0.6470947265625, 0.717376708984375, 0.78765869140625, 0.857940673828125, 0.92822265625, 0.998504638671875, 1.06878662109375, 1.139068603515625, 1.2093505859375, 1.279632568359375, 1.34991455078125, 1.420196533203125, 1.490478515625, 1.560760498046875, 1.63104248046875, 1.701324462890625, 1.7716064453125, 1.841888427734375, 1.91217041015625, 1.982452392578125, 2.052734375]}, "gradients/decoder.transformer.h.4.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 6.0, 5.0, 5.0, 6.0, 13.0, 13.0, 16.0, 27.0, 32.0, 46.0, 75.0, 111.0, 180.0, 271.0, 437.0, 759.0, 1233.0, 2273.0, 4315.0, 8102.0, 15588.0, 30706.0, 61633.0, 132429.0, 260936.0, 264920.0, 135973.0, 62856.0, 31214.0, 16083.0, 8290.0, 4435.0, 2352.0, 1331.0, 737.0, 418.0, 237.0, 151.0, 101.0, 64.0, 45.0, 43.0, 25.0, 24.0, 14.0, 10.0, 10.0, 8.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.658203125, -2.56658935546875, -2.4749755859375, -2.38336181640625, -2.291748046875, -2.20013427734375, -2.1085205078125, -2.01690673828125, -1.92529296875, -1.83367919921875, -1.7420654296875, -1.65045166015625, -1.558837890625, -1.46722412109375, -1.3756103515625, -1.28399658203125, -1.1923828125, -1.10076904296875, -1.0091552734375, -0.91754150390625, -0.825927734375, -0.73431396484375, -0.6427001953125, -0.55108642578125, -0.45947265625, -0.36785888671875, -0.2762451171875, -0.18463134765625, -0.093017578125, -0.00140380859375, 0.0902099609375, 0.18182373046875, 0.2734375, 0.36505126953125, 0.4566650390625, 0.54827880859375, 0.639892578125, 0.73150634765625, 0.8231201171875, 0.91473388671875, 1.00634765625, 1.09796142578125, 1.1895751953125, 1.28118896484375, 1.372802734375, 1.46441650390625, 1.5560302734375, 1.64764404296875, 1.7392578125, 1.83087158203125, 1.9224853515625, 2.01409912109375, 2.105712890625, 2.19732666015625, 2.2889404296875, 2.38055419921875, 2.47216796875, 2.56378173828125, 2.6553955078125, 2.74700927734375, 2.838623046875, 2.93023681640625, 3.0218505859375, 3.11346435546875, 3.205078125]}, "gradients/decoder.transformer.h.4.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 3.0, 3.0, 5.0, 3.0, 5.0, 5.0, 8.0, 7.0, 12.0, 8.0, 11.0, 16.0, 21.0, 24.0, 18.0, 20.0, 41.0, 37.0, 41.0, 51.0, 70.0, 96.0, 165.0, 268.0, 1388.0, 205.0, 101.0, 71.0, 59.0, 51.0, 25.0, 34.0, 33.0, 26.0, 17.0, 26.0, 20.0, 11.0, 11.0, 13.0, 12.0, 5.0, 3.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0], "bins": [-5.83984375, -5.65850830078125, -5.4771728515625, -5.29583740234375, -5.114501953125, -4.93316650390625, -4.7518310546875, -4.57049560546875, -4.38916015625, -4.20782470703125, -4.0264892578125, -3.84515380859375, -3.663818359375, -3.48248291015625, -3.3011474609375, -3.11981201171875, -2.9384765625, -2.75714111328125, -2.5758056640625, -2.39447021484375, -2.213134765625, -2.03179931640625, -1.8504638671875, -1.66912841796875, -1.48779296875, -1.30645751953125, -1.1251220703125, -0.94378662109375, -0.762451171875, -0.58111572265625, -0.3997802734375, -0.21844482421875, -0.037109375, 0.14422607421875, 0.3255615234375, 0.50689697265625, 0.688232421875, 0.86956787109375, 1.0509033203125, 1.23223876953125, 1.41357421875, 1.59490966796875, 1.7762451171875, 1.95758056640625, 2.138916015625, 2.32025146484375, 2.5015869140625, 2.68292236328125, 2.8642578125, 3.04559326171875, 3.2269287109375, 3.40826416015625, 3.589599609375, 3.77093505859375, 3.9522705078125, 4.13360595703125, 4.31494140625, 4.49627685546875, 4.6776123046875, 4.85894775390625, 5.040283203125, 5.22161865234375, 5.4029541015625, 5.58428955078125, 5.765625]}, "gradients/decoder.transformer.h.4.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 9.0, 5.0, 9.0, 12.0, 12.0, 18.0, 21.0, 32.0, 59.0, 78.0, 113.0, 161.0, 232.0, 383.0, 739.0, 2592.0, 18997.0, 292170.0, 2690770.0, 124818.0, 10948.0, 1869.0, 601.0, 330.0, 203.0, 148.0, 104.0, 73.0, 52.0, 42.0, 22.0, 28.0, 11.0, 16.0, 10.0, 7.0, 3.0, 7.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.890625, -7.612548828125, -7.33447265625, -7.056396484375, -6.7783203125, -6.500244140625, -6.22216796875, -5.944091796875, -5.666015625, -5.387939453125, -5.10986328125, -4.831787109375, -4.5537109375, -4.275634765625, -3.99755859375, -3.719482421875, -3.44140625, -3.163330078125, -2.88525390625, -2.607177734375, -2.3291015625, -2.051025390625, -1.77294921875, -1.494873046875, -1.216796875, -0.938720703125, -0.66064453125, -0.382568359375, -0.1044921875, 0.173583984375, 0.45166015625, 0.729736328125, 1.0078125, 1.285888671875, 1.56396484375, 1.842041015625, 2.1201171875, 2.398193359375, 2.67626953125, 2.954345703125, 3.232421875, 3.510498046875, 3.78857421875, 4.066650390625, 4.3447265625, 4.622802734375, 4.90087890625, 5.178955078125, 5.45703125, 5.735107421875, 6.01318359375, 6.291259765625, 6.5693359375, 6.847412109375, 7.12548828125, 7.403564453125, 7.681640625, 7.959716796875, 8.23779296875, 8.515869140625, 8.7939453125, 9.072021484375, 9.35009765625, 9.628173828125, 9.90625]}, "gradients/decoder.transformer.h.4.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 3.0, 9.0, 25.0, 53.0, 108.0, 177.0, 175.0, 176.0, 135.0, 80.0, 42.0, 14.0, 10.0, 5.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.25724220275879, -18.70260238647461, -18.14796257019043, -17.59332275390625, -17.03868293762207, -16.48404312133789, -15.929403305053711, -15.374763488769531, -14.820123672485352, -14.265483856201172, -13.710844039916992, -13.156204223632812, -12.601564407348633, -12.046924591064453, -11.492284774780273, -10.937644958496094, -10.38300609588623, -9.82836627960205, -9.273726463317871, -8.719086647033691, -8.164446830749512, -7.609807014465332, -7.0551676750183105, -6.500527858734131, -5.945888042449951, -5.3912482261657715, -4.836608409881592, -4.28196907043457, -3.7273290157318115, -3.172689199447632, -2.6180496215820312, -2.0634098052978516, -1.5087699890136719, -0.954130232334137, -0.39949047565460205, 0.15514922142028809, 0.7097890377044678, 1.2644288539886475, 1.819068431854248, 2.3737082481384277, 2.9283480644226074, 3.482987880706787, 4.037627696990967, 4.592267036437988, 5.146906852722168, 5.701546669006348, 6.256186485290527, 6.810826301574707, 7.365466117858887, 7.920105934143066, 8.474745750427246, 9.029385566711426, 9.584025382995605, 10.138665199279785, 10.693304061889648, 11.247943878173828, 11.802583694458008, 12.357223510742188, 12.911863327026367, 13.466503143310547, 14.021142959594727, 14.575782775878906, 15.130422592163086, 15.685062408447266, 16.239702224731445]}, "gradients/decoder.transformer.h.4.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 6.0, 1.0, 3.0, 4.0, 6.0, 5.0, 9.0, 14.0, 13.0, 19.0, 23.0, 26.0, 21.0, 34.0, 33.0, 38.0, 47.0, 47.0, 37.0, 47.0, 48.0, 63.0, 54.0, 40.0, 47.0, 31.0, 42.0, 29.0, 33.0, 31.0, 27.0, 32.0, 17.0, 15.0, 12.0, 13.0, 9.0, 4.0, 8.0, 10.0, 3.0, 1.0, 5.0, 3.0, 3.0, 1.0, 3.0, 2.0], "bins": [-17.504016876220703, -17.038402557373047, -16.57278823852539, -16.107173919677734, -15.641559600830078, -15.175945281982422, -14.71033000946045, -14.244715690612793, -13.779101371765137, -13.31348705291748, -12.847872734069824, -12.382258415222168, -11.916643142700195, -11.451028823852539, -10.985414505004883, -10.519800186157227, -10.05418586730957, -9.588571548461914, -9.122957229614258, -8.657342910766602, -8.191728591918945, -7.726113796234131, -7.260499000549316, -6.79488468170166, -6.329270362854004, -5.863656044006348, -5.398041725158691, -4.932426929473877, -4.466812610626221, -4.0011982917785645, -3.535583734512329, -3.0699691772460938, -2.604353904724121, -2.138739585876465, -1.6731250286102295, -1.2075105905532837, -0.7418961524963379, -0.27628183364868164, 0.1893327236175537, 0.6549472808837891, 1.1205615997314453, 1.5861760377883911, 2.051790475845337, 2.5174050331115723, 2.9830193519592285, 3.4486336708068848, 3.91424822807312, 4.3798627853393555, 4.845477104187012, 5.311091423034668, 5.776705741882324, 6.242320537567139, 6.707934856414795, 7.173549175262451, 7.639163970947266, 8.104778289794922, 8.570392608642578, 9.036006927490234, 9.50162124633789, 9.967235565185547, 10.432849884033203, 10.89846420288086, 11.364079475402832, 11.829693794250488, 12.295308113098145]}, "gradients/decoder.transformer.h.3.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 3.0, 4.0, 3.0, 5.0, 8.0, 9.0, 6.0, 7.0, 7.0, 10.0, 16.0, 6.0, 11.0, 21.0, 24.0, 32.0, 18.0, 30.0, 24.0, 32.0, 33.0, 31.0, 43.0, 49.0, 28.0, 41.0, 42.0, 38.0, 47.0, 47.0, 38.0, 39.0, 20.0, 25.0, 28.0, 31.0, 15.0, 28.0, 16.0, 14.0, 12.0, 11.0, 10.0, 18.0, 10.0, 3.0, 4.0, 3.0, 1.0, 6.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0], "bins": [-2.318359375, -2.249755859375, -2.18115234375, -2.112548828125, -2.0439453125, -1.975341796875, -1.90673828125, -1.838134765625, -1.76953125, -1.700927734375, -1.63232421875, -1.563720703125, -1.4951171875, -1.426513671875, -1.35791015625, -1.289306640625, -1.220703125, -1.152099609375, -1.08349609375, -1.014892578125, -0.9462890625, -0.877685546875, -0.80908203125, -0.740478515625, -0.671875, -0.603271484375, -0.53466796875, -0.466064453125, -0.3974609375, -0.328857421875, -0.26025390625, -0.191650390625, -0.123046875, -0.054443359375, 0.01416015625, 0.082763671875, 0.1513671875, 0.219970703125, 0.28857421875, 0.357177734375, 0.42578125, 0.494384765625, 0.56298828125, 0.631591796875, 0.7001953125, 0.768798828125, 0.83740234375, 0.906005859375, 0.974609375, 1.043212890625, 1.11181640625, 1.180419921875, 1.2490234375, 1.317626953125, 1.38623046875, 1.454833984375, 1.5234375, 1.592041015625, 1.66064453125, 1.729248046875, 1.7978515625, 1.866455078125, 1.93505859375, 2.003662109375, 2.072265625]}, "gradients/decoder.transformer.h.3.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0, 4.0, 6.0, 6.0, 7.0, 15.0, 11.0, 18.0, 32.0, 39.0, 53.0, 67.0, 95.0, 135.0, 233.0, 375.0, 585.0, 20166.0, 4169817.0, 1203.0, 533.0, 266.0, 191.0, 122.0, 76.0, 74.0, 41.0, 37.0, 21.0, 16.0, 12.0, 11.0, 8.0, 2.0, 2.0, 3.0, 4.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-62.625, -60.89892578125, -59.1728515625, -57.44677734375, -55.720703125, -53.99462890625, -52.2685546875, -50.54248046875, -48.81640625, -47.09033203125, -45.3642578125, -43.63818359375, -41.912109375, -40.18603515625, -38.4599609375, -36.73388671875, -35.0078125, -33.28173828125, -31.5556640625, -29.82958984375, -28.103515625, -26.37744140625, -24.6513671875, -22.92529296875, -21.19921875, -19.47314453125, -17.7470703125, -16.02099609375, -14.294921875, -12.56884765625, -10.8427734375, -9.11669921875, -7.390625, -5.66455078125, -3.9384765625, -2.21240234375, -0.486328125, 1.23974609375, 2.9658203125, 4.69189453125, 6.41796875, 8.14404296875, 9.8701171875, 11.59619140625, 13.322265625, 15.04833984375, 16.7744140625, 18.50048828125, 20.2265625, 21.95263671875, 23.6787109375, 25.40478515625, 27.130859375, 28.85693359375, 30.5830078125, 32.30908203125, 34.03515625, 35.76123046875, 37.4873046875, 39.21337890625, 40.939453125, 42.66552734375, 44.3916015625, 46.11767578125, 47.84375]}, "gradients/decoder.transformer.h.3.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 6.0, 2.0, 1.0, 4.0, 3.0, 18.0, 16.0, 30.0, 36.0, 36.0, 57.0, 115.0, 175.0, 247.0, 412.0, 654.0, 760.0, 565.0, 338.0, 191.0, 137.0, 76.0, 71.0, 45.0, 25.0, 14.0, 16.0, 10.0, 9.0, 3.0, 3.0, 1.0, 1.0, 1.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.02734375, -4.8807373046875, -4.734130859375, -4.5875244140625, -4.44091796875, -4.2943115234375, -4.147705078125, -4.0010986328125, -3.8544921875, -3.7078857421875, -3.561279296875, -3.4146728515625, -3.26806640625, -3.1214599609375, -2.974853515625, -2.8282470703125, -2.681640625, -2.5350341796875, -2.388427734375, -2.2418212890625, -2.09521484375, -1.9486083984375, -1.802001953125, -1.6553955078125, -1.5087890625, -1.3621826171875, -1.215576171875, -1.0689697265625, -0.92236328125, -0.7757568359375, -0.629150390625, -0.4825439453125, -0.3359375, -0.1893310546875, -0.042724609375, 0.1038818359375, 0.25048828125, 0.3970947265625, 0.543701171875, 0.6903076171875, 0.8369140625, 0.9835205078125, 1.130126953125, 1.2767333984375, 1.42333984375, 1.5699462890625, 1.716552734375, 1.8631591796875, 2.009765625, 2.1563720703125, 2.302978515625, 2.4495849609375, 2.59619140625, 2.7427978515625, 2.889404296875, 3.0360107421875, 3.1826171875, 3.3292236328125, 3.475830078125, 3.6224365234375, 3.76904296875, 3.9156494140625, 4.062255859375, 4.2088623046875, 4.35546875]}, "gradients/decoder.transformer.h.3.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 4.0, 4.0, 7.0, 6.0, 8.0, 7.0, 18.0, 24.0, 24.0, 25.0, 32.0, 35.0, 70.0, 88.0, 161.0, 468.0, 4427.0, 182997.0, 3921950.0, 80482.0, 2636.0, 364.0, 136.0, 79.0, 51.0, 40.0, 29.0, 19.0, 19.0, 18.0, 12.0, 7.0, 7.0, 8.0, 9.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 6.0], "bins": [-22.28125, -21.7298583984375, -21.178466796875, -20.6270751953125, -20.07568359375, -19.5242919921875, -18.972900390625, -18.4215087890625, -17.8701171875, -17.3187255859375, -16.767333984375, -16.2159423828125, -15.66455078125, -15.1131591796875, -14.561767578125, -14.0103759765625, -13.458984375, -12.9075927734375, -12.356201171875, -11.8048095703125, -11.25341796875, -10.7020263671875, -10.150634765625, -9.5992431640625, -9.0478515625, -8.4964599609375, -7.945068359375, -7.3936767578125, -6.84228515625, -6.2908935546875, -5.739501953125, -5.1881103515625, -4.63671875, -4.0853271484375, -3.533935546875, -2.9825439453125, -2.43115234375, -1.8797607421875, -1.328369140625, -0.7769775390625, -0.2255859375, 0.3258056640625, 0.877197265625, 1.4285888671875, 1.97998046875, 2.5313720703125, 3.082763671875, 3.6341552734375, 4.185546875, 4.7369384765625, 5.288330078125, 5.8397216796875, 6.39111328125, 6.9425048828125, 7.493896484375, 8.0452880859375, 8.5966796875, 9.1480712890625, 9.699462890625, 10.2508544921875, 10.80224609375, 11.3536376953125, 11.905029296875, 12.4564208984375, 13.0078125]}, "gradients/decoder.transformer.h.3.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 8.0, 18.0, 48.0, 51.0, 96.0, 140.0, 158.0, 154.0, 134.0, 85.0, 59.0, 27.0, 20.0, 9.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.624652862548828, -29.94289779663086, -29.26114273071289, -28.57938575744629, -27.89763069152832, -27.21587562561035, -26.53411865234375, -25.85236358642578, -25.170608520507812, -24.488853454589844, -23.807098388671875, -23.125341415405273, -22.443586349487305, -21.761831283569336, -21.080074310302734, -20.398319244384766, -19.716564178466797, -19.034809112548828, -18.35305404663086, -17.671297073364258, -16.98954200744629, -16.30778694152832, -15.626030921936035, -14.94427490234375, -14.262519836425781, -13.580764770507812, -12.899008750915527, -12.217252731323242, -11.535497665405273, -10.853742599487305, -10.17198657989502, -9.490230560302734, -8.808477401733398, -8.12672233581543, -7.4449663162231445, -6.763210773468018, -6.081455230712891, -5.399699687957764, -4.717944145202637, -4.03618860244751, -3.354433059692383, -2.672677516937256, -1.990921974182129, -1.309166431427002, -0.627410888671875, 0.05434465408325195, 0.7361001968383789, 1.4178557395935059, 2.099611282348633, 2.7813668251037598, 3.4631223678588867, 4.144877910614014, 4.826633453369141, 5.508388996124268, 6.1901445388793945, 6.8719000816345215, 7.553655624389648, 8.235410690307617, 8.917166709899902, 9.598922729492188, 10.280677795410156, 10.962432861328125, 11.64418888092041, 12.325944900512695, 13.007699966430664]}, "gradients/decoder.transformer.h.3.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 4.0, 4.0, 6.0, 5.0, 8.0, 8.0, 15.0, 15.0, 20.0, 22.0, 19.0, 18.0, 22.0, 34.0, 28.0, 32.0, 38.0, 46.0, 43.0, 47.0, 40.0, 48.0, 44.0, 33.0, 38.0, 38.0, 34.0, 33.0, 37.0, 28.0, 13.0, 20.0, 26.0, 16.0, 18.0, 17.0, 16.0, 7.0, 9.0, 13.0, 14.0, 7.0, 4.0, 7.0, 3.0, 7.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.647489547729492, -11.292458534240723, -10.93742847442627, -10.5823974609375, -10.227367401123047, -9.872336387634277, -9.517305374145508, -9.162275314331055, -8.807244300842285, -8.452213287353516, -8.097183227539062, -7.742152214050293, -7.387121677398682, -7.03209114074707, -6.677060604095459, -6.322030067443848, -5.966999530792236, -5.611968994140625, -5.256938457489014, -4.901907920837402, -4.546876907348633, -4.1918463706970215, -3.83681583404541, -3.4817850589752197, -3.1267545223236084, -2.771723985671997, -2.4166932106018066, -2.0616626739501953, -1.7066320180892944, -1.3516013622283936, -0.9965708255767822, -0.6415400505065918, -0.28650951385498047, 0.06852111220359802, 0.4235517382621765, 0.7785823345184326, 1.1336129903793335, 1.4886436462402344, 1.8436741828918457, 2.198704957962036, 2.5537354946136475, 2.908766031265259, 3.263796806335449, 3.6188273429870605, 3.973857879638672, 4.328888893127441, 4.6839189529418945, 5.038949966430664, 5.393980503082275, 5.749011039733887, 6.104041576385498, 6.459072113037109, 6.814103126525879, 7.16913366317749, 7.524164199829102, 7.879195213317871, 8.234225273132324, 8.589256286621094, 8.944286346435547, 9.299317359924316, 9.65434741973877, 10.009378433227539, 10.364408493041992, 10.719439506530762, 11.074470520019531]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.bias": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 1.0, 2.0, 4.0, 0.0, 1.0, 3.0, 6.0, 4.0, 3.0, 2.0, 13.0, 9.0, 7.0, 15.0, 12.0, 19.0, 21.0, 29.0, 21.0, 31.0, 30.0, 28.0, 30.0, 24.0, 35.0, 29.0, 48.0, 37.0, 43.0, 36.0, 41.0, 26.0, 37.0, 37.0, 39.0, 42.0, 28.0, 26.0, 23.0, 27.0, 19.0, 17.0, 19.0, 8.0, 10.0, 16.0, 11.0, 11.0, 5.0, 6.0, 6.0, 4.0, 2.0, 1.0, 3.0, 0.0, 6.0, 0.0, 0.0, 0.0, 3.0], "bins": [-2.076171875, -2.011199951171875, -1.94622802734375, -1.881256103515625, -1.8162841796875, -1.751312255859375, -1.68634033203125, -1.621368408203125, -1.556396484375, -1.491424560546875, -1.42645263671875, -1.361480712890625, -1.2965087890625, -1.231536865234375, -1.16656494140625, -1.101593017578125, -1.03662109375, -0.971649169921875, -0.90667724609375, -0.841705322265625, -0.7767333984375, -0.711761474609375, -0.64678955078125, -0.581817626953125, -0.516845703125, -0.451873779296875, -0.38690185546875, -0.321929931640625, -0.2569580078125, -0.191986083984375, -0.12701416015625, -0.062042236328125, 0.0029296875, 0.067901611328125, 0.13287353515625, 0.197845458984375, 0.2628173828125, 0.327789306640625, 0.39276123046875, 0.457733154296875, 0.522705078125, 0.587677001953125, 0.65264892578125, 0.717620849609375, 0.7825927734375, 0.847564697265625, 0.91253662109375, 0.977508544921875, 1.04248046875, 1.107452392578125, 1.17242431640625, 1.237396240234375, 1.3023681640625, 1.367340087890625, 1.43231201171875, 1.497283935546875, 1.562255859375, 1.627227783203125, 1.69219970703125, 1.757171630859375, 1.8221435546875, 1.887115478515625, 1.95208740234375, 2.017059326171875, 2.08203125]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 5.0, 1.0, 4.0, 0.0, 2.0, 3.0, 3.0, 6.0, 9.0, 9.0, 18.0, 29.0, 40.0, 35.0, 60.0, 92.0, 154.0, 227.0, 331.0, 505.0, 832.0, 1540.0, 3386.0, 12546.0, 104561.0, 684111.0, 210276.0, 20713.0, 4547.0, 1807.0, 1035.0, 550.0, 372.0, 239.0, 174.0, 89.0, 81.0, 54.0, 35.0, 18.0, 18.0, 17.0, 3.0, 15.0, 7.0, 2.0, 5.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.1572265625, -1.1153564453125, -1.073486328125, -1.0316162109375, -0.98974609375, -0.9478759765625, -0.906005859375, -0.8641357421875, -0.822265625, -0.7803955078125, -0.738525390625, -0.6966552734375, -0.65478515625, -0.6129150390625, -0.571044921875, -0.5291748046875, -0.4873046875, -0.4454345703125, -0.403564453125, -0.3616943359375, -0.31982421875, -0.2779541015625, -0.236083984375, -0.1942138671875, -0.15234375, -0.1104736328125, -0.068603515625, -0.0267333984375, 0.01513671875, 0.0570068359375, 0.098876953125, 0.1407470703125, 0.1826171875, 0.2244873046875, 0.266357421875, 0.3082275390625, 0.35009765625, 0.3919677734375, 0.433837890625, 0.4757080078125, 0.517578125, 0.5594482421875, 0.601318359375, 0.6431884765625, 0.68505859375, 0.7269287109375, 0.768798828125, 0.8106689453125, 0.8525390625, 0.8944091796875, 0.936279296875, 0.9781494140625, 1.02001953125, 1.0618896484375, 1.103759765625, 1.1456298828125, 1.1875, 1.2293701171875, 1.271240234375, 1.3131103515625, 1.35498046875, 1.3968505859375, 1.438720703125, 1.4805908203125, 1.5224609375]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 5.0, 2.0, 4.0, 2.0, 7.0, 4.0, 7.0, 10.0, 10.0, 8.0, 9.0, 12.0, 21.0, 16.0, 26.0, 21.0, 32.0, 27.0, 25.0, 41.0, 24.0, 38.0, 35.0, 33.0, 25.0, 36.0, 1066.0, 42.0, 39.0, 38.0, 34.0, 27.0, 30.0, 40.0, 26.0, 31.0, 26.0, 22.0, 14.0, 29.0, 20.0, 10.0, 10.0, 4.0, 11.0, 6.0, 7.0, 4.0, 3.0, 5.0, 7.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0], "bins": [-1.29296875, -1.2512664794921875, -1.209564208984375, -1.1678619384765625, -1.12615966796875, -1.0844573974609375, -1.042755126953125, -1.0010528564453125, -0.9593505859375, -0.9176483154296875, -0.875946044921875, -0.8342437744140625, -0.79254150390625, -0.7508392333984375, -0.709136962890625, -0.6674346923828125, -0.625732421875, -0.5840301513671875, -0.542327880859375, -0.5006256103515625, -0.45892333984375, -0.4172210693359375, -0.375518798828125, -0.3338165283203125, -0.2921142578125, -0.2504119873046875, -0.208709716796875, -0.1670074462890625, -0.12530517578125, -0.0836029052734375, -0.041900634765625, -0.0001983642578125, 0.04150390625, 0.0832061767578125, 0.124908447265625, 0.1666107177734375, 0.20831298828125, 0.2500152587890625, 0.291717529296875, 0.3334197998046875, 0.3751220703125, 0.4168243408203125, 0.458526611328125, 0.5002288818359375, 0.54193115234375, 0.5836334228515625, 0.625335693359375, 0.6670379638671875, 0.708740234375, 0.7504425048828125, 0.792144775390625, 0.8338470458984375, 0.87554931640625, 0.9172515869140625, 0.958953857421875, 1.0006561279296875, 1.0423583984375, 1.0840606689453125, 1.125762939453125, 1.1674652099609375, 1.20916748046875, 1.2508697509765625, 1.292572021484375, 1.3342742919921875, 1.3759765625]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 7.0, 9.0, 5.0, 17.0, 16.0, 27.0, 20.0, 45.0, 71.0, 98.0, 133.0, 238.0, 402.0, 638.0, 1169.0, 2620.0, 11255.0, 107570.0, 1678601.0, 261410.0, 25073.0, 4139.0, 1480.0, 756.0, 513.0, 259.0, 192.0, 122.0, 74.0, 49.0, 41.0, 26.0, 17.0, 11.0, 10.0, 5.0, 2.0, 7.0, 5.0, 3.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-0.94384765625, -0.918121337890625, -0.89239501953125, -0.866668701171875, -0.8409423828125, -0.815216064453125, -0.78948974609375, -0.763763427734375, -0.738037109375, -0.712310791015625, -0.68658447265625, -0.660858154296875, -0.6351318359375, -0.609405517578125, -0.58367919921875, -0.557952880859375, -0.5322265625, -0.506500244140625, -0.48077392578125, -0.455047607421875, -0.4293212890625, -0.403594970703125, -0.37786865234375, -0.352142333984375, -0.326416015625, -0.300689697265625, -0.27496337890625, -0.249237060546875, -0.2235107421875, -0.197784423828125, -0.17205810546875, -0.146331787109375, -0.12060546875, -0.094879150390625, -0.06915283203125, -0.043426513671875, -0.0177001953125, 0.008026123046875, 0.03375244140625, 0.059478759765625, 0.085205078125, 0.110931396484375, 0.13665771484375, 0.162384033203125, 0.1881103515625, 0.213836669921875, 0.23956298828125, 0.265289306640625, 0.291015625, 0.316741943359375, 0.34246826171875, 0.368194580078125, 0.3939208984375, 0.419647216796875, 0.44537353515625, 0.471099853515625, 0.496826171875, 0.522552490234375, 0.54827880859375, 0.574005126953125, 0.5997314453125, 0.625457763671875, 0.65118408203125, 0.676910400390625, 0.70263671875]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 3.0, 7.0, 9.0, 6.0, 11.0, 16.0, 10.0, 15.0, 13.0, 25.0, 29.0, 39.0, 36.0, 67.0, 60.0, 68.0, 75.0, 83.0, 81.0, 48.0, 56.0, 39.0, 37.0, 41.0, 26.0, 22.0, 14.0, 12.0, 11.0, 8.0, 8.0, 7.0, 1.0, 4.0, 0.0, 6.0, 2.0, 1.0, 1.0, 5.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0297088623046875, -0.028685331344604492, -0.027661800384521484, -0.026638269424438477, -0.02561473846435547, -0.02459120750427246, -0.023567676544189453, -0.022544145584106445, -0.021520614624023438, -0.02049708366394043, -0.019473552703857422, -0.018450021743774414, -0.017426490783691406, -0.0164029598236084, -0.01537942886352539, -0.014355897903442383, -0.013332366943359375, -0.012308835983276367, -0.01128530502319336, -0.010261774063110352, -0.009238243103027344, -0.008214712142944336, -0.007191181182861328, -0.00616765022277832, -0.0051441192626953125, -0.004120588302612305, -0.003097057342529297, -0.002073526382446289, -0.0010499954223632812, -2.6464462280273438e-05, 0.0009970664978027344, 0.002020597457885742, 0.00304412841796875, 0.004067659378051758, 0.005091190338134766, 0.0061147212982177734, 0.007138252258300781, 0.008161783218383789, 0.009185314178466797, 0.010208845138549805, 0.011232376098632812, 0.01225590705871582, 0.013279438018798828, 0.014302968978881836, 0.015326499938964844, 0.01635003089904785, 0.01737356185913086, 0.018397092819213867, 0.019420623779296875, 0.020444154739379883, 0.02146768569946289, 0.0224912166595459, 0.023514747619628906, 0.024538278579711914, 0.025561809539794922, 0.02658534049987793, 0.027608871459960938, 0.028632402420043945, 0.029655933380126953, 0.03067946434020996, 0.03170299530029297, 0.03272652626037598, 0.033750057220458984, 0.03477358818054199, 0.035797119140625]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 1.0, 3.0, 3.0, 4.0, 6.0, 6.0, 8.0, 13.0, 14.0, 27.0, 18.0, 31.0, 33.0, 64.0, 70.0, 130.0, 191.0, 535.0, 676717.0, 369545.0, 528.0, 189.0, 110.0, 67.0, 54.0, 54.0, 39.0, 27.0, 18.0, 15.0, 14.0, 8.0, 5.0, 4.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.12890625, -1.0975341796875, -1.066162109375, -1.0347900390625, -1.00341796875, -0.9720458984375, -0.940673828125, -0.9093017578125, -0.8779296875, -0.8465576171875, -0.815185546875, -0.7838134765625, -0.75244140625, -0.7210693359375, -0.689697265625, -0.6583251953125, -0.626953125, -0.5955810546875, -0.564208984375, -0.5328369140625, -0.50146484375, -0.4700927734375, -0.438720703125, -0.4073486328125, -0.3759765625, -0.3446044921875, -0.313232421875, -0.2818603515625, -0.25048828125, -0.2191162109375, -0.187744140625, -0.1563720703125, -0.125, -0.0936279296875, -0.062255859375, -0.0308837890625, 0.00048828125, 0.0318603515625, 0.063232421875, 0.0946044921875, 0.1259765625, 0.1573486328125, 0.188720703125, 0.2200927734375, 0.25146484375, 0.2828369140625, 0.314208984375, 0.3455810546875, 0.376953125, 0.4083251953125, 0.439697265625, 0.4710693359375, 0.50244140625, 0.5338134765625, 0.565185546875, 0.5965576171875, 0.6279296875, 0.6593017578125, 0.690673828125, 0.7220458984375, 0.75341796875, 0.7847900390625, 0.816162109375, 0.8475341796875, 0.87890625]}, "gradients/decoder.transformer.h.3.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 6.0, 484.0, 523.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.38254231214523315, -0.36979934573173523, -0.3570564091205597, -0.34431344270706177, -0.33157047629356384, -0.3188275098800659, -0.3060845732688904, -0.29334160685539246, -0.28059864044189453, -0.2678556740283966, -0.25511273741722107, -0.24236977100372314, -0.22962680459022522, -0.2168838530778885, -0.20414090156555176, -0.19139793515205383, -0.1786549985408783, -0.16591204702854156, -0.15316908061504364, -0.1404261291027069, -0.12768316268920898, -0.11494021117687225, -0.10219725966453552, -0.0894543007016182, -0.07671134173870087, -0.06396838277578354, -0.05122542753815651, -0.03848247230052948, -0.025739513337612152, -0.012996554374694824, -0.00025360286235809326, 0.012489356100559235, 0.025232285261154175, 0.0379752442240715, 0.05071819946169853, 0.06346115469932556, 0.07620411366224289, 0.08894707262516022, 0.10169002413749695, 0.11443298310041428, 0.1271759420633316, 0.13991889357566833, 0.15266185998916626, 0.165404811501503, 0.17814776301383972, 0.19089072942733765, 0.20363368093967438, 0.2163766324520111, 0.22911959886550903, 0.24186255037784576, 0.2546055018901825, 0.2673484683036804, 0.28009143471717834, 0.29283440113067627, 0.3055773377418518, 0.31832030415534973, 0.33106327056884766, 0.3438062369823456, 0.3565491735935211, 0.36929214000701904, 0.38203510642051697, 0.3947780728340149, 0.40752100944519043, 0.42026397585868835, 0.4330069124698639]}, "gradients/decoder.transformer.h.3.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 9.0, 5.0, 3.0, 4.0, 3.0, 13.0, 5.0, 7.0, 11.0, 15.0, 14.0, 18.0, 19.0, 26.0, 18.0, 23.0, 25.0, 35.0, 37.0, 39.0, 39.0, 39.0, 42.0, 38.0, 43.0, 38.0, 33.0, 35.0, 43.0, 40.0, 36.0, 31.0, 27.0, 40.0, 22.0, 26.0, 24.0, 16.0, 7.0, 12.0, 7.0, 10.0, 9.0, 4.0, 4.0, 2.0, 5.0, 5.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.06045001745223999, -0.05848696082830429, -0.05652390420436859, -0.05456085130572319, -0.05259779468178749, -0.05063473805785179, -0.04867168515920639, -0.04670862853527069, -0.04474557191133499, -0.04278251528739929, -0.04081945866346359, -0.03885640576481819, -0.03689334914088249, -0.03493029251694679, -0.03296723961830139, -0.031004182994365692, -0.029041126370429993, -0.027078069746494293, -0.025115014985203743, -0.023151960223913193, -0.021188903599977493, -0.019225846976041794, -0.017262792214751244, -0.015299736522138119, -0.013336680829524994, -0.011373625136911869, -0.009410569444298744, -0.007447513751685619, -0.0054844580590724945, -0.0035214023664593697, -0.0015583466738462448, 0.00040470901876688004, 0.002367764711380005, 0.00433082040399313, 0.006293876096606255, 0.00825693178921938, 0.010219987481832504, 0.012183043174445629, 0.014146098867058754, 0.016109153628349304, 0.018072210252285004, 0.020035266876220703, 0.021998321637511253, 0.023961376398801804, 0.025924433022737503, 0.027887489646673203, 0.029850544407963753, 0.0318135991692543, 0.03377665579319, 0.0357397124171257, 0.0377027690410614, 0.0396658219397068, 0.0416288785636425, 0.0435919351875782, 0.0455549880862236, 0.0475180447101593, 0.049481101334095, 0.0514441579580307, 0.0534072145819664, 0.0553702674806118, 0.0573333241045475, 0.0592963807284832, 0.0612594336271286, 0.0632224902510643, 0.065185546875]}, "gradients/decoder.transformer.h.3.attn.c_proj.bias": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 1.0, 2.0, 4.0, 0.0, 1.0, 3.0, 6.0, 4.0, 3.0, 2.0, 13.0, 9.0, 7.0, 15.0, 12.0, 19.0, 21.0, 29.0, 21.0, 31.0, 31.0, 27.0, 30.0, 24.0, 35.0, 30.0, 49.0, 36.0, 42.0, 35.0, 43.0, 25.0, 37.0, 37.0, 39.0, 41.0, 30.0, 26.0, 22.0, 27.0, 19.0, 18.0, 18.0, 8.0, 10.0, 16.0, 11.0, 11.0, 5.0, 6.0, 6.0, 4.0, 2.0, 1.0, 3.0, 0.0, 6.0, 0.0, 0.0, 0.0, 3.0], "bins": [-2.076171875, -2.011199951171875, -1.94622802734375, -1.881256103515625, -1.8162841796875, -1.751312255859375, -1.68634033203125, -1.621368408203125, -1.556396484375, -1.491424560546875, -1.42645263671875, -1.361480712890625, -1.2965087890625, -1.231536865234375, -1.16656494140625, -1.101593017578125, -1.03662109375, -0.971649169921875, -0.90667724609375, -0.841705322265625, -0.7767333984375, -0.711761474609375, -0.64678955078125, -0.581817626953125, -0.516845703125, -0.451873779296875, -0.38690185546875, -0.321929931640625, -0.2569580078125, -0.191986083984375, -0.12701416015625, -0.062042236328125, 0.0029296875, 0.067901611328125, 0.13287353515625, 0.197845458984375, 0.2628173828125, 0.327789306640625, 0.39276123046875, 0.457733154296875, 0.522705078125, 0.587677001953125, 0.65264892578125, 0.717620849609375, 0.7825927734375, 0.847564697265625, 0.91253662109375, 0.977508544921875, 1.04248046875, 1.107452392578125, 1.17242431640625, 1.237396240234375, 1.3023681640625, 1.367340087890625, 1.43231201171875, 1.497283935546875, 1.562255859375, 1.627227783203125, 1.69219970703125, 1.757171630859375, 1.8221435546875, 1.887115478515625, 1.95208740234375, 2.017059326171875, 2.08203125]}, "gradients/decoder.transformer.h.3.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 6.0, 1.0, 12.0, 4.0, 8.0, 14.0, 31.0, 22.0, 32.0, 44.0, 64.0, 82.0, 124.0, 186.0, 230.0, 284.0, 449.0, 611.0, 928.0, 1397.0, 2375.0, 4016.0, 7478.0, 14700.0, 30382.0, 65604.0, 142978.0, 267975.0, 256545.0, 132331.0, 60672.0, 28102.0, 13485.0, 7022.0, 3720.0, 2214.0, 1368.0, 903.0, 649.0, 405.0, 335.0, 202.0, 148.0, 117.0, 77.0, 61.0, 49.0, 31.0, 23.0, 18.0, 12.0, 10.0, 10.0, 5.0, 4.0, 7.0, 5.0, 2.0, 1.0], "bins": [-2.986328125, -2.89569091796875, -2.8050537109375, -2.71441650390625, -2.623779296875, -2.53314208984375, -2.4425048828125, -2.35186767578125, -2.26123046875, -2.17059326171875, -2.0799560546875, -1.98931884765625, -1.898681640625, -1.80804443359375, -1.7174072265625, -1.62677001953125, -1.5361328125, -1.44549560546875, -1.3548583984375, -1.26422119140625, -1.173583984375, -1.08294677734375, -0.9923095703125, -0.90167236328125, -0.81103515625, -0.72039794921875, -0.6297607421875, -0.53912353515625, -0.448486328125, -0.35784912109375, -0.2672119140625, -0.17657470703125, -0.0859375, 0.00469970703125, 0.0953369140625, 0.18597412109375, 0.276611328125, 0.36724853515625, 0.4578857421875, 0.54852294921875, 0.63916015625, 0.72979736328125, 0.8204345703125, 0.91107177734375, 1.001708984375, 1.09234619140625, 1.1829833984375, 1.27362060546875, 1.3642578125, 1.45489501953125, 1.5455322265625, 1.63616943359375, 1.726806640625, 1.81744384765625, 1.9080810546875, 1.99871826171875, 2.08935546875, 2.17999267578125, 2.2706298828125, 2.36126708984375, 2.451904296875, 2.54254150390625, 2.6331787109375, 2.72381591796875, 2.814453125]}, "gradients/decoder.transformer.h.3.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 1.0, 4.0, 1.0, 8.0, 3.0, 6.0, 12.0, 10.0, 14.0, 13.0, 9.0, 12.0, 23.0, 25.0, 23.0, 42.0, 39.0, 52.0, 51.0, 76.0, 72.0, 135.0, 272.0, 1368.0, 229.0, 96.0, 80.0, 62.0, 44.0, 31.0, 25.0, 32.0, 27.0, 25.0, 21.0, 21.0, 20.0, 13.0, 9.0, 13.0, 9.0, 5.0, 6.0, 7.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-5.2890625, -5.13494873046875, -4.9808349609375, -4.82672119140625, -4.672607421875, -4.51849365234375, -4.3643798828125, -4.21026611328125, -4.05615234375, -3.90203857421875, -3.7479248046875, -3.59381103515625, -3.439697265625, -3.28558349609375, -3.1314697265625, -2.97735595703125, -2.8232421875, -2.66912841796875, -2.5150146484375, -2.36090087890625, -2.206787109375, -2.05267333984375, -1.8985595703125, -1.74444580078125, -1.59033203125, -1.43621826171875, -1.2821044921875, -1.12799072265625, -0.973876953125, -0.81976318359375, -0.6656494140625, -0.51153564453125, -0.357421875, -0.20330810546875, -0.0491943359375, 0.10491943359375, 0.259033203125, 0.41314697265625, 0.5672607421875, 0.72137451171875, 0.87548828125, 1.02960205078125, 1.1837158203125, 1.33782958984375, 1.491943359375, 1.64605712890625, 1.8001708984375, 1.95428466796875, 2.1083984375, 2.26251220703125, 2.4166259765625, 2.57073974609375, 2.724853515625, 2.87896728515625, 3.0330810546875, 3.18719482421875, 3.34130859375, 3.49542236328125, 3.6495361328125, 3.80364990234375, 3.957763671875, 4.11187744140625, 4.2659912109375, 4.42010498046875, 4.57421875]}, "gradients/decoder.transformer.h.3.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 7.0, 6.0, 8.0, 5.0, 10.0, 16.0, 22.0, 15.0, 31.0, 48.0, 66.0, 97.0, 128.0, 222.0, 396.0, 692.0, 1541.0, 46568.0, 3083608.0, 9452.0, 1189.0, 546.0, 368.0, 232.0, 134.0, 96.0, 64.0, 39.0, 31.0, 28.0, 12.0, 7.0, 5.0, 7.0, 1.0, 2.0, 5.0, 5.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.3125, -15.69384765625, -15.0751953125, -14.45654296875, -13.837890625, -13.21923828125, -12.6005859375, -11.98193359375, -11.36328125, -10.74462890625, -10.1259765625, -9.50732421875, -8.888671875, -8.27001953125, -7.6513671875, -7.03271484375, -6.4140625, -5.79541015625, -5.1767578125, -4.55810546875, -3.939453125, -3.32080078125, -2.7021484375, -2.08349609375, -1.46484375, -0.84619140625, -0.2275390625, 0.39111328125, 1.009765625, 1.62841796875, 2.2470703125, 2.86572265625, 3.484375, 4.10302734375, 4.7216796875, 5.34033203125, 5.958984375, 6.57763671875, 7.1962890625, 7.81494140625, 8.43359375, 9.05224609375, 9.6708984375, 10.28955078125, 10.908203125, 11.52685546875, 12.1455078125, 12.76416015625, 13.3828125, 14.00146484375, 14.6201171875, 15.23876953125, 15.857421875, 16.47607421875, 17.0947265625, 17.71337890625, 18.33203125, 18.95068359375, 19.5693359375, 20.18798828125, 20.806640625, 21.42529296875, 22.0439453125, 22.66259765625, 23.28125]}, "gradients/decoder.transformer.h.3.ln_1.weight": {"_type": "histogram", "values": [1.0, 1.0, 5.0, 5.0, 29.0, 52.0, 101.0, 171.0, 219.0, 191.0, 125.0, 73.0, 27.0, 11.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.061041831970215, -5.365764141082764, -4.6704864501953125, -3.9752089977264404, -3.2799313068389893, -2.584653615951538, -1.889376163482666, -1.1940984725952148, -0.49882078170776367, 0.19645684957504272, 0.8917344808578491, 1.5870120525360107, 2.282289743423462, 2.977567434310913, 3.672844886779785, 4.368122577667236, 5.0634002685546875, 5.758677959442139, 6.45395565032959, 7.149232864379883, 7.844511032104492, 8.539788246154785, 9.235065460205078, 9.930343627929688, 10.625621795654297, 11.32089900970459, 12.0161771774292, 12.711454391479492, 13.406732559204102, 14.102009773254395, 14.797286987304688, 15.492565155029297, 16.187841415405273, 16.883119583129883, 17.57839584350586, 18.27367401123047, 18.968952178955078, 19.664230346679688, 20.359506607055664, 21.054784774780273, 21.750062942504883, 22.445341110229492, 23.14061737060547, 23.835895538330078, 24.531173706054688, 25.226451873779297, 25.921728134155273, 26.617006301879883, 27.31228256225586, 28.00756072998047, 28.702836990356445, 29.398115158081055, 30.093393325805664, 30.788671493530273, 31.48394775390625, 32.17922592163086, 32.87450408935547, 33.56978225708008, 34.26506042480469, 34.9603385925293, 35.65561294555664, 36.35089111328125, 37.04616928100586, 37.74144744873047, 38.43672561645508]}, "gradients/decoder.transformer.h.3.ln_1.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 5.0, 5.0, 10.0, 7.0, 16.0, 9.0, 10.0, 5.0, 10.0, 12.0, 19.0, 19.0, 20.0, 24.0, 33.0, 22.0, 29.0, 32.0, 25.0, 32.0, 35.0, 32.0, 30.0, 35.0, 56.0, 48.0, 30.0, 35.0, 40.0, 36.0, 26.0, 31.0, 31.0, 26.0, 19.0, 21.0, 19.0, 21.0, 15.0, 14.0, 12.0, 9.0, 6.0, 6.0, 9.0, 8.0, 3.0, 3.0, 4.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-11.88093376159668, -11.469348907470703, -11.057764053344727, -10.64617919921875, -10.234594345092773, -9.823009490966797, -9.411425590515137, -8.99984073638916, -8.588255882263184, -8.176671028137207, -7.7650861740112305, -7.353501796722412, -6.9419169425964355, -6.530332088470459, -6.118747711181641, -5.707162857055664, -5.2955780029296875, -4.883993148803711, -4.472408294677734, -4.060823917388916, -3.6492390632629395, -3.237654209136963, -2.8260695934295654, -2.414484977722168, -2.0029001235961914, -1.5913153886795044, -1.1797306537628174, -0.7681459188461304, -0.35656118392944336, 0.0550236701965332, 0.46660828590393066, 0.8781929016113281, 1.289778709411621, 1.701363444328308, 2.112948179244995, 2.5245327949523926, 2.936117649078369, 3.3477025032043457, 3.759287118911743, 4.170871734619141, 4.582456588745117, 4.994041442871094, 5.40562629699707, 5.817210674285889, 6.228795528411865, 6.640380382537842, 7.05196475982666, 7.463549613952637, 7.875134468078613, 8.28671932220459, 8.698304176330566, 9.109889030456543, 9.521472930908203, 9.93305778503418, 10.344642639160156, 10.756227493286133, 11.16781234741211, 11.579397201538086, 11.990982055664062, 12.402566909790039, 12.814151763916016, 13.225736618041992, 13.637320518493652, 14.048905372619629, 14.460490226745605]}, "gradients/decoder.transformer.h.2.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 7.0, 3.0, 6.0, 4.0, 7.0, 5.0, 13.0, 10.0, 9.0, 21.0, 23.0, 19.0, 26.0, 23.0, 21.0, 24.0, 27.0, 43.0, 29.0, 38.0, 41.0, 46.0, 52.0, 28.0, 41.0, 38.0, 29.0, 25.0, 39.0, 28.0, 28.0, 27.0, 26.0, 35.0, 18.0, 22.0, 19.0, 20.0, 12.0, 11.0, 10.0, 12.0, 5.0, 9.0, 5.0, 7.0, 3.0, 2.0, 3.0, 1.0, 4.0, 3.0, 1.0], "bins": [-2.24609375, -2.1810302734375, -2.115966796875, -2.0509033203125, -1.98583984375, -1.9207763671875, -1.855712890625, -1.7906494140625, -1.7255859375, -1.6605224609375, -1.595458984375, -1.5303955078125, -1.46533203125, -1.4002685546875, -1.335205078125, -1.2701416015625, -1.205078125, -1.1400146484375, -1.074951171875, -1.0098876953125, -0.94482421875, -0.8797607421875, -0.814697265625, -0.7496337890625, -0.6845703125, -0.6195068359375, -0.554443359375, -0.4893798828125, -0.42431640625, -0.3592529296875, -0.294189453125, -0.2291259765625, -0.1640625, -0.0989990234375, -0.033935546875, 0.0311279296875, 0.09619140625, 0.1612548828125, 0.226318359375, 0.2913818359375, 0.3564453125, 0.4215087890625, 0.486572265625, 0.5516357421875, 0.61669921875, 0.6817626953125, 0.746826171875, 0.8118896484375, 0.876953125, 0.9420166015625, 1.007080078125, 1.0721435546875, 1.13720703125, 1.2022705078125, 1.267333984375, 1.3323974609375, 1.3974609375, 1.4625244140625, 1.527587890625, 1.5926513671875, 1.65771484375, 1.7227783203125, 1.787841796875, 1.8529052734375, 1.91796875]}, "gradients/decoder.transformer.h.2.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 6.0, 5.0, 18.0, 10.0, 21.0, 30.0, 41.0, 78.0, 129.0, 236.0, 395.0, 717.0, 1424.0, 3177.0, 8515.0, 33150.0, 232327.0, 1869791.0, 1780110.0, 218838.0, 31381.0, 7974.0, 2952.0, 1372.0, 663.0, 368.0, 210.0, 112.0, 83.0, 43.0, 23.0, 26.0, 10.0, 15.0, 7.0, 10.0, 4.0, 2.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-5.9609375, -5.7952880859375, -5.629638671875, -5.4639892578125, -5.29833984375, -5.1326904296875, -4.967041015625, -4.8013916015625, -4.6357421875, -4.4700927734375, -4.304443359375, -4.1387939453125, -3.97314453125, -3.8074951171875, -3.641845703125, -3.4761962890625, -3.310546875, -3.1448974609375, -2.979248046875, -2.8135986328125, -2.64794921875, -2.4822998046875, -2.316650390625, -2.1510009765625, -1.9853515625, -1.8197021484375, -1.654052734375, -1.4884033203125, -1.32275390625, -1.1571044921875, -0.991455078125, -0.8258056640625, -0.66015625, -0.4945068359375, -0.328857421875, -0.1632080078125, 0.00244140625, 0.1680908203125, 0.333740234375, 0.4993896484375, 0.6650390625, 0.8306884765625, 0.996337890625, 1.1619873046875, 1.32763671875, 1.4932861328125, 1.658935546875, 1.8245849609375, 1.990234375, 2.1558837890625, 2.321533203125, 2.4871826171875, 2.65283203125, 2.8184814453125, 2.984130859375, 3.1497802734375, 3.3154296875, 3.4810791015625, 3.646728515625, 3.8123779296875, 3.97802734375, 4.1436767578125, 4.309326171875, 4.4749755859375, 4.640625]}, "gradients/decoder.transformer.h.2.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 6.0, 11.0, 14.0, 13.0, 23.0, 25.0, 34.0, 67.0, 79.0, 93.0, 148.0, 234.0, 297.0, 455.0, 534.0, 525.0, 442.0, 278.0, 229.0, 152.0, 115.0, 90.0, 58.0, 49.0, 27.0, 27.0, 18.0, 8.0, 6.0, 6.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.6796875, -3.5477294921875, -3.415771484375, -3.2838134765625, -3.15185546875, -3.0198974609375, -2.887939453125, -2.7559814453125, -2.6240234375, -2.4920654296875, -2.360107421875, -2.2281494140625, -2.09619140625, -1.9642333984375, -1.832275390625, -1.7003173828125, -1.568359375, -1.4364013671875, -1.304443359375, -1.1724853515625, -1.04052734375, -0.9085693359375, -0.776611328125, -0.6446533203125, -0.5126953125, -0.3807373046875, -0.248779296875, -0.1168212890625, 0.01513671875, 0.1470947265625, 0.279052734375, 0.4110107421875, 0.54296875, 0.6749267578125, 0.806884765625, 0.9388427734375, 1.07080078125, 1.2027587890625, 1.334716796875, 1.4666748046875, 1.5986328125, 1.7305908203125, 1.862548828125, 1.9945068359375, 2.12646484375, 2.2584228515625, 2.390380859375, 2.5223388671875, 2.654296875, 2.7862548828125, 2.918212890625, 3.0501708984375, 3.18212890625, 3.3140869140625, 3.446044921875, 3.5780029296875, 3.7099609375, 3.8419189453125, 3.973876953125, 4.1058349609375, 4.23779296875, 4.3697509765625, 4.501708984375, 4.6336669921875, 4.765625]}, "gradients/decoder.transformer.h.2.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 6.0, 9.0, 15.0, 13.0, 19.0, 26.0, 46.0, 58.0, 96.0, 174.0, 240.0, 436.0, 949.0, 2243.0, 6725.0, 29638.0, 204941.0, 2074040.0, 1669414.0, 170164.0, 25417.0, 5689.0, 1961.0, 844.0, 441.0, 237.0, 146.0, 89.0, 75.0, 36.0, 33.0, 21.0, 11.0, 11.0, 4.0, 5.0, 4.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.69140625, -5.50140380859375, -5.3114013671875, -5.12139892578125, -4.931396484375, -4.74139404296875, -4.5513916015625, -4.36138916015625, -4.17138671875, -3.98138427734375, -3.7913818359375, -3.60137939453125, -3.411376953125, -3.22137451171875, -3.0313720703125, -2.84136962890625, -2.6513671875, -2.46136474609375, -2.2713623046875, -2.08135986328125, -1.891357421875, -1.70135498046875, -1.5113525390625, -1.32135009765625, -1.13134765625, -0.94134521484375, -0.7513427734375, -0.56134033203125, -0.371337890625, -0.18133544921875, 0.0086669921875, 0.19866943359375, 0.388671875, 0.57867431640625, 0.7686767578125, 0.95867919921875, 1.148681640625, 1.33868408203125, 1.5286865234375, 1.71868896484375, 1.90869140625, 2.09869384765625, 2.2886962890625, 2.47869873046875, 2.668701171875, 2.85870361328125, 3.0487060546875, 3.23870849609375, 3.4287109375, 3.61871337890625, 3.8087158203125, 3.99871826171875, 4.188720703125, 4.37872314453125, 4.5687255859375, 4.75872802734375, 4.94873046875, 5.13873291015625, 5.3287353515625, 5.51873779296875, 5.708740234375, 5.89874267578125, 6.0887451171875, 6.27874755859375, 6.46875]}, "gradients/decoder.transformer.h.2.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 17.0, 56.0, 198.0, 318.0, 258.0, 123.0, 27.0, 9.0, 3.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-56.78986740112305, -55.39518356323242, -54.0004997253418, -52.60581588745117, -51.21113204956055, -49.81644821166992, -48.4217643737793, -47.02708053588867, -45.63239669799805, -44.23771286010742, -42.8430290222168, -41.44834518432617, -40.05366134643555, -38.65897750854492, -37.2642936706543, -35.86960983276367, -34.47492218017578, -33.080238342285156, -31.68555450439453, -30.290870666503906, -28.89618682861328, -27.501502990722656, -26.10681915283203, -24.712135314941406, -23.31745147705078, -21.922767639160156, -20.52808380126953, -19.133399963378906, -17.73871612548828, -16.344032287597656, -14.949347496032715, -13.55466365814209, -12.159980773925781, -10.765296936035156, -9.370613098144531, -7.975928783416748, -6.581244945526123, -5.186561107635498, -3.791876792907715, -2.39719295501709, -1.0025091171264648, 0.3921748399734497, 1.7868587970733643, 3.1815428733825684, 4.576226711273193, 5.970910549163818, 7.365594863891602, 8.760278701782227, 10.154962539672852, 11.549646377563477, 12.944330215454102, 14.339014053344727, 15.733697891235352, 17.128381729125977, 18.523067474365234, 19.91775131225586, 21.312435150146484, 22.70711898803711, 24.101802825927734, 25.49648666381836, 26.891170501708984, 28.28585433959961, 29.680538177490234, 31.07522201538086, 32.469905853271484]}, "gradients/decoder.transformer.h.2.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 6.0, 7.0, 0.0, 7.0, 4.0, 8.0, 6.0, 12.0, 23.0, 16.0, 18.0, 16.0, 28.0, 29.0, 32.0, 25.0, 31.0, 37.0, 37.0, 27.0, 42.0, 45.0, 52.0, 47.0, 44.0, 37.0, 59.0, 34.0, 25.0, 40.0, 25.0, 22.0, 28.0, 28.0, 19.0, 19.0, 19.0, 7.0, 12.0, 11.0, 6.0, 6.0, 7.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-14.775370597839355, -14.361342430114746, -13.947314262390137, -13.533286094665527, -13.119257926940918, -12.705229759216309, -12.2912015914917, -11.87717342376709, -11.46314525604248, -11.049117088317871, -10.635088920593262, -10.221060752868652, -9.807032585144043, -9.393004417419434, -8.978976249694824, -8.564948081970215, -8.150919914245605, -7.736891746520996, -7.322863578796387, -6.908835411071777, -6.494807243347168, -6.080779075622559, -5.666750907897949, -5.25272274017334, -4.8386945724487305, -4.424666404724121, -4.010638236999512, -3.5966100692749023, -3.182581901550293, -2.7685537338256836, -2.354525566101074, -1.9404973983764648, -1.5264692306518555, -1.112441062927246, -0.6984128952026367, -0.28438472747802734, 0.12964344024658203, 0.5436716079711914, 0.9576997756958008, 1.3717279434204102, 1.7857561111450195, 2.199784278869629, 2.6138124465942383, 3.0278406143188477, 3.441868782043457, 3.8558969497680664, 4.269925117492676, 4.683953285217285, 5.0979814529418945, 5.512009620666504, 5.926037788391113, 6.340065956115723, 6.754094123840332, 7.168122291564941, 7.582150459289551, 7.99617862701416, 8.41020679473877, 8.824234962463379, 9.238263130187988, 9.652291297912598, 10.066319465637207, 10.480347633361816, 10.894375801086426, 11.308403968811035, 11.722432136535645]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 1.0, 5.0, 4.0, 2.0, 8.0, 3.0, 5.0, 8.0, 4.0, 7.0, 9.0, 14.0, 10.0, 18.0, 16.0, 12.0, 19.0, 20.0, 24.0, 20.0, 31.0, 29.0, 23.0, 28.0, 34.0, 38.0, 30.0, 44.0, 35.0, 35.0, 40.0, 41.0, 33.0, 36.0, 30.0, 37.0, 26.0, 27.0, 18.0, 25.0, 28.0, 17.0, 22.0, 15.0, 12.0, 18.0, 10.0, 9.0, 6.0, 7.0, 3.0, 4.0, 3.0, 2.0, 7.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0], "bins": [-1.681640625, -1.628875732421875, -1.57611083984375, -1.523345947265625, -1.4705810546875, -1.417816162109375, -1.36505126953125, -1.312286376953125, -1.259521484375, -1.206756591796875, -1.15399169921875, -1.101226806640625, -1.0484619140625, -0.995697021484375, -0.94293212890625, -0.890167236328125, -0.83740234375, -0.784637451171875, -0.73187255859375, -0.679107666015625, -0.6263427734375, -0.573577880859375, -0.52081298828125, -0.468048095703125, -0.415283203125, -0.362518310546875, -0.30975341796875, -0.256988525390625, -0.2042236328125, -0.151458740234375, -0.09869384765625, -0.045928955078125, 0.0068359375, 0.059600830078125, 0.11236572265625, 0.165130615234375, 0.2178955078125, 0.270660400390625, 0.32342529296875, 0.376190185546875, 0.428955078125, 0.481719970703125, 0.53448486328125, 0.587249755859375, 0.6400146484375, 0.692779541015625, 0.74554443359375, 0.798309326171875, 0.85107421875, 0.903839111328125, 0.95660400390625, 1.009368896484375, 1.0621337890625, 1.114898681640625, 1.16766357421875, 1.220428466796875, 1.273193359375, 1.325958251953125, 1.37872314453125, 1.431488037109375, 1.4842529296875, 1.537017822265625, 1.58978271484375, 1.642547607421875, 1.6953125]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 7.0, 10.0, 8.0, 9.0, 12.0, 30.0, 36.0, 44.0, 69.0, 74.0, 128.0, 163.0, 253.0, 352.0, 505.0, 785.0, 1248.0, 2257.0, 6052.0, 28725.0, 286007.0, 626747.0, 76176.0, 10848.0, 3430.0, 1638.0, 913.0, 599.0, 427.0, 292.0, 215.0, 151.0, 85.0, 72.0, 48.0, 40.0, 25.0, 23.0, 16.0, 14.0, 8.0, 3.0, 3.0, 4.0, 0.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-1.1806640625, -1.142852783203125, -1.10504150390625, -1.067230224609375, -1.0294189453125, -0.991607666015625, -0.95379638671875, -0.915985107421875, -0.878173828125, -0.840362548828125, -0.80255126953125, -0.764739990234375, -0.7269287109375, -0.689117431640625, -0.65130615234375, -0.613494873046875, -0.57568359375, -0.537872314453125, -0.50006103515625, -0.462249755859375, -0.4244384765625, -0.386627197265625, -0.34881591796875, -0.311004638671875, -0.273193359375, -0.235382080078125, -0.19757080078125, -0.159759521484375, -0.1219482421875, -0.084136962890625, -0.04632568359375, -0.008514404296875, 0.029296875, 0.067108154296875, 0.10491943359375, 0.142730712890625, 0.1805419921875, 0.218353271484375, 0.25616455078125, 0.293975830078125, 0.331787109375, 0.369598388671875, 0.40740966796875, 0.445220947265625, 0.4830322265625, 0.520843505859375, 0.55865478515625, 0.596466064453125, 0.63427734375, 0.672088623046875, 0.70989990234375, 0.747711181640625, 0.7855224609375, 0.823333740234375, 0.86114501953125, 0.898956298828125, 0.936767578125, 0.974578857421875, 1.01239013671875, 1.050201416015625, 1.0880126953125, 1.125823974609375, 1.16363525390625, 1.201446533203125, 1.2392578125]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 3.0, 1.0, 4.0, 4.0, 3.0, 3.0, 6.0, 7.0, 11.0, 21.0, 11.0, 11.0, 20.0, 20.0, 34.0, 34.0, 30.0, 31.0, 35.0, 45.0, 41.0, 44.0, 39.0, 1071.0, 50.0, 42.0, 46.0, 28.0, 41.0, 43.0, 30.0, 24.0, 32.0, 25.0, 34.0, 21.0, 11.0, 12.0, 12.0, 14.0, 8.0, 13.0, 4.0, 4.0, 4.0, 2.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-1.318359375, -1.277069091796875, -1.23577880859375, -1.194488525390625, -1.1531982421875, -1.111907958984375, -1.07061767578125, -1.029327392578125, -0.988037109375, -0.946746826171875, -0.90545654296875, -0.864166259765625, -0.8228759765625, -0.781585693359375, -0.74029541015625, -0.699005126953125, -0.65771484375, -0.616424560546875, -0.57513427734375, -0.533843994140625, -0.4925537109375, -0.451263427734375, -0.40997314453125, -0.368682861328125, -0.327392578125, -0.286102294921875, -0.24481201171875, -0.203521728515625, -0.1622314453125, -0.120941162109375, -0.07965087890625, -0.038360595703125, 0.0029296875, 0.044219970703125, 0.08551025390625, 0.126800537109375, 0.1680908203125, 0.209381103515625, 0.25067138671875, 0.291961669921875, 0.333251953125, 0.374542236328125, 0.41583251953125, 0.457122802734375, 0.4984130859375, 0.539703369140625, 0.58099365234375, 0.622283935546875, 0.66357421875, 0.704864501953125, 0.74615478515625, 0.787445068359375, 0.8287353515625, 0.870025634765625, 0.91131591796875, 0.952606201171875, 0.993896484375, 1.035186767578125, 1.07647705078125, 1.117767333984375, 1.1590576171875, 1.200347900390625, 1.24163818359375, 1.282928466796875, 1.32421875]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 3.0, 6.0, 5.0, 14.0, 12.0, 15.0, 18.0, 43.0, 38.0, 66.0, 89.0, 121.0, 150.0, 182.0, 314.0, 432.0, 587.0, 974.0, 1554.0, 3082.0, 10010.0, 70708.0, 1474713.0, 475578.0, 44385.0, 7207.0, 2571.0, 1408.0, 870.0, 560.0, 419.0, 275.0, 188.0, 157.0, 116.0, 59.0, 53.0, 48.0, 39.0, 23.0, 17.0, 5.0, 8.0, 6.0, 4.0, 4.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.66015625, -0.6394577026367188, -0.6187591552734375, -0.5980606079101562, -0.577362060546875, -0.5566635131835938, -0.5359649658203125, -0.5152664184570312, -0.49456787109375, -0.47386932373046875, -0.4531707763671875, -0.43247222900390625, -0.411773681640625, -0.39107513427734375, -0.3703765869140625, -0.34967803955078125, -0.3289794921875, -0.30828094482421875, -0.2875823974609375, -0.26688385009765625, -0.246185302734375, -0.22548675537109375, -0.2047882080078125, -0.18408966064453125, -0.16339111328125, -0.14269256591796875, -0.1219940185546875, -0.10129547119140625, -0.080596923828125, -0.05989837646484375, -0.0391998291015625, -0.01850128173828125, 0.002197265625, 0.02289581298828125, 0.0435943603515625, 0.06429290771484375, 0.084991455078125, 0.10569000244140625, 0.1263885498046875, 0.14708709716796875, 0.16778564453125, 0.18848419189453125, 0.2091827392578125, 0.22988128662109375, 0.250579833984375, 0.27127838134765625, 0.2919769287109375, 0.31267547607421875, 0.3333740234375, 0.35407257080078125, 0.3747711181640625, 0.39546966552734375, 0.416168212890625, 0.43686676025390625, 0.4575653076171875, 0.47826385498046875, 0.49896240234375, 0.5196609497070312, 0.5403594970703125, 0.5610580444335938, 0.581756591796875, 0.6024551391601562, 0.6231536865234375, 0.6438522338867188, 0.66455078125]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 5.0, 4.0, 8.0, 12.0, 17.0, 20.0, 19.0, 24.0, 20.0, 47.0, 55.0, 48.0, 57.0, 79.0, 62.0, 72.0, 78.0, 49.0, 46.0, 57.0, 37.0, 44.0, 31.0, 23.0, 16.0, 9.0, 16.0, 6.0, 6.0, 5.0, 5.0, 6.0, 5.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.020263671875, -0.0195159912109375, -0.018768310546875, -0.0180206298828125, -0.01727294921875, -0.0165252685546875, -0.015777587890625, -0.0150299072265625, -0.0142822265625, -0.0135345458984375, -0.012786865234375, -0.0120391845703125, -0.01129150390625, -0.0105438232421875, -0.009796142578125, -0.0090484619140625, -0.00830078125, -0.0075531005859375, -0.006805419921875, -0.0060577392578125, -0.00531005859375, -0.0045623779296875, -0.003814697265625, -0.0030670166015625, -0.0023193359375, -0.0015716552734375, -0.000823974609375, -7.62939453125e-05, 0.00067138671875, 0.0014190673828125, 0.002166748046875, 0.0029144287109375, 0.003662109375, 0.0044097900390625, 0.005157470703125, 0.0059051513671875, 0.00665283203125, 0.0074005126953125, 0.008148193359375, 0.0088958740234375, 0.0096435546875, 0.0103912353515625, 0.011138916015625, 0.0118865966796875, 0.01263427734375, 0.0133819580078125, 0.014129638671875, 0.0148773193359375, 0.015625, 0.0163726806640625, 0.017120361328125, 0.0178680419921875, 0.01861572265625, 0.0193634033203125, 0.020111083984375, 0.0208587646484375, 0.0216064453125, 0.0223541259765625, 0.023101806640625, 0.0238494873046875, 0.02459716796875, 0.0253448486328125, 0.026092529296875, 0.0268402099609375, 0.027587890625]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 6.0, 5.0, 2.0, 4.0, 4.0, 7.0, 7.0, 8.0, 10.0, 4.0, 12.0, 23.0, 16.0, 24.0, 27.0, 48.0, 83.0, 97.0, 136.0, 206.0, 341.0, 722.0, 6231.0, 1031091.0, 7656.0, 756.0, 320.0, 196.0, 143.0, 105.0, 60.0, 46.0, 40.0, 22.0, 21.0, 8.0, 14.0, 8.0, 11.0, 6.0, 7.0, 5.0, 4.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.5146484375, -0.5001564025878906, -0.48566436767578125, -0.4711723327636719, -0.4566802978515625, -0.4421882629394531, -0.42769622802734375, -0.4132041931152344, -0.398712158203125, -0.3842201232910156, -0.36972808837890625, -0.3552360534667969, -0.3407440185546875, -0.3262519836425781, -0.31175994873046875, -0.2972679138183594, -0.28277587890625, -0.2682838439941406, -0.25379180908203125, -0.23929977416992188, -0.2248077392578125, -0.21031570434570312, -0.19582366943359375, -0.18133163452148438, -0.166839599609375, -0.15234756469726562, -0.13785552978515625, -0.12336349487304688, -0.1088714599609375, -0.09437942504882812, -0.07988739013671875, -0.06539535522460938, -0.0509033203125, -0.036411285400390625, -0.02191925048828125, -0.007427215576171875, 0.0070648193359375, 0.021556854248046875, 0.03604888916015625, 0.050540924072265625, 0.065032958984375, 0.07952499389648438, 0.09401702880859375, 0.10850906372070312, 0.1230010986328125, 0.13749313354492188, 0.15198516845703125, 0.16647720336914062, 0.18096923828125, 0.19546127319335938, 0.20995330810546875, 0.22444534301757812, 0.2389373779296875, 0.2534294128417969, 0.26792144775390625, 0.2824134826660156, 0.296905517578125, 0.3113975524902344, 0.32588958740234375, 0.3403816223144531, 0.3548736572265625, 0.3693656921386719, 0.38385772705078125, 0.3983497619628906, 0.412841796875]}, "gradients/decoder.transformer.h.2.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 75.0, 878.0, 61.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11125916242599487, -0.1016058623790741, -0.09195256978273392, -0.08229927718639374, -0.07264597713947296, -0.06299267709255219, -0.053339384496212006, -0.043686091899871826, -0.03403279185295105, -0.024379495531320572, -0.014726199209690094, -0.005072902888059616, 0.004580393433570862, 0.01423368975520134, 0.023886986076831818, 0.033540278673172, 0.04319357872009277, 0.05284687504172325, 0.06250017136335373, 0.07215346395969391, 0.08180676400661469, 0.09146006405353546, 0.10111335664987564, 0.11076664924621582, 0.1204199492931366, 0.13007324934005737, 0.13972654938697815, 0.14937983453273773, 0.1590331345796585, 0.16868643462657928, 0.17833971977233887, 0.18799301981925964, 0.19764631986618042, 0.2072996199131012, 0.21695291996002197, 0.22660620510578156, 0.23625950515270233, 0.2459128051996231, 0.2555660903453827, 0.26521939039230347, 0.27487269043922424, 0.284525990486145, 0.2941792905330658, 0.3038325905799866, 0.31348586082458496, 0.32313916087150574, 0.3327924609184265, 0.3424457609653473, 0.35209906101226807, 0.36175236105918884, 0.3714056611061096, 0.3810589611530304, 0.39071226119995117, 0.40036553144454956, 0.41001883149147034, 0.4196721315383911, 0.4293254315853119, 0.43897873163223267, 0.44863203167915344, 0.4582853317260742, 0.4679386019706726, 0.4775919020175934, 0.48724520206451416, 0.49689850211143494, 0.5065518021583557]}, "gradients/decoder.transformer.h.2.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 4.0, 8.0, 4.0, 10.0, 22.0, 12.0, 20.0, 17.0, 28.0, 22.0, 22.0, 18.0, 30.0, 45.0, 42.0, 48.0, 48.0, 46.0, 54.0, 39.0, 41.0, 42.0, 53.0, 43.0, 32.0, 37.0, 31.0, 36.0, 23.0, 20.0, 25.0, 15.0, 12.0, 8.0, 8.0, 6.0, 8.0, 8.0, 8.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 1.0], "bins": [-0.04940032958984375, -0.04801906645298004, -0.046637799590826035, -0.04525653272867203, -0.04387526959180832, -0.04249400645494461, -0.041112739592790604, -0.0397314727306366, -0.03835020959377289, -0.03696894645690918, -0.03558767959475517, -0.034206412732601166, -0.03282514959573746, -0.03144388645887375, -0.030062619596719742, -0.028681354597210884, -0.027300089597702026, -0.02591882459819317, -0.02453755959868431, -0.023156294599175453, -0.021775029599666595, -0.020393764600157738, -0.01901249960064888, -0.017631234601140022, -0.016249969601631165, -0.014868704602122307, -0.013487439602613449, -0.012106174603104591, -0.010724909603595734, -0.009343644604086876, -0.007962379604578018, -0.0065811146050691605, -0.005199849605560303, -0.003818584606051445, -0.0024373196065425873, -0.0010560546070337296, 0.0003252103924751282, 0.001706475391983986, 0.0030877403914928436, 0.004469005391001701, 0.005850270390510559, 0.007231535390019417, 0.008612800389528275, 0.009994065389037132, 0.01137533038854599, 0.012756595388054848, 0.014137860387563705, 0.015519125387072563, 0.01690039038658142, 0.01828165538609028, 0.019662920385599136, 0.021044185385107994, 0.022425450384616852, 0.02380671538412571, 0.025187980383634567, 0.026569245383143425, 0.027950510382652283, 0.02933177538216114, 0.030713040381669998, 0.032094307243824005, 0.033475570380687714, 0.03485683351755142, 0.03623810037970543, 0.037619367241859436, 0.039000630378723145]}, "gradients/decoder.transformer.h.2.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 5.0, 4.0, 3.0, 7.0, 3.0, 5.0, 8.0, 4.0, 7.0, 11.0, 12.0, 11.0, 17.0, 16.0, 13.0, 17.0, 22.0, 23.0, 20.0, 32.0, 28.0, 24.0, 26.0, 35.0, 38.0, 31.0, 43.0, 35.0, 36.0, 42.0, 40.0, 32.0, 36.0, 32.0, 36.0, 24.0, 27.0, 19.0, 27.0, 26.0, 18.0, 20.0, 16.0, 11.0, 18.0, 10.0, 9.0, 7.0, 6.0, 3.0, 4.0, 3.0, 2.0, 7.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0], "bins": [-1.681640625, -1.6288299560546875, -1.576019287109375, -1.5232086181640625, -1.47039794921875, -1.4175872802734375, -1.364776611328125, -1.3119659423828125, -1.2591552734375, -1.2063446044921875, -1.153533935546875, -1.1007232666015625, -1.04791259765625, -0.9951019287109375, -0.942291259765625, -0.8894805908203125, -0.836669921875, -0.7838592529296875, -0.731048583984375, -0.6782379150390625, -0.62542724609375, -0.5726165771484375, -0.519805908203125, -0.4669952392578125, -0.4141845703125, -0.3613739013671875, -0.308563232421875, -0.2557525634765625, -0.20294189453125, -0.1501312255859375, -0.097320556640625, -0.0445098876953125, 0.00830078125, 0.0611114501953125, 0.113922119140625, 0.1667327880859375, 0.21954345703125, 0.2723541259765625, 0.325164794921875, 0.3779754638671875, 0.4307861328125, 0.4835968017578125, 0.536407470703125, 0.5892181396484375, 0.64202880859375, 0.6948394775390625, 0.747650146484375, 0.8004608154296875, 0.853271484375, 0.9060821533203125, 0.958892822265625, 1.0117034912109375, 1.06451416015625, 1.1173248291015625, 1.170135498046875, 1.2229461669921875, 1.2757568359375, 1.3285675048828125, 1.381378173828125, 1.4341888427734375, 1.48699951171875, 1.5398101806640625, 1.592620849609375, 1.6454315185546875, 1.6982421875]}, "gradients/decoder.transformer.h.2.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 10.0, 8.0, 13.0, 16.0, 14.0, 20.0, 25.0, 31.0, 63.0, 76.0, 102.0, 139.0, 174.0, 250.0, 322.0, 454.0, 686.0, 959.0, 1469.0, 2179.0, 3919.0, 7684.0, 17713.0, 48609.0, 157662.0, 464857.0, 228889.0, 67134.0, 22936.0, 9556.0, 4645.0, 2639.0, 1625.0, 1096.0, 713.0, 498.0, 351.0, 259.0, 178.0, 155.0, 119.0, 72.0, 53.0, 46.0, 33.0, 29.0, 17.0, 12.0, 18.0, 9.0, 10.0, 3.0, 1.0, 3.0, 6.0, 4.0], "bins": [-3.40234375, -3.30120849609375, -3.2000732421875, -3.09893798828125, -2.997802734375, -2.89666748046875, -2.7955322265625, -2.69439697265625, -2.59326171875, -2.49212646484375, -2.3909912109375, -2.28985595703125, -2.188720703125, -2.08758544921875, -1.9864501953125, -1.88531494140625, -1.7841796875, -1.68304443359375, -1.5819091796875, -1.48077392578125, -1.379638671875, -1.27850341796875, -1.1773681640625, -1.07623291015625, -0.97509765625, -0.87396240234375, -0.7728271484375, -0.67169189453125, -0.570556640625, -0.46942138671875, -0.3682861328125, -0.26715087890625, -0.166015625, -0.06488037109375, 0.0362548828125, 0.13739013671875, 0.238525390625, 0.33966064453125, 0.4407958984375, 0.54193115234375, 0.64306640625, 0.74420166015625, 0.8453369140625, 0.94647216796875, 1.047607421875, 1.14874267578125, 1.2498779296875, 1.35101318359375, 1.4521484375, 1.55328369140625, 1.6544189453125, 1.75555419921875, 1.856689453125, 1.95782470703125, 2.0589599609375, 2.16009521484375, 2.26123046875, 2.36236572265625, 2.4635009765625, 2.56463623046875, 2.665771484375, 2.76690673828125, 2.8680419921875, 2.96917724609375, 3.0703125]}, "gradients/decoder.transformer.h.2.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 5.0, 3.0, 3.0, 8.0, 12.0, 10.0, 9.0, 16.0, 23.0, 26.0, 24.0, 31.0, 32.0, 42.0, 58.0, 64.0, 161.0, 378.0, 1526.0, 210.0, 74.0, 83.0, 45.0, 39.0, 34.0, 30.0, 21.0, 13.0, 15.0, 21.0, 12.0, 9.0, 4.0, 9.0, 8.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.927734375, -3.742156982421875, -3.55657958984375, -3.371002197265625, -3.1854248046875, -2.999847412109375, -2.81427001953125, -2.628692626953125, -2.443115234375, -2.257537841796875, -2.07196044921875, -1.886383056640625, -1.7008056640625, -1.515228271484375, -1.32965087890625, -1.144073486328125, -0.95849609375, -0.772918701171875, -0.58734130859375, -0.401763916015625, -0.2161865234375, -0.030609130859375, 0.15496826171875, 0.340545654296875, 0.526123046875, 0.711700439453125, 0.89727783203125, 1.082855224609375, 1.2684326171875, 1.454010009765625, 1.63958740234375, 1.825164794921875, 2.0107421875, 2.196319580078125, 2.38189697265625, 2.567474365234375, 2.7530517578125, 2.938629150390625, 3.12420654296875, 3.309783935546875, 3.495361328125, 3.680938720703125, 3.86651611328125, 4.052093505859375, 4.2376708984375, 4.423248291015625, 4.60882568359375, 4.794403076171875, 4.97998046875, 5.165557861328125, 5.35113525390625, 5.536712646484375, 5.7222900390625, 5.907867431640625, 6.09344482421875, 6.279022216796875, 6.464599609375, 6.650177001953125, 6.83575439453125, 7.021331787109375, 7.2069091796875, 7.392486572265625, 7.57806396484375, 7.763641357421875, 7.94921875]}, "gradients/decoder.transformer.h.2.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 3.0, 5.0, 6.0, 6.0, 6.0, 11.0, 6.0, 15.0, 15.0, 26.0, 33.0, 46.0, 73.0, 103.0, 152.0, 201.0, 310.0, 422.0, 740.0, 1850.0, 22838.0, 3095312.0, 19801.0, 1639.0, 715.0, 400.0, 262.0, 220.0, 132.0, 102.0, 81.0, 44.0, 39.0, 38.0, 16.0, 5.0, 11.0, 5.0, 9.0, 3.0, 5.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-15.078125, -14.6531982421875, -14.228271484375, -13.8033447265625, -13.37841796875, -12.9534912109375, -12.528564453125, -12.1036376953125, -11.6787109375, -11.2537841796875, -10.828857421875, -10.4039306640625, -9.97900390625, -9.5540771484375, -9.129150390625, -8.7042236328125, -8.279296875, -7.8543701171875, -7.429443359375, -7.0045166015625, -6.57958984375, -6.1546630859375, -5.729736328125, -5.3048095703125, -4.8798828125, -4.4549560546875, -4.030029296875, -3.6051025390625, -3.18017578125, -2.7552490234375, -2.330322265625, -1.9053955078125, -1.48046875, -1.0555419921875, -0.630615234375, -0.2056884765625, 0.21923828125, 0.6441650390625, 1.069091796875, 1.4940185546875, 1.9189453125, 2.3438720703125, 2.768798828125, 3.1937255859375, 3.61865234375, 4.0435791015625, 4.468505859375, 4.8934326171875, 5.318359375, 5.7432861328125, 6.168212890625, 6.5931396484375, 7.01806640625, 7.4429931640625, 7.867919921875, 8.2928466796875, 8.7177734375, 9.1427001953125, 9.567626953125, 9.9925537109375, 10.41748046875, 10.8424072265625, 11.267333984375, 11.6922607421875, 12.1171875]}, "gradients/decoder.transformer.h.2.ln_1.weight": {"_type": "histogram", "values": [2.0, 3.0, 10.0, 28.0, 119.0, 279.0, 322.0, 166.0, 68.0, 13.0, 5.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.721921443939209, -4.777680397033691, -3.833439350128174, -2.8891983032226562, -1.9449572563171387, -1.000716209411621, -0.056475162506103516, 0.8877658843994141, 1.8320069313049316, 2.776247978210449, 3.720489025115967, 4.664730072021484, 5.608971118927002, 6.5532121658325195, 7.497453212738037, 8.441694259643555, 9.385934829711914, 10.330175399780273, 11.27441692352295, 12.218658447265625, 13.162899017333984, 14.107139587402344, 15.05138111114502, 15.995622634887695, 16.939863204956055, 17.884103775024414, 18.828346252441406, 19.772586822509766, 20.716827392578125, 21.661067962646484, 22.605308532714844, 23.549551010131836, 24.493793487548828, 25.438034057617188, 26.382274627685547, 27.32651710510254, 28.2707576751709, 29.214998245239258, 30.15924072265625, 31.10348129272461, 32.04772186279297, 32.99196243286133, 33.93620300292969, 34.88044357299805, 35.824684143066406, 36.76892852783203, 37.71316909790039, 38.65740966796875, 39.60165023803711, 40.54589080810547, 41.49013137817383, 42.43437194824219, 43.37861633300781, 44.32285690307617, 45.26709747314453, 46.21133804321289, 47.15557861328125, 48.09981918334961, 49.04405975341797, 49.98830032348633, 50.93254089355469, 51.87678527832031, 52.82102584838867, 53.76526641845703, 54.70950698852539]}, "gradients/decoder.transformer.h.2.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 2.0, 1.0, 4.0, 13.0, 7.0, 11.0, 7.0, 14.0, 17.0, 17.0, 11.0, 16.0, 29.0, 21.0, 34.0, 34.0, 29.0, 34.0, 38.0, 33.0, 33.0, 46.0, 49.0, 47.0, 48.0, 29.0, 43.0, 35.0, 37.0, 28.0, 39.0, 31.0, 24.0, 21.0, 25.0, 13.0, 17.0, 15.0, 9.0, 9.0, 5.0, 10.0, 4.0, 6.0, 4.0, 2.0, 3.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-11.608567237854004, -11.223536491394043, -10.838504791259766, -10.453474044799805, -10.068443298339844, -9.683412551879883, -9.298381805419922, -8.913350105285645, -8.528319358825684, -8.143288612365723, -7.7582573890686035, -7.373226165771484, -6.988195419311523, -6.6031646728515625, -6.218133449554443, -5.833102226257324, -5.448071479797363, -5.063040733337402, -4.678009510040283, -4.292978286743164, -3.907947540283203, -3.522916555404663, -3.137885570526123, -2.752854585647583, -2.367823600769043, -1.982792615890503, -1.597761631011963, -1.2127306461334229, -0.8276996612548828, -0.4426686763763428, -0.057637691497802734, 0.3273932933807373, 0.7124252319335938, 1.0974562168121338, 1.4824872016906738, 1.8675181865692139, 2.252549171447754, 2.637580156326294, 3.022611141204834, 3.407642126083374, 3.792673110961914, 4.177703857421875, 4.562735080718994, 4.947766304016113, 5.332797050476074, 5.717827796936035, 6.102859020233154, 6.487890243530273, 6.872920989990234, 7.257951736450195, 7.6429829597473145, 8.028014183044434, 8.413044929504395, 8.798075675964355, 9.183107376098633, 9.568138122558594, 9.953168869018555, 10.338199615478516, 10.723230361938477, 11.108262062072754, 11.493292808532715, 11.878323554992676, 12.263355255126953, 12.648386001586914, 13.033416748046875]}, "gradients/decoder.transformer.h.1.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 6.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 0.0, 4.0, 4.0, 3.0, 9.0, 10.0, 11.0, 8.0, 9.0, 22.0, 20.0, 23.0, 15.0, 22.0, 28.0, 20.0, 25.0, 33.0, 42.0, 19.0, 34.0, 29.0, 32.0, 37.0, 39.0, 41.0, 33.0, 30.0, 33.0, 43.0, 33.0, 29.0, 21.0, 27.0, 20.0, 27.0, 24.0, 20.0, 18.0, 10.0, 11.0, 12.0, 10.0, 18.0, 5.0, 9.0, 5.0, 6.0, 3.0, 4.0, 2.0, 3.0, 2.0, 4.0, 2.0], "bins": [-1.814453125, -1.760589599609375, -1.70672607421875, -1.652862548828125, -1.5989990234375, -1.545135498046875, -1.49127197265625, -1.437408447265625, -1.383544921875, -1.329681396484375, -1.27581787109375, -1.221954345703125, -1.1680908203125, -1.114227294921875, -1.06036376953125, -1.006500244140625, -0.95263671875, -0.898773193359375, -0.84490966796875, -0.791046142578125, -0.7371826171875, -0.683319091796875, -0.62945556640625, -0.575592041015625, -0.521728515625, -0.467864990234375, -0.41400146484375, -0.360137939453125, -0.3062744140625, -0.252410888671875, -0.19854736328125, -0.144683837890625, -0.0908203125, -0.036956787109375, 0.01690673828125, 0.070770263671875, 0.1246337890625, 0.178497314453125, 0.23236083984375, 0.286224365234375, 0.340087890625, 0.393951416015625, 0.44781494140625, 0.501678466796875, 0.5555419921875, 0.609405517578125, 0.66326904296875, 0.717132568359375, 0.77099609375, 0.824859619140625, 0.87872314453125, 0.932586669921875, 0.9864501953125, 1.040313720703125, 1.09417724609375, 1.148040771484375, 1.201904296875, 1.255767822265625, 1.30963134765625, 1.363494873046875, 1.4173583984375, 1.471221923828125, 1.52508544921875, 1.578948974609375, 1.6328125]}, "gradients/decoder.transformer.h.1.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 10.0, 11.0, 5.0, 19.0, 24.0, 28.0, 62.0, 64.0, 105.0, 146.0, 198.0, 295.0, 482.0, 696.0, 1072.0, 1679.0, 2772.0, 4801.0, 9321.0, 21582.0, 69843.0, 335636.0, 1377232.0, 1736170.0, 481824.0, 98097.0, 27224.0, 11040.0, 5327.0, 3187.0, 1943.0, 1155.0, 741.0, 488.0, 310.0, 206.0, 174.0, 88.0, 73.0, 50.0, 40.0, 26.0, 15.0, 8.0, 11.0, 7.0, 1.0, 1.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.865234375, -2.766815185546875, -2.66839599609375, -2.569976806640625, -2.4715576171875, -2.373138427734375, -2.27471923828125, -2.176300048828125, -2.077880859375, -1.979461669921875, -1.88104248046875, -1.782623291015625, -1.6842041015625, -1.585784912109375, -1.48736572265625, -1.388946533203125, -1.29052734375, -1.192108154296875, -1.09368896484375, -0.995269775390625, -0.8968505859375, -0.798431396484375, -0.70001220703125, -0.601593017578125, -0.503173828125, -0.404754638671875, -0.30633544921875, -0.207916259765625, -0.1094970703125, -0.011077880859375, 0.08734130859375, 0.185760498046875, 0.2841796875, 0.382598876953125, 0.48101806640625, 0.579437255859375, 0.6778564453125, 0.776275634765625, 0.87469482421875, 0.973114013671875, 1.071533203125, 1.169952392578125, 1.26837158203125, 1.366790771484375, 1.4652099609375, 1.563629150390625, 1.66204833984375, 1.760467529296875, 1.85888671875, 1.957305908203125, 2.05572509765625, 2.154144287109375, 2.2525634765625, 2.350982666015625, 2.44940185546875, 2.547821044921875, 2.646240234375, 2.744659423828125, 2.84307861328125, 2.941497802734375, 3.0399169921875, 3.138336181640625, 3.23675537109375, 3.335174560546875, 3.43359375]}, "gradients/decoder.transformer.h.1.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 6.0, 6.0, 9.0, 9.0, 9.0, 12.0, 10.0, 11.0, 35.0, 19.0, 40.0, 58.0, 49.0, 67.0, 91.0, 92.0, 122.0, 168.0, 195.0, 192.0, 276.0, 296.0, 312.0, 305.0, 303.0, 247.0, 202.0, 165.0, 133.0, 127.0, 105.0, 78.0, 67.0, 60.0, 41.0, 33.0, 34.0, 30.0, 25.0, 9.0, 8.0, 6.0, 3.0, 5.0, 4.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.025390625, -1.957183837890625, -1.88897705078125, -1.820770263671875, -1.7525634765625, -1.684356689453125, -1.61614990234375, -1.547943115234375, -1.479736328125, -1.411529541015625, -1.34332275390625, -1.275115966796875, -1.2069091796875, -1.138702392578125, -1.07049560546875, -1.002288818359375, -0.93408203125, -0.865875244140625, -0.79766845703125, -0.729461669921875, -0.6612548828125, -0.593048095703125, -0.52484130859375, -0.456634521484375, -0.388427734375, -0.320220947265625, -0.25201416015625, -0.183807373046875, -0.1156005859375, -0.047393798828125, 0.02081298828125, 0.089019775390625, 0.1572265625, 0.225433349609375, 0.29364013671875, 0.361846923828125, 0.4300537109375, 0.498260498046875, 0.56646728515625, 0.634674072265625, 0.702880859375, 0.771087646484375, 0.83929443359375, 0.907501220703125, 0.9757080078125, 1.043914794921875, 1.11212158203125, 1.180328369140625, 1.24853515625, 1.316741943359375, 1.38494873046875, 1.453155517578125, 1.5213623046875, 1.589569091796875, 1.65777587890625, 1.725982666015625, 1.794189453125, 1.862396240234375, 1.93060302734375, 1.998809814453125, 2.0670166015625, 2.135223388671875, 2.20343017578125, 2.271636962890625, 2.33984375]}, "gradients/decoder.transformer.h.1.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 7.0, 5.0, 4.0, 6.0, 15.0, 14.0, 30.0, 32.0, 51.0, 60.0, 71.0, 112.0, 161.0, 249.0, 406.0, 654.0, 1291.0, 2983.0, 8336.0, 32684.0, 182430.0, 1360376.0, 2223249.0, 311289.0, 50470.0, 11874.0, 3815.0, 1511.0, 819.0, 413.0, 277.0, 164.0, 111.0, 91.0, 62.0, 35.0, 34.0, 26.0, 17.0, 16.0, 6.0, 10.0, 11.0, 5.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.0859375, -3.95880126953125, -3.8316650390625, -3.70452880859375, -3.577392578125, -3.45025634765625, -3.3231201171875, -3.19598388671875, -3.06884765625, -2.94171142578125, -2.8145751953125, -2.68743896484375, -2.560302734375, -2.43316650390625, -2.3060302734375, -2.17889404296875, -2.0517578125, -1.92462158203125, -1.7974853515625, -1.67034912109375, -1.543212890625, -1.41607666015625, -1.2889404296875, -1.16180419921875, -1.03466796875, -0.90753173828125, -0.7803955078125, -0.65325927734375, -0.526123046875, -0.39898681640625, -0.2718505859375, -0.14471435546875, -0.017578125, 0.10955810546875, 0.2366943359375, 0.36383056640625, 0.490966796875, 0.61810302734375, 0.7452392578125, 0.87237548828125, 0.99951171875, 1.12664794921875, 1.2537841796875, 1.38092041015625, 1.508056640625, 1.63519287109375, 1.7623291015625, 1.88946533203125, 2.0166015625, 2.14373779296875, 2.2708740234375, 2.39801025390625, 2.525146484375, 2.65228271484375, 2.7794189453125, 2.90655517578125, 3.03369140625, 3.16082763671875, 3.2879638671875, 3.41510009765625, 3.542236328125, 3.66937255859375, 3.7965087890625, 3.92364501953125, 4.05078125]}, "gradients/decoder.transformer.h.1.ln_2.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 10.0, 149.0, 575.0, 256.0, 21.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.482693672180176, -11.927116394042969, -9.371539115905762, -6.815961837768555, -4.260384559631348, -1.7048072814941406, 0.8507699966430664, 3.40634822845459, 5.9619245529174805, 8.517501831054688, 11.073079109191895, 13.628656387329102, 16.184234619140625, 18.739810943603516, 21.295387268066406, 23.850967407226562, 26.406543731689453, 28.962120056152344, 31.517698287963867, 34.07327651977539, 36.62885284423828, 39.18442916870117, 41.74000549316406, 44.29558563232422, 46.85116195678711, 49.40673828125, 51.962318420410156, 54.51789474487305, 57.07347106933594, 59.62904739379883, 62.18462371826172, 64.74020385742188, 67.2957763671875, 69.85135650634766, 72.40692901611328, 74.96250915527344, 77.51808166503906, 80.07366180419922, 82.62924194335938, 85.184814453125, 87.74039459228516, 90.29597473144531, 92.85154724121094, 95.4071273803711, 97.96270751953125, 100.51828002929688, 103.07386016845703, 105.62944030761719, 108.18501281738281, 110.74059295654297, 113.2961654663086, 115.85174560546875, 118.40731811523438, 120.96289825439453, 123.51847839355469, 126.07405090332031, 128.629638671875, 131.18521118164062, 133.7407989501953, 136.29637145996094, 138.85194396972656, 141.40753173828125, 143.96310424804688, 146.5186767578125, 149.07424926757812]}, "gradients/decoder.transformer.h.1.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 7.0, 0.0, 6.0, 5.0, 7.0, 14.0, 8.0, 10.0, 24.0, 10.0, 17.0, 18.0, 19.0, 28.0, 33.0, 39.0, 25.0, 34.0, 38.0, 46.0, 43.0, 37.0, 50.0, 55.0, 43.0, 32.0, 38.0, 37.0, 33.0, 39.0, 32.0, 26.0, 19.0, 27.0, 19.0, 17.0, 11.0, 15.0, 12.0, 9.0, 6.0, 8.0, 1.0, 5.0, 3.0, 5.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-12.051168441772461, -11.687610626220703, -11.324053764343262, -10.960495948791504, -10.596938133239746, -10.233380317687988, -9.869823455810547, -9.506265640258789, -9.142707824707031, -8.779150009155273, -8.415593147277832, -8.052035331726074, -7.688477516174316, -7.324920177459717, -6.961362838745117, -6.597805023193359, -6.23424768447876, -5.87069034576416, -5.507132530212402, -5.143575191497803, -4.780017375946045, -4.416460037231445, -4.0529022216796875, -3.689344882965088, -3.325787305831909, -2.9622297286987305, -2.5986721515655518, -2.235114574432373, -1.8715571165084839, -1.5079995393753052, -1.144442081451416, -0.7808845043182373, -0.4173269271850586, -0.05376937985420227, 0.30978816747665405, 0.673345685005188, 1.0369032621383667, 1.4004608392715454, 1.7640182971954346, 2.1275758743286133, 2.491133451461792, 2.8546910285949707, 3.2182486057281494, 3.581806182861328, 3.9453635215759277, 4.3089213371276855, 4.672478675842285, 5.036036491394043, 5.399593830108643, 5.763151168823242, 6.126708984375, 6.4902663230896, 6.853824138641357, 7.217381477355957, 7.580939292907715, 7.9444966316223145, 8.308053970336914, 8.671611785888672, 9.035168647766113, 9.398726463317871, 9.762284278869629, 10.125842094421387, 10.489398956298828, 10.852956771850586, 11.216514587402344]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 4.0, 4.0, 2.0, 6.0, 5.0, 10.0, 6.0, 16.0, 14.0, 18.0, 14.0, 16.0, 21.0, 29.0, 27.0, 28.0, 25.0, 45.0, 46.0, 38.0, 37.0, 34.0, 32.0, 35.0, 36.0, 52.0, 45.0, 25.0, 39.0, 34.0, 36.0, 27.0, 29.0, 24.0, 25.0, 25.0, 14.0, 11.0, 8.0, 13.0, 9.0, 8.0, 9.0, 7.0, 4.0, 3.0, 3.0, 3.0, 3.0, 2.0, 2.0, 1.0, 2.0], "bins": [-1.7109375, -1.6613006591796875, -1.611663818359375, -1.5620269775390625, -1.51239013671875, -1.4627532958984375, -1.413116455078125, -1.3634796142578125, -1.3138427734375, -1.2642059326171875, -1.214569091796875, -1.1649322509765625, -1.11529541015625, -1.0656585693359375, -1.016021728515625, -0.9663848876953125, -0.916748046875, -0.8671112060546875, -0.817474365234375, -0.7678375244140625, -0.71820068359375, -0.6685638427734375, -0.618927001953125, -0.5692901611328125, -0.5196533203125, -0.4700164794921875, -0.420379638671875, -0.3707427978515625, -0.32110595703125, -0.2714691162109375, -0.221832275390625, -0.1721954345703125, -0.12255859375, -0.0729217529296875, -0.023284912109375, 0.0263519287109375, 0.07598876953125, 0.1256256103515625, 0.175262451171875, 0.2248992919921875, 0.2745361328125, 0.3241729736328125, 0.373809814453125, 0.4234466552734375, 0.47308349609375, 0.5227203369140625, 0.572357177734375, 0.6219940185546875, 0.671630859375, 0.7212677001953125, 0.770904541015625, 0.8205413818359375, 0.87017822265625, 0.9198150634765625, 0.969451904296875, 1.0190887451171875, 1.0687255859375, 1.1183624267578125, 1.167999267578125, 1.2176361083984375, 1.26727294921875, 1.3169097900390625, 1.366546630859375, 1.4161834716796875, 1.4658203125]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 6.0, 6.0, 5.0, 8.0, 9.0, 17.0, 20.0, 36.0, 45.0, 51.0, 82.0, 137.0, 176.0, 207.0, 343.0, 509.0, 737.0, 970.0, 1369.0, 2067.0, 2946.0, 4463.0, 6718.0, 11276.0, 22278.0, 66465.0, 314081.0, 447523.0, 100448.0, 28854.0, 13149.0, 7630.0, 5081.0, 3363.0, 2246.0, 1555.0, 1092.0, 787.0, 515.0, 354.0, 280.0, 189.0, 127.0, 94.0, 78.0, 57.0, 38.0, 26.0, 20.0, 19.0, 5.0, 6.0, 6.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6650390625, -0.6436843872070312, -0.6223297119140625, -0.6009750366210938, -0.579620361328125, -0.5582656860351562, -0.5369110107421875, -0.5155563354492188, -0.49420166015625, -0.47284698486328125, -0.4514923095703125, -0.43013763427734375, -0.408782958984375, -0.38742828369140625, -0.3660736083984375, -0.34471893310546875, -0.3233642578125, -0.30200958251953125, -0.2806549072265625, -0.25930023193359375, -0.237945556640625, -0.21659088134765625, -0.1952362060546875, -0.17388153076171875, -0.15252685546875, -0.13117218017578125, -0.1098175048828125, -0.08846282958984375, -0.067108154296875, -0.04575347900390625, -0.0243988037109375, -0.00304412841796875, 0.018310546875, 0.03966522216796875, 0.0610198974609375, 0.08237457275390625, 0.103729248046875, 0.12508392333984375, 0.1464385986328125, 0.16779327392578125, 0.18914794921875, 0.21050262451171875, 0.2318572998046875, 0.25321197509765625, 0.274566650390625, 0.29592132568359375, 0.3172760009765625, 0.33863067626953125, 0.3599853515625, 0.38134002685546875, 0.4026947021484375, 0.42404937744140625, 0.445404052734375, 0.46675872802734375, 0.4881134033203125, 0.5094680786132812, 0.53082275390625, 0.5521774291992188, 0.5735321044921875, 0.5948867797851562, 0.616241455078125, 0.6375961303710938, 0.6589508056640625, 0.6803054809570312, 0.70166015625]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 7.0, 5.0, 4.0, 6.0, 4.0, 15.0, 12.0, 9.0, 17.0, 16.0, 22.0, 25.0, 18.0, 24.0, 22.0, 20.0, 33.0, 28.0, 34.0, 39.0, 29.0, 36.0, 38.0, 1060.0, 36.0, 41.0, 37.0, 35.0, 22.0, 43.0, 33.0, 22.0, 34.0, 24.0, 26.0, 22.0, 20.0, 22.0, 16.0, 12.0, 7.0, 10.0, 8.0, 8.0, 6.0, 9.0, 4.0, 5.0, 3.0, 1.0, 4.0], "bins": [-1.1728515625, -1.1408462524414062, -1.1088409423828125, -1.0768356323242188, -1.044830322265625, -1.0128250122070312, -0.9808197021484375, -0.9488143920898438, -0.91680908203125, -0.8848037719726562, -0.8527984619140625, -0.8207931518554688, -0.788787841796875, -0.7567825317382812, -0.7247772216796875, -0.6927719116210938, -0.6607666015625, -0.6287612915039062, -0.5967559814453125, -0.5647506713867188, -0.532745361328125, -0.5007400512695312, -0.4687347412109375, -0.43672943115234375, -0.40472412109375, -0.37271881103515625, -0.3407135009765625, -0.30870819091796875, -0.276702880859375, -0.24469757080078125, -0.2126922607421875, -0.18068695068359375, -0.148681640625, -0.11667633056640625, -0.0846710205078125, -0.05266571044921875, -0.020660400390625, 0.01134490966796875, 0.0433502197265625, 0.07535552978515625, 0.10736083984375, 0.13936614990234375, 0.1713714599609375, 0.20337677001953125, 0.235382080078125, 0.26738739013671875, 0.2993927001953125, 0.33139801025390625, 0.3634033203125, 0.39540863037109375, 0.4274139404296875, 0.45941925048828125, 0.491424560546875, 0.5234298706054688, 0.5554351806640625, 0.5874404907226562, 0.61944580078125, 0.6514511108398438, 0.6834564208984375, 0.7154617309570312, 0.747467041015625, 0.7794723510742188, 0.8114776611328125, 0.8434829711914062, 0.87548828125]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 4.0, 4.0, 6.0, 3.0, 8.0, 7.0, 10.0, 31.0, 31.0, 41.0, 56.0, 87.0, 137.0, 178.0, 265.0, 380.0, 557.0, 815.0, 1312.0, 2103.0, 3635.0, 7403.0, 21217.0, 129470.0, 1685470.0, 197925.0, 26742.0, 8450.0, 4216.0, 2300.0, 1422.0, 917.0, 601.0, 402.0, 289.0, 179.0, 135.0, 115.0, 72.0, 45.0, 25.0, 26.0, 11.0, 18.0, 7.0, 4.0, 5.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.64013671875, -0.6177444458007812, -0.5953521728515625, -0.5729598999023438, -0.550567626953125, -0.5281753540039062, -0.5057830810546875, -0.48339080810546875, -0.46099853515625, -0.43860626220703125, -0.4162139892578125, -0.39382171630859375, -0.371429443359375, -0.34903717041015625, -0.3266448974609375, -0.30425262451171875, -0.2818603515625, -0.25946807861328125, -0.2370758056640625, -0.21468353271484375, -0.192291259765625, -0.16989898681640625, -0.1475067138671875, -0.12511444091796875, -0.10272216796875, -0.08032989501953125, -0.0579376220703125, -0.03554534912109375, -0.013153076171875, 0.00923919677734375, 0.0316314697265625, 0.05402374267578125, 0.076416015625, 0.09880828857421875, 0.1212005615234375, 0.14359283447265625, 0.165985107421875, 0.18837738037109375, 0.2107696533203125, 0.23316192626953125, 0.25555419921875, 0.27794647216796875, 0.3003387451171875, 0.32273101806640625, 0.345123291015625, 0.36751556396484375, 0.3899078369140625, 0.41230010986328125, 0.4346923828125, 0.45708465576171875, 0.4794769287109375, 0.5018692016601562, 0.524261474609375, 0.5466537475585938, 0.5690460205078125, 0.5914382934570312, 0.61383056640625, 0.6362228393554688, 0.6586151123046875, 0.6810073852539062, 0.703399658203125, 0.7257919311523438, 0.7481842041015625, 0.7705764770507812, 0.79296875]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 1.0, 3.0, 7.0, 6.0, 7.0, 8.0, 9.0, 10.0, 12.0, 18.0, 22.0, 25.0, 34.0, 53.0, 105.0, 244.0, 197.0, 73.0, 37.0, 23.0, 16.0, 6.0, 17.0, 14.0, 17.0, 10.0, 3.0, 3.0, 3.0, 6.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.041534423828125, -0.040140628814697266, -0.03874683380126953, -0.0373530387878418, -0.03595924377441406, -0.03456544876098633, -0.033171653747558594, -0.03177785873413086, -0.030384063720703125, -0.02899026870727539, -0.027596473693847656, -0.026202678680419922, -0.024808883666992188, -0.023415088653564453, -0.02202129364013672, -0.020627498626708984, -0.01923370361328125, -0.017839908599853516, -0.01644611358642578, -0.015052318572998047, -0.013658523559570312, -0.012264728546142578, -0.010870933532714844, -0.00947713851928711, -0.008083343505859375, -0.006689548492431641, -0.005295753479003906, -0.003901958465576172, -0.0025081634521484375, -0.0011143684387207031, 0.00027942657470703125, 0.0016732215881347656, 0.0030670166015625, 0.004460811614990234, 0.005854606628417969, 0.007248401641845703, 0.008642196655273438, 0.010035991668701172, 0.011429786682128906, 0.01282358169555664, 0.014217376708984375, 0.01561117172241211, 0.017004966735839844, 0.018398761749267578, 0.019792556762695312, 0.021186351776123047, 0.02258014678955078, 0.023973941802978516, 0.02536773681640625, 0.026761531829833984, 0.02815532684326172, 0.029549121856689453, 0.030942916870117188, 0.03233671188354492, 0.033730506896972656, 0.03512430191040039, 0.036518096923828125, 0.03791189193725586, 0.039305686950683594, 0.04069948196411133, 0.04209327697753906, 0.0434870719909668, 0.04488086700439453, 0.046274662017822266, 0.04766845703125]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 3.0, 5.0, 8.0, 9.0, 11.0, 9.0, 20.0, 24.0, 34.0, 44.0, 67.0, 74.0, 115.0, 250.0, 949.0, 8253.0, 1001753.0, 33874.0, 2057.0, 440.0, 165.0, 101.0, 62.0, 52.0, 44.0, 28.0, 26.0, 12.0, 19.0, 12.0, 4.0, 7.0, 4.0, 6.0, 5.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0], "bins": [-0.80810546875, -0.784820556640625, -0.76153564453125, -0.738250732421875, -0.7149658203125, -0.691680908203125, -0.66839599609375, -0.645111083984375, -0.621826171875, -0.598541259765625, -0.57525634765625, -0.551971435546875, -0.5286865234375, -0.505401611328125, -0.48211669921875, -0.458831787109375, -0.435546875, -0.412261962890625, -0.38897705078125, -0.365692138671875, -0.3424072265625, -0.319122314453125, -0.29583740234375, -0.272552490234375, -0.249267578125, -0.225982666015625, -0.20269775390625, -0.179412841796875, -0.1561279296875, -0.132843017578125, -0.10955810546875, -0.086273193359375, -0.06298828125, -0.039703369140625, -0.01641845703125, 0.006866455078125, 0.0301513671875, 0.053436279296875, 0.07672119140625, 0.100006103515625, 0.123291015625, 0.146575927734375, 0.16986083984375, 0.193145751953125, 0.2164306640625, 0.239715576171875, 0.26300048828125, 0.286285400390625, 0.3095703125, 0.332855224609375, 0.35614013671875, 0.379425048828125, 0.4027099609375, 0.425994873046875, 0.44927978515625, 0.472564697265625, 0.495849609375, 0.519134521484375, 0.54241943359375, 0.565704345703125, 0.5889892578125, 0.612274169921875, 0.63555908203125, 0.658843994140625, 0.68212890625]}, "gradients/decoder.transformer.h.1.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 7.0, 35.0, 165.0, 528.0, 214.0, 50.0, 8.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08292672783136368, -0.07637017220258713, -0.06981361657381058, -0.06325706839561462, -0.056700512766838074, -0.05014395713806152, -0.04358740150928497, -0.03703084960579872, -0.03047429397702217, -0.02391774021089077, -0.01736118644475937, -0.010804630815982819, -0.0042480770498514175, 0.0023084767162799835, 0.008865032345056534, 0.015421584248542786, 0.021978139877319336, 0.028534693643450737, 0.03509124740958214, 0.04164780303835869, 0.04820435494184494, 0.05476091057062149, 0.06131746619939804, 0.067874014377594, 0.07443057000637054, 0.0809871256351471, 0.08754368126392365, 0.0941002368927002, 0.10065678507089615, 0.1072133406996727, 0.11376989632844925, 0.1203264445066452, 0.12688301503658295, 0.1334395706653595, 0.13999612629413605, 0.1465526819229126, 0.15310923755168915, 0.1596657931804657, 0.16622233390808105, 0.1727788895368576, 0.17933544516563416, 0.1858920007944107, 0.19244855642318726, 0.1990051120519638, 0.20556166768074036, 0.2121182084083557, 0.21867477893829346, 0.2252313196659088, 0.23178789019584656, 0.2383444458246231, 0.24490100145339966, 0.251457542181015, 0.25801411271095276, 0.2645706534385681, 0.27112722396850586, 0.2776837646961212, 0.2842403054237366, 0.29079684615135193, 0.2973534166812897, 0.30390995740890503, 0.3104665279388428, 0.31702306866645813, 0.3235796391963959, 0.33013617992401123, 0.336692750453949]}, "gradients/decoder.transformer.h.1.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 6.0, 1.0, 3.0, 4.0, 3.0, 6.0, 9.0, 5.0, 6.0, 10.0, 13.0, 11.0, 20.0, 17.0, 18.0, 22.0, 19.0, 27.0, 32.0, 28.0, 35.0, 26.0, 42.0, 40.0, 34.0, 43.0, 46.0, 34.0, 38.0, 35.0, 49.0, 36.0, 28.0, 24.0, 27.0, 38.0, 20.0, 26.0, 21.0, 16.0, 19.0, 10.0, 16.0, 6.0, 11.0, 8.0, 4.0, 3.0, 6.0, 4.0, 2.0, 1.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.03072667121887207, -0.029680000618100166, -0.028633330017328262, -0.02758665941655636, -0.026539988815784454, -0.02549331821501255, -0.024446647614240646, -0.023399977013468742, -0.02235330641269684, -0.021306635811924934, -0.02025996521115303, -0.019213294610381126, -0.018166624009609222, -0.01711995340883732, -0.016073282808065414, -0.01502661220729351, -0.013979941606521606, -0.012933271005749702, -0.011886600404977798, -0.010839929804205894, -0.00979325920343399, -0.008746588602662086, -0.0076999180018901825, -0.0066532474011182785, -0.0056065768003463745, -0.0045599061995744705, -0.0035132355988025665, -0.0024665649980306625, -0.0014198943972587585, -0.00037322379648685455, 0.0006734468042850494, 0.0017201174050569534, 0.0027667880058288574, 0.0038134586066007614, 0.004860129207372665, 0.005906799808144569, 0.006953470408916473, 0.008000141009688377, 0.009046811610460281, 0.010093482211232185, 0.01114015281200409, 0.012186823412775993, 0.013233494013547897, 0.014280164614319801, 0.015326835215091705, 0.01637350581586361, 0.017420176416635513, 0.018466847017407417, 0.01951351761817932, 0.020560188218951225, 0.02160685881972313, 0.022653529420495033, 0.023700200021266937, 0.02474687062203884, 0.025793541222810745, 0.02684021182358265, 0.027886882424354553, 0.028933553025126457, 0.02998022362589836, 0.031026894226670265, 0.03207356482744217, 0.03312023729085922, 0.03416690602898598, 0.03521357476711273, 0.036260247230529785]}, "gradients/decoder.transformer.h.1.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 3.0, 4.0, 4.0, 3.0, 5.0, 6.0, 9.0, 6.0, 16.0, 15.0, 17.0, 15.0, 15.0, 22.0, 31.0, 27.0, 24.0, 31.0, 44.0, 45.0, 38.0, 34.0, 36.0, 31.0, 35.0, 39.0, 50.0, 44.0, 26.0, 41.0, 35.0, 35.0, 25.0, 32.0, 20.0, 26.0, 25.0, 13.0, 13.0, 7.0, 11.0, 10.0, 9.0, 7.0, 7.0, 4.0, 3.0, 4.0, 2.0, 3.0, 2.0, 2.0, 1.0, 2.0], "bins": [-1.70703125, -1.65740966796875, -1.6077880859375, -1.55816650390625, -1.508544921875, -1.45892333984375, -1.4093017578125, -1.35968017578125, -1.31005859375, -1.26043701171875, -1.2108154296875, -1.16119384765625, -1.111572265625, -1.06195068359375, -1.0123291015625, -0.96270751953125, -0.9130859375, -0.86346435546875, -0.8138427734375, -0.76422119140625, -0.714599609375, -0.66497802734375, -0.6153564453125, -0.56573486328125, -0.51611328125, -0.46649169921875, -0.4168701171875, -0.36724853515625, -0.317626953125, -0.26800537109375, -0.2183837890625, -0.16876220703125, -0.119140625, -0.06951904296875, -0.0198974609375, 0.02972412109375, 0.079345703125, 0.12896728515625, 0.1785888671875, 0.22821044921875, 0.27783203125, 0.32745361328125, 0.3770751953125, 0.42669677734375, 0.476318359375, 0.52593994140625, 0.5755615234375, 0.62518310546875, 0.6748046875, 0.72442626953125, 0.7740478515625, 0.82366943359375, 0.873291015625, 0.92291259765625, 0.9725341796875, 1.02215576171875, 1.07177734375, 1.12139892578125, 1.1710205078125, 1.22064208984375, 1.270263671875, 1.31988525390625, 1.3695068359375, 1.41912841796875, 1.46875]}, "gradients/decoder.transformer.h.1.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 6.0, 8.0, 8.0, 2.0, 9.0, 17.0, 19.0, 23.0, 31.0, 39.0, 37.0, 61.0, 110.0, 95.0, 158.0, 193.0, 297.0, 366.0, 575.0, 876.0, 1410.0, 2724.0, 5523.0, 12342.0, 32198.0, 102657.0, 339836.0, 369868.0, 116290.0, 35830.0, 13705.0, 5874.0, 2847.0, 1510.0, 911.0, 576.0, 451.0, 284.0, 189.0, 143.0, 97.0, 84.0, 70.0, 45.0, 40.0, 36.0, 29.0, 18.0, 15.0, 4.0, 5.0, 12.0, 5.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-2.009765625, -1.945037841796875, -1.88031005859375, -1.815582275390625, -1.7508544921875, -1.686126708984375, -1.62139892578125, -1.556671142578125, -1.491943359375, -1.427215576171875, -1.36248779296875, -1.297760009765625, -1.2330322265625, -1.168304443359375, -1.10357666015625, -1.038848876953125, -0.97412109375, -0.909393310546875, -0.84466552734375, -0.779937744140625, -0.7152099609375, -0.650482177734375, -0.58575439453125, -0.521026611328125, -0.456298828125, -0.391571044921875, -0.32684326171875, -0.262115478515625, -0.1973876953125, -0.132659912109375, -0.06793212890625, -0.003204345703125, 0.0615234375, 0.126251220703125, 0.19097900390625, 0.255706787109375, 0.3204345703125, 0.385162353515625, 0.44989013671875, 0.514617919921875, 0.579345703125, 0.644073486328125, 0.70880126953125, 0.773529052734375, 0.8382568359375, 0.902984619140625, 0.96771240234375, 1.032440185546875, 1.09716796875, 1.161895751953125, 1.22662353515625, 1.291351318359375, 1.3560791015625, 1.420806884765625, 1.48553466796875, 1.550262451171875, 1.614990234375, 1.679718017578125, 1.74444580078125, 1.809173583984375, 1.8739013671875, 1.938629150390625, 2.00335693359375, 2.068084716796875, 2.1328125]}, "gradients/decoder.transformer.h.1.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 4.0, 4.0, 3.0, 15.0, 6.0, 14.0, 12.0, 12.0, 16.0, 15.0, 35.0, 37.0, 52.0, 42.0, 67.0, 68.0, 145.0, 322.0, 1451.0, 239.0, 116.0, 75.0, 43.0, 40.0, 39.0, 27.0, 19.0, 21.0, 23.0, 10.0, 9.0, 16.0, 10.0, 14.0, 10.0, 7.0, 5.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.47265625, -4.33856201171875, -4.2044677734375, -4.07037353515625, -3.936279296875, -3.80218505859375, -3.6680908203125, -3.53399658203125, -3.39990234375, -3.26580810546875, -3.1317138671875, -2.99761962890625, -2.863525390625, -2.72943115234375, -2.5953369140625, -2.46124267578125, -2.3271484375, -2.19305419921875, -2.0589599609375, -1.92486572265625, -1.790771484375, -1.65667724609375, -1.5225830078125, -1.38848876953125, -1.25439453125, -1.12030029296875, -0.9862060546875, -0.85211181640625, -0.718017578125, -0.58392333984375, -0.4498291015625, -0.31573486328125, -0.181640625, -0.04754638671875, 0.0865478515625, 0.22064208984375, 0.354736328125, 0.48883056640625, 0.6229248046875, 0.75701904296875, 0.89111328125, 1.02520751953125, 1.1593017578125, 1.29339599609375, 1.427490234375, 1.56158447265625, 1.6956787109375, 1.82977294921875, 1.9638671875, 2.09796142578125, 2.2320556640625, 2.36614990234375, 2.500244140625, 2.63433837890625, 2.7684326171875, 2.90252685546875, 3.03662109375, 3.17071533203125, 3.3048095703125, 3.43890380859375, 3.572998046875, 3.70709228515625, 3.8411865234375, 3.97528076171875, 4.109375]}, "gradients/decoder.transformer.h.1.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 3.0, 3.0, 5.0, 5.0, 5.0, 9.0, 13.0, 11.0, 12.0, 18.0, 27.0, 37.0, 43.0, 58.0, 71.0, 95.0, 167.0, 204.0, 358.0, 846.0, 3909.0, 537869.0, 2592429.0, 7201.0, 1072.0, 425.0, 250.0, 155.0, 98.0, 75.0, 65.0, 39.0, 27.0, 17.0, 26.0, 16.0, 14.0, 8.0, 7.0, 4.0, 5.0, 6.0, 1.0, 2.0, 2.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.203125, -8.94097900390625, -8.6788330078125, -8.41668701171875, -8.154541015625, -7.89239501953125, -7.6302490234375, -7.36810302734375, -7.10595703125, -6.84381103515625, -6.5816650390625, -6.31951904296875, -6.057373046875, -5.79522705078125, -5.5330810546875, -5.27093505859375, -5.0087890625, -4.74664306640625, -4.4844970703125, -4.22235107421875, -3.960205078125, -3.69805908203125, -3.4359130859375, -3.17376708984375, -2.91162109375, -2.64947509765625, -2.3873291015625, -2.12518310546875, -1.863037109375, -1.60089111328125, -1.3387451171875, -1.07659912109375, -0.814453125, -0.55230712890625, -0.2901611328125, -0.02801513671875, 0.234130859375, 0.49627685546875, 0.7584228515625, 1.02056884765625, 1.28271484375, 1.54486083984375, 1.8070068359375, 2.06915283203125, 2.331298828125, 2.59344482421875, 2.8555908203125, 3.11773681640625, 3.3798828125, 3.64202880859375, 3.9041748046875, 4.16632080078125, 4.428466796875, 4.69061279296875, 4.9527587890625, 5.21490478515625, 5.47705078125, 5.73919677734375, 6.0013427734375, 6.26348876953125, 6.525634765625, 6.78778076171875, 7.0499267578125, 7.31207275390625, 7.57421875]}, "gradients/decoder.transformer.h.1.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 28.0, 281.0, 584.0, 105.0, 10.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-51.281620025634766, -49.8670654296875, -48.452510833740234, -47.03795623779297, -45.6234016418457, -44.20884704589844, -42.794288635253906, -41.37973403930664, -39.965179443359375, -38.55062484741211, -37.136070251464844, -35.72151565551758, -34.30696105957031, -32.89240264892578, -31.47784996032715, -30.06329345703125, -28.648740768432617, -27.23418617248535, -25.819631576538086, -24.405075073242188, -22.990520477294922, -21.575965881347656, -20.16141128540039, -18.746856689453125, -17.33230209350586, -15.917747497558594, -14.503191947937012, -13.088637351989746, -11.674081802368164, -10.259527206420898, -8.844972610473633, -7.430417060852051, -6.015861511230469, -4.601306438446045, -3.1867516040802, -1.7721967697143555, -0.35764169692993164, 1.0569133758544922, 2.471467971801758, 3.88602352142334, 5.3005781173706055, 6.715133190155029, 8.129688262939453, 9.544242858886719, 10.958797454833984, 12.373353004455566, 13.787907600402832, 15.202463150024414, 16.61701774597168, 18.031572341918945, 19.44612693786621, 20.86068344116211, 22.275238037109375, 23.68979263305664, 25.104347229003906, 26.518901824951172, 27.933456420898438, 29.348011016845703, 30.76256561279297, 32.177120208740234, 33.5916748046875, 35.00623321533203, 36.42078399658203, 37.83534240722656, 39.24989700317383]}, "gradients/decoder.transformer.h.1.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 5.0, 13.0, 5.0, 8.0, 7.0, 8.0, 13.0, 17.0, 13.0, 20.0, 29.0, 26.0, 38.0, 32.0, 40.0, 30.0, 41.0, 30.0, 32.0, 36.0, 45.0, 42.0, 32.0, 53.0, 37.0, 41.0, 34.0, 35.0, 30.0, 26.0, 28.0, 35.0, 16.0, 14.0, 13.0, 14.0, 14.0, 10.0, 9.0, 11.0, 8.0, 2.0, 6.0, 2.0, 5.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-8.44143009185791, -8.168736457824707, -7.896042346954346, -7.623348236083984, -7.350654602050781, -7.07796049118042, -6.805266380310059, -6.5325727462768555, -6.259878635406494, -5.987184524536133, -5.71449089050293, -5.441796779632568, -5.169102668762207, -4.896409034729004, -4.623714923858643, -4.351020812988281, -4.078327178955078, -3.805633306503296, -3.5329394340515137, -3.2602453231811523, -2.98755145072937, -2.714857578277588, -2.4421634674072266, -2.1694695949554443, -1.896775722503662, -1.6240818500518799, -1.351387858390808, -1.0786938667297363, -0.8059999942779541, -0.5333061218261719, -0.2606121301651001, 0.01208186149597168, 0.2847766876220703, 0.5574706196784973, 0.8301645517349243, 1.102858543395996, 1.3755524158477783, 1.6482462882995605, 1.9209402799606323, 2.193634271621704, 2.4663281440734863, 2.7390220165252686, 3.011715888977051, 3.284409999847412, 3.5571038722991943, 3.8297977447509766, 4.102491855621338, 4.375185966491699, 4.647879600524902, 4.920573711395264, 5.193267345428467, 5.465961456298828, 5.738655090332031, 6.011349201202393, 6.284043312072754, 6.556736946105957, 6.829431056976318, 7.10212516784668, 7.374818801879883, 7.647512912750244, 7.9202070236206055, 8.192900657653809, 8.465594291687012, 8.738288879394531, 9.010982513427734]}, "gradients/decoder.transformer.h.0.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 7.0, 2.0, 2.0, 8.0, 6.0, 3.0, 3.0, 5.0, 13.0, 11.0, 14.0, 10.0, 19.0, 33.0, 26.0, 27.0, 32.0, 34.0, 35.0, 44.0, 39.0, 45.0, 39.0, 44.0, 41.0, 42.0, 44.0, 41.0, 41.0, 34.0, 30.0, 38.0, 23.0, 31.0, 15.0, 24.0, 22.0, 14.0, 16.0, 11.0, 8.0, 9.0, 7.0, 6.0, 3.0, 4.0, 4.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8603515625, -1.802276611328125, -1.74420166015625, -1.686126708984375, -1.6280517578125, -1.569976806640625, -1.51190185546875, -1.453826904296875, -1.395751953125, -1.337677001953125, -1.27960205078125, -1.221527099609375, -1.1634521484375, -1.105377197265625, -1.04730224609375, -0.989227294921875, -0.93115234375, -0.873077392578125, -0.81500244140625, -0.756927490234375, -0.6988525390625, -0.640777587890625, -0.58270263671875, -0.524627685546875, -0.466552734375, -0.408477783203125, -0.35040283203125, -0.292327880859375, -0.2342529296875, -0.176177978515625, -0.11810302734375, -0.060028076171875, -0.001953125, 0.056121826171875, 0.11419677734375, 0.172271728515625, 0.2303466796875, 0.288421630859375, 0.34649658203125, 0.404571533203125, 0.462646484375, 0.520721435546875, 0.57879638671875, 0.636871337890625, 0.6949462890625, 0.753021240234375, 0.81109619140625, 0.869171142578125, 0.92724609375, 0.985321044921875, 1.04339599609375, 1.101470947265625, 1.1595458984375, 1.217620849609375, 1.27569580078125, 1.333770751953125, 1.391845703125, 1.449920654296875, 1.50799560546875, 1.566070556640625, 1.6241455078125, 1.682220458984375, 1.74029541015625, 1.798370361328125, 1.8564453125]}, "gradients/decoder.transformer.h.0.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 4.0, 7.0, 5.0, 12.0, 5.0, 10.0, 17.0, 23.0, 30.0, 32.0, 52.0, 97.0, 125.0, 168.0, 212.0, 331.0, 478.0, 793.0, 1565.0, 4678.0, 26385.0, 308367.0, 3141574.0, 655301.0, 42937.0, 6500.0, 1874.0, 887.0, 562.0, 392.0, 235.0, 175.0, 129.0, 83.0, 77.0, 43.0, 35.0, 11.0, 22.0, 16.0, 13.0, 7.0, 7.0, 6.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.8671875, -8.5953369140625, -8.323486328125, -8.0516357421875, -7.77978515625, -7.5079345703125, -7.236083984375, -6.9642333984375, -6.6923828125, -6.4205322265625, -6.148681640625, -5.8768310546875, -5.60498046875, -5.3331298828125, -5.061279296875, -4.7894287109375, -4.517578125, -4.2457275390625, -3.973876953125, -3.7020263671875, -3.43017578125, -3.1583251953125, -2.886474609375, -2.6146240234375, -2.3427734375, -2.0709228515625, -1.799072265625, -1.5272216796875, -1.25537109375, -0.9835205078125, -0.711669921875, -0.4398193359375, -0.16796875, 0.1038818359375, 0.375732421875, 0.6475830078125, 0.91943359375, 1.1912841796875, 1.463134765625, 1.7349853515625, 2.0068359375, 2.2786865234375, 2.550537109375, 2.8223876953125, 3.09423828125, 3.3660888671875, 3.637939453125, 3.9097900390625, 4.181640625, 4.4534912109375, 4.725341796875, 4.9971923828125, 5.26904296875, 5.5408935546875, 5.812744140625, 6.0845947265625, 6.3564453125, 6.6282958984375, 6.900146484375, 7.1719970703125, 7.44384765625, 7.7156982421875, 7.987548828125, 8.2593994140625, 8.53125]}, "gradients/decoder.transformer.h.0.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 3.0, 4.0, 4.0, 1.0, 6.0, 4.0, 11.0, 14.0, 19.0, 19.0, 19.0, 23.0, 38.0, 56.0, 64.0, 64.0, 87.0, 115.0, 133.0, 172.0, 175.0, 246.0, 249.0, 305.0, 309.0, 288.0, 279.0, 227.0, 203.0, 188.0, 143.0, 103.0, 93.0, 79.0, 70.0, 52.0, 59.0, 37.0, 22.0, 18.0, 16.0, 15.0, 11.0, 9.0, 7.0, 2.0, 7.0, 4.0, 1.0, 2.0, 4.0, 4.0, 4.0, 0.0, 0.0, 1.0], "bins": [-2.8046875, -2.718780517578125, -2.63287353515625, -2.546966552734375, -2.4610595703125, -2.375152587890625, -2.28924560546875, -2.203338623046875, -2.117431640625, -2.031524658203125, -1.94561767578125, -1.859710693359375, -1.7738037109375, -1.687896728515625, -1.60198974609375, -1.516082763671875, -1.43017578125, -1.344268798828125, -1.25836181640625, -1.172454833984375, -1.0865478515625, -1.000640869140625, -0.91473388671875, -0.828826904296875, -0.742919921875, -0.657012939453125, -0.57110595703125, -0.485198974609375, -0.3992919921875, -0.313385009765625, -0.22747802734375, -0.141571044921875, -0.0556640625, 0.030242919921875, 0.11614990234375, 0.202056884765625, 0.2879638671875, 0.373870849609375, 0.45977783203125, 0.545684814453125, 0.631591796875, 0.717498779296875, 0.80340576171875, 0.889312744140625, 0.9752197265625, 1.061126708984375, 1.14703369140625, 1.232940673828125, 1.31884765625, 1.404754638671875, 1.49066162109375, 1.576568603515625, 1.6624755859375, 1.748382568359375, 1.83428955078125, 1.920196533203125, 2.006103515625, 2.092010498046875, 2.17791748046875, 2.263824462890625, 2.3497314453125, 2.435638427734375, 2.52154541015625, 2.607452392578125, 2.693359375]}, "gradients/decoder.transformer.h.0.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 6.0, 1.0, 1.0, 4.0, 6.0, 6.0, 20.0, 29.0, 78.0, 125.0, 228.0, 484.0, 1055.0, 2497.0, 6275.0, 17817.0, 53908.0, 185271.0, 704801.0, 1919352.0, 948786.0, 247047.0, 70684.0, 22256.0, 7996.0, 3082.0, 1310.0, 568.0, 262.0, 138.0, 80.0, 41.0, 30.0, 16.0, 9.0, 10.0, 4.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-3.888671875, -3.7852783203125, -3.681884765625, -3.5784912109375, -3.47509765625, -3.3717041015625, -3.268310546875, -3.1649169921875, -3.0615234375, -2.9581298828125, -2.854736328125, -2.7513427734375, -2.64794921875, -2.5445556640625, -2.441162109375, -2.3377685546875, -2.234375, -2.1309814453125, -2.027587890625, -1.9241943359375, -1.82080078125, -1.7174072265625, -1.614013671875, -1.5106201171875, -1.4072265625, -1.3038330078125, -1.200439453125, -1.0970458984375, -0.99365234375, -0.8902587890625, -0.786865234375, -0.6834716796875, -0.580078125, -0.4766845703125, -0.373291015625, -0.2698974609375, -0.16650390625, -0.0631103515625, 0.040283203125, 0.1436767578125, 0.2470703125, 0.3504638671875, 0.453857421875, 0.5572509765625, 0.66064453125, 0.7640380859375, 0.867431640625, 0.9708251953125, 1.07421875, 1.1776123046875, 1.281005859375, 1.3843994140625, 1.48779296875, 1.5911865234375, 1.694580078125, 1.7979736328125, 1.9013671875, 2.0047607421875, 2.108154296875, 2.2115478515625, 2.31494140625, 2.4183349609375, 2.521728515625, 2.6251220703125, 2.728515625]}, "gradients/decoder.transformer.h.0.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 4.0, 7.0, 11.0, 12.0, 14.0, 13.0, 21.0, 37.0, 40.0, 44.0, 46.0, 55.0, 61.0, 54.0, 78.0, 58.0, 63.0, 60.0, 67.0, 49.0, 46.0, 34.0, 34.0, 20.0, 21.0, 11.0, 13.0, 6.0, 5.0, 9.0, 4.0, 2.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-29.01582145690918, -28.25534439086914, -27.4948673248291, -26.734390258789062, -25.973913192749023, -25.213436126708984, -24.452957153320312, -23.692481994628906, -22.932003021240234, -22.171525955200195, -21.411048889160156, -20.650571823120117, -19.890094757080078, -19.12961769104004, -18.369140625, -17.608661651611328, -16.848186492919922, -16.087709426879883, -15.327232360839844, -14.566755294799805, -13.806278228759766, -13.045801162719727, -12.285323143005371, -11.524846076965332, -10.764369010925293, -10.003891944885254, -9.243414878845215, -8.48293685913086, -7.7224602699279785, -6.9619832038879395, -6.201505661010742, -5.441028594970703, -4.680549621582031, -3.920072555541992, -3.159595251083374, -2.399117946624756, -1.6386408805847168, -0.8781638145446777, -0.11768627166748047, 0.6427907943725586, 1.4032678604125977, 2.1637449264526367, 2.924222230911255, 3.684699535369873, 4.445176601409912, 5.205653667449951, 5.966131210327148, 6.7266082763671875, 7.487085342407227, 8.247562408447266, 9.008039474487305, 9.768516540527344, 10.528993606567383, 11.289470672607422, 12.049948692321777, 12.810425758361816, 13.570902824401855, 14.331379890441895, 15.091856956481934, 15.852334976196289, 16.612812042236328, 17.373289108276367, 18.133766174316406, 18.894243240356445, 19.654720306396484]}, "gradients/decoder.transformer.h.0.ln_2.bias": {"_type": "histogram", "values": [2.0, 4.0, 2.0, 4.0, 4.0, 4.0, 3.0, 8.0, 5.0, 9.0, 12.0, 17.0, 11.0, 11.0, 10.0, 16.0, 20.0, 21.0, 29.0, 46.0, 19.0, 24.0, 40.0, 31.0, 40.0, 34.0, 40.0, 42.0, 32.0, 49.0, 47.0, 34.0, 39.0, 32.0, 23.0, 16.0, 22.0, 28.0, 28.0, 28.0, 16.0, 13.0, 15.0, 14.0, 10.0, 11.0, 13.0, 8.0, 3.0, 12.0, 7.0, 3.0, 4.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.9634428024292, -12.505825996398926, -12.048210144042969, -11.590593338012695, -11.132976531982422, -10.675360679626465, -10.217743873596191, -9.760128021240234, -9.302511215209961, -8.844894409179688, -8.38727855682373, -7.929661750793457, -7.472045421600342, -7.014429092407227, -6.556812286376953, -6.099195957183838, -5.641579627990723, -5.183963298797607, -4.726346969604492, -4.268730163574219, -3.8111138343811035, -3.3534975051879883, -2.895880937576294, -2.4382643699645996, -1.9806480407714844, -1.5230315923690796, -1.0654151439666748, -0.60779869556427, -0.15018224716186523, 0.30743408203125, 0.7650506496429443, 1.2226672172546387, 1.6802825927734375, 2.1378989219665527, 2.595515489578247, 3.0531320571899414, 3.5107483863830566, 3.968364715576172, 4.425981521606445, 4.8835978507995605, 5.341214179992676, 5.798830509185791, 6.256446838378906, 6.71406364440918, 7.171679973602295, 7.62929630279541, 8.086913108825684, 8.54452896118164, 9.002145767211914, 9.459762573242188, 9.917378425598145, 10.374995231628418, 10.832611083984375, 11.290227890014648, 11.747844696044922, 12.205461502075195, 12.663077354431152, 13.120694160461426, 13.578310012817383, 14.035926818847656, 14.49354362487793, 14.951159477233887, 15.40877628326416, 15.866392135620117, 16.32400894165039]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 2.0, 7.0, 4.0, 5.0, 2.0, 6.0, 4.0, 17.0, 7.0, 13.0, 14.0, 11.0, 11.0, 23.0, 24.0, 19.0, 30.0, 27.0, 19.0, 25.0, 41.0, 39.0, 31.0, 40.0, 42.0, 41.0, 39.0, 36.0, 42.0, 31.0, 26.0, 32.0, 32.0, 25.0, 29.0, 29.0, 33.0, 19.0, 20.0, 16.0, 19.0, 13.0, 7.0, 13.0, 11.0, 6.0, 6.0, 7.0, 5.0, 3.0, 5.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-23.609375, -22.803466796875, -21.99755859375, -21.191650390625, -20.3857421875, -19.579833984375, -18.77392578125, -17.968017578125, -17.162109375, -16.356201171875, -15.55029296875, -14.744384765625, -13.9384765625, -13.132568359375, -12.32666015625, -11.520751953125, -10.71484375, -9.908935546875, -9.10302734375, -8.297119140625, -7.4912109375, -6.685302734375, -5.87939453125, -5.073486328125, -4.267578125, -3.461669921875, -2.65576171875, -1.849853515625, -1.0439453125, -0.238037109375, 0.56787109375, 1.373779296875, 2.1796875, 2.985595703125, 3.79150390625, 4.597412109375, 5.4033203125, 6.209228515625, 7.01513671875, 7.821044921875, 8.626953125, 9.432861328125, 10.23876953125, 11.044677734375, 11.8505859375, 12.656494140625, 13.46240234375, 14.268310546875, 15.07421875, 15.880126953125, 16.68603515625, 17.491943359375, 18.2978515625, 19.103759765625, 19.90966796875, 20.715576171875, 21.521484375, 22.327392578125, 23.13330078125, 23.939208984375, 24.7451171875, 25.551025390625, 26.35693359375, 27.162841796875, 27.96875]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 5.0, 10.0, 21.0, 24.0, 33.0, 59.0, 88.0, 134.0, 225.0, 336.0, 451.0, 753.0, 1141.0, 1640.0, 2536.0, 3901.0, 6163.0, 9671.0, 15567.0, 24811.0, 39004.0, 62331.0, 95433.0, 140402.0, 172546.0, 156388.0, 112736.0, 74293.0, 47015.0, 29783.0, 18572.0, 11616.0, 7301.0, 4779.0, 2984.0, 1977.0, 1320.0, 859.0, 563.0, 383.0, 238.0, 156.0, 104.0, 78.0, 48.0, 20.0, 25.0, 18.0, 12.0, 4.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6005859375, -1.5484466552734375, -1.496307373046875, -1.4441680908203125, -1.39202880859375, -1.3398895263671875, -1.287750244140625, -1.2356109619140625, -1.1834716796875, -1.1313323974609375, -1.079193115234375, -1.0270538330078125, -0.97491455078125, -0.9227752685546875, -0.870635986328125, -0.8184967041015625, -0.766357421875, -0.7142181396484375, -0.662078857421875, -0.6099395751953125, -0.55780029296875, -0.5056610107421875, -0.453521728515625, -0.4013824462890625, -0.3492431640625, -0.2971038818359375, -0.244964599609375, -0.1928253173828125, -0.14068603515625, -0.0885467529296875, -0.036407470703125, 0.0157318115234375, 0.06787109375, 0.1200103759765625, 0.172149658203125, 0.2242889404296875, 0.27642822265625, 0.3285675048828125, 0.380706787109375, 0.4328460693359375, 0.4849853515625, 0.5371246337890625, 0.589263916015625, 0.6414031982421875, 0.69354248046875, 0.7456817626953125, 0.797821044921875, 0.8499603271484375, 0.902099609375, 0.9542388916015625, 1.006378173828125, 1.0585174560546875, 1.11065673828125, 1.1627960205078125, 1.214935302734375, 1.2670745849609375, 1.3192138671875, 1.3713531494140625, 1.423492431640625, 1.4756317138671875, 1.52777099609375, 1.5799102783203125, 1.632049560546875, 1.6841888427734375, 1.736328125]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 7.0, 4.0, 7.0, 9.0, 8.0, 8.0, 8.0, 16.0, 19.0, 16.0, 21.0, 26.0, 44.0, 37.0, 42.0, 39.0, 39.0, 46.0, 35.0, 1072.0, 45.0, 39.0, 47.0, 54.0, 39.0, 47.0, 33.0, 38.0, 28.0, 30.0, 20.0, 17.0, 19.0, 14.0, 11.0, 12.0, 9.0, 10.0, 7.0, 8.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-19.703125, -19.086669921875, -18.47021484375, -17.853759765625, -17.2373046875, -16.620849609375, -16.00439453125, -15.387939453125, -14.771484375, -14.155029296875, -13.53857421875, -12.922119140625, -12.3056640625, -11.689208984375, -11.07275390625, -10.456298828125, -9.83984375, -9.223388671875, -8.60693359375, -7.990478515625, -7.3740234375, -6.757568359375, -6.14111328125, -5.524658203125, -4.908203125, -4.291748046875, -3.67529296875, -3.058837890625, -2.4423828125, -1.825927734375, -1.20947265625, -0.593017578125, 0.0234375, 0.639892578125, 1.25634765625, 1.872802734375, 2.4892578125, 3.105712890625, 3.72216796875, 4.338623046875, 4.955078125, 5.571533203125, 6.18798828125, 6.804443359375, 7.4208984375, 8.037353515625, 8.65380859375, 9.270263671875, 9.88671875, 10.503173828125, 11.11962890625, 11.736083984375, 12.3525390625, 12.968994140625, 13.58544921875, 14.201904296875, 14.818359375, 15.434814453125, 16.05126953125, 16.667724609375, 17.2841796875, 17.900634765625, 18.51708984375, 19.133544921875, 19.75]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 5.0, 9.0, 13.0, 15.0, 24.0, 41.0, 91.0, 155.0, 208.0, 470.0, 837.0, 1558.0, 3000.0, 5866.0, 11609.0, 23492.0, 50133.0, 105584.0, 214660.0, 1314316.0, 187246.0, 92766.0, 43242.0, 20631.0, 10125.0, 5223.0, 2698.0, 1447.0, 721.0, 436.0, 227.0, 135.0, 60.0, 37.0, 23.0, 15.0, 8.0, 5.0, 5.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5390625, -2.458221435546875, -2.37738037109375, -2.296539306640625, -2.2156982421875, -2.134857177734375, -2.05401611328125, -1.973175048828125, -1.892333984375, -1.811492919921875, -1.73065185546875, -1.649810791015625, -1.5689697265625, -1.488128662109375, -1.40728759765625, -1.326446533203125, -1.24560546875, -1.164764404296875, -1.08392333984375, -1.003082275390625, -0.9222412109375, -0.841400146484375, -0.76055908203125, -0.679718017578125, -0.598876953125, -0.518035888671875, -0.43719482421875, -0.356353759765625, -0.2755126953125, -0.194671630859375, -0.11383056640625, -0.032989501953125, 0.0478515625, 0.128692626953125, 0.20953369140625, 0.290374755859375, 0.3712158203125, 0.452056884765625, 0.53289794921875, 0.613739013671875, 0.694580078125, 0.775421142578125, 0.85626220703125, 0.937103271484375, 1.0179443359375, 1.098785400390625, 1.17962646484375, 1.260467529296875, 1.34130859375, 1.422149658203125, 1.50299072265625, 1.583831787109375, 1.6646728515625, 1.745513916015625, 1.82635498046875, 1.907196044921875, 1.988037109375, 2.068878173828125, 2.14971923828125, 2.230560302734375, 2.3114013671875, 2.392242431640625, 2.47308349609375, 2.553924560546875, 2.634765625]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 4.0, 3.0, 12.0, 4.0, 10.0, 14.0, 15.0, 13.0, 23.0, 21.0, 23.0, 29.0, 35.0, 45.0, 42.0, 49.0, 41.0, 55.0, 61.0, 79.0, 60.0, 33.0, 42.0, 39.0, 35.0, 33.0, 21.0, 25.0, 19.0, 16.0, 15.0, 19.0, 10.0, 10.0, 9.0, 8.0, 6.0, 3.0, 7.0, 1.0, 0.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.044647216796875, -0.0430903434753418, -0.041533470153808594, -0.03997659683227539, -0.03841972351074219, -0.036862850189208984, -0.03530597686767578, -0.03374910354614258, -0.032192230224609375, -0.030635356903076172, -0.02907848358154297, -0.027521610260009766, -0.025964736938476562, -0.02440786361694336, -0.022850990295410156, -0.021294116973876953, -0.01973724365234375, -0.018180370330810547, -0.016623497009277344, -0.01506662368774414, -0.013509750366210938, -0.011952877044677734, -0.010396003723144531, -0.008839130401611328, -0.007282257080078125, -0.005725383758544922, -0.004168510437011719, -0.0026116371154785156, -0.0010547637939453125, 0.0005021095275878906, 0.0020589828491210938, 0.003615856170654297, 0.0051727294921875, 0.006729602813720703, 0.008286476135253906, 0.00984334945678711, 0.011400222778320312, 0.012957096099853516, 0.014513969421386719, 0.016070842742919922, 0.017627716064453125, 0.019184589385986328, 0.02074146270751953, 0.022298336029052734, 0.023855209350585938, 0.02541208267211914, 0.026968955993652344, 0.028525829315185547, 0.03008270263671875, 0.03163957595825195, 0.033196449279785156, 0.03475332260131836, 0.03631019592285156, 0.037867069244384766, 0.03942394256591797, 0.04098081588745117, 0.042537689208984375, 0.04409456253051758, 0.04565143585205078, 0.047208309173583984, 0.04876518249511719, 0.05032205581665039, 0.051878929138183594, 0.0534358024597168, 0.05499267578125]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 4.0, 10.0, 8.0, 1.0, 8.0, 15.0, 20.0, 26.0, 39.0, 59.0, 97.0, 151.0, 251.0, 418.0, 693.0, 1292.0, 2393.0, 4717.0, 10454.0, 24153.0, 62408.0, 165312.0, 333748.0, 263706.0, 107307.0, 39929.0, 16337.0, 7461.0, 3394.0, 1745.0, 991.0, 512.0, 335.0, 193.0, 127.0, 72.0, 54.0, 40.0, 17.0, 24.0, 15.0, 8.0, 9.0, 3.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.225341796875, -0.2177734375, -0.210205078125, -0.20263671875, -0.195068359375, -0.1875, -0.179931640625, -0.17236328125, -0.164794921875, -0.1572265625, -0.149658203125, -0.14208984375, -0.134521484375, -0.126953125, -0.119384765625, -0.11181640625, -0.104248046875, -0.0966796875, -0.089111328125, -0.08154296875, -0.073974609375, -0.06640625, -0.058837890625, -0.05126953125, -0.043701171875, -0.0361328125, -0.028564453125, -0.02099609375, -0.013427734375, -0.005859375, 0.001708984375, 0.00927734375, 0.016845703125, 0.0244140625, 0.031982421875, 0.03955078125, 0.047119140625, 0.0546875, 0.062255859375, 0.06982421875, 0.077392578125, 0.0849609375, 0.092529296875, 0.10009765625, 0.107666015625, 0.115234375, 0.122802734375, 0.13037109375, 0.137939453125, 0.1455078125, 0.153076171875, 0.16064453125, 0.168212890625, 0.17578125, 0.183349609375, 0.19091796875, 0.198486328125, 0.2060546875, 0.213623046875, 0.22119140625, 0.228759765625, 0.236328125, 0.243896484375, 0.25146484375, 0.259033203125]}, "gradients/decoder.transformer.h.0.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 5.0, 3.0, 4.0, 6.0, 5.0, 9.0, 8.0, 14.0, 11.0, 22.0, 26.0, 29.0, 31.0, 39.0, 37.0, 42.0, 60.0, 62.0, 73.0, 69.0, 60.0, 51.0, 56.0, 47.0, 41.0, 40.0, 28.0, 29.0, 15.0, 19.0, 14.0, 10.0, 13.0, 8.0, 5.0, 7.0, 2.0, 1.0, 1.0, 2.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07490170001983643, -0.07264124602079391, -0.070380799472332, -0.06812034547328949, -0.06585989147424698, -0.06359943747520447, -0.061338990926742554, -0.05907853692770004, -0.05681808292865753, -0.05455763265490532, -0.05229717865586281, -0.050036728382110596, -0.047776274383068085, -0.04551582410931587, -0.04325537383556366, -0.04099491983652115, -0.038734469562768936, -0.036474019289016724, -0.03421356528997421, -0.031953115016222, -0.02969266101717949, -0.027432210743427277, -0.025171758607029915, -0.022911306470632553, -0.02065085433423519, -0.01839040219783783, -0.016129950061440468, -0.01386949885636568, -0.011609046719968319, -0.009348594583570957, -0.00708814337849617, -0.004827691242098808, -0.0025672391057014465, -0.00030678720213472843, 0.0019536647014319897, 0.004214116372168064, 0.006474568508565426, 0.008735020644962788, 0.010995471850037575, 0.013255923986434937, 0.015516376122832298, 0.01777682825922966, 0.020037280395627022, 0.022297732532024384, 0.024558182805776596, 0.026818636804819107, 0.02907908707857132, 0.03133954107761383, 0.03359999135136604, 0.035860441625118256, 0.03812089562416077, 0.04038134589791298, 0.04264179989695549, 0.0449022501707077, 0.047162704169750214, 0.049423154443502426, 0.05168360471725464, 0.05394405499100685, 0.05620450899004936, 0.058464959263801575, 0.060725413262844086, 0.0629858672618866, 0.06524631381034851, 0.06750676780939102, 0.06976722180843353]}, "gradients/decoder.transformer.h.0.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 6.0, 2.0, 0.0, 3.0, 3.0, 4.0, 7.0, 13.0, 11.0, 23.0, 21.0, 24.0, 24.0, 22.0, 37.0, 31.0, 35.0, 35.0, 50.0, 38.0, 43.0, 38.0, 38.0, 41.0, 38.0, 46.0, 38.0, 41.0, 42.0, 44.0, 32.0, 28.0, 19.0, 30.0, 16.0, 18.0, 20.0, 18.0, 8.0, 5.0, 6.0, 1.0, 4.0, 4.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.055097758769989014, -0.0533747598528862, -0.051651764661073685, -0.04992876946926117, -0.048205770552158356, -0.04648277163505554, -0.04475977644324303, -0.04303678125143051, -0.0413137823343277, -0.039590783417224884, -0.03786778822541237, -0.036144793033599854, -0.03442179411649704, -0.032698795199394226, -0.03097580000758171, -0.029252802953124046, -0.027529805898666382, -0.025806808844208717, -0.024083811789751053, -0.02236081473529339, -0.020637817680835724, -0.01891482062637806, -0.017191823571920395, -0.01546882651746273, -0.013745829463005066, -0.012022832408547401, -0.010299835354089737, -0.008576838299632072, -0.006853841245174408, -0.0051308441907167435, -0.003407847136259079, -0.0016848500818014145, 3.814697265625e-05, 0.0017611440271139145, 0.003484141081571579, 0.0052071381360292435, 0.006930135190486908, 0.008653132244944572, 0.010376129299402237, 0.012099126353859901, 0.013822123408317566, 0.01554512046277523, 0.017268117517232895, 0.01899111457169056, 0.020714111626148224, 0.02243710868060589, 0.024160105735063553, 0.025883102789521217, 0.027606099843978882, 0.029329096898436546, 0.03105209395289421, 0.032775089144706726, 0.03449808806180954, 0.036221086978912354, 0.03794408217072487, 0.039667077362537384, 0.0413900762796402, 0.04311307519674301, 0.04483607038855553, 0.04655906558036804, 0.048282064497470856, 0.05000506341457367, 0.051728058606386185, 0.0534510537981987, 0.055174052715301514]}, "gradients/decoder.transformer.h.0.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 2.0, 7.0, 4.0, 5.0, 1.0, 7.0, 5.0, 14.0, 9.0, 11.0, 16.0, 12.0, 10.0, 22.0, 24.0, 21.0, 27.0, 25.0, 22.0, 25.0, 40.0, 39.0, 34.0, 38.0, 41.0, 44.0, 42.0, 32.0, 43.0, 29.0, 26.0, 33.0, 31.0, 27.0, 26.0, 30.0, 29.0, 25.0, 16.0, 17.0, 21.0, 13.0, 6.0, 16.0, 7.0, 7.0, 6.0, 8.0, 5.0, 3.0, 5.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-23.625, -22.819580078125, -22.01416015625, -21.208740234375, -20.4033203125, -19.597900390625, -18.79248046875, -17.987060546875, -17.181640625, -16.376220703125, -15.57080078125, -14.765380859375, -13.9599609375, -13.154541015625, -12.34912109375, -11.543701171875, -10.73828125, -9.932861328125, -9.12744140625, -8.322021484375, -7.5166015625, -6.711181640625, -5.90576171875, -5.100341796875, -4.294921875, -3.489501953125, -2.68408203125, -1.878662109375, -1.0732421875, -0.267822265625, 0.53759765625, 1.343017578125, 2.1484375, 2.953857421875, 3.75927734375, 4.564697265625, 5.3701171875, 6.175537109375, 6.98095703125, 7.786376953125, 8.591796875, 9.397216796875, 10.20263671875, 11.008056640625, 11.8134765625, 12.618896484375, 13.42431640625, 14.229736328125, 15.03515625, 15.840576171875, 16.64599609375, 17.451416015625, 18.2568359375, 19.062255859375, 19.86767578125, 20.673095703125, 21.478515625, 22.283935546875, 23.08935546875, 23.894775390625, 24.7001953125, 25.505615234375, 26.31103515625, 27.116455078125, 27.921875]}, "gradients/decoder.transformer.h.0.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 1.0, 8.0, 6.0, 2.0, 2.0, 8.0, 7.0, 10.0, 17.0, 7.0, 13.0, 13.0, 16.0, 31.0, 27.0, 43.0, 56.0, 100.0, 148.0, 294.0, 567.0, 1347.0, 4123.0, 16343.0, 79894.0, 362056.0, 441869.0, 110532.0, 22552.0, 5288.0, 1638.0, 634.0, 347.0, 181.0, 98.0, 67.0, 45.0, 38.0, 24.0, 20.0, 15.0, 10.0, 11.0, 7.0, 14.0, 7.0, 7.0, 8.0, 2.0, 2.0, 7.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-5.29296875, -5.11712646484375, -4.9412841796875, -4.76544189453125, -4.589599609375, -4.41375732421875, -4.2379150390625, -4.06207275390625, -3.88623046875, -3.71038818359375, -3.5345458984375, -3.35870361328125, -3.182861328125, -3.00701904296875, -2.8311767578125, -2.65533447265625, -2.4794921875, -2.30364990234375, -2.1278076171875, -1.95196533203125, -1.776123046875, -1.60028076171875, -1.4244384765625, -1.24859619140625, -1.07275390625, -0.89691162109375, -0.7210693359375, -0.54522705078125, -0.369384765625, -0.19354248046875, -0.0177001953125, 0.15814208984375, 0.333984375, 0.50982666015625, 0.6856689453125, 0.86151123046875, 1.037353515625, 1.21319580078125, 1.3890380859375, 1.56488037109375, 1.74072265625, 1.91656494140625, 2.0924072265625, 2.26824951171875, 2.444091796875, 2.61993408203125, 2.7957763671875, 2.97161865234375, 3.1474609375, 3.32330322265625, 3.4991455078125, 3.67498779296875, 3.850830078125, 4.02667236328125, 4.2025146484375, 4.37835693359375, 4.55419921875, 4.73004150390625, 4.9058837890625, 5.08172607421875, 5.257568359375, 5.43341064453125, 5.6092529296875, 5.78509521484375, 5.9609375]}, "gradients/decoder.transformer.h.0.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 6.0, 2.0, 9.0, 4.0, 2.0, 13.0, 10.0, 12.0, 12.0, 15.0, 18.0, 14.0, 20.0, 29.0, 23.0, 34.0, 37.0, 37.0, 37.0, 40.0, 35.0, 195.0, 1942.0, 43.0, 43.0, 45.0, 38.0, 30.0, 38.0, 35.0, 35.0, 25.0, 18.0, 25.0, 23.0, 14.0, 13.0, 17.0, 9.0, 14.0, 8.0, 6.0, 7.0, 6.0, 1.0, 5.0, 1.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-35.03125, -33.94091796875, -32.8505859375, -31.76025390625, -30.669921875, -29.57958984375, -28.4892578125, -27.39892578125, -26.30859375, -25.21826171875, -24.1279296875, -23.03759765625, -21.947265625, -20.85693359375, -19.7666015625, -18.67626953125, -17.5859375, -16.49560546875, -15.4052734375, -14.31494140625, -13.224609375, -12.13427734375, -11.0439453125, -9.95361328125, -8.86328125, -7.77294921875, -6.6826171875, -5.59228515625, -4.501953125, -3.41162109375, -2.3212890625, -1.23095703125, -0.140625, 0.94970703125, 2.0400390625, 3.13037109375, 4.220703125, 5.31103515625, 6.4013671875, 7.49169921875, 8.58203125, 9.67236328125, 10.7626953125, 11.85302734375, 12.943359375, 14.03369140625, 15.1240234375, 16.21435546875, 17.3046875, 18.39501953125, 19.4853515625, 20.57568359375, 21.666015625, 22.75634765625, 23.8466796875, 24.93701171875, 26.02734375, 27.11767578125, 28.2080078125, 29.29833984375, 30.388671875, 31.47900390625, 32.5693359375, 33.65966796875, 34.75]}, "gradients/decoder.transformer.h.0.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 13.0, 12.0, 24.0, 53.0, 60.0, 137.0, 232.0, 468.0, 1052.0, 3133.0, 27285.0, 2613041.0, 476078.0, 19633.0, 2674.0, 878.0, 430.0, 212.0, 123.0, 60.0, 35.0, 30.0, 16.0, 7.0, 5.0, 2.0, 3.0, 4.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.421875, -9.144287109375, -8.86669921875, -8.589111328125, -8.3115234375, -8.033935546875, -7.75634765625, -7.478759765625, -7.201171875, -6.923583984375, -6.64599609375, -6.368408203125, -6.0908203125, -5.813232421875, -5.53564453125, -5.258056640625, -4.98046875, -4.702880859375, -4.42529296875, -4.147705078125, -3.8701171875, -3.592529296875, -3.31494140625, -3.037353515625, -2.759765625, -2.482177734375, -2.20458984375, -1.927001953125, -1.6494140625, -1.371826171875, -1.09423828125, -0.816650390625, -0.5390625, -0.261474609375, 0.01611328125, 0.293701171875, 0.5712890625, 0.848876953125, 1.12646484375, 1.404052734375, 1.681640625, 1.959228515625, 2.23681640625, 2.514404296875, 2.7919921875, 3.069580078125, 3.34716796875, 3.624755859375, 3.90234375, 4.179931640625, 4.45751953125, 4.735107421875, 5.0126953125, 5.290283203125, 5.56787109375, 5.845458984375, 6.123046875, 6.400634765625, 6.67822265625, 6.955810546875, 7.2333984375, 7.510986328125, 7.78857421875, 8.066162109375, 8.34375]}, "gradients/decoder.transformer.h.0.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 4.0, 9.0, 5.0, 17.0, 20.0, 50.0, 87.0, 170.0, 228.0, 174.0, 101.0, 51.0, 39.0, 14.0, 10.0, 10.0, 6.0, 6.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-84.56539154052734, -81.7816390991211, -78.99787902832031, -76.21412658691406, -73.43036651611328, -70.64661407470703, -67.86285400390625, -65.0791015625, -62.295345306396484, -59.51158905029297, -56.72783279418945, -53.94407653808594, -51.16032409667969, -48.376564025878906, -45.592811584472656, -42.80905532836914, -40.025299072265625, -37.24154281616211, -34.457786560058594, -31.67403221130371, -28.890275955200195, -26.10651969909668, -23.322765350341797, -20.53900909423828, -17.755252838134766, -14.97149658203125, -12.18774127960205, -9.403985977172852, -6.620229721069336, -3.8364734649658203, -1.0527191162109375, 1.7310371398925781, 4.514793395996094, 7.298549175262451, 10.082304954528809, 12.866060256958008, 15.649816513061523, 18.43357276916504, 21.217327117919922, 24.001083374023438, 26.784839630126953, 29.56859588623047, 32.352352142333984, 35.1361083984375, 37.91986083984375, 40.70362091064453, 43.48737335205078, 46.2711296081543, 49.05488586425781, 51.83864212036133, 54.622398376464844, 57.406150817871094, 60.189910888671875, 62.973663330078125, 65.75741577148438, 68.54117584228516, 71.32493591308594, 74.10868835449219, 76.89244842529297, 79.67620086669922, 82.4599609375, 85.24371337890625, 88.0274658203125, 90.81122589111328, 93.59497833251953]}, "gradients/decoder.transformer.h.0.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 4.0, 3.0, 6.0, 6.0, 7.0, 10.0, 10.0, 12.0, 12.0, 18.0, 18.0, 17.0, 22.0, 26.0, 22.0, 22.0, 38.0, 39.0, 46.0, 37.0, 37.0, 40.0, 43.0, 40.0, 37.0, 45.0, 49.0, 52.0, 36.0, 30.0, 38.0, 28.0, 25.0, 17.0, 24.0, 15.0, 15.0, 14.0, 5.0, 9.0, 5.0, 5.0, 9.0, 3.0, 1.0, 1.0, 3.0, 4.0, 0.0, 2.0, 2.0, 2.0, 3.0], "bins": [-54.18505859375, -52.58354949951172, -50.9820442199707, -49.38053512573242, -47.779029846191406, -46.177520751953125, -44.576011657714844, -42.97450256347656, -41.37299728393555, -39.771488189697266, -38.16998291015625, -36.56847381591797, -34.96696472167969, -33.36545944213867, -31.76395034790039, -30.162443161010742, -28.560935974121094, -26.959428787231445, -25.357921600341797, -23.756412506103516, -22.154905319213867, -20.55339813232422, -18.951889038085938, -17.35038185119629, -15.74887466430664, -14.147367477416992, -12.545859336853027, -10.944351196289062, -9.342844009399414, -7.741336822509766, -6.139828681945801, -4.538320541381836, -2.936809539794922, -1.3353018760681152, 0.2662057876586914, 1.867713451385498, 3.4692211151123047, 5.070728302001953, 6.672236442565918, 8.273744583129883, 9.875251770019531, 11.47675895690918, 13.078267097473145, 14.67977523803711, 16.281282424926758, 17.882789611816406, 19.484298706054688, 21.085805892944336, 22.687313079833984, 24.288820266723633, 25.89032745361328, 27.491836547851562, 29.09334373474121, 30.69485092163086, 32.29636001586914, 33.897865295410156, 35.49937438964844, 37.10088348388672, 38.702388763427734, 40.303897857666016, 41.90540313720703, 43.50691223144531, 45.108421325683594, 46.709930419921875, 48.31143569946289]}, "gradients/decoder.transformer.wpe.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 3.0, 3.0, 4.0, 6.0, 4.0, 16.0, 21.0, 22.0, 39.0, 44.0, 67.0, 105.0, 130.0, 193.0, 246.0, 410.0, 650.0, 1129.0, 2415.0, 6667.0, 1021970.0, 8232.0, 2747.0, 1253.0, 760.0, 454.0, 274.0, 201.0, 159.0, 120.0, 61.0, 53.0, 25.0, 23.0, 18.0, 19.0, 8.0, 4.0, 8.0, 0.0, 5.0, 1.0, 0.0, 0.0, 2.0], "bins": [-24.06939697265625, -23.461442947387695, -22.853490829467773, -22.24553680419922, -21.637582778930664, -21.02962875366211, -20.421676635742188, -19.813722610473633, -19.205768585205078, -18.597814559936523, -17.9898624420166, -17.381908416748047, -16.773954391479492, -16.166000366210938, -15.558048248291016, -14.950094223022461, -14.342142105102539, -13.7341890335083, -13.126235008239746, -12.518281936645508, -11.910327911376953, -11.302374839782715, -10.694421768188477, -10.086467742919922, -9.478514671325684, -8.870561599731445, -8.26260757446289, -7.654654502868652, -7.046700954437256, -6.438747406005859, -5.830794334411621, -5.222840785980225, -4.614889144897461, -4.0069355964660645, -3.398982286453247, -2.7910289764404297, -2.183075428009033, -1.5751218795776367, -0.9671685695648193, -0.35921525955200195, 0.24873828887939453, 0.8566917181015015, 1.4646451473236084, 2.072598457336426, 2.6805520057678223, 3.2885055541992188, 3.896458864212036, 4.5044121742248535, 5.11236572265625, 5.7203192710876465, 6.328272819519043, 6.936225891113281, 7.544179439544678, 8.152132987976074, 8.760086059570312, 9.368040084838867, 9.975993156433105, 10.583946228027344, 11.191900253295898, 11.799853324890137, 12.407806396484375, 13.01576042175293, 13.623713493347168, 14.231666564941406, 14.839620590209961]}, "gradients/decoder.transformer.wte.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 1.0, 4.0, 4.0, 11.0, 22.0, 137.0, 51456080.0, 6794.0, 74.0, 14.0, 7.0, 6.0, 2.0, 0.0, 7.0, 0.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-905.8571166992188, -852.2020874023438, -798.547119140625, -744.89208984375, -691.237060546875, -637.58203125, -583.9270629882812, -530.2720336914062, -476.6170349121094, -422.9620361328125, -369.3070068359375, -315.6520080566406, -261.99700927734375, -208.34197998046875, -154.68698120117188, -101.03195190429688, -47.376953125, 6.278057098388672, 59.933067321777344, 113.58807373046875, 167.2430877685547, 220.89810180664062, 274.5531005859375, 328.2081298828125, 381.8631286621094, 435.51812744140625, 489.17315673828125, 542.828125, 596.483154296875, 650.13818359375, 703.793212890625, 757.4482421875, 811.1031494140625, 864.7581787109375, 918.4131469726562, 972.0681762695312, 1025.72314453125, 1079.378173828125, 1133.033203125, 1186.688232421875, 1240.34326171875, 1293.998291015625, 1347.6533203125, 1401.308349609375, 1454.9632568359375, 1508.6182861328125, 1562.2733154296875, 1615.9283447265625, 1669.583251953125, 1723.23828125, 1776.893310546875, 1830.54833984375, 1884.2032470703125, 1937.8582763671875, 1991.5133056640625, 2045.1683349609375, 2098.823486328125, 2152.478515625, 2206.133544921875, 2259.78857421875, 2313.443603515625, 2367.0986328125, 2420.75341796875, 2474.40869140625, 2528.0634765625]}, "gradients/encoder.adapter.layers.2.conv.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 4.0, 4.0, 4.0, 14.0, 13.0, 13.0, 30.0, 53.0, 77.0, 97.0, 164.0, 263.0, 402.0, 584.0, 977.0, 1721.0, 2876.0, 5072.0, 9261.0, 16946.0, 32748.0, 63488.0, 125989.0, 252904.0, 540391.0, 1978797.0, 2152315.0, 568739.0, 263957.0, 132469.0, 66903.0, 34116.0, 17785.0, 9515.0, 5344.0, 2831.0, 1792.0, 1052.0, 646.0, 372.0, 236.0, 172.0, 94.0, 55.0, 45.0, 35.0, 23.0, 17.0, 14.0, 6.0, 5.0, 3.0, 5.0, 1.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0], "bins": [-5.24609375, -5.0714111328125, -4.896728515625, -4.7220458984375, -4.54736328125, -4.3726806640625, -4.197998046875, -4.0233154296875, -3.8486328125, -3.6739501953125, -3.499267578125, -3.3245849609375, -3.14990234375, -2.9752197265625, -2.800537109375, -2.6258544921875, -2.451171875, -2.2764892578125, -2.101806640625, -1.9271240234375, -1.75244140625, -1.5777587890625, -1.403076171875, -1.2283935546875, -1.0537109375, -0.8790283203125, -0.704345703125, -0.5296630859375, -0.35498046875, -0.1802978515625, -0.005615234375, 0.1690673828125, 0.34375, 0.5184326171875, 0.693115234375, 0.8677978515625, 1.04248046875, 1.2171630859375, 1.391845703125, 1.5665283203125, 1.7412109375, 1.9158935546875, 2.090576171875, 2.2652587890625, 2.43994140625, 2.6146240234375, 2.789306640625, 2.9639892578125, 3.138671875, 3.3133544921875, 3.488037109375, 3.6627197265625, 3.83740234375, 4.0120849609375, 4.186767578125, 4.3614501953125, 4.5361328125, 4.7108154296875, 4.885498046875, 5.0601806640625, 5.23486328125, 5.4095458984375, 5.584228515625, 5.7589111328125, 5.93359375]}, "gradients/encoder.adapter.layers.2.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 10.0, 8.0, 11.0, 13.0, 10.0, 11.0, 26.0, 23.0, 22.0, 21.0, 22.0, 28.0, 39.0, 45.0, 30.0, 65.0, 122.0, 233.0, 403.0, 315.0, 136.0, 56.0, 44.0, 42.0, 40.0, 31.0, 35.0, 28.0, 29.0, 28.0, 17.0, 9.0, 12.0, 16.0, 13.0, 2.0, 11.0, 4.0, 5.0, 3.0, 3.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0], "bins": [-11.453125, -11.132568359375, -10.81201171875, -10.491455078125, -10.1708984375, -9.850341796875, -9.52978515625, -9.209228515625, -8.888671875, -8.568115234375, -8.24755859375, -7.927001953125, -7.6064453125, -7.285888671875, -6.96533203125, -6.644775390625, -6.32421875, -6.003662109375, -5.68310546875, -5.362548828125, -5.0419921875, -4.721435546875, -4.40087890625, -4.080322265625, -3.759765625, -3.439208984375, -3.11865234375, -2.798095703125, -2.4775390625, -2.156982421875, -1.83642578125, -1.515869140625, -1.1953125, -0.874755859375, -0.55419921875, -0.233642578125, 0.0869140625, 0.407470703125, 0.72802734375, 1.048583984375, 1.369140625, 1.689697265625, 2.01025390625, 2.330810546875, 2.6513671875, 2.971923828125, 3.29248046875, 3.613037109375, 3.93359375, 4.254150390625, 4.57470703125, 4.895263671875, 5.2158203125, 5.536376953125, 5.85693359375, 6.177490234375, 6.498046875, 6.818603515625, 7.13916015625, 7.459716796875, 7.7802734375, 8.100830078125, 8.42138671875, 8.741943359375, 9.0625]}, "gradients/encoder.adapter.layers.1.conv.weight": {"_type": "histogram", "values": [3.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 4.0, 6.0, 15.0, 31.0, 29.0, 37.0, 54.0, 96.0, 152.0, 205.0, 293.0, 435.0, 658.0, 1036.0, 1531.0, 2521.0, 3961.0, 6460.0, 10631.0, 18196.0, 31142.0, 53671.0, 92540.0, 156148.0, 254679.0, 421642.0, 1416796.0, 2512769.0, 545198.0, 301962.0, 187530.0, 111956.0, 65747.0, 37642.0, 22165.0, 12604.0, 7935.0, 4655.0, 2903.0, 1868.0, 1228.0, 758.0, 489.0, 348.0, 222.0, 166.0, 107.0, 76.0, 47.0, 31.0, 29.0, 12.0, 13.0, 5.0, 2.0, 4.0, 1.0], "bins": [-3.716796875, -3.608062744140625, -3.49932861328125, -3.390594482421875, -3.2818603515625, -3.173126220703125, -3.06439208984375, -2.955657958984375, -2.846923828125, -2.738189697265625, -2.62945556640625, -2.520721435546875, -2.4119873046875, -2.303253173828125, -2.19451904296875, -2.085784912109375, -1.97705078125, -1.868316650390625, -1.75958251953125, -1.650848388671875, -1.5421142578125, -1.433380126953125, -1.32464599609375, -1.215911865234375, -1.107177734375, -0.998443603515625, -0.88970947265625, -0.780975341796875, -0.6722412109375, -0.563507080078125, -0.45477294921875, -0.346038818359375, -0.2373046875, -0.128570556640625, -0.01983642578125, 0.088897705078125, 0.1976318359375, 0.306365966796875, 0.41510009765625, 0.523834228515625, 0.632568359375, 0.741302490234375, 0.85003662109375, 0.958770751953125, 1.0675048828125, 1.176239013671875, 1.28497314453125, 1.393707275390625, 1.50244140625, 1.611175537109375, 1.71990966796875, 1.828643798828125, 1.9373779296875, 2.046112060546875, 2.15484619140625, 2.263580322265625, 2.372314453125, 2.481048583984375, 2.58978271484375, 2.698516845703125, 2.8072509765625, 2.915985107421875, 3.02471923828125, 3.133453369140625, 3.2421875]}, "gradients/encoder.adapter.layers.1.conv.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 5.0, 1.0, 8.0, 6.0, 3.0, 7.0, 5.0, 7.0, 8.0, 8.0, 19.0, 14.0, 27.0, 21.0, 17.0, 32.0, 31.0, 27.0, 24.0, 31.0, 42.0, 36.0, 66.0, 118.0, 312.0, 458.0, 220.0, 72.0, 46.0, 32.0, 33.0, 35.0, 31.0, 23.0, 23.0, 25.0, 24.0, 15.0, 17.0, 8.0, 14.0, 11.0, 10.0, 12.0, 11.0, 12.0, 5.0, 6.0, 4.0, 6.0, 4.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-15.4609375, -14.983642578125, -14.50634765625, -14.029052734375, -13.5517578125, -13.074462890625, -12.59716796875, -12.119873046875, -11.642578125, -11.165283203125, -10.68798828125, -10.210693359375, -9.7333984375, -9.256103515625, -8.77880859375, -8.301513671875, -7.82421875, -7.346923828125, -6.86962890625, -6.392333984375, -5.9150390625, -5.437744140625, -4.96044921875, -4.483154296875, -4.005859375, -3.528564453125, -3.05126953125, -2.573974609375, -2.0966796875, -1.619384765625, -1.14208984375, -0.664794921875, -0.1875, 0.289794921875, 0.76708984375, 1.244384765625, 1.7216796875, 2.198974609375, 2.67626953125, 3.153564453125, 3.630859375, 4.108154296875, 4.58544921875, 5.062744140625, 5.5400390625, 6.017333984375, 6.49462890625, 6.971923828125, 7.44921875, 7.926513671875, 8.40380859375, 8.881103515625, 9.3583984375, 9.835693359375, 10.31298828125, 10.790283203125, 11.267578125, 11.744873046875, 12.22216796875, 12.699462890625, 13.1767578125, 13.654052734375, 14.13134765625, 14.608642578125, 15.0859375]}, "gradients/encoder.adapter.layers.0.conv.weight": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 5.0, 5.0, 9.0, 3.0, 8.0, 8.0, 12.0, 10.0, 11.0, 32.0, 35.0, 49.0, 58.0, 86.0, 81.0, 134.0, 268.0, 422.0, 623.0, 1029.0, 1845.0, 3397.0, 7172.0, 20125.0, 93637.0, 5865774.0, 233263.0, 41427.0, 10956.0, 4729.0, 2556.0, 1439.0, 785.0, 492.0, 304.0, 183.0, 131.0, 89.0, 61.0, 48.0, 27.0, 24.0, 29.0, 18.0, 19.0, 10.0, 8.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0], "bins": [-31.390625, -30.402099609375, -29.41357421875, -28.425048828125, -27.4365234375, -26.447998046875, -25.45947265625, -24.470947265625, -23.482421875, -22.493896484375, -21.50537109375, -20.516845703125, -19.5283203125, -18.539794921875, -17.55126953125, -16.562744140625, -15.57421875, -14.585693359375, -13.59716796875, -12.608642578125, -11.6201171875, -10.631591796875, -9.64306640625, -8.654541015625, -7.666015625, -6.677490234375, -5.68896484375, -4.700439453125, -3.7119140625, -2.723388671875, -1.73486328125, -0.746337890625, 0.2421875, 1.230712890625, 2.21923828125, 3.207763671875, 4.1962890625, 5.184814453125, 6.17333984375, 7.161865234375, 8.150390625, 9.138916015625, 10.12744140625, 11.115966796875, 12.1044921875, 13.093017578125, 14.08154296875, 15.070068359375, 16.05859375, 17.047119140625, 18.03564453125, 19.024169921875, 20.0126953125, 21.001220703125, 21.98974609375, 22.978271484375, 23.966796875, 24.955322265625, 25.94384765625, 26.932373046875, 27.9208984375, 28.909423828125, 29.89794921875, 30.886474609375, 31.875]}, "gradients/encoder.adapter.layers.0.conv.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 4.0, 3.0, 4.0, 9.0, 3.0, 12.0, 11.0, 13.0, 12.0, 14.0, 21.0, 20.0, 28.0, 23.0, 29.0, 32.0, 36.0, 46.0, 47.0, 37.0, 40.0, 122.0, 676.0, 330.0, 52.0, 41.0, 38.0, 42.0, 33.0, 35.0, 26.0, 25.0, 25.0, 25.0, 18.0, 21.0, 7.0, 19.0, 13.0, 12.0, 3.0, 8.0, 7.0, 3.0, 2.0, 5.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-32.71875, -31.6220703125, -30.525390625, -29.4287109375, -28.33203125, -27.2353515625, -26.138671875, -25.0419921875, -23.9453125, -22.8486328125, -21.751953125, -20.6552734375, -19.55859375, -18.4619140625, -17.365234375, -16.2685546875, -15.171875, -14.0751953125, -12.978515625, -11.8818359375, -10.78515625, -9.6884765625, -8.591796875, -7.4951171875, -6.3984375, -5.3017578125, -4.205078125, -3.1083984375, -2.01171875, -0.9150390625, 0.181640625, 1.2783203125, 2.375, 3.4716796875, 4.568359375, 5.6650390625, 6.76171875, 7.8583984375, 8.955078125, 10.0517578125, 11.1484375, 12.2451171875, 13.341796875, 14.4384765625, 15.53515625, 16.6318359375, 17.728515625, 18.8251953125, 19.921875, 21.0185546875, 22.115234375, 23.2119140625, 24.30859375, 25.4052734375, 26.501953125, 27.5986328125, 28.6953125, 29.7919921875, 30.888671875, 31.9853515625, 33.08203125, 34.1787109375, 35.275390625, 36.3720703125, 37.46875]}, "gradients/encoder.encoder.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 6.0, 6.0, 6.0, 13.0, 39.0, 222.0, 547.0, 103.0, 26.0, 12.0, 2.0, 6.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-336.98309326171875, -329.3855895996094, -321.7881164550781, -314.19061279296875, -306.5931396484375, -298.9956359863281, -291.3981628417969, -283.8006591796875, -276.20318603515625, -268.6056823730469, -261.0082092285156, -253.4107208251953, -245.813232421875, -238.21572875976562, -230.6182403564453, -223.020751953125, -215.42324829101562, -207.8257598876953, -200.228271484375, -192.6307830810547, -185.03329467773438, -177.435791015625, -169.8383026123047, -162.24081420898438, -154.64332580566406, -147.04583740234375, -139.44834899902344, -131.85086059570312, -124.25336456298828, -116.65587615966797, -109.05838012695312, -101.46089172363281, -93.8634033203125, -86.26591491699219, -78.66842651367188, -71.07093048095703, -63.47344207763672, -55.875953674316406, -48.27846145629883, -40.68096923828125, -33.08348083496094, -25.485990524291992, -17.888500213623047, -10.291009902954102, -2.6935195922851562, 4.903968811035156, 12.501461029052734, 20.098953247070312, 27.696441650390625, 35.29393005371094, 42.891422271728516, 50.488914489746094, 58.086402893066406, 65.68389129638672, 73.28138732910156, 80.87887573242188, 88.47636413574219, 96.0738525390625, 103.67134094238281, 111.26883697509766, 118.86632537841797, 126.46381378173828, 134.06130981445312, 141.65879821777344, 149.25628662109375]}, "gradients/encoder.encoder.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 9.0, 9.0, 11.0, 16.0, 15.0, 21.0, 25.0, 60.0, 130.0, 238.0, 197.0, 97.0, 39.0, 32.0, 21.0, 14.0, 13.0, 13.0, 7.0, 6.0, 10.0, 5.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-196.14845275878906, -189.9890899658203, -183.82972717285156, -177.67034912109375, -171.510986328125, -165.35162353515625, -159.1922607421875, -153.03289794921875, -146.87353515625, -140.71417236328125, -134.5548095703125, -128.39544677734375, -122.23606872558594, -116.07670593261719, -109.91734313964844, -103.75798034667969, -97.59860229492188, -91.43923950195312, -85.27986907958984, -79.1205062866211, -72.96113586425781, -66.80177307128906, -60.64241027832031, -54.4830436706543, -48.32367706298828, -42.164310455322266, -36.00494384765625, -29.8455810546875, -23.686214447021484, -17.52684783935547, -11.367485046386719, -5.208118438720703, 0.951263427734375, 7.110629081726074, 13.269994735717773, 19.429359436035156, 25.588726043701172, 31.748092651367188, 37.90745544433594, 44.06682205200195, 50.22618865966797, 56.385555267333984, 62.544921875, 68.70428466796875, 74.8636474609375, 81.02301788330078, 87.18238067626953, 93.34175109863281, 99.50111389160156, 105.66047668457031, 111.8198471069336, 117.97920989990234, 124.13858032226562, 130.29794311523438, 136.45730590820312, 142.61666870117188, 148.77603149414062, 154.93539428710938, 161.09475708007812, 167.25411987304688, 173.4134979248047, 179.57286071777344, 185.7322235107422, 191.89158630371094, 198.05096435546875]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 6.0, 5.0, 12.0, 9.0, 13.0, 23.0, 19.0, 25.0, 57.0, 105.0, 122.0, 181.0, 279.0, 482.0, 736.0, 1179.0, 2116.0, 4288.0, 11145.0, 47659.0, 4044855.0, 58210.0, 12763.0, 4976.0, 2208.0, 1189.0, 632.0, 363.0, 241.0, 126.0, 84.0, 63.0, 42.0, 19.0, 18.0, 10.0, 14.0, 7.0, 2.0, 3.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5068359375, -1.46051025390625, -1.4141845703125, -1.36785888671875, -1.321533203125, -1.27520751953125, -1.2288818359375, -1.18255615234375, -1.13623046875, -1.08990478515625, -1.0435791015625, -0.99725341796875, -0.950927734375, -0.90460205078125, -0.8582763671875, -0.81195068359375, -0.765625, -0.71929931640625, -0.6729736328125, -0.62664794921875, -0.580322265625, -0.53399658203125, -0.4876708984375, -0.44134521484375, -0.39501953125, -0.34869384765625, -0.3023681640625, -0.25604248046875, -0.209716796875, -0.16339111328125, -0.1170654296875, -0.07073974609375, -0.0244140625, 0.02191162109375, 0.0682373046875, 0.11456298828125, 0.160888671875, 0.20721435546875, 0.2535400390625, 0.29986572265625, 0.34619140625, 0.39251708984375, 0.4388427734375, 0.48516845703125, 0.531494140625, 0.57781982421875, 0.6241455078125, 0.67047119140625, 0.716796875, 0.76312255859375, 0.8094482421875, 0.85577392578125, 0.902099609375, 0.94842529296875, 0.9947509765625, 1.04107666015625, 1.08740234375, 1.13372802734375, 1.1800537109375, 1.22637939453125, 1.272705078125, 1.31903076171875, 1.3653564453125, 1.41168212890625, 1.4580078125]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 4.0, 3.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 9.0, 3.0, 9.0, 5.0, 8.0, 9.0, 13.0, 10.0, 14.0, 29.0, 731.0, 27.0, 12.0, 19.0, 14.0, 10.0, 11.0, 8.0, 9.0, 7.0, 7.0, 4.0, 0.0, 6.0, 0.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.62841796875, -0.6096572875976562, -0.5908966064453125, -0.5721359252929688, -0.553375244140625, -0.5346145629882812, -0.5158538818359375, -0.49709320068359375, -0.47833251953125, -0.45957183837890625, -0.4408111572265625, -0.42205047607421875, -0.403289794921875, -0.38452911376953125, -0.3657684326171875, -0.34700775146484375, -0.3282470703125, -0.30948638916015625, -0.2907257080078125, -0.27196502685546875, -0.253204345703125, -0.23444366455078125, -0.2156829833984375, -0.19692230224609375, -0.17816162109375, -0.15940093994140625, -0.1406402587890625, -0.12187957763671875, -0.103118896484375, -0.08435821533203125, -0.0655975341796875, -0.04683685302734375, -0.028076171875, -0.00931549072265625, 0.0094451904296875, 0.02820587158203125, 0.046966552734375, 0.06572723388671875, 0.0844879150390625, 0.10324859619140625, 0.12200927734375, 0.14076995849609375, 0.1595306396484375, 0.17829132080078125, 0.197052001953125, 0.21581268310546875, 0.2345733642578125, 0.25333404541015625, 0.2720947265625, 0.29085540771484375, 0.3096160888671875, 0.32837677001953125, 0.347137451171875, 0.36589813232421875, 0.3846588134765625, 0.40341949462890625, 0.42218017578125, 0.44094085693359375, 0.4597015380859375, 0.47846221923828125, 0.497222900390625, 0.5159835815429688, 0.5347442626953125, 0.5535049438476562, 0.572265625]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 11.0, 4.0, 6.0, 5.0, 9.0, 8.0, 13.0, 18.0, 41.0, 41.0, 51.0, 74.0, 124.0, 237.0, 457.0, 946.0, 2166.0, 5556.0, 17477.0, 78435.0, 3131109.0, 877880.0, 58956.0, 13548.0, 4115.0, 1579.0, 650.0, 332.0, 187.0, 89.0, 58.0, 30.0, 18.0, 12.0, 12.0, 15.0, 5.0, 5.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.001953125, -1.94293212890625, -1.8839111328125, -1.82489013671875, -1.765869140625, -1.70684814453125, -1.6478271484375, -1.58880615234375, -1.52978515625, -1.47076416015625, -1.4117431640625, -1.35272216796875, -1.293701171875, -1.23468017578125, -1.1756591796875, -1.11663818359375, -1.0576171875, -0.99859619140625, -0.9395751953125, -0.88055419921875, -0.821533203125, -0.76251220703125, -0.7034912109375, -0.64447021484375, -0.58544921875, -0.52642822265625, -0.4674072265625, -0.40838623046875, -0.349365234375, -0.29034423828125, -0.2313232421875, -0.17230224609375, -0.11328125, -0.05426025390625, 0.0047607421875, 0.06378173828125, 0.122802734375, 0.18182373046875, 0.2408447265625, 0.29986572265625, 0.35888671875, 0.41790771484375, 0.4769287109375, 0.53594970703125, 0.594970703125, 0.65399169921875, 0.7130126953125, 0.77203369140625, 0.8310546875, 0.89007568359375, 0.9490966796875, 1.00811767578125, 1.067138671875, 1.12615966796875, 1.1851806640625, 1.24420166015625, 1.30322265625, 1.36224365234375, 1.4212646484375, 1.48028564453125, 1.539306640625, 1.59832763671875, 1.6573486328125, 1.71636962890625, 1.775390625]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 5.0, 10.0, 6.0, 5.0, 6.0, 12.0, 6.0, 15.0, 17.0, 18.0, 16.0, 32.0, 40.0, 63.0, 63.0, 111.0, 193.0, 487.0, 1595.0, 619.0, 251.0, 133.0, 93.0, 76.0, 48.0, 26.0, 27.0, 15.0, 14.0, 12.0, 19.0, 6.0, 7.0, 6.0, 4.0, 5.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.470947265625, -0.4577140808105469, -0.44448089599609375, -0.4312477111816406, -0.4180145263671875, -0.4047813415527344, -0.39154815673828125, -0.3783149719238281, -0.365081787109375, -0.3518486022949219, -0.33861541748046875, -0.3253822326660156, -0.3121490478515625, -0.2989158630371094, -0.28568267822265625, -0.2724494934082031, -0.25921630859375, -0.24598312377929688, -0.23274993896484375, -0.21951675415039062, -0.2062835693359375, -0.19305038452148438, -0.17981719970703125, -0.16658401489257812, -0.153350830078125, -0.14011764526367188, -0.12688446044921875, -0.11365127563476562, -0.1004180908203125, -0.08718490600585938, -0.07395172119140625, -0.060718536376953125, -0.0474853515625, -0.034252166748046875, -0.02101898193359375, -0.007785797119140625, 0.0054473876953125, 0.018680572509765625, 0.03191375732421875, 0.045146942138671875, 0.058380126953125, 0.07161331176757812, 0.08484649658203125, 0.09807968139648438, 0.1113128662109375, 0.12454605102539062, 0.13777923583984375, 0.15101242065429688, 0.16424560546875, 0.17747879028320312, 0.19071197509765625, 0.20394515991210938, 0.2171783447265625, 0.23041152954101562, 0.24364471435546875, 0.2568778991699219, 0.270111083984375, 0.2833442687988281, 0.29657745361328125, 0.3098106384277344, 0.3230438232421875, 0.3362770080566406, 0.34951019287109375, 0.3627433776855469, 0.3759765625]}, "gradients/encoder.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 5.0, 7.0, 14.0, 22.0, 52.0, 117.0, 194.0, 216.0, 188.0, 89.0, 49.0, 25.0, 8.0, 7.0, 1.0, 0.0, 2.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.104602336883545, -2.9993159770965576, -2.8940296173095703, -2.788743257522583, -2.6834568977355957, -2.5781705379486084, -2.472884178161621, -2.3675975799560547, -2.2623114585876465, -2.157025098800659, -2.051738739013672, -1.9464523792266846, -1.8411660194396973, -1.73587965965271, -1.630593180656433, -1.5253068208694458, -1.420020341873169, -1.3147339820861816, -1.2094476222991943, -1.104161262512207, -0.998874843120575, -0.8935884833335876, -0.7883020639419556, -0.6830157041549683, -0.577729344367981, -0.47244298458099365, -0.36715659499168396, -0.26187020540237427, -0.15658384561538696, -0.05129748582839966, 0.05398893356323242, 0.15927529335021973, 0.26456165313720703, 0.36984801292419434, 0.47513440251350403, 0.5804207921028137, 0.685707151889801, 0.7909935116767883, 0.8962799310684204, 1.0015662908554077, 1.106852650642395, 1.2121390104293823, 1.3174253702163696, 1.4227118492126465, 1.5279982089996338, 1.633284568786621, 1.7385709285736084, 1.8438572883605957, 1.949143648147583, 2.0544300079345703, 2.1597163677215576, 2.265002727508545, 2.3702890872955322, 2.4755754470825195, 2.580862045288086, 2.686148166656494, 2.7914347648620605, 2.896721124649048, 3.002007484436035, 3.1072938442230225, 3.2125802040100098, 3.317866563796997, 3.4231529235839844, 3.528439521789551, 3.633725643157959]}, "gradients/encoder.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 5.0, 1.0, 4.0, 4.0, 10.0, 8.0, 9.0, 26.0, 37.0, 48.0, 51.0, 53.0, 69.0, 62.0, 85.0, 78.0, 74.0, 67.0, 73.0, 38.0, 48.0, 46.0, 14.0, 29.0, 24.0, 19.0, 6.0, 4.0, 7.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.414482831954956, -2.342078447341919, -2.269674062728882, -2.1972696781158447, -2.1248650550842285, -2.0524606704711914, -1.9800562858581543, -1.9076519012451172, -1.83524751663208, -1.762843132019043, -1.6904387474060059, -1.6180342435836792, -1.545629858970642, -1.473225474357605, -1.4008209705352783, -1.3284165859222412, -1.256012201309204, -1.183607816696167, -1.1112034320831299, -1.0387989282608032, -0.9663945436477661, -0.893990159034729, -0.8215857148170471, -0.7491812705993652, -0.6767768859863281, -0.604372501373291, -0.5319680571556091, -0.45956364274024963, -0.38715922832489014, -0.31475481390953064, -0.24235039949417114, -0.16994595527648926, -0.09754180908203125, -0.025137394666671753, 0.047267019748687744, 0.11967143416404724, 0.19207584857940674, 0.26448026299476624, 0.33688467741012573, 0.4092891216278076, 0.4816935062408447, 0.5540978908538818, 0.6265023350715637, 0.6989067792892456, 0.7713111639022827, 0.8437155485153198, 0.9161199927330017, 0.9885244369506836, 1.0609288215637207, 1.1333332061767578, 1.205737590789795, 1.2781420946121216, 1.3505464792251587, 1.4229508638381958, 1.4953553676605225, 1.5677597522735596, 1.6401641368865967, 1.7125685214996338, 1.784972906112671, 1.8573774099349976, 1.9297817945480347, 2.0021862983703613, 2.0745906829833984, 2.1469950675964355, 2.2193994522094727]}, "gradients/encoder.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 3.0, 3.0, 5.0, 5.0, 6.0, 10.0, 24.0, 25.0, 33.0, 30.0, 52.0, 97.0, 127.0, 171.0, 251.0, 340.0, 550.0, 752.0, 1012.0, 1517.0, 2318.0, 3464.0, 5717.0, 9335.0, 16146.0, 29837.0, 138888.0, 752956.0, 36288.0, 19174.0, 10816.0, 6489.0, 4016.0, 2582.0, 1702.0, 1139.0, 793.0, 592.0, 363.0, 275.0, 186.0, 136.0, 108.0, 91.0, 44.0, 27.0, 22.0, 18.0, 11.0, 4.0, 7.0, 7.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.154296875, -1.115997314453125, -1.07769775390625, -1.039398193359375, -1.0010986328125, -0.962799072265625, -0.92449951171875, -0.886199951171875, -0.847900390625, -0.809600830078125, -0.77130126953125, -0.733001708984375, -0.6947021484375, -0.656402587890625, -0.61810302734375, -0.579803466796875, -0.54150390625, -0.503204345703125, -0.46490478515625, -0.426605224609375, -0.3883056640625, -0.350006103515625, -0.31170654296875, -0.273406982421875, -0.235107421875, -0.196807861328125, -0.15850830078125, -0.120208740234375, -0.0819091796875, -0.043609619140625, -0.00531005859375, 0.032989501953125, 0.0712890625, 0.109588623046875, 0.14788818359375, 0.186187744140625, 0.2244873046875, 0.262786865234375, 0.30108642578125, 0.339385986328125, 0.377685546875, 0.415985107421875, 0.45428466796875, 0.492584228515625, 0.5308837890625, 0.569183349609375, 0.60748291015625, 0.645782470703125, 0.68408203125, 0.722381591796875, 0.76068115234375, 0.798980712890625, 0.8372802734375, 0.875579833984375, 0.91387939453125, 0.952178955078125, 0.990478515625, 1.028778076171875, 1.06707763671875, 1.105377197265625, 1.1436767578125, 1.181976318359375, 1.22027587890625, 1.258575439453125, 1.296875]}, "gradients/encoder.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 6.0, 5.0, 9.0, 4.0, 9.0, 10.0, 11.0, 13.0, 8.0, 50.0, 641.0, 95.0, 11.0, 16.0, 17.0, 9.0, 9.0, 14.0, 5.0, 10.0, 7.0, 4.0, 4.0, 0.0, 3.0, 2.0, 2.0, 2.0, 6.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.6025390625, -0.5846023559570312, -0.5666656494140625, -0.5487289428710938, -0.530792236328125, -0.5128555297851562, -0.4949188232421875, -0.47698211669921875, -0.45904541015625, -0.44110870361328125, -0.4231719970703125, -0.40523529052734375, -0.387298583984375, -0.36936187744140625, -0.3514251708984375, -0.33348846435546875, -0.3155517578125, -0.29761505126953125, -0.2796783447265625, -0.26174163818359375, -0.243804931640625, -0.22586822509765625, -0.2079315185546875, -0.18999481201171875, -0.17205810546875, -0.15412139892578125, -0.1361846923828125, -0.11824798583984375, -0.100311279296875, -0.08237457275390625, -0.0644378662109375, -0.04650115966796875, -0.028564453125, -0.01062774658203125, 0.0073089599609375, 0.02524566650390625, 0.043182373046875, 0.06111907958984375, 0.0790557861328125, 0.09699249267578125, 0.11492919921875, 0.13286590576171875, 0.1508026123046875, 0.16873931884765625, 0.186676025390625, 0.20461273193359375, 0.2225494384765625, 0.24048614501953125, 0.2584228515625, 0.27635955810546875, 0.2942962646484375, 0.31223297119140625, 0.330169677734375, 0.34810638427734375, 0.3660430908203125, 0.38397979736328125, 0.40191650390625, 0.41985321044921875, 0.4377899169921875, 0.45572662353515625, 0.473663330078125, 0.49160003662109375, 0.5095367431640625, 0.5274734497070312, 0.54541015625]}, "gradients/encoder.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 3.0, 1.0, 3.0, 4.0, 8.0, 8.0, 9.0, 11.0, 19.0, 18.0, 25.0, 35.0, 49.0, 53.0, 87.0, 112.0, 182.0, 288.0, 431.0, 915.0, 1925.0, 4723.0, 14747.0, 56908.0, 278963.0, 519217.0, 127156.0, 28191.0, 8354.0, 3068.0, 1257.0, 659.0, 365.0, 212.0, 126.0, 117.0, 81.0, 44.0, 48.0, 30.0, 28.0, 15.0, 12.0, 9.0, 9.0, 13.0, 6.0, 7.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.5810546875, -1.5304718017578125, -1.479888916015625, -1.4293060302734375, -1.37872314453125, -1.3281402587890625, -1.277557373046875, -1.2269744873046875, -1.1763916015625, -1.1258087158203125, -1.075225830078125, -1.0246429443359375, -0.97406005859375, -0.9234771728515625, -0.872894287109375, -0.8223114013671875, -0.771728515625, -0.7211456298828125, -0.670562744140625, -0.6199798583984375, -0.56939697265625, -0.5188140869140625, -0.468231201171875, -0.4176483154296875, -0.3670654296875, -0.3164825439453125, -0.265899658203125, -0.2153167724609375, -0.16473388671875, -0.1141510009765625, -0.063568115234375, -0.0129852294921875, 0.03759765625, 0.0881805419921875, 0.138763427734375, 0.1893463134765625, 0.23992919921875, 0.2905120849609375, 0.341094970703125, 0.3916778564453125, 0.4422607421875, 0.4928436279296875, 0.543426513671875, 0.5940093994140625, 0.64459228515625, 0.6951751708984375, 0.745758056640625, 0.7963409423828125, 0.846923828125, 0.8975067138671875, 0.948089599609375, 0.9986724853515625, 1.04925537109375, 1.0998382568359375, 1.150421142578125, 1.2010040283203125, 1.2515869140625, 1.3021697998046875, 1.352752685546875, 1.4033355712890625, 1.45391845703125, 1.5045013427734375, 1.555084228515625, 1.6056671142578125, 1.65625]}, "gradients/encoder.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 4.0, 5.0, 4.0, 13.0, 10.0, 22.0, 22.0, 28.0, 25.0, 35.0, 29.0, 34.0, 35.0, 39.0, 48.0, 46.0, 45.0, 43.0, 53.0, 47.0, 49.0, 40.0, 42.0, 39.0, 33.0, 39.0, 36.0, 29.0, 28.0, 24.0, 12.0, 11.0, 11.0, 12.0, 4.0, 7.0, 1.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.1328125, -2.054534912109375, -1.97625732421875, -1.897979736328125, -1.8197021484375, -1.741424560546875, -1.66314697265625, -1.584869384765625, -1.506591796875, -1.428314208984375, -1.35003662109375, -1.271759033203125, -1.1934814453125, -1.115203857421875, -1.03692626953125, -0.958648681640625, -0.88037109375, -0.802093505859375, -0.72381591796875, -0.645538330078125, -0.5672607421875, -0.488983154296875, -0.41070556640625, -0.332427978515625, -0.254150390625, -0.175872802734375, -0.09759521484375, -0.019317626953125, 0.0589599609375, 0.137237548828125, 0.21551513671875, 0.293792724609375, 0.3720703125, 0.450347900390625, 0.52862548828125, 0.606903076171875, 0.6851806640625, 0.763458251953125, 0.84173583984375, 0.920013427734375, 0.998291015625, 1.076568603515625, 1.15484619140625, 1.233123779296875, 1.3114013671875, 1.389678955078125, 1.46795654296875, 1.546234130859375, 1.62451171875, 1.702789306640625, 1.78106689453125, 1.859344482421875, 1.9376220703125, 2.015899658203125, 2.09417724609375, 2.172454833984375, 2.250732421875, 2.329010009765625, 2.40728759765625, 2.485565185546875, 2.5638427734375, 2.642120361328125, 2.72039794921875, 2.798675537109375, 2.876953125]}, "gradients/encoder.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 5.0, 7.0, 8.0, 23.0, 35.0, 60.0, 103.0, 244.0, 491.0, 1671.0, 7162.0, 77192.0, 875620.0, 76169.0, 7180.0, 1619.0, 524.0, 196.0, 116.0, 53.0, 33.0, 25.0, 13.0, 6.0, 5.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.00390625, -1.9310302734375, -1.858154296875, -1.7852783203125, -1.71240234375, -1.6395263671875, -1.566650390625, -1.4937744140625, -1.4208984375, -1.3480224609375, -1.275146484375, -1.2022705078125, -1.12939453125, -1.0565185546875, -0.983642578125, -0.9107666015625, -0.837890625, -0.7650146484375, -0.692138671875, -0.6192626953125, -0.54638671875, -0.4735107421875, -0.400634765625, -0.3277587890625, -0.2548828125, -0.1820068359375, -0.109130859375, -0.0362548828125, 0.03662109375, 0.1094970703125, 0.182373046875, 0.2552490234375, 0.328125, 0.4010009765625, 0.473876953125, 0.5467529296875, 0.61962890625, 0.6925048828125, 0.765380859375, 0.8382568359375, 0.9111328125, 0.9840087890625, 1.056884765625, 1.1297607421875, 1.20263671875, 1.2755126953125, 1.348388671875, 1.4212646484375, 1.494140625, 1.5670166015625, 1.639892578125, 1.7127685546875, 1.78564453125, 1.8585205078125, 1.931396484375, 2.0042724609375, 2.0771484375, 2.1500244140625, 2.222900390625, 2.2957763671875, 2.36865234375, 2.4415283203125, 2.514404296875, 2.5872802734375, 2.66015625]}, "gradients/encoder.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 8.0, 7.0, 7.0, 15.0, 11.0, 31.0, 39.0, 37.0, 56.0, 69.0, 64.0, 87.0, 93.0, 94.0, 75.0, 71.0, 56.0, 48.0, 38.0, 24.0, 21.0, 9.0, 9.0, 6.0, 4.0, 1.0, 8.0, 2.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.2988529205322266e-05, -5.113799124956131e-05, -4.9287453293800354e-05, -4.74369153380394e-05, -4.558637738227844e-05, -4.3735839426517487e-05, -4.188530147075653e-05, -4.0034763514995575e-05, -3.818422555923462e-05, -3.633368760347366e-05, -3.448314964771271e-05, -3.263261169195175e-05, -3.0782073736190796e-05, -2.893153578042984e-05, -2.7080997824668884e-05, -2.523045986890793e-05, -2.3379921913146973e-05, -2.1529383957386017e-05, -1.967884600162506e-05, -1.7828308045864105e-05, -1.597777009010315e-05, -1.4127232134342194e-05, -1.2276694178581238e-05, -1.0426156222820282e-05, -8.575618267059326e-06, -6.72508031129837e-06, -4.8745423555374146e-06, -3.0240043997764587e-06, -1.173466444015503e-06, 6.770715117454529e-07, 2.5276094675064087e-06, 4.3781474232673645e-06, 6.22868537902832e-06, 8.079223334789276e-06, 9.929761290550232e-06, 1.1780299246311188e-05, 1.3630837202072144e-05, 1.54813751578331e-05, 1.7331913113594055e-05, 1.918245106935501e-05, 2.1032989025115967e-05, 2.2883526980876923e-05, 2.473406493663788e-05, 2.6584602892398834e-05, 2.843514084815979e-05, 3.0285678803920746e-05, 3.21362167596817e-05, 3.398675471544266e-05, 3.583729267120361e-05, 3.768783062696457e-05, 3.9538368582725525e-05, 4.138890653848648e-05, 4.3239444494247437e-05, 4.508998245000839e-05, 4.694052040576935e-05, 4.8791058361530304e-05, 5.064159631729126e-05, 5.2492134273052216e-05, 5.434267222881317e-05, 5.619321018457413e-05, 5.804374814033508e-05, 5.989428609609604e-05, 6.1744824051857e-05, 6.359536200761795e-05, 6.54458999633789e-05]}, "gradients/encoder.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 6.0, 6.0, 9.0, 18.0, 24.0, 29.0, 48.0, 75.0, 93.0, 219.0, 368.0, 734.0, 1799.0, 5080.0, 20408.0, 148285.0, 709425.0, 134765.0, 19043.0, 4903.0, 1613.0, 726.0, 375.0, 190.0, 103.0, 64.0, 44.0, 28.0, 18.0, 16.0, 13.0, 14.0, 2.0, 5.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.55859375, -1.5106048583984375, -1.462615966796875, -1.4146270751953125, -1.36663818359375, -1.3186492919921875, -1.270660400390625, -1.2226715087890625, -1.1746826171875, -1.1266937255859375, -1.078704833984375, -1.0307159423828125, -0.98272705078125, -0.9347381591796875, -0.886749267578125, -0.8387603759765625, -0.790771484375, -0.7427825927734375, -0.694793701171875, -0.6468048095703125, -0.59881591796875, -0.5508270263671875, -0.502838134765625, -0.4548492431640625, -0.4068603515625, -0.3588714599609375, -0.310882568359375, -0.2628936767578125, -0.21490478515625, -0.1669158935546875, -0.118927001953125, -0.0709381103515625, -0.02294921875, 0.0250396728515625, 0.073028564453125, 0.1210174560546875, 0.16900634765625, 0.2169952392578125, 0.264984130859375, 0.3129730224609375, 0.3609619140625, 0.4089508056640625, 0.456939697265625, 0.5049285888671875, 0.55291748046875, 0.6009063720703125, 0.648895263671875, 0.6968841552734375, 0.744873046875, 0.7928619384765625, 0.840850830078125, 0.8888397216796875, 0.93682861328125, 0.9848175048828125, 1.032806396484375, 1.0807952880859375, 1.1287841796875, 1.1767730712890625, 1.224761962890625, 1.2727508544921875, 1.32073974609375, 1.3687286376953125, 1.416717529296875, 1.4647064208984375, 1.5126953125]}, "gradients/encoder.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 7.0, 3.0, 3.0, 6.0, 6.0, 9.0, 12.0, 24.0, 19.0, 34.0, 31.0, 29.0, 39.0, 46.0, 52.0, 54.0, 48.0, 58.0, 53.0, 61.0, 60.0, 58.0, 53.0, 33.0, 37.0, 26.0, 30.0, 24.0, 17.0, 13.0, 9.0, 6.0, 10.0, 7.0, 4.0, 2.0, 1.0, 6.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0], "bins": [-0.78662109375, -0.7617645263671875, -0.736907958984375, -0.7120513916015625, -0.68719482421875, -0.6623382568359375, -0.637481689453125, -0.6126251220703125, -0.5877685546875, -0.5629119873046875, -0.538055419921875, -0.5131988525390625, -0.48834228515625, -0.4634857177734375, -0.438629150390625, -0.4137725830078125, -0.388916015625, -0.3640594482421875, -0.339202880859375, -0.3143463134765625, -0.28948974609375, -0.2646331787109375, -0.239776611328125, -0.2149200439453125, -0.1900634765625, -0.1652069091796875, -0.140350341796875, -0.1154937744140625, -0.09063720703125, -0.0657806396484375, -0.040924072265625, -0.0160675048828125, 0.0087890625, 0.0336456298828125, 0.058502197265625, 0.0833587646484375, 0.10821533203125, 0.1330718994140625, 0.157928466796875, 0.1827850341796875, 0.2076416015625, 0.2324981689453125, 0.257354736328125, 0.2822113037109375, 0.30706787109375, 0.3319244384765625, 0.356781005859375, 0.3816375732421875, 0.406494140625, 0.4313507080078125, 0.456207275390625, 0.4810638427734375, 0.50592041015625, 0.5307769775390625, 0.555633544921875, 0.5804901123046875, 0.6053466796875, 0.6302032470703125, 0.655059814453125, 0.6799163818359375, 0.70477294921875, 0.7296295166015625, 0.754486083984375, 0.7793426513671875, 0.80419921875]}, "gradients/encoder.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 4.0, 33.0, 720.0, 222.0, 18.0, 7.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-129.86892700195312, -126.76248931884766, -123.65605163574219, -120.54962158203125, -117.44318389892578, -114.33674621582031, -111.23031616210938, -108.1238784790039, -105.01744079589844, -101.91100311279297, -98.8045654296875, -95.69813537597656, -92.5916976928711, -89.48526000976562, -86.37882995605469, -83.27239227294922, -80.16595458984375, -77.05951690673828, -73.95307922363281, -70.84664916992188, -67.7402114868164, -64.63377380371094, -61.527339935302734, -58.42090606689453, -55.31446838378906, -52.208030700683594, -49.10159683227539, -45.99516296386719, -42.88872528076172, -39.78228759765625, -36.67585372924805, -33.569419860839844, -30.462989807128906, -27.35655403137207, -24.250118255615234, -21.1436824798584, -18.037246704101562, -14.930810928344727, -11.82437515258789, -8.717939376831055, -5.611503601074219, -2.505067825317383, 0.6013679504394531, 3.707803726196289, 6.814239501953125, 9.920675277709961, 13.027111053466797, 16.133546829223633, 19.23998260498047, 22.346418380737305, 25.45285415649414, 28.559289932250977, 31.665725708007812, 34.77216339111328, 37.878597259521484, 40.98503112792969, 44.091468811035156, 47.197906494140625, 50.30434036254883, 53.41077423095703, 56.5172119140625, 59.62364959716797, 62.73008346557617, 65.83651733398438, 68.94295501708984]}, "gradients/encoder.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 0.0, 1.0, 5.0, 0.0, 2.0, 5.0, 3.0, 7.0, 11.0, 5.0, 10.0, 17.0, 19.0, 32.0, 58.0, 84.0, 114.0, 161.0, 121.0, 110.0, 91.0, 46.0, 34.0, 17.0, 10.0, 8.0, 8.0, 2.0, 4.0, 5.0, 6.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-42.16695785522461, -40.83872985839844, -39.510501861572266, -38.18227767944336, -36.85404968261719, -35.525821685791016, -34.197593688964844, -32.86936569213867, -31.541139602661133, -30.21291160583496, -28.884685516357422, -27.55645751953125, -26.228229522705078, -24.90000343322754, -23.571775436401367, -22.243549346923828, -20.915321350097656, -19.587093353271484, -18.258867263793945, -16.930639266967773, -15.602412223815918, -14.274185180664062, -12.94595718383789, -11.617730140686035, -10.28950309753418, -8.961276054382324, -7.6330485343933105, -6.304821014404297, -4.976593971252441, -3.648366928100586, -2.3201394081115723, -0.9919118881225586, 0.33631134033203125, 1.6645386219024658, 2.9927659034729004, 4.320993423461914, 5.6492204666137695, 6.977447509765625, 8.305675506591797, 9.633902549743652, 10.962129592895508, 12.290356636047363, 13.618583679199219, 14.94681167602539, 16.275039672851562, 17.6032657623291, 18.931493759155273, 20.259719848632812, 21.587947845458984, 22.916175842285156, 24.244401931762695, 25.572629928588867, 26.900856018066406, 28.229084014892578, 29.55731201171875, 30.885540008544922, 32.213768005371094, 33.541996002197266, 34.87022399902344, 36.198448181152344, 37.526676177978516, 38.85490417480469, 40.18313217163086, 41.51136016845703, 42.83958435058594]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 4.0, 6.0, 5.0, 6.0, 10.0, 23.0, 23.0, 33.0, 45.0, 72.0, 102.0, 182.0, 265.0, 449.0, 813.0, 1625.0, 3736.0, 10484.0, 56942.0, 4058132.0, 45782.0, 9290.0, 3248.0, 1399.0, 706.0, 353.0, 195.0, 125.0, 87.0, 42.0, 36.0, 23.0, 16.0, 10.0, 8.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.6484375, -6.44354248046875, -6.2386474609375, -6.03375244140625, -5.828857421875, -5.62396240234375, -5.4190673828125, -5.21417236328125, -5.00927734375, -4.80438232421875, -4.5994873046875, -4.39459228515625, -4.189697265625, -3.98480224609375, -3.7799072265625, -3.57501220703125, -3.3701171875, -3.16522216796875, -2.9603271484375, -2.75543212890625, -2.550537109375, -2.34564208984375, -2.1407470703125, -1.93585205078125, -1.73095703125, -1.52606201171875, -1.3211669921875, -1.11627197265625, -0.911376953125, -0.70648193359375, -0.5015869140625, -0.29669189453125, -0.091796875, 0.11309814453125, 0.3179931640625, 0.52288818359375, 0.727783203125, 0.93267822265625, 1.1375732421875, 1.34246826171875, 1.54736328125, 1.75225830078125, 1.9571533203125, 2.16204833984375, 2.366943359375, 2.57183837890625, 2.7767333984375, 2.98162841796875, 3.1865234375, 3.39141845703125, 3.5963134765625, 3.80120849609375, 4.006103515625, 4.21099853515625, 4.4158935546875, 4.62078857421875, 4.82568359375, 5.03057861328125, 5.2354736328125, 5.44036865234375, 5.645263671875, 5.85015869140625, 6.0550537109375, 6.25994873046875, 6.46484375]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 7.0, 4.0, 7.0, 7.0, 11.0, 8.0, 6.0, 17.0, 15.0, 32.0, 152.0, 357.0, 215.0, 53.0, 29.0, 14.0, 12.0, 12.0, 7.0, 5.0, 9.0, 5.0, 3.0, 2.0, 5.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.58935546875, -0.5718307495117188, -0.5543060302734375, -0.5367813110351562, -0.519256591796875, -0.5017318725585938, -0.4842071533203125, -0.46668243408203125, -0.44915771484375, -0.43163299560546875, -0.4141082763671875, -0.39658355712890625, -0.379058837890625, -0.36153411865234375, -0.3440093994140625, -0.32648468017578125, -0.3089599609375, -0.29143524169921875, -0.2739105224609375, -0.25638580322265625, -0.238861083984375, -0.22133636474609375, -0.2038116455078125, -0.18628692626953125, -0.16876220703125, -0.15123748779296875, -0.1337127685546875, -0.11618804931640625, -0.098663330078125, -0.08113861083984375, -0.0636138916015625, -0.04608917236328125, -0.028564453125, -0.01103973388671875, 0.0064849853515625, 0.02400970458984375, 0.041534423828125, 0.05905914306640625, 0.0765838623046875, 0.09410858154296875, 0.11163330078125, 0.12915802001953125, 0.1466827392578125, 0.16420745849609375, 0.181732177734375, 0.19925689697265625, 0.2167816162109375, 0.23430633544921875, 0.2518310546875, 0.26935577392578125, 0.2868804931640625, 0.30440521240234375, 0.321929931640625, 0.33945465087890625, 0.3569793701171875, 0.37450408935546875, 0.39202880859375, 0.40955352783203125, 0.4270782470703125, 0.44460296630859375, 0.462127685546875, 0.47965240478515625, 0.4971771240234375, 0.5147018432617188, 0.5322265625]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 5.0, 0.0, 0.0, 3.0, 6.0, 8.0, 4.0, 7.0, 14.0, 16.0, 16.0, 23.0, 44.0, 40.0, 73.0, 112.0, 142.0, 290.0, 507.0, 860.0, 1718.0, 3662.0, 8823.0, 26923.0, 111014.0, 3317350.0, 619758.0, 70274.0, 19482.0, 7018.0, 2926.0, 1392.0, 697.0, 412.0, 235.0, 148.0, 81.0, 60.0, 39.0, 31.0, 24.0, 10.0, 12.0, 4.0, 6.0, 10.0, 4.0, 5.0, 2.0, 4.0, 0.0, 1.0, 1.0], "bins": [-3.431640625, -3.338531494140625, -3.24542236328125, -3.152313232421875, -3.0592041015625, -2.966094970703125, -2.87298583984375, -2.779876708984375, -2.686767578125, -2.593658447265625, -2.50054931640625, -2.407440185546875, -2.3143310546875, -2.221221923828125, -2.12811279296875, -2.035003662109375, -1.94189453125, -1.848785400390625, -1.75567626953125, -1.662567138671875, -1.5694580078125, -1.476348876953125, -1.38323974609375, -1.290130615234375, -1.197021484375, -1.103912353515625, -1.01080322265625, -0.917694091796875, -0.8245849609375, -0.731475830078125, -0.63836669921875, -0.545257568359375, -0.4521484375, -0.359039306640625, -0.26593017578125, -0.172821044921875, -0.0797119140625, 0.013397216796875, 0.10650634765625, 0.199615478515625, 0.292724609375, 0.385833740234375, 0.47894287109375, 0.572052001953125, 0.6651611328125, 0.758270263671875, 0.85137939453125, 0.944488525390625, 1.03759765625, 1.130706787109375, 1.22381591796875, 1.316925048828125, 1.4100341796875, 1.503143310546875, 1.59625244140625, 1.689361572265625, 1.782470703125, 1.875579833984375, 1.96868896484375, 2.061798095703125, 2.1549072265625, 2.248016357421875, 2.34112548828125, 2.434234619140625, 2.52734375]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 2.0, 3.0, 9.0, 3.0, 7.0, 10.0, 10.0, 13.0, 20.0, 25.0, 38.0, 48.0, 74.0, 94.0, 149.0, 299.0, 1643.0, 863.0, 236.0, 154.0, 92.0, 73.0, 43.0, 42.0, 26.0, 18.0, 17.0, 15.0, 11.0, 8.0, 5.0, 4.0, 5.0, 3.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.45703125, -0.44356536865234375, -0.4300994873046875, -0.41663360595703125, -0.403167724609375, -0.38970184326171875, -0.3762359619140625, -0.36277008056640625, -0.34930419921875, -0.33583831787109375, -0.3223724365234375, -0.30890655517578125, -0.295440673828125, -0.28197479248046875, -0.2685089111328125, -0.25504302978515625, -0.2415771484375, -0.22811126708984375, -0.2146453857421875, -0.20117950439453125, -0.187713623046875, -0.17424774169921875, -0.1607818603515625, -0.14731597900390625, -0.13385009765625, -0.12038421630859375, -0.1069183349609375, -0.09345245361328125, -0.079986572265625, -0.06652069091796875, -0.0530548095703125, -0.03958892822265625, -0.026123046875, -0.01265716552734375, 0.0008087158203125, 0.01427459716796875, 0.027740478515625, 0.04120635986328125, 0.0546722412109375, 0.06813812255859375, 0.08160400390625, 0.09506988525390625, 0.1085357666015625, 0.12200164794921875, 0.135467529296875, 0.14893341064453125, 0.1623992919921875, 0.17586517333984375, 0.1893310546875, 0.20279693603515625, 0.2162628173828125, 0.22972869873046875, 0.243194580078125, 0.25666046142578125, 0.2701263427734375, 0.28359222412109375, 0.29705810546875, 0.31052398681640625, 0.3239898681640625, 0.33745574951171875, 0.350921630859375, 0.36438751220703125, 0.3778533935546875, 0.39131927490234375, 0.40478515625]}, "gradients/encoder.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 10.0, 85.0, 711.0, 175.0, 17.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.121217727661133, -20.658531188964844, -20.195842742919922, -19.733156204223633, -19.27046775817871, -18.807781219482422, -18.3450927734375, -17.88240623474121, -17.419719696044922, -16.957033157348633, -16.49434471130371, -16.031658172607422, -15.568970680236816, -15.106283187866211, -14.643595695495605, -14.180908203125, -13.718220710754395, -13.255533218383789, -12.792845726013184, -12.330158233642578, -11.867471694946289, -11.404784202575684, -10.942096710205078, -10.479409217834473, -10.016721725463867, -9.554034233093262, -9.091346740722656, -8.628660202026367, -8.165972709655762, -7.703285217285156, -7.240597724914551, -6.777910232543945, -6.31522274017334, -5.852535247802734, -5.389848232269287, -4.927160739898682, -4.464473724365234, -4.001786231994629, -3.5390987396240234, -3.076411485671997, -2.6137242317199707, -2.1510369777679443, -1.6883496046066284, -1.2256622314453125, -0.7629749774932861, -0.30028772354125977, 0.1623997688293457, 0.6250870227813721, 1.0877742767333984, 1.5504615306854248, 2.013148784637451, 2.4758362770080566, 2.938523530960083, 3.4012107849121094, 3.863898277282715, 4.32658576965332, 4.789272785186768, 5.251960277557373, 5.71464729309082, 6.177334785461426, 6.640022277832031, 7.1027092933654785, 7.565396785736084, 8.028083801269531, 8.490771293640137]}, "gradients/encoder.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 2.0, 2.0, 0.0, 4.0, 3.0, 5.0, 4.0, 6.0, 13.0, 21.0, 31.0, 29.0, 40.0, 60.0, 59.0, 68.0, 72.0, 79.0, 78.0, 73.0, 70.0, 58.0, 46.0, 32.0, 37.0, 30.0, 18.0, 31.0, 6.0, 8.0, 8.0, 3.0, 1.0, 3.0, 3.0, 1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.265592336654663, -2.195990562438965, -2.1263887882232666, -2.0567870140075684, -1.9871851205825806, -1.9175833463668823, -1.8479814529418945, -1.7783796787261963, -1.708777904510498, -1.6391761302947998, -1.5695743560791016, -1.4999724626541138, -1.4303706884384155, -1.3607689142227173, -1.2911670207977295, -1.2215652465820312, -1.151963472366333, -1.0823616981506348, -1.0127599239349365, -0.9431580305099487, -0.8735562562942505, -0.8039544820785522, -0.7343526482582092, -0.6647508144378662, -0.595149040222168, -0.5255472660064697, -0.4559454321861267, -0.3863436281681061, -0.31674182415008545, -0.24714002013206482, -0.1775382161140442, -0.10793641209602356, -0.03833436965942383, 0.0312674343585968, 0.10086923837661743, 0.17047104239463806, 0.2400728464126587, 0.3096746504306793, 0.37927645444869995, 0.4488782584667206, 0.5184800624847412, 0.5880818367004395, 0.6576836705207825, 0.7272855043411255, 0.7968872785568237, 0.866489052772522, 0.936090886592865, 1.005692720413208, 1.0752944946289062, 1.1448962688446045, 1.2144980430603027, 1.2840999364852905, 1.3537017107009888, 1.423303484916687, 1.4929053783416748, 1.562507152557373, 1.6321089267730713, 1.7017107009887695, 1.7713124752044678, 1.8409143686294556, 1.9105161428451538, 1.980117917060852, 2.04971981048584, 2.119321584701538, 2.1889233589172363]}, "gradients/encoder.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 10.0, 12.0, 11.0, 20.0, 32.0, 43.0, 64.0, 122.0, 217.0, 313.0, 573.0, 1025.0, 1918.0, 4105.0, 10321.0, 32443.0, 569982.0, 380954.0, 29044.0, 9390.0, 3862.0, 1812.0, 983.0, 499.0, 328.0, 157.0, 109.0, 60.0, 52.0, 25.0, 15.0, 18.0, 11.0, 6.0, 6.0, 4.0, 1.0, 4.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.70703125, -3.5872802734375, -3.467529296875, -3.3477783203125, -3.22802734375, -3.1082763671875, -2.988525390625, -2.8687744140625, -2.7490234375, -2.6292724609375, -2.509521484375, -2.3897705078125, -2.27001953125, -2.1502685546875, -2.030517578125, -1.9107666015625, -1.791015625, -1.6712646484375, -1.551513671875, -1.4317626953125, -1.31201171875, -1.1922607421875, -1.072509765625, -0.9527587890625, -0.8330078125, -0.7132568359375, -0.593505859375, -0.4737548828125, -0.35400390625, -0.2342529296875, -0.114501953125, 0.0052490234375, 0.125, 0.2447509765625, 0.364501953125, 0.4842529296875, 0.60400390625, 0.7237548828125, 0.843505859375, 0.9632568359375, 1.0830078125, 1.2027587890625, 1.322509765625, 1.4422607421875, 1.56201171875, 1.6817626953125, 1.801513671875, 1.9212646484375, 2.041015625, 2.1607666015625, 2.280517578125, 2.4002685546875, 2.52001953125, 2.6397705078125, 2.759521484375, 2.8792724609375, 2.9990234375, 3.1187744140625, 3.238525390625, 3.3582763671875, 3.47802734375, 3.5977783203125, 3.717529296875, 3.8372802734375, 3.95703125]}, "gradients/encoder.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 8.0, 7.0, 5.0, 6.0, 11.0, 11.0, 9.0, 18.0, 47.0, 161.0, 312.0, 226.0, 69.0, 26.0, 20.0, 12.0, 9.0, 12.0, 6.0, 6.0, 5.0, 2.0, 4.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5859375, -0.5685348510742188, -0.5511322021484375, -0.5337295532226562, -0.516326904296875, -0.49892425537109375, -0.4815216064453125, -0.46411895751953125, -0.44671630859375, -0.42931365966796875, -0.4119110107421875, -0.39450836181640625, -0.377105712890625, -0.35970306396484375, -0.3423004150390625, -0.32489776611328125, -0.3074951171875, -0.29009246826171875, -0.2726898193359375, -0.25528717041015625, -0.237884521484375, -0.22048187255859375, -0.2030792236328125, -0.18567657470703125, -0.16827392578125, -0.15087127685546875, -0.1334686279296875, -0.11606597900390625, -0.098663330078125, -0.08126068115234375, -0.0638580322265625, -0.04645538330078125, -0.029052734375, -0.01165008544921875, 0.0057525634765625, 0.02315521240234375, 0.040557861328125, 0.05796051025390625, 0.0753631591796875, 0.09276580810546875, 0.11016845703125, 0.12757110595703125, 0.1449737548828125, 0.16237640380859375, 0.179779052734375, 0.19718170166015625, 0.2145843505859375, 0.23198699951171875, 0.2493896484375, 0.26679229736328125, 0.2841949462890625, 0.30159759521484375, 0.319000244140625, 0.33640289306640625, 0.3538055419921875, 0.37120819091796875, 0.38861083984375, 0.40601348876953125, 0.4234161376953125, 0.44081878662109375, 0.458221435546875, 0.47562408447265625, 0.4930267333984375, 0.5104293823242188, 0.52783203125]}, "gradients/encoder.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 5.0, 9.0, 15.0, 21.0, 53.0, 84.0, 149.0, 319.0, 894.0, 3039.0, 16541.0, 274507.0, 712876.0, 33637.0, 4452.0, 1134.0, 417.0, 196.0, 92.0, 47.0, 33.0, 11.0, 11.0, 3.0, 9.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.61328125, -4.482086181640625, -4.35089111328125, -4.219696044921875, -4.0885009765625, -3.957305908203125, -3.82611083984375, -3.694915771484375, -3.563720703125, -3.432525634765625, -3.30133056640625, -3.170135498046875, -3.0389404296875, -2.907745361328125, -2.77655029296875, -2.645355224609375, -2.51416015625, -2.382965087890625, -2.25177001953125, -2.120574951171875, -1.9893798828125, -1.858184814453125, -1.72698974609375, -1.595794677734375, -1.464599609375, -1.333404541015625, -1.20220947265625, -1.071014404296875, -0.9398193359375, -0.808624267578125, -0.67742919921875, -0.546234130859375, -0.4150390625, -0.283843994140625, -0.15264892578125, -0.021453857421875, 0.1097412109375, 0.240936279296875, 0.37213134765625, 0.503326416015625, 0.634521484375, 0.765716552734375, 0.89691162109375, 1.028106689453125, 1.1593017578125, 1.290496826171875, 1.42169189453125, 1.552886962890625, 1.68408203125, 1.815277099609375, 1.94647216796875, 2.077667236328125, 2.2088623046875, 2.340057373046875, 2.47125244140625, 2.602447509765625, 2.733642578125, 2.864837646484375, 2.99603271484375, 3.127227783203125, 3.2584228515625, 3.389617919921875, 3.52081298828125, 3.652008056640625, 3.783203125]}, "gradients/encoder.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 4.0, 4.0, 8.0, 10.0, 20.0, 18.0, 21.0, 31.0, 31.0, 42.0, 36.0, 56.0, 57.0, 76.0, 68.0, 71.0, 66.0, 56.0, 62.0, 50.0, 52.0, 33.0, 30.0, 30.0, 23.0, 15.0, 15.0, 10.0, 3.0, 5.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.234375, -2.17437744140625, -2.1143798828125, -2.05438232421875, -1.994384765625, -1.93438720703125, -1.8743896484375, -1.81439208984375, -1.75439453125, -1.69439697265625, -1.6343994140625, -1.57440185546875, -1.514404296875, -1.45440673828125, -1.3944091796875, -1.33441162109375, -1.2744140625, -1.21441650390625, -1.1544189453125, -1.09442138671875, -1.034423828125, -0.97442626953125, -0.9144287109375, -0.85443115234375, -0.79443359375, -0.73443603515625, -0.6744384765625, -0.61444091796875, -0.554443359375, -0.49444580078125, -0.4344482421875, -0.37445068359375, -0.314453125, -0.25445556640625, -0.1944580078125, -0.13446044921875, -0.074462890625, -0.01446533203125, 0.0455322265625, 0.10552978515625, 0.16552734375, 0.22552490234375, 0.2855224609375, 0.34552001953125, 0.405517578125, 0.46551513671875, 0.5255126953125, 0.58551025390625, 0.6455078125, 0.70550537109375, 0.7655029296875, 0.82550048828125, 0.885498046875, 0.94549560546875, 1.0054931640625, 1.06549072265625, 1.12548828125, 1.18548583984375, 1.2454833984375, 1.30548095703125, 1.365478515625, 1.42547607421875, 1.4854736328125, 1.54547119140625, 1.60546875]}, "gradients/encoder.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 5.0, 5.0, 4.0, 9.0, 8.0, 10.0, 16.0, 24.0, 30.0, 45.0, 67.0, 85.0, 131.0, 219.0, 328.0, 612.0, 1158.0, 2391.0, 5863.0, 17751.0, 73117.0, 370049.0, 446758.0, 95412.0, 21703.0, 6957.0, 2815.0, 1267.0, 634.0, 381.0, 207.0, 162.0, 94.0, 64.0, 47.0, 35.0, 33.0, 16.0, 16.0, 8.0, 4.0, 1.0, 2.0, 4.0, 5.0, 1.0, 3.0, 2.0, 3.0], "bins": [-1.685546875, -1.6400909423828125, -1.594635009765625, -1.5491790771484375, -1.50372314453125, -1.4582672119140625, -1.412811279296875, -1.3673553466796875, -1.3218994140625, -1.2764434814453125, -1.230987548828125, -1.1855316162109375, -1.14007568359375, -1.0946197509765625, -1.049163818359375, -1.0037078857421875, -0.958251953125, -0.9127960205078125, -0.867340087890625, -0.8218841552734375, -0.77642822265625, -0.7309722900390625, -0.685516357421875, -0.6400604248046875, -0.5946044921875, -0.5491485595703125, -0.503692626953125, -0.4582366943359375, -0.41278076171875, -0.3673248291015625, -0.321868896484375, -0.2764129638671875, -0.23095703125, -0.1855010986328125, -0.140045166015625, -0.0945892333984375, -0.04913330078125, -0.0036773681640625, 0.041778564453125, 0.0872344970703125, 0.1326904296875, 0.1781463623046875, 0.223602294921875, 0.2690582275390625, 0.31451416015625, 0.3599700927734375, 0.405426025390625, 0.4508819580078125, 0.496337890625, 0.5417938232421875, 0.587249755859375, 0.6327056884765625, 0.67816162109375, 0.7236175537109375, 0.769073486328125, 0.8145294189453125, 0.8599853515625, 0.9054412841796875, 0.950897216796875, 0.9963531494140625, 1.04180908203125, 1.0872650146484375, 1.132720947265625, 1.1781768798828125, 1.2236328125]}, "gradients/encoder.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 0.0, 3.0, 1.0, 6.0, 6.0, 9.0, 11.0, 26.0, 33.0, 44.0, 70.0, 85.0, 117.0, 120.0, 116.0, 95.0, 78.0, 53.0, 30.0, 28.0, 18.0, 14.0, 12.0, 8.0, 6.0, 3.0, 4.0, 2.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.00013256072998046875, -0.00012913718819618225, -0.00012571364641189575, -0.00012229010462760925, -0.00011886656284332275, -0.00011544302105903625, -0.00011201947927474976, -0.00010859593749046326, -0.00010517239570617676, -0.00010174885392189026, -9.832531213760376e-05, -9.490177035331726e-05, -9.147822856903076e-05, -8.805468678474426e-05, -8.463114500045776e-05, -8.120760321617126e-05, -7.778406143188477e-05, -7.436051964759827e-05, -7.093697786331177e-05, -6.751343607902527e-05, -6.408989429473877e-05, -6.066635251045227e-05, -5.724281072616577e-05, -5.381926894187927e-05, -5.0395727157592773e-05, -4.6972185373306274e-05, -4.3548643589019775e-05, -4.0125101804733276e-05, -3.670156002044678e-05, -3.327801823616028e-05, -2.985447645187378e-05, -2.643093466758728e-05, -2.300739288330078e-05, -1.9583851099014282e-05, -1.6160309314727783e-05, -1.2736767530441284e-05, -9.313225746154785e-06, -5.889683961868286e-06, -2.466142177581787e-06, 9.57399606704712e-07, 4.380941390991211e-06, 7.80448317527771e-06, 1.1228024959564209e-05, 1.4651566743850708e-05, 1.8075108528137207e-05, 2.1498650312423706e-05, 2.4922192096710205e-05, 2.8345733880996704e-05, 3.17692756652832e-05, 3.51928174495697e-05, 3.86163592338562e-05, 4.20399010181427e-05, 4.54634428024292e-05, 4.88869845867157e-05, 5.23105263710022e-05, 5.5734068155288696e-05, 5.9157609939575195e-05, 6.25811517238617e-05, 6.60046935081482e-05, 6.942823529243469e-05, 7.285177707672119e-05, 7.627531886100769e-05, 7.969886064529419e-05, 8.312240242958069e-05, 8.654594421386719e-05]}, "gradients/encoder.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 2.0, 7.0, 6.0, 22.0, 33.0, 33.0, 65.0, 109.0, 245.0, 538.0, 1252.0, 4205.0, 19143.0, 151222.0, 679900.0, 165691.0, 19566.0, 4183.0, 1292.0, 513.0, 247.0, 133.0, 49.0, 38.0, 26.0, 12.0, 7.0, 6.0, 4.0, 2.0, 5.0, 5.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.431640625, -2.3685150146484375, -2.305389404296875, -2.2422637939453125, -2.17913818359375, -2.1160125732421875, -2.052886962890625, -1.9897613525390625, -1.9266357421875, -1.8635101318359375, -1.800384521484375, -1.7372589111328125, -1.67413330078125, -1.6110076904296875, -1.547882080078125, -1.4847564697265625, -1.421630859375, -1.3585052490234375, -1.295379638671875, -1.2322540283203125, -1.16912841796875, -1.1060028076171875, -1.042877197265625, -0.9797515869140625, -0.9166259765625, -0.8535003662109375, -0.790374755859375, -0.7272491455078125, -0.66412353515625, -0.6009979248046875, -0.537872314453125, -0.4747467041015625, -0.41162109375, -0.3484954833984375, -0.285369873046875, -0.2222442626953125, -0.15911865234375, -0.0959930419921875, -0.032867431640625, 0.0302581787109375, 0.0933837890625, 0.1565093994140625, 0.219635009765625, 0.2827606201171875, 0.34588623046875, 0.4090118408203125, 0.472137451171875, 0.5352630615234375, 0.598388671875, 0.6615142822265625, 0.724639892578125, 0.7877655029296875, 0.85089111328125, 0.9140167236328125, 0.977142333984375, 1.0402679443359375, 1.1033935546875, 1.1665191650390625, 1.229644775390625, 1.2927703857421875, 1.35589599609375, 1.4190216064453125, 1.482147216796875, 1.5452728271484375, 1.6083984375]}, "gradients/encoder.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 7.0, 5.0, 12.0, 12.0, 18.0, 20.0, 25.0, 30.0, 50.0, 56.0, 89.0, 73.0, 89.0, 107.0, 75.0, 78.0, 69.0, 60.0, 38.0, 31.0, 24.0, 16.0, 9.0, 4.0, 6.0, 8.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.17578125, -1.140350341796875, -1.10491943359375, -1.069488525390625, -1.0340576171875, -0.998626708984375, -0.96319580078125, -0.927764892578125, -0.892333984375, -0.856903076171875, -0.82147216796875, -0.786041259765625, -0.7506103515625, -0.715179443359375, -0.67974853515625, -0.644317626953125, -0.60888671875, -0.573455810546875, -0.53802490234375, -0.502593994140625, -0.4671630859375, -0.431732177734375, -0.39630126953125, -0.360870361328125, -0.325439453125, -0.290008544921875, -0.25457763671875, -0.219146728515625, -0.1837158203125, -0.148284912109375, -0.11285400390625, -0.077423095703125, -0.0419921875, -0.006561279296875, 0.02886962890625, 0.064300537109375, 0.0997314453125, 0.135162353515625, 0.17059326171875, 0.206024169921875, 0.241455078125, 0.276885986328125, 0.31231689453125, 0.347747802734375, 0.3831787109375, 0.418609619140625, 0.45404052734375, 0.489471435546875, 0.52490234375, 0.560333251953125, 0.59576416015625, 0.631195068359375, 0.6666259765625, 0.702056884765625, 0.73748779296875, 0.772918701171875, 0.808349609375, 0.843780517578125, 0.87921142578125, 0.914642333984375, 0.9500732421875, 0.985504150390625, 1.02093505859375, 1.056365966796875, 1.091796875]}, "gradients/encoder.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 5.0, 18.0, 24.0, 70.0, 148.0, 252.0, 258.0, 132.0, 53.0, 18.0, 9.0, 4.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.051860809326172, -17.48638916015625, -16.920917510986328, -16.355443954467773, -15.789972305297852, -15.22450065612793, -14.659029006958008, -14.093557357788086, -13.528084754943848, -12.962613105773926, -12.397140502929688, -11.831668853759766, -11.266197204589844, -10.700724601745605, -10.135252952575684, -9.569780349731445, -9.004308700561523, -8.438837051391602, -7.873364448547363, -7.307892799377441, -6.742420673370361, -6.176948547363281, -5.611476898193359, -5.046004772186279, -4.480532646179199, -3.915060520172119, -3.349588632583618, -2.784116744995117, -2.218644618988037, -1.653172492980957, -1.087700605392456, -0.5222287178039551, 0.04324150085449219, 0.6087135076522827, 1.1741855144500732, 1.7396575212478638, 2.3051295280456543, 2.8706016540527344, 3.4360735416412354, 4.001545429229736, 4.567017555236816, 5.1324896812438965, 5.697961807250977, 6.263433456420898, 6.8289055824279785, 7.394377708435059, 7.9598493576049805, 8.525321960449219, 9.09079360961914, 9.656265258789062, 10.2217378616333, 10.787209510803223, 11.352682113647461, 11.918153762817383, 12.483625411987305, 13.049097061157227, 13.614569664001465, 14.180041313171387, 14.745513916015625, 15.310985565185547, 15.876457214355469, 16.44192886352539, 17.007402420043945, 17.572874069213867, 18.13834571838379]}, "gradients/encoder.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 1.0, 4.0, 4.0, 2.0, 8.0, 6.0, 12.0, 17.0, 17.0, 37.0, 35.0, 42.0, 50.0, 61.0, 77.0, 82.0, 80.0, 80.0, 78.0, 77.0, 50.0, 34.0, 31.0, 28.0, 12.0, 17.0, 16.0, 8.0, 9.0, 7.0, 5.0, 4.0, 0.0, 6.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-13.738143920898438, -13.329386711120605, -12.920629501342773, -12.511873245239258, -12.103116035461426, -11.694358825683594, -11.285601615905762, -10.87684440612793, -10.468088150024414, -10.059330940246582, -9.65057373046875, -9.241817474365234, -8.833060264587402, -8.42430305480957, -8.015545845031738, -7.606788635253906, -7.198031425476074, -6.789274215698242, -6.380517482757568, -5.971760272979736, -5.5630035400390625, -5.1542463302612305, -4.745489120483398, -4.336731910705566, -3.9279751777648926, -3.5192182064056396, -3.1104612350463867, -2.7017040252685547, -2.2929470539093018, -1.8841900825500488, -1.4754328727722168, -1.0666759014129639, -0.6579179763793945, -0.24916094541549683, 0.15959608554840088, 0.5683531761169434, 0.9771101474761963, 1.3858671188354492, 1.7946243286132812, 2.203381299972534, 2.612138271331787, 3.02089524269104, 3.429652214050293, 3.838409423828125, 4.247166633605957, 4.655923366546631, 5.064680576324463, 5.473437309265137, 5.882194519042969, 6.290951728820801, 6.699708461761475, 7.108465671539307, 7.5172224044799805, 7.9259796142578125, 8.334736824035645, 8.743494033813477, 9.152250289916992, 9.561007499694824, 9.969764709472656, 10.378520965576172, 10.787278175354004, 11.196035385131836, 11.604792594909668, 12.0135498046875, 12.422307014465332]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 5.0, 4.0, 10.0, 10.0, 18.0, 22.0, 25.0, 24.0, 28.0, 42.0, 39.0, 61.0, 62.0, 104.0, 147.0, 221.0, 307.0, 438.0, 716.0, 1248.0, 2233.0, 4761.0, 15289.0, 209086.0, 3919141.0, 27547.0, 6519.0, 2576.0, 1365.0, 769.0, 466.0, 278.0, 204.0, 126.0, 87.0, 80.0, 49.0, 33.0, 30.0, 23.0, 22.0, 16.0, 12.0, 10.0, 7.0, 8.0, 3.0, 4.0, 2.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0], "bins": [-7.2578125, -7.0321044921875, -6.806396484375, -6.5806884765625, -6.35498046875, -6.1292724609375, -5.903564453125, -5.6778564453125, -5.4521484375, -5.2264404296875, -5.000732421875, -4.7750244140625, -4.54931640625, -4.3236083984375, -4.097900390625, -3.8721923828125, -3.646484375, -3.4207763671875, -3.195068359375, -2.9693603515625, -2.74365234375, -2.5179443359375, -2.292236328125, -2.0665283203125, -1.8408203125, -1.6151123046875, -1.389404296875, -1.1636962890625, -0.93798828125, -0.7122802734375, -0.486572265625, -0.2608642578125, -0.03515625, 0.1905517578125, 0.416259765625, 0.6419677734375, 0.86767578125, 1.0933837890625, 1.319091796875, 1.5447998046875, 1.7705078125, 1.9962158203125, 2.221923828125, 2.4476318359375, 2.67333984375, 2.8990478515625, 3.124755859375, 3.3504638671875, 3.576171875, 3.8018798828125, 4.027587890625, 4.2532958984375, 4.47900390625, 4.7047119140625, 4.930419921875, 5.1561279296875, 5.3818359375, 5.6075439453125, 5.833251953125, 6.0589599609375, 6.28466796875, 6.5103759765625, 6.736083984375, 6.9617919921875, 7.1875]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 1.0, 5.0, 0.0, 8.0, 7.0, 14.0, 14.0, 16.0, 21.0, 41.0, 136.0, 271.0, 232.0, 111.0, 46.0, 21.0, 8.0, 15.0, 13.0, 3.0, 5.0, 6.0, 4.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.5869140625, -0.5695648193359375, -0.552215576171875, -0.5348663330078125, -0.51751708984375, -0.5001678466796875, -0.482818603515625, -0.4654693603515625, -0.4481201171875, -0.4307708740234375, -0.413421630859375, -0.3960723876953125, -0.37872314453125, -0.3613739013671875, -0.344024658203125, -0.3266754150390625, -0.309326171875, -0.2919769287109375, -0.274627685546875, -0.2572784423828125, -0.23992919921875, -0.2225799560546875, -0.205230712890625, -0.1878814697265625, -0.1705322265625, -0.1531829833984375, -0.135833740234375, -0.1184844970703125, -0.10113525390625, -0.0837860107421875, -0.066436767578125, -0.0490875244140625, -0.03173828125, -0.0143890380859375, 0.002960205078125, 0.0203094482421875, 0.03765869140625, 0.0550079345703125, 0.072357177734375, 0.0897064208984375, 0.1070556640625, 0.1244049072265625, 0.141754150390625, 0.1591033935546875, 0.17645263671875, 0.1938018798828125, 0.211151123046875, 0.2285003662109375, 0.245849609375, 0.2631988525390625, 0.280548095703125, 0.2978973388671875, 0.31524658203125, 0.3325958251953125, 0.349945068359375, 0.3672943115234375, 0.3846435546875, 0.4019927978515625, 0.419342041015625, 0.4366912841796875, 0.45404052734375, 0.4713897705078125, 0.488739013671875, 0.5060882568359375, 0.5234375]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 6.0, 1.0, 8.0, 11.0, 6.0, 20.0, 14.0, 31.0, 59.0, 86.0, 149.0, 342.0, 725.0, 1953.0, 6416.0, 27393.0, 339754.0, 3735218.0, 65204.0, 11544.0, 3197.0, 1163.0, 478.0, 216.0, 95.0, 62.0, 52.0, 27.0, 19.0, 8.0, 7.0, 3.0, 6.0, 3.0, 2.0, 1.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0], "bins": [-6.2578125, -6.08013916015625, -5.9024658203125, -5.72479248046875, -5.547119140625, -5.36944580078125, -5.1917724609375, -5.01409912109375, -4.83642578125, -4.65875244140625, -4.4810791015625, -4.30340576171875, -4.125732421875, -3.94805908203125, -3.7703857421875, -3.59271240234375, -3.4150390625, -3.23736572265625, -3.0596923828125, -2.88201904296875, -2.704345703125, -2.52667236328125, -2.3489990234375, -2.17132568359375, -1.99365234375, -1.81597900390625, -1.6383056640625, -1.46063232421875, -1.282958984375, -1.10528564453125, -0.9276123046875, -0.74993896484375, -0.572265625, -0.39459228515625, -0.2169189453125, -0.03924560546875, 0.138427734375, 0.31610107421875, 0.4937744140625, 0.67144775390625, 0.84912109375, 1.02679443359375, 1.2044677734375, 1.38214111328125, 1.559814453125, 1.73748779296875, 1.9151611328125, 2.09283447265625, 2.2705078125, 2.44818115234375, 2.6258544921875, 2.80352783203125, 2.981201171875, 3.15887451171875, 3.3365478515625, 3.51422119140625, 3.69189453125, 3.86956787109375, 4.0472412109375, 4.22491455078125, 4.402587890625, 4.58026123046875, 4.7579345703125, 4.93560791015625, 5.11328125]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 5.0, 2.0, 3.0, 11.0, 14.0, 17.0, 22.0, 57.0, 86.0, 161.0, 425.0, 2276.0, 543.0, 206.0, 93.0, 54.0, 26.0, 20.0, 22.0, 6.0, 6.0, 3.0, 4.0, 3.0, 1.0, 2.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7685546875, -0.7434463500976562, -0.7183380126953125, -0.6932296752929688, -0.668121337890625, -0.6430130004882812, -0.6179046630859375, -0.5927963256835938, -0.56768798828125, -0.5425796508789062, -0.5174713134765625, -0.49236297607421875, -0.467254638671875, -0.44214630126953125, -0.4170379638671875, -0.39192962646484375, -0.3668212890625, -0.34171295166015625, -0.3166046142578125, -0.29149627685546875, -0.266387939453125, -0.24127960205078125, -0.2161712646484375, -0.19106292724609375, -0.16595458984375, -0.14084625244140625, -0.1157379150390625, -0.09062957763671875, -0.065521240234375, -0.04041290283203125, -0.0153045654296875, 0.00980377197265625, 0.034912109375, 0.06002044677734375, 0.0851287841796875, 0.11023712158203125, 0.135345458984375, 0.16045379638671875, 0.1855621337890625, 0.21067047119140625, 0.23577880859375, 0.26088714599609375, 0.2859954833984375, 0.31110382080078125, 0.336212158203125, 0.36132049560546875, 0.3864288330078125, 0.41153717041015625, 0.4366455078125, 0.46175384521484375, 0.4868621826171875, 0.5119705200195312, 0.537078857421875, 0.5621871948242188, 0.5872955322265625, 0.6124038696289062, 0.63751220703125, 0.6626205444335938, 0.6877288818359375, 0.7128372192382812, 0.737945556640625, 0.7630538940429688, 0.7881622314453125, 0.8132705688476562, 0.83837890625]}, "gradients/encoder.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 11.0, 74.0, 287.0, 429.0, 152.0, 33.0, 11.0, 3.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-10.180719375610352, -9.874526023864746, -9.568333625793457, -9.262140274047852, -8.955946922302246, -8.64975357055664, -8.343561172485352, -8.037367820739746, -7.731174945831299, -7.424982070922852, -7.118788719177246, -6.812595844268799, -6.506402969360352, -6.200209617614746, -5.894016742706299, -5.587823867797852, -5.281630516052246, -4.975437641143799, -4.669244289398193, -4.363051414489746, -4.056858062744141, -3.7506651878356934, -3.444472312927246, -3.1382791996002197, -2.8320860862731934, -2.525892972946167, -2.2196998596191406, -1.9135069847106934, -1.607313871383667, -1.3011207580566406, -0.9949277639389038, -0.688734769821167, -0.38254261016845703, -0.07634955644607544, 0.22984349727630615, 0.5360365509986877, 0.8422296047210693, 1.1484227180480957, 1.4546157121658325, 1.7608087062835693, 2.0670018196105957, 2.373194932937622, 2.6793880462646484, 2.9855809211730957, 3.291774034500122, 3.5979671478271484, 3.9041600227355957, 4.210352897644043, 4.516546249389648, 4.822739124298096, 5.128932476043701, 5.435125350952148, 5.741318702697754, 6.047511577606201, 6.353704452514648, 6.659897804260254, 6.966090679168701, 7.272283554077148, 7.578476905822754, 7.884669780731201, 8.190862655639648, 8.497056007385254, 8.80324935913086, 9.109441757202148, 9.415635108947754]}, "gradients/encoder.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 6.0, 5.0, 4.0, 7.0, 15.0, 16.0, 18.0, 33.0, 40.0, 50.0, 56.0, 72.0, 87.0, 79.0, 87.0, 68.0, 86.0, 73.0, 42.0, 49.0, 31.0, 28.0, 12.0, 11.0, 7.0, 9.0, 4.0, 7.0, 5.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6399619579315186, -2.5466396808624268, -2.453317403793335, -2.359995126724243, -2.2666730880737305, -2.1733508110046387, -2.080028533935547, -1.986706256866455, -1.8933839797973633, -1.8000617027282715, -1.7067394256591797, -1.6134172677993774, -1.5200949907302856, -1.4267727136611938, -1.3334505558013916, -1.2401282787322998, -1.146806001663208, -1.0534837245941162, -0.9601615071296692, -0.8668392896652222, -0.7735170125961304, -0.6801947355270386, -0.5868725180625916, -0.49355030059814453, -0.40022802352905273, -0.3069057762622833, -0.21358352899551392, -0.1202612817287445, -0.026939034461975098, 0.06638321280479431, 0.15970546007156372, 0.25302767753601074, 0.34635019302368164, 0.43967244029045105, 0.5329946875572205, 0.6263169050216675, 0.7196391820907593, 0.8129614591598511, 0.9062836766242981, 0.9996058940887451, 1.092928171157837, 1.1862504482269287, 1.2795727252960205, 1.3728948831558228, 1.4662171602249146, 1.5595394372940063, 1.6528615951538086, 1.7461838722229004, 1.8395061492919922, 1.932828426361084, 2.026150703430176, 2.1194729804992676, 2.2127952575683594, 2.306117296218872, 2.399439573287964, 2.4927618503570557, 2.5860841274261475, 2.6794064044952393, 2.772728681564331, 2.866050958633423, 2.9593729972839355, 3.0526952743530273, 3.146017551422119, 3.239339828491211, 3.3326621055603027]}, "gradients/encoder.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 8.0, 3.0, 7.0, 6.0, 5.0, 18.0, 19.0, 20.0, 29.0, 47.0, 58.0, 78.0, 124.0, 154.0, 241.0, 372.0, 506.0, 792.0, 1383.0, 2675.0, 5688.0, 15214.0, 70226.0, 705388.0, 202387.0, 26250.0, 8392.0, 3648.0, 1772.0, 1050.0, 636.0, 396.0, 280.0, 178.0, 133.0, 102.0, 72.0, 46.0, 48.0, 24.0, 19.0, 23.0, 17.0, 6.0, 8.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.3046875, -4.1689453125, -4.033203125, -3.8974609375, -3.76171875, -3.6259765625, -3.490234375, -3.3544921875, -3.21875, -3.0830078125, -2.947265625, -2.8115234375, -2.67578125, -2.5400390625, -2.404296875, -2.2685546875, -2.1328125, -1.9970703125, -1.861328125, -1.7255859375, -1.58984375, -1.4541015625, -1.318359375, -1.1826171875, -1.046875, -0.9111328125, -0.775390625, -0.6396484375, -0.50390625, -0.3681640625, -0.232421875, -0.0966796875, 0.0390625, 0.1748046875, 0.310546875, 0.4462890625, 0.58203125, 0.7177734375, 0.853515625, 0.9892578125, 1.125, 1.2607421875, 1.396484375, 1.5322265625, 1.66796875, 1.8037109375, 1.939453125, 2.0751953125, 2.2109375, 2.3466796875, 2.482421875, 2.6181640625, 2.75390625, 2.8896484375, 3.025390625, 3.1611328125, 3.296875, 3.4326171875, 3.568359375, 3.7041015625, 3.83984375, 3.9755859375, 4.111328125, 4.2470703125, 4.3828125]}, "gradients/encoder.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 7.0, 4.0, 2.0, 13.0, 11.0, 22.0, 52.0, 128.0, 185.0, 251.0, 166.0, 60.0, 36.0, 20.0, 10.0, 12.0, 5.0, 5.0, 6.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.59814453125, -0.5806732177734375, -0.563201904296875, -0.5457305908203125, -0.52825927734375, -0.5107879638671875, -0.493316650390625, -0.4758453369140625, -0.4583740234375, -0.4409027099609375, -0.423431396484375, -0.4059600830078125, -0.38848876953125, -0.3710174560546875, -0.353546142578125, -0.3360748291015625, -0.318603515625, -0.3011322021484375, -0.283660888671875, -0.2661895751953125, -0.24871826171875, -0.2312469482421875, -0.213775634765625, -0.1963043212890625, -0.1788330078125, -0.1613616943359375, -0.143890380859375, -0.1264190673828125, -0.10894775390625, -0.0914764404296875, -0.074005126953125, -0.0565338134765625, -0.0390625, -0.0215911865234375, -0.004119873046875, 0.0133514404296875, 0.03082275390625, 0.0482940673828125, 0.065765380859375, 0.0832366943359375, 0.1007080078125, 0.1181793212890625, 0.135650634765625, 0.1531219482421875, 0.17059326171875, 0.1880645751953125, 0.205535888671875, 0.2230072021484375, 0.240478515625, 0.2579498291015625, 0.275421142578125, 0.2928924560546875, 0.31036376953125, 0.3278350830078125, 0.345306396484375, 0.3627777099609375, 0.3802490234375, 0.3977203369140625, 0.415191650390625, 0.4326629638671875, 0.45013427734375, 0.4676055908203125, 0.485076904296875, 0.5025482177734375, 0.52001953125]}, "gradients/encoder.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 2.0, 3.0, 4.0, 3.0, 8.0, 7.0, 13.0, 19.0, 17.0, 29.0, 51.0, 71.0, 114.0, 217.0, 345.0, 614.0, 1192.0, 2584.0, 8135.0, 38374.0, 280265.0, 587647.0, 103800.0, 16872.0, 4539.0, 1685.0, 821.0, 450.0, 241.0, 148.0, 79.0, 67.0, 48.0, 26.0, 16.0, 9.0, 9.0, 6.0, 5.0, 10.0, 2.0, 1.0, 5.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.2265625, -4.09136962890625, -3.9561767578125, -3.82098388671875, -3.685791015625, -3.55059814453125, -3.4154052734375, -3.28021240234375, -3.14501953125, -3.00982666015625, -2.8746337890625, -2.73944091796875, -2.604248046875, -2.46905517578125, -2.3338623046875, -2.19866943359375, -2.0634765625, -1.92828369140625, -1.7930908203125, -1.65789794921875, -1.522705078125, -1.38751220703125, -1.2523193359375, -1.11712646484375, -0.98193359375, -0.84674072265625, -0.7115478515625, -0.57635498046875, -0.441162109375, -0.30596923828125, -0.1707763671875, -0.03558349609375, 0.099609375, 0.23480224609375, 0.3699951171875, 0.50518798828125, 0.640380859375, 0.77557373046875, 0.9107666015625, 1.04595947265625, 1.18115234375, 1.31634521484375, 1.4515380859375, 1.58673095703125, 1.721923828125, 1.85711669921875, 1.9923095703125, 2.12750244140625, 2.2626953125, 2.39788818359375, 2.5330810546875, 2.66827392578125, 2.803466796875, 2.93865966796875, 3.0738525390625, 3.20904541015625, 3.34423828125, 3.47943115234375, 3.6146240234375, 3.74981689453125, 3.885009765625, 4.02020263671875, 4.1553955078125, 4.29058837890625, 4.42578125]}, "gradients/encoder.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 3.0, 0.0, 7.0, 8.0, 9.0, 9.0, 13.0, 14.0, 15.0, 21.0, 25.0, 18.0, 28.0, 30.0, 28.0, 43.0, 43.0, 55.0, 55.0, 55.0, 38.0, 57.0, 44.0, 50.0, 38.0, 50.0, 40.0, 40.0, 21.0, 28.0, 31.0, 16.0, 15.0, 13.0, 7.0, 9.0, 5.0, 8.0, 4.0, 7.0, 2.0, 2.0, 0.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.470703125, -1.4273834228515625, -1.384063720703125, -1.3407440185546875, -1.29742431640625, -1.2541046142578125, -1.210784912109375, -1.1674652099609375, -1.1241455078125, -1.0808258056640625, -1.037506103515625, -0.9941864013671875, -0.95086669921875, -0.9075469970703125, -0.864227294921875, -0.8209075927734375, -0.777587890625, -0.7342681884765625, -0.690948486328125, -0.6476287841796875, -0.60430908203125, -0.5609893798828125, -0.517669677734375, -0.4743499755859375, -0.4310302734375, -0.3877105712890625, -0.344390869140625, -0.3010711669921875, -0.25775146484375, -0.2144317626953125, -0.171112060546875, -0.1277923583984375, -0.08447265625, -0.0411529541015625, 0.002166748046875, 0.0454864501953125, 0.08880615234375, 0.1321258544921875, 0.175445556640625, 0.2187652587890625, 0.2620849609375, 0.3054046630859375, 0.348724365234375, 0.3920440673828125, 0.43536376953125, 0.4786834716796875, 0.522003173828125, 0.5653228759765625, 0.608642578125, 0.6519622802734375, 0.695281982421875, 0.7386016845703125, 0.78192138671875, 0.8252410888671875, 0.868560791015625, 0.9118804931640625, 0.9552001953125, 0.9985198974609375, 1.041839599609375, 1.0851593017578125, 1.12847900390625, 1.1717987060546875, 1.215118408203125, 1.2584381103515625, 1.3017578125]}, "gradients/encoder.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 3.0, 9.0, 11.0, 19.0, 17.0, 25.0, 35.0, 60.0, 93.0, 159.0, 267.0, 498.0, 1042.0, 2510.0, 7699.0, 34447.0, 222510.0, 596728.0, 148173.0, 24087.0, 6184.0, 2007.0, 865.0, 473.0, 239.0, 117.0, 88.0, 65.0, 33.0, 28.0, 20.0, 11.0, 9.0, 4.0, 6.0, 2.0, 5.0, 2.0, 2.0, 0.0, 2.0, 2.0, 4.0, 0.0, 2.0], "bins": [-2.248046875, -2.186279296875, -2.12451171875, -2.062744140625, -2.0009765625, -1.939208984375, -1.87744140625, -1.815673828125, -1.75390625, -1.692138671875, -1.63037109375, -1.568603515625, -1.5068359375, -1.445068359375, -1.38330078125, -1.321533203125, -1.259765625, -1.197998046875, -1.13623046875, -1.074462890625, -1.0126953125, -0.950927734375, -0.88916015625, -0.827392578125, -0.765625, -0.703857421875, -0.64208984375, -0.580322265625, -0.5185546875, -0.456787109375, -0.39501953125, -0.333251953125, -0.271484375, -0.209716796875, -0.14794921875, -0.086181640625, -0.0244140625, 0.037353515625, 0.09912109375, 0.160888671875, 0.22265625, 0.284423828125, 0.34619140625, 0.407958984375, 0.4697265625, 0.531494140625, 0.59326171875, 0.655029296875, 0.716796875, 0.778564453125, 0.84033203125, 0.902099609375, 0.9638671875, 1.025634765625, 1.08740234375, 1.149169921875, 1.2109375, 1.272705078125, 1.33447265625, 1.396240234375, 1.4580078125, 1.519775390625, 1.58154296875, 1.643310546875, 1.705078125]}, "gradients/encoder.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 5.0, 0.0, 2.0, 3.0, 4.0, 3.0, 5.0, 5.0, 5.0, 12.0, 7.0, 10.0, 27.0, 24.0, 30.0, 32.0, 40.0, 46.0, 70.0, 67.0, 66.0, 82.0, 58.0, 63.0, 48.0, 64.0, 49.0, 36.0, 33.0, 24.0, 19.0, 11.0, 14.0, 11.0, 8.0, 7.0, 4.0, 2.0, 4.0, 2.0, 3.0, 0.0, 0.0, 3.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00014400482177734375, -0.00013934820890426636, -0.00013469159603118896, -0.00013003498315811157, -0.00012537837028503418, -0.00012072175741195679, -0.0001160651445388794, -0.000111408531665802, -0.00010675191879272461, -0.00010209530591964722, -9.743869304656982e-05, -9.278208017349243e-05, -8.812546730041504e-05, -8.346885442733765e-05, -7.881224155426025e-05, -7.415562868118286e-05, -6.949901580810547e-05, -6.484240293502808e-05, -6.0185790061950684e-05, -5.552917718887329e-05, -5.08725643157959e-05, -4.6215951442718506e-05, -4.155933856964111e-05, -3.690272569656372e-05, -3.224611282348633e-05, -2.7589499950408936e-05, -2.2932887077331543e-05, -1.827627420425415e-05, -1.3619661331176758e-05, -8.963048458099365e-06, -4.306435585021973e-06, 3.501772880554199e-07, 5.0067901611328125e-06, 9.663403034210205e-06, 1.4320015907287598e-05, 1.897662878036499e-05, 2.3633241653442383e-05, 2.8289854526519775e-05, 3.294646739959717e-05, 3.760308027267456e-05, 4.225969314575195e-05, 4.6916306018829346e-05, 5.157291889190674e-05, 5.622953176498413e-05, 6.0886144638061523e-05, 6.554275751113892e-05, 7.019937038421631e-05, 7.48559832572937e-05, 7.95125961303711e-05, 8.416920900344849e-05, 8.882582187652588e-05, 9.348243474960327e-05, 9.813904762268066e-05, 0.00010279566049575806, 0.00010745227336883545, 0.00011210888624191284, 0.00011676549911499023, 0.00012142211198806763, 0.00012607872486114502, 0.0001307353377342224, 0.0001353919506072998, 0.0001400485634803772, 0.0001447051763534546, 0.00014936178922653198, 0.00015401840209960938]}, "gradients/encoder.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 5.0, 5.0, 3.0, 9.0, 19.0, 24.0, 20.0, 34.0, 61.0, 83.0, 143.0, 245.0, 476.0, 971.0, 2031.0, 5831.0, 29097.0, 248351.0, 639887.0, 100264.0, 14280.0, 3626.0, 1472.0, 687.0, 344.0, 217.0, 118.0, 96.0, 46.0, 31.0, 24.0, 20.0, 9.0, 10.0, 8.0, 5.0, 5.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8056640625, -1.7342987060546875, -1.662933349609375, -1.5915679931640625, -1.52020263671875, -1.4488372802734375, -1.377471923828125, -1.3061065673828125, -1.2347412109375, -1.1633758544921875, -1.092010498046875, -1.0206451416015625, -0.94927978515625, -0.8779144287109375, -0.806549072265625, -0.7351837158203125, -0.663818359375, -0.5924530029296875, -0.521087646484375, -0.4497222900390625, -0.37835693359375, -0.3069915771484375, -0.235626220703125, -0.1642608642578125, -0.0928955078125, -0.0215301513671875, 0.049835205078125, 0.1212005615234375, 0.19256591796875, 0.2639312744140625, 0.335296630859375, 0.4066619873046875, 0.47802734375, 0.5493927001953125, 0.620758056640625, 0.6921234130859375, 0.76348876953125, 0.8348541259765625, 0.906219482421875, 0.9775848388671875, 1.0489501953125, 1.1203155517578125, 1.191680908203125, 1.2630462646484375, 1.33441162109375, 1.4057769775390625, 1.477142333984375, 1.5485076904296875, 1.619873046875, 1.6912384033203125, 1.762603759765625, 1.8339691162109375, 1.90533447265625, 1.9766998291015625, 2.048065185546875, 2.1194305419921875, 2.1907958984375, 2.2621612548828125, 2.333526611328125, 2.4048919677734375, 2.47625732421875, 2.5476226806640625, 2.618988037109375, 2.6903533935546875, 2.76171875]}, "gradients/encoder.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 4.0, 5.0, 2.0, 6.0, 8.0, 5.0, 11.0, 11.0, 18.0, 33.0, 20.0, 34.0, 54.0, 37.0, 52.0, 60.0, 64.0, 44.0, 89.0, 53.0, 59.0, 51.0, 48.0, 45.0, 33.0, 42.0, 24.0, 24.0, 21.0, 10.0, 8.0, 2.0, 11.0, 7.0, 6.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.59130859375, -0.569000244140625, -0.54669189453125, -0.524383544921875, -0.5020751953125, -0.479766845703125, -0.45745849609375, -0.435150146484375, -0.412841796875, -0.390533447265625, -0.36822509765625, -0.345916748046875, -0.3236083984375, -0.301300048828125, -0.27899169921875, -0.256683349609375, -0.234375, -0.212066650390625, -0.18975830078125, -0.167449951171875, -0.1451416015625, -0.122833251953125, -0.10052490234375, -0.078216552734375, -0.055908203125, -0.033599853515625, -0.01129150390625, 0.011016845703125, 0.0333251953125, 0.055633544921875, 0.07794189453125, 0.100250244140625, 0.12255859375, 0.144866943359375, 0.16717529296875, 0.189483642578125, 0.2117919921875, 0.234100341796875, 0.25640869140625, 0.278717041015625, 0.301025390625, 0.323333740234375, 0.34564208984375, 0.367950439453125, 0.3902587890625, 0.412567138671875, 0.43487548828125, 0.457183837890625, 0.4794921875, 0.501800537109375, 0.52410888671875, 0.546417236328125, 0.5687255859375, 0.591033935546875, 0.61334228515625, 0.635650634765625, 0.657958984375, 0.680267333984375, 0.70257568359375, 0.724884033203125, 0.7471923828125, 0.769500732421875, 0.79180908203125, 0.814117431640625, 0.83642578125]}, "gradients/encoder.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 12.0, 42.0, 106.0, 250.0, 321.0, 175.0, 60.0, 20.0, 8.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.342496871948242, -27.073650360107422, -25.80480194091797, -24.53595542907715, -23.267107009887695, -21.998260498046875, -20.729412078857422, -19.4605655670166, -18.19171905517578, -16.92287254333496, -15.654024124145508, -14.385177612304688, -13.116329193115234, -11.847482681274414, -10.578635215759277, -9.30978775024414, -8.040939331054688, -6.772091865539551, -5.503244400024414, -4.2343974113464355, -2.965549945831299, -1.696702480316162, -0.4278554916381836, 0.8409919738769531, 2.10983943939209, 3.3786869049072266, 4.647534370422363, 5.916381359100342, 7.1852288246154785, 8.454076766967773, 9.722923278808594, 10.99177074432373, 12.260616302490234, 13.529463768005371, 14.798311233520508, 16.067157745361328, 17.33600616455078, 18.6048526763916, 19.873699188232422, 21.142547607421875, 22.411396026611328, 23.68024253845215, 24.9490909576416, 26.217937469482422, 27.486785888671875, 28.755632400512695, 30.024478912353516, 31.29332733154297, 32.562171936035156, 33.83102035522461, 35.0998649597168, 36.36871337890625, 37.6375617980957, 38.906410217285156, 40.175254821777344, 41.4441032409668, 42.71295166015625, 43.9818000793457, 45.25064468383789, 46.519493103027344, 47.7883415222168, 49.05718994140625, 50.32603454589844, 51.59488296508789, 52.863731384277344]}, "gradients/encoder.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 4.0, 9.0, 10.0, 4.0, 13.0, 10.0, 17.0, 15.0, 35.0, 39.0, 46.0, 44.0, 39.0, 46.0, 53.0, 57.0, 59.0, 54.0, 62.0, 52.0, 57.0, 46.0, 42.0, 42.0, 25.0, 29.0, 27.0, 13.0, 14.0, 10.0, 2.0, 7.0, 7.0, 11.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-13.89249038696289, -13.514537811279297, -13.136584281921387, -12.758631706237793, -12.380678176879883, -12.002725601196289, -11.624773025512695, -11.246819496154785, -10.868866920471191, -10.490914344787598, -10.112960815429688, -9.735008239746094, -9.357054710388184, -8.97910213470459, -8.60114860534668, -8.223196029663086, -7.845242977142334, -7.467289924621582, -7.08933687210083, -6.711383819580078, -6.333431243896484, -5.955478191375732, -5.5775251388549805, -5.199572563171387, -4.821619033813477, -4.443665981292725, -4.065712928771973, -3.6877601146698, -3.309807300567627, -2.931854248046875, -2.553901195526123, -2.17594838142395, -1.7979955673217773, -1.420042634010315, -1.0420897006988525, -0.6641366481781006, -0.2861837148666382, 0.09176921844482422, 0.46972227096557617, 0.847675085067749, 1.225628137588501, 1.6035810708999634, 1.9815340042114258, 2.3594870567321777, 2.7374401092529297, 3.1153929233551025, 3.4933459758758545, 3.8712987899780273, 4.249251842498779, 4.627204895019531, 5.005157947540283, 5.383111000061035, 5.761063575744629, 6.139016628265381, 6.516969680786133, 6.894922256469727, 7.272875785827637, 7.650828838348389, 8.02878189086914, 8.406734466552734, 8.784687995910645, 9.162640571594238, 9.540594100952148, 9.918546676635742, 10.296499252319336]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 4.0, 6.0, 8.0, 16.0, 25.0, 36.0, 79.0, 218.0, 597.0, 3723.0, 4089259.0, 97965.0, 1788.0, 335.0, 113.0, 44.0, 28.0, 13.0, 11.0, 5.0, 4.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-27.765625, -27.01220703125, -26.2587890625, -25.50537109375, -24.751953125, -23.99853515625, -23.2451171875, -22.49169921875, -21.73828125, -20.98486328125, -20.2314453125, -19.47802734375, -18.724609375, -17.97119140625, -17.2177734375, -16.46435546875, -15.7109375, -14.95751953125, -14.2041015625, -13.45068359375, -12.697265625, -11.94384765625, -11.1904296875, -10.43701171875, -9.68359375, -8.93017578125, -8.1767578125, -7.42333984375, -6.669921875, -5.91650390625, -5.1630859375, -4.40966796875, -3.65625, -2.90283203125, -2.1494140625, -1.39599609375, -0.642578125, 0.11083984375, 0.8642578125, 1.61767578125, 2.37109375, 3.12451171875, 3.8779296875, 4.63134765625, 5.384765625, 6.13818359375, 6.8916015625, 7.64501953125, 8.3984375, 9.15185546875, 9.9052734375, 10.65869140625, 11.412109375, 12.16552734375, 12.9189453125, 13.67236328125, 14.42578125, 15.17919921875, 15.9326171875, 16.68603515625, 17.439453125, 18.19287109375, 18.9462890625, 19.69970703125, 20.453125]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 0.0, 11.0, 5.0, 8.0, 11.0, 14.0, 34.0, 53.0, 106.0, 160.0, 180.0, 155.0, 116.0, 60.0, 29.0, 20.0, 14.0, 6.0, 7.0, 4.0, 6.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.71435546875, -0.6947860717773438, -0.6752166748046875, -0.6556472778320312, -0.636077880859375, -0.6165084838867188, -0.5969390869140625, -0.5773696899414062, -0.55780029296875, -0.5382308959960938, -0.5186614990234375, -0.49909210205078125, -0.479522705078125, -0.45995330810546875, -0.4403839111328125, -0.42081451416015625, -0.4012451171875, -0.38167572021484375, -0.3621063232421875, -0.34253692626953125, -0.322967529296875, -0.30339813232421875, -0.2838287353515625, -0.26425933837890625, -0.24468994140625, -0.22512054443359375, -0.2055511474609375, -0.18598175048828125, -0.166412353515625, -0.14684295654296875, -0.1272735595703125, -0.10770416259765625, -0.088134765625, -0.06856536865234375, -0.0489959716796875, -0.02942657470703125, -0.009857177734375, 0.00971221923828125, 0.0292816162109375, 0.04885101318359375, 0.06842041015625, 0.08798980712890625, 0.1075592041015625, 0.12712860107421875, 0.146697998046875, 0.16626739501953125, 0.1858367919921875, 0.20540618896484375, 0.2249755859375, 0.24454498291015625, 0.2641143798828125, 0.28368377685546875, 0.303253173828125, 0.32282257080078125, 0.3423919677734375, 0.36196136474609375, 0.38153076171875, 0.40110015869140625, 0.4206695556640625, 0.44023895263671875, 0.459808349609375, 0.47937774658203125, 0.4989471435546875, 0.5185165405273438, 0.5380859375]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 4.0, 0.0, 5.0, 6.0, 14.0, 11.0, 11.0, 32.0, 53.0, 112.0, 162.0, 369.0, 786.0, 1712.0, 4653.0, 15186.0, 65797.0, 789057.0, 3181782.0, 103204.0, 21120.0, 6066.0, 2218.0, 923.0, 429.0, 236.0, 125.0, 71.0, 52.0, 38.0, 21.0, 8.0, 8.0, 11.0, 1.0, 1.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.234375, -4.08380126953125, -3.9332275390625, -3.78265380859375, -3.632080078125, -3.48150634765625, -3.3309326171875, -3.18035888671875, -3.02978515625, -2.87921142578125, -2.7286376953125, -2.57806396484375, -2.427490234375, -2.27691650390625, -2.1263427734375, -1.97576904296875, -1.8251953125, -1.67462158203125, -1.5240478515625, -1.37347412109375, -1.222900390625, -1.07232666015625, -0.9217529296875, -0.77117919921875, -0.62060546875, -0.47003173828125, -0.3194580078125, -0.16888427734375, -0.018310546875, 0.13226318359375, 0.2828369140625, 0.43341064453125, 0.583984375, 0.73455810546875, 0.8851318359375, 1.03570556640625, 1.186279296875, 1.33685302734375, 1.4874267578125, 1.63800048828125, 1.78857421875, 1.93914794921875, 2.0897216796875, 2.24029541015625, 2.390869140625, 2.54144287109375, 2.6920166015625, 2.84259033203125, 2.9931640625, 3.14373779296875, 3.2943115234375, 3.44488525390625, 3.595458984375, 3.74603271484375, 3.8966064453125, 4.04718017578125, 4.19775390625, 4.34832763671875, 4.4989013671875, 4.64947509765625, 4.800048828125, 4.95062255859375, 5.1011962890625, 5.25177001953125, 5.40234375]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 5.0, 7.0, 5.0, 10.0, 14.0, 12.0, 14.0, 20.0, 38.0, 45.0, 57.0, 109.0, 166.0, 333.0, 1275.0, 1099.0, 312.0, 159.0, 118.0, 78.0, 55.0, 30.0, 26.0, 25.0, 11.0, 11.0, 9.0, 10.0, 3.0, 6.0, 7.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.73876953125, -0.7149200439453125, -0.691070556640625, -0.6672210693359375, -0.64337158203125, -0.6195220947265625, -0.595672607421875, -0.5718231201171875, -0.5479736328125, -0.5241241455078125, -0.500274658203125, -0.4764251708984375, -0.45257568359375, -0.4287261962890625, -0.404876708984375, -0.3810272216796875, -0.357177734375, -0.3333282470703125, -0.309478759765625, -0.2856292724609375, -0.26177978515625, -0.2379302978515625, -0.214080810546875, -0.1902313232421875, -0.1663818359375, -0.1425323486328125, -0.118682861328125, -0.0948333740234375, -0.07098388671875, -0.0471343994140625, -0.023284912109375, 0.0005645751953125, 0.0244140625, 0.0482635498046875, 0.072113037109375, 0.0959625244140625, 0.11981201171875, 0.1436614990234375, 0.167510986328125, 0.1913604736328125, 0.2152099609375, 0.2390594482421875, 0.262908935546875, 0.2867584228515625, 0.31060791015625, 0.3344573974609375, 0.358306884765625, 0.3821563720703125, 0.406005859375, 0.4298553466796875, 0.453704833984375, 0.4775543212890625, 0.50140380859375, 0.5252532958984375, 0.549102783203125, 0.5729522705078125, 0.5968017578125, 0.6206512451171875, 0.644500732421875, 0.6683502197265625, 0.69219970703125, 0.7160491943359375, 0.739898681640625, 0.7637481689453125, 0.78759765625]}, "gradients/encoder.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 25.0, 84.0, 224.0, 392.0, 205.0, 60.0, 10.0, 7.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.273922920227051, -3.8192615509033203, -3.364600419998169, -2.9099392890930176, -2.455277919769287, -2.0006165504455566, -1.5459554195404053, -1.091294288635254, -0.6366329193115234, -0.18197166919708252, 0.2726895809173584, 0.7273508310317993, 1.1820120811462402, 1.6366734504699707, 2.091334581375122, 2.5459957122802734, 3.000657081604004, 3.4553184509277344, 3.9099795818328857, 4.364640712738037, 4.819302082061768, 5.273963451385498, 5.72862434387207, 6.183285713195801, 6.637947082519531, 7.092608451843262, 7.547269821166992, 8.001931190490723, 8.456592559814453, 8.911252975463867, 9.365914344787598, 9.820575714111328, 10.275238037109375, 10.729899406433105, 11.184560775756836, 11.639222145080566, 12.093883514404297, 12.548543930053711, 13.003205299377441, 13.457866668701172, 13.912528038024902, 14.367189407348633, 14.821850776672363, 15.276512145996094, 15.731172561645508, 16.185834884643555, 16.64049530029297, 17.095157623291016, 17.54981803894043, 18.004478454589844, 18.45914077758789, 18.913801193237305, 19.36846351623535, 19.823123931884766, 20.277786254882812, 20.732446670532227, 21.18710708618164, 21.641767501831055, 22.0964298248291, 22.551090240478516, 23.005752563476562, 23.460412979125977, 23.915075302124023, 24.369735717773438, 24.824398040771484]}, "gradients/encoder.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 2.0, 3.0, 1.0, 5.0, 7.0, 9.0, 8.0, 9.0, 22.0, 21.0, 16.0, 27.0, 19.0, 36.0, 37.0, 39.0, 46.0, 39.0, 52.0, 53.0, 42.0, 66.0, 50.0, 68.0, 46.0, 51.0, 36.0, 38.0, 30.0, 27.0, 21.0, 19.0, 17.0, 13.0, 10.0, 10.0, 2.0, 5.0, 5.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.2978322505950928, -2.200166702270508, -2.1025009155273438, -2.0048351287841797, -1.9071695804595947, -1.8095039129257202, -1.7118382453918457, -1.6141725778579712, -1.5165069103240967, -1.4188412427902222, -1.3211755752563477, -1.2235099077224731, -1.1258442401885986, -1.0281785726547241, -0.9305129051208496, -0.8328472375869751, -0.7351815700531006, -0.6375159025192261, -0.5398502349853516, -0.44218456745147705, -0.34451889991760254, -0.24685323238372803, -0.14918756484985352, -0.051521897315979004, 0.04614377021789551, 0.14380943775177002, 0.24147510528564453, 0.33914077281951904, 0.43680644035339355, 0.5344721078872681, 0.6321377754211426, 0.7298034429550171, 0.8274691104888916, 0.9251347780227661, 1.0228004455566406, 1.1204661130905151, 1.2181317806243896, 1.3157974481582642, 1.4134631156921387, 1.5111287832260132, 1.6087944507598877, 1.7064601182937622, 1.8041257858276367, 1.9017914533615112, 1.9994571208953857, 2.0971226692199707, 2.1947884559631348, 2.292454242706299, 2.390119791030884, 2.4877853393554688, 2.585451126098633, 2.683116912841797, 2.780782461166382, 2.878448009490967, 2.976113796234131, 3.073779582977295, 3.17144513130188, 3.269110679626465, 3.366776466369629, 3.464442253112793, 3.562107801437378, 3.659773349761963, 3.757439136505127, 3.855104923248291, 3.952770471572876]}, "gradients/encoder.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 3.0, 7.0, 6.0, 9.0, 16.0, 19.0, 24.0, 33.0, 41.0, 62.0, 76.0, 121.0, 182.0, 276.0, 396.0, 739.0, 1134.0, 2069.0, 4260.0, 12512.0, 59783.0, 401493.0, 466980.0, 73628.0, 14707.0, 4679.0, 2152.0, 1155.0, 647.0, 443.0, 275.0, 207.0, 115.0, 88.0, 62.0, 42.0, 24.0, 27.0, 18.0, 13.0, 13.0, 7.0, 10.0, 5.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-4.10546875, -3.98126220703125, -3.8570556640625, -3.73284912109375, -3.608642578125, -3.48443603515625, -3.3602294921875, -3.23602294921875, -3.11181640625, -2.98760986328125, -2.8634033203125, -2.73919677734375, -2.614990234375, -2.49078369140625, -2.3665771484375, -2.24237060546875, -2.1181640625, -1.99395751953125, -1.8697509765625, -1.74554443359375, -1.621337890625, -1.49713134765625, -1.3729248046875, -1.24871826171875, -1.12451171875, -1.00030517578125, -0.8760986328125, -0.75189208984375, -0.627685546875, -0.50347900390625, -0.3792724609375, -0.25506591796875, -0.130859375, -0.00665283203125, 0.1175537109375, 0.24176025390625, 0.365966796875, 0.49017333984375, 0.6143798828125, 0.73858642578125, 0.86279296875, 0.98699951171875, 1.1112060546875, 1.23541259765625, 1.359619140625, 1.48382568359375, 1.6080322265625, 1.73223876953125, 1.8564453125, 1.98065185546875, 2.1048583984375, 2.22906494140625, 2.353271484375, 2.47747802734375, 2.6016845703125, 2.72589111328125, 2.85009765625, 2.97430419921875, 3.0985107421875, 3.22271728515625, 3.346923828125, 3.47113037109375, 3.5953369140625, 3.71954345703125, 3.84375]}, "gradients/encoder.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 8.0, 7.0, 7.0, 14.0, 21.0, 47.0, 69.0, 119.0, 132.0, 158.0, 140.0, 103.0, 65.0, 49.0, 21.0, 14.0, 8.0, 7.0, 5.0, 5.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.72509765625, -0.7057266235351562, -0.6863555908203125, -0.6669845581054688, -0.647613525390625, -0.6282424926757812, -0.6088714599609375, -0.5895004272460938, -0.57012939453125, -0.5507583618164062, -0.5313873291015625, -0.5120162963867188, -0.492645263671875, -0.47327423095703125, -0.4539031982421875, -0.43453216552734375, -0.4151611328125, -0.39579010009765625, -0.3764190673828125, -0.35704803466796875, -0.337677001953125, -0.31830596923828125, -0.2989349365234375, -0.27956390380859375, -0.26019287109375, -0.24082183837890625, -0.2214508056640625, -0.20207977294921875, -0.182708740234375, -0.16333770751953125, -0.1439666748046875, -0.12459564208984375, -0.105224609375, -0.08585357666015625, -0.0664825439453125, -0.04711151123046875, -0.027740478515625, -0.00836944580078125, 0.0110015869140625, 0.03037261962890625, 0.04974365234375, 0.06911468505859375, 0.0884857177734375, 0.10785675048828125, 0.127227783203125, 0.14659881591796875, 0.1659698486328125, 0.18534088134765625, 0.2047119140625, 0.22408294677734375, 0.2434539794921875, 0.26282501220703125, 0.282196044921875, 0.30156707763671875, 0.3209381103515625, 0.34030914306640625, 0.35968017578125, 0.37905120849609375, 0.3984222412109375, 0.41779327392578125, 0.437164306640625, 0.45653533935546875, 0.4759063720703125, 0.49527740478515625, 0.5146484375]}, "gradients/encoder.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 5.0, 1.0, 4.0, 6.0, 3.0, 2.0, 10.0, 7.0, 10.0, 18.0, 30.0, 37.0, 55.0, 88.0, 159.0, 335.0, 610.0, 1178.0, 2640.0, 8680.0, 45604.0, 332510.0, 548117.0, 87380.0, 14078.0, 3785.0, 1540.0, 693.0, 394.0, 211.0, 146.0, 88.0, 45.0, 31.0, 17.0, 16.0, 11.0, 6.0, 7.0, 6.0, 2.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.0859375, -3.935546875, -3.78515625, -3.634765625, -3.484375, -3.333984375, -3.18359375, -3.033203125, -2.8828125, -2.732421875, -2.58203125, -2.431640625, -2.28125, -2.130859375, -1.98046875, -1.830078125, -1.6796875, -1.529296875, -1.37890625, -1.228515625, -1.078125, -0.927734375, -0.77734375, -0.626953125, -0.4765625, -0.326171875, -0.17578125, -0.025390625, 0.125, 0.275390625, 0.42578125, 0.576171875, 0.7265625, 0.876953125, 1.02734375, 1.177734375, 1.328125, 1.478515625, 1.62890625, 1.779296875, 1.9296875, 2.080078125, 2.23046875, 2.380859375, 2.53125, 2.681640625, 2.83203125, 2.982421875, 3.1328125, 3.283203125, 3.43359375, 3.583984375, 3.734375, 3.884765625, 4.03515625, 4.185546875, 4.3359375, 4.486328125, 4.63671875, 4.787109375, 4.9375, 5.087890625, 5.23828125, 5.388671875, 5.5390625]}, "gradients/encoder.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 1.0, 2.0, 2.0, 2.0, 5.0, 5.0, 6.0, 12.0, 12.0, 10.0, 9.0, 12.0, 17.0, 18.0, 22.0, 33.0, 31.0, 32.0, 47.0, 46.0, 45.0, 48.0, 60.0, 44.0, 48.0, 67.0, 49.0, 41.0, 39.0, 38.0, 25.0, 16.0, 31.0, 30.0, 17.0, 24.0, 12.0, 16.0, 8.0, 6.0, 9.0, 5.0, 4.0, 6.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.6650390625, -1.6031341552734375, -1.541229248046875, -1.4793243408203125, -1.41741943359375, -1.3555145263671875, -1.293609619140625, -1.2317047119140625, -1.1697998046875, -1.1078948974609375, -1.045989990234375, -0.9840850830078125, -0.92218017578125, -0.8602752685546875, -0.798370361328125, -0.7364654541015625, -0.674560546875, -0.6126556396484375, -0.550750732421875, -0.4888458251953125, -0.42694091796875, -0.3650360107421875, -0.303131103515625, -0.2412261962890625, -0.1793212890625, -0.1174163818359375, -0.055511474609375, 0.0063934326171875, 0.06829833984375, 0.1302032470703125, 0.192108154296875, 0.2540130615234375, 0.31591796875, 0.3778228759765625, 0.439727783203125, 0.5016326904296875, 0.56353759765625, 0.6254425048828125, 0.687347412109375, 0.7492523193359375, 0.8111572265625, 0.8730621337890625, 0.934967041015625, 0.9968719482421875, 1.05877685546875, 1.1206817626953125, 1.182586669921875, 1.2444915771484375, 1.306396484375, 1.3683013916015625, 1.430206298828125, 1.4921112060546875, 1.55401611328125, 1.6159210205078125, 1.677825927734375, 1.7397308349609375, 1.8016357421875, 1.8635406494140625, 1.925445556640625, 1.9873504638671875, 2.04925537109375, 2.1111602783203125, 2.173065185546875, 2.2349700927734375, 2.296875]}, "gradients/encoder.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 10.0, 8.0, 8.0, 13.0, 19.0, 44.0, 83.0, 136.0, 255.0, 475.0, 1119.0, 3262.0, 12125.0, 72361.0, 458441.0, 420595.0, 63693.0, 11066.0, 2857.0, 1015.0, 474.0, 214.0, 119.0, 59.0, 45.0, 18.0, 19.0, 6.0, 6.0, 4.0, 4.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.78125, -1.719757080078125, -1.65826416015625, -1.596771240234375, -1.5352783203125, -1.473785400390625, -1.41229248046875, -1.350799560546875, -1.289306640625, -1.227813720703125, -1.16632080078125, -1.104827880859375, -1.0433349609375, -0.981842041015625, -0.92034912109375, -0.858856201171875, -0.79736328125, -0.735870361328125, -0.67437744140625, -0.612884521484375, -0.5513916015625, -0.489898681640625, -0.42840576171875, -0.366912841796875, -0.305419921875, -0.243927001953125, -0.18243408203125, -0.120941162109375, -0.0594482421875, 0.002044677734375, 0.06353759765625, 0.125030517578125, 0.1865234375, 0.248016357421875, 0.30950927734375, 0.371002197265625, 0.4324951171875, 0.493988037109375, 0.55548095703125, 0.616973876953125, 0.678466796875, 0.739959716796875, 0.80145263671875, 0.862945556640625, 0.9244384765625, 0.985931396484375, 1.04742431640625, 1.108917236328125, 1.17041015625, 1.231903076171875, 1.29339599609375, 1.354888916015625, 1.4163818359375, 1.477874755859375, 1.53936767578125, 1.600860595703125, 1.662353515625, 1.723846435546875, 1.78533935546875, 1.846832275390625, 1.9083251953125, 1.969818115234375, 2.03131103515625, 2.092803955078125, 2.154296875]}, "gradients/encoder.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 5.0, 3.0, 7.0, 6.0, 8.0, 5.0, 6.0, 13.0, 9.0, 12.0, 7.0, 20.0, 18.0, 20.0, 21.0, 25.0, 30.0, 40.0, 53.0, 70.0, 62.0, 68.0, 78.0, 52.0, 56.0, 36.0, 40.0, 43.0, 30.0, 25.0, 29.0, 17.0, 18.0, 10.0, 9.0, 6.0, 9.0, 6.0, 7.0, 4.0, 3.0, 6.0, 2.0, 4.0, 3.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00011932849884033203, -0.00011544115841388702, -0.00011155381798744202, -0.00010766647756099701, -0.000103779137134552, -9.9891796708107e-05, -9.600445628166199e-05, -9.211711585521698e-05, -8.822977542877197e-05, -8.434243500232697e-05, -8.045509457588196e-05, -7.656775414943695e-05, -7.268041372299194e-05, -6.879307329654694e-05, -6.490573287010193e-05, -6.101839244365692e-05, -5.7131052017211914e-05, -5.324371159076691e-05, -4.93563711643219e-05, -4.546903073787689e-05, -4.1581690311431885e-05, -3.769434988498688e-05, -3.380700945854187e-05, -2.9919669032096863e-05, -2.6032328605651855e-05, -2.2144988179206848e-05, -1.825764775276184e-05, -1.4370307326316833e-05, -1.0482966899871826e-05, -6.595626473426819e-06, -2.7082860469818115e-06, 1.1790543794631958e-06, 5.066394805908203e-06, 8.95373523235321e-06, 1.2841075658798218e-05, 1.6728416085243225e-05, 2.0615756511688232e-05, 2.450309693813324e-05, 2.8390437364578247e-05, 3.2277777791023254e-05, 3.616511821746826e-05, 4.005245864391327e-05, 4.3939799070358276e-05, 4.7827139496803284e-05, 5.171447992324829e-05, 5.56018203496933e-05, 5.9489160776138306e-05, 6.337650120258331e-05, 6.726384162902832e-05, 7.115118205547333e-05, 7.503852248191833e-05, 7.892586290836334e-05, 8.281320333480835e-05, 8.670054376125336e-05, 9.058788418769836e-05, 9.447522461414337e-05, 9.836256504058838e-05, 0.00010224990546703339, 0.0001061372458934784, 0.0001100245863199234, 0.00011391192674636841, 0.00011779926717281342, 0.00012168660759925842, 0.00012557394802570343, 0.00012946128845214844]}, "gradients/encoder.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 4.0, 7.0, 9.0, 11.0, 14.0, 14.0, 38.0, 39.0, 71.0, 131.0, 226.0, 480.0, 1026.0, 2762.0, 10495.0, 72040.0, 671559.0, 257692.0, 23731.0, 5161.0, 1605.0, 682.0, 352.0, 154.0, 89.0, 55.0, 39.0, 28.0, 18.0, 5.0, 10.0, 2.0, 5.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.80078125, -2.712554931640625, -2.62432861328125, -2.536102294921875, -2.4478759765625, -2.359649658203125, -2.27142333984375, -2.183197021484375, -2.094970703125, -2.006744384765625, -1.91851806640625, -1.830291748046875, -1.7420654296875, -1.653839111328125, -1.56561279296875, -1.477386474609375, -1.38916015625, -1.300933837890625, -1.21270751953125, -1.124481201171875, -1.0362548828125, -0.948028564453125, -0.85980224609375, -0.771575927734375, -0.683349609375, -0.595123291015625, -0.50689697265625, -0.418670654296875, -0.3304443359375, -0.242218017578125, -0.15399169921875, -0.065765380859375, 0.0224609375, 0.110687255859375, 0.19891357421875, 0.287139892578125, 0.3753662109375, 0.463592529296875, 0.55181884765625, 0.640045166015625, 0.728271484375, 0.816497802734375, 0.90472412109375, 0.992950439453125, 1.0811767578125, 1.169403076171875, 1.25762939453125, 1.345855712890625, 1.43408203125, 1.522308349609375, 1.61053466796875, 1.698760986328125, 1.7869873046875, 1.875213623046875, 1.96343994140625, 2.051666259765625, 2.139892578125, 2.228118896484375, 2.31634521484375, 2.404571533203125, 2.4927978515625, 2.581024169921875, 2.66925048828125, 2.757476806640625, 2.845703125]}, "gradients/encoder.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 6.0, 5.0, 8.0, 11.0, 11.0, 15.0, 24.0, 17.0, 26.0, 27.0, 36.0, 51.0, 52.0, 57.0, 62.0, 60.0, 83.0, 79.0, 75.0, 48.0, 38.0, 46.0, 39.0, 22.0, 25.0, 18.0, 14.0, 12.0, 4.0, 7.0, 4.0, 4.0, 5.0, 3.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.8583984375, -0.830963134765625, -0.80352783203125, -0.776092529296875, -0.7486572265625, -0.721221923828125, -0.69378662109375, -0.666351318359375, -0.638916015625, -0.611480712890625, -0.58404541015625, -0.556610107421875, -0.5291748046875, -0.501739501953125, -0.47430419921875, -0.446868896484375, -0.41943359375, -0.391998291015625, -0.36456298828125, -0.337127685546875, -0.3096923828125, -0.282257080078125, -0.25482177734375, -0.227386474609375, -0.199951171875, -0.172515869140625, -0.14508056640625, -0.117645263671875, -0.0902099609375, -0.062774658203125, -0.03533935546875, -0.007904052734375, 0.01953125, 0.046966552734375, 0.07440185546875, 0.101837158203125, 0.1292724609375, 0.156707763671875, 0.18414306640625, 0.211578369140625, 0.239013671875, 0.266448974609375, 0.29388427734375, 0.321319580078125, 0.3487548828125, 0.376190185546875, 0.40362548828125, 0.431060791015625, 0.45849609375, 0.485931396484375, 0.51336669921875, 0.540802001953125, 0.5682373046875, 0.595672607421875, 0.62310791015625, 0.650543212890625, 0.677978515625, 0.705413818359375, 0.73284912109375, 0.760284423828125, 0.7877197265625, 0.815155029296875, 0.84259033203125, 0.870025634765625, 0.8974609375]}, "gradients/encoder.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 5.0, 9.0, 17.0, 24.0, 69.0, 92.0, 180.0, 189.0, 153.0, 110.0, 71.0, 41.0, 20.0, 7.0, 5.0, 5.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.029022216796875, -30.245792388916016, -29.46256446838379, -28.67933464050293, -27.896106719970703, -27.112876892089844, -26.329647064208984, -25.546419143676758, -24.76319122314453, -23.979961395263672, -23.196733474731445, -22.413503646850586, -21.63027572631836, -20.8470458984375, -20.06381607055664, -19.280588150024414, -18.497358322143555, -17.714128494262695, -16.93090057373047, -16.14767074584961, -15.364442825317383, -14.581212997436523, -13.79798412322998, -13.014755249023438, -12.231526374816895, -11.448297500610352, -10.665068626403809, -9.881839752197266, -9.098609924316406, -8.31538200378418, -7.53215217590332, -6.748923301696777, -5.965696334838867, -5.182467460632324, -4.399238586425781, -3.61600923538208, -2.832780361175537, -2.049551486968994, -1.266322135925293, -0.48309326171875, 0.30013561248779297, 1.0833646059036255, 1.866593599319458, 2.64982271194458, 3.433051586151123, 4.216280460357666, 4.999509811401367, 5.78273868560791, 6.565967559814453, 7.349196434020996, 8.132425308227539, 8.915655136108398, 9.698883056640625, 10.482112884521484, 11.265341758728027, 12.04857063293457, 12.831799507141113, 13.615028381347656, 14.3982572555542, 15.181486129760742, 15.964715957641602, 16.747943878173828, 17.531173706054688, 18.314403533935547, 19.097631454467773]}, "gradients/encoder.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 7.0, 1.0, 6.0, 6.0, 5.0, 8.0, 9.0, 12.0, 23.0, 15.0, 25.0, 23.0, 33.0, 40.0, 31.0, 27.0, 42.0, 45.0, 45.0, 37.0, 43.0, 41.0, 54.0, 52.0, 40.0, 42.0, 40.0, 41.0, 25.0, 27.0, 17.0, 26.0, 17.0, 17.0, 12.0, 11.0, 13.0, 16.0, 5.0, 10.0, 6.0, 4.0, 4.0, 0.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.881515502929688, -13.489433288574219, -13.09735107421875, -12.705268859863281, -12.313186645507812, -11.921104431152344, -11.529022216796875, -11.136940956115723, -10.744858741760254, -10.352776527404785, -9.960694313049316, -9.568612098693848, -9.176529884338379, -8.784448623657227, -8.392366409301758, -8.000284194946289, -7.608201503753662, -7.216119289398193, -6.824037075042725, -6.431955337524414, -6.039873123168945, -5.647790908813477, -5.255708694458008, -4.863626480102539, -4.47154426574707, -4.079462051391602, -3.687380075454712, -3.295297861099243, -2.9032158851623535, -2.5111336708068848, -2.119051456451416, -1.7269694805145264, -1.3348875045776367, -0.9428054094314575, -0.5507232546806335, -0.15864109992980957, 0.23344099521636963, 0.6255230903625488, 1.0176053047180176, 1.4096872806549072, 1.801769495010376, 2.1938517093658447, 2.5859336853027344, 2.978015899658203, 3.370098114013672, 3.7621800899505615, 4.154262542724609, 4.54634428024292, 4.938426494598389, 5.330508708953857, 5.722590923309326, 6.114672660827637, 6.5067548751831055, 6.898837089538574, 7.290919303894043, 7.683001518249512, 8.07508373260498, 8.46716594696045, 8.859248161315918, 9.251330375671387, 9.643412590026855, 10.035493850708008, 10.427576065063477, 10.819658279418945, 11.211740493774414]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 7.0, 5.0, 4.0, 9.0, 13.0, 21.0, 36.0, 47.0, 96.0, 171.0, 313.0, 686.0, 2085.0, 12695.0, 617045.0, 3540833.0, 16577.0, 2385.0, 677.0, 270.0, 129.0, 68.0, 42.0, 21.0, 17.0, 8.0, 5.0, 8.0, 5.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.5390625, -9.28167724609375, -9.0242919921875, -8.76690673828125, -8.509521484375, -8.25213623046875, -7.9947509765625, -7.73736572265625, -7.47998046875, -7.22259521484375, -6.9652099609375, -6.70782470703125, -6.450439453125, -6.19305419921875, -5.9356689453125, -5.67828369140625, -5.4208984375, -5.16351318359375, -4.9061279296875, -4.64874267578125, -4.391357421875, -4.13397216796875, -3.8765869140625, -3.61920166015625, -3.36181640625, -3.10443115234375, -2.8470458984375, -2.58966064453125, -2.332275390625, -2.07489013671875, -1.8175048828125, -1.56011962890625, -1.302734375, -1.04534912109375, -0.7879638671875, -0.53057861328125, -0.273193359375, -0.01580810546875, 0.2415771484375, 0.49896240234375, 0.75634765625, 1.01373291015625, 1.2711181640625, 1.52850341796875, 1.785888671875, 2.04327392578125, 2.3006591796875, 2.55804443359375, 2.8154296875, 3.07281494140625, 3.3302001953125, 3.58758544921875, 3.844970703125, 4.10235595703125, 4.3597412109375, 4.61712646484375, 4.87451171875, 5.13189697265625, 5.3892822265625, 5.64666748046875, 5.904052734375, 6.16143798828125, 6.4188232421875, 6.67620849609375, 6.93359375]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 4.0, 17.0, 12.0, 16.0, 27.0, 45.0, 60.0, 86.0, 119.0, 132.0, 130.0, 93.0, 85.0, 52.0, 39.0, 36.0, 18.0, 17.0, 4.0, 5.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.77783203125, -0.7567291259765625, -0.735626220703125, -0.7145233154296875, -0.69342041015625, -0.6723175048828125, -0.651214599609375, -0.6301116943359375, -0.6090087890625, -0.5879058837890625, -0.566802978515625, -0.5457000732421875, -0.52459716796875, -0.5034942626953125, -0.482391357421875, -0.4612884521484375, -0.440185546875, -0.4190826416015625, -0.397979736328125, -0.3768768310546875, -0.35577392578125, -0.3346710205078125, -0.313568115234375, -0.2924652099609375, -0.2713623046875, -0.2502593994140625, -0.229156494140625, -0.2080535888671875, -0.18695068359375, -0.1658477783203125, -0.144744873046875, -0.1236419677734375, -0.1025390625, -0.0814361572265625, -0.060333251953125, -0.0392303466796875, -0.01812744140625, 0.0029754638671875, 0.024078369140625, 0.0451812744140625, 0.0662841796875, 0.0873870849609375, 0.108489990234375, 0.1295928955078125, 0.15069580078125, 0.1717987060546875, 0.192901611328125, 0.2140045166015625, 0.235107421875, 0.2562103271484375, 0.277313232421875, 0.2984161376953125, 0.31951904296875, 0.3406219482421875, 0.361724853515625, 0.3828277587890625, 0.4039306640625, 0.4250335693359375, 0.446136474609375, 0.4672393798828125, 0.48834228515625, 0.5094451904296875, 0.530548095703125, 0.5516510009765625, 0.57275390625]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 4.0, 7.0, 10.0, 10.0, 14.0, 32.0, 21.0, 31.0, 52.0, 75.0, 151.0, 220.0, 299.0, 562.0, 1073.0, 2437.0, 6674.0, 27162.0, 218067.0, 3735871.0, 168300.0, 23001.0, 5967.0, 2183.0, 931.0, 434.0, 236.0, 154.0, 104.0, 57.0, 41.0, 42.0, 33.0, 11.0, 5.0, 7.0, 4.0, 1.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.30859375, -4.16229248046875, -4.0159912109375, -3.86968994140625, -3.723388671875, -3.57708740234375, -3.4307861328125, -3.28448486328125, -3.13818359375, -2.99188232421875, -2.8455810546875, -2.69927978515625, -2.552978515625, -2.40667724609375, -2.2603759765625, -2.11407470703125, -1.9677734375, -1.82147216796875, -1.6751708984375, -1.52886962890625, -1.382568359375, -1.23626708984375, -1.0899658203125, -0.94366455078125, -0.79736328125, -0.65106201171875, -0.5047607421875, -0.35845947265625, -0.212158203125, -0.06585693359375, 0.0804443359375, 0.22674560546875, 0.373046875, 0.51934814453125, 0.6656494140625, 0.81195068359375, 0.958251953125, 1.10455322265625, 1.2508544921875, 1.39715576171875, 1.54345703125, 1.68975830078125, 1.8360595703125, 1.98236083984375, 2.128662109375, 2.27496337890625, 2.4212646484375, 2.56756591796875, 2.7138671875, 2.86016845703125, 3.0064697265625, 3.15277099609375, 3.299072265625, 3.44537353515625, 3.5916748046875, 3.73797607421875, 3.88427734375, 4.03057861328125, 4.1768798828125, 4.32318115234375, 4.469482421875, 4.61578369140625, 4.7620849609375, 4.90838623046875, 5.0546875]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 5.0, 4.0, 7.0, 9.0, 17.0, 38.0, 75.0, 170.0, 499.0, 2466.0, 489.0, 158.0, 76.0, 27.0, 14.0, 16.0, 8.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.697265625, -1.6449432373046875, -1.592620849609375, -1.5402984619140625, -1.48797607421875, -1.4356536865234375, -1.383331298828125, -1.3310089111328125, -1.2786865234375, -1.2263641357421875, -1.174041748046875, -1.1217193603515625, -1.06939697265625, -1.0170745849609375, -0.964752197265625, -0.9124298095703125, -0.860107421875, -0.8077850341796875, -0.755462646484375, -0.7031402587890625, -0.65081787109375, -0.5984954833984375, -0.546173095703125, -0.4938507080078125, -0.4415283203125, -0.3892059326171875, -0.336883544921875, -0.2845611572265625, -0.23223876953125, -0.1799163818359375, -0.127593994140625, -0.0752716064453125, -0.02294921875, 0.0293731689453125, 0.081695556640625, 0.1340179443359375, 0.18634033203125, 0.2386627197265625, 0.290985107421875, 0.3433074951171875, 0.3956298828125, 0.4479522705078125, 0.500274658203125, 0.5525970458984375, 0.60491943359375, 0.6572418212890625, 0.709564208984375, 0.7618865966796875, 0.814208984375, 0.8665313720703125, 0.918853759765625, 0.9711761474609375, 1.02349853515625, 1.0758209228515625, 1.128143310546875, 1.1804656982421875, 1.2327880859375, 1.2851104736328125, 1.337432861328125, 1.3897552490234375, 1.44207763671875, 1.4944000244140625, 1.546722412109375, 1.5990447998046875, 1.6513671875]}, "gradients/encoder.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 7.0, 11.0, 13.0, 16.0, 44.0, 79.0, 135.0, 179.0, 174.0, 131.0, 108.0, 49.0, 29.0, 12.0, 7.0, 4.0, 4.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.487512588500977, -5.27792501449585, -5.068337917327881, -4.858750343322754, -4.649162769317627, -4.4395751953125, -4.229988098144531, -4.020400524139404, -3.8108131885528564, -3.6012258529663086, -3.3916382789611816, -3.182050943374634, -2.972463607788086, -2.762876033782959, -2.553288698196411, -2.3437013626098633, -2.1341137886047363, -1.924526333808899, -1.7149388790130615, -1.5053515434265137, -1.2957640886306763, -1.0861766338348389, -0.876589298248291, -0.6670018434524536, -0.4574143886566162, -0.2478269636631012, -0.03823953866958618, 0.17134785652160645, 0.38093531131744385, 0.5905227661132812, 0.8001101016998291, 1.0096975564956665, 1.219285011291504, 1.4288724660873413, 1.6384599208831787, 1.8480472564697266, 2.0576348304748535, 2.2672221660614014, 2.476809501647949, 2.686397075653076, 2.895984411239624, 3.105571746826172, 3.315159320831299, 3.5247466564178467, 3.7343339920043945, 3.9439215660095215, 4.153509140014648, 4.363096237182617, 4.572683811187744, 4.782271385192871, 4.99185848236084, 5.201446056365967, 5.411033630371094, 5.6206207275390625, 5.8302083015441895, 6.039795875549316, 6.249382972717285, 6.458970546722412, 6.668557643890381, 6.878145217895508, 7.087732791900635, 7.297320365905762, 7.5069074630737305, 7.716495037078857, 7.926082611083984]}, "gradients/encoder.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 4.0, 4.0, 5.0, 11.0, 10.0, 15.0, 12.0, 24.0, 20.0, 17.0, 30.0, 26.0, 38.0, 31.0, 45.0, 37.0, 39.0, 49.0, 38.0, 46.0, 37.0, 36.0, 40.0, 40.0, 36.0, 32.0, 34.0, 30.0, 25.0, 27.0, 22.0, 21.0, 16.0, 23.0, 11.0, 10.0, 11.0, 12.0, 10.0, 3.0, 10.0, 3.0, 3.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.5977590084075928, -2.516874074935913, -2.4359893798828125, -2.355104446411133, -2.2742197513580322, -2.1933348178863525, -2.112450122833252, -2.0315651893615723, -1.9506804943084717, -1.8697956800460815, -1.7889108657836914, -1.7080260515213013, -1.6271412372589111, -1.546256422996521, -1.4653716087341309, -1.3844866752624512, -1.303601861000061, -1.222717046737671, -1.1418322324752808, -1.0609474182128906, -0.9800626039505005, -0.8991777896881104, -0.8182929158210754, -0.7374081015586853, -0.6565232872962952, -0.575638473033905, -0.4947536587715149, -0.41386881470680237, -0.33298400044441223, -0.2520991861820221, -0.17121434211730957, -0.09032952785491943, -0.009444713592529297, 0.07144010812044144, 0.15232492983341217, 0.2332097589969635, 0.31409457325935364, 0.3949793875217438, 0.4758642315864563, 0.5567490458488464, 0.6376338601112366, 0.7185186743736267, 0.7994034886360168, 0.8802883625030518, 0.9611731767654419, 1.042057991027832, 1.1229428052902222, 1.2038276195526123, 1.2847124338150024, 1.3655972480773926, 1.4464820623397827, 1.5273668766021729, 1.608251690864563, 1.6891365051269531, 1.7700214385986328, 1.8509061336517334, 1.931791067123413, 2.0126760005950928, 2.0935606956481934, 2.174445629119873, 2.2553303241729736, 2.3362152576446533, 2.417099952697754, 2.4979848861694336, 2.578869581222534]}, "gradients/encoder.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 1.0, 5.0, 4.0, 2.0, 4.0, 11.0, 6.0, 10.0, 25.0, 24.0, 43.0, 57.0, 76.0, 88.0, 132.0, 189.0, 265.0, 398.0, 586.0, 960.0, 1671.0, 3161.0, 7848.0, 23174.0, 77925.0, 251698.0, 422048.0, 176798.0, 52521.0, 16309.0, 5827.0, 2663.0, 1361.0, 817.0, 575.0, 352.0, 246.0, 169.0, 120.0, 102.0, 78.0, 46.0, 47.0, 24.0, 33.0, 21.0, 15.0, 10.0, 5.0, 2.0, 6.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.388671875, -2.3148193359375, -2.240966796875, -2.1671142578125, -2.09326171875, -2.0194091796875, -1.945556640625, -1.8717041015625, -1.7978515625, -1.7239990234375, -1.650146484375, -1.5762939453125, -1.50244140625, -1.4285888671875, -1.354736328125, -1.2808837890625, -1.20703125, -1.1331787109375, -1.059326171875, -0.9854736328125, -0.91162109375, -0.8377685546875, -0.763916015625, -0.6900634765625, -0.6162109375, -0.5423583984375, -0.468505859375, -0.3946533203125, -0.32080078125, -0.2469482421875, -0.173095703125, -0.0992431640625, -0.025390625, 0.0484619140625, 0.122314453125, 0.1961669921875, 0.27001953125, 0.3438720703125, 0.417724609375, 0.4915771484375, 0.5654296875, 0.6392822265625, 0.713134765625, 0.7869873046875, 0.86083984375, 0.9346923828125, 1.008544921875, 1.0823974609375, 1.15625, 1.2301025390625, 1.303955078125, 1.3778076171875, 1.45166015625, 1.5255126953125, 1.599365234375, 1.6732177734375, 1.7470703125, 1.8209228515625, 1.894775390625, 1.9686279296875, 2.04248046875, 2.1163330078125, 2.190185546875, 2.2640380859375, 2.337890625]}, "gradients/encoder.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 7.0, 7.0, 11.0, 13.0, 24.0, 44.0, 47.0, 77.0, 104.0, 116.0, 129.0, 114.0, 88.0, 59.0, 62.0, 42.0, 25.0, 13.0, 12.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7744140625, -0.7536468505859375, -0.732879638671875, -0.7121124267578125, -0.69134521484375, -0.6705780029296875, -0.649810791015625, -0.6290435791015625, -0.6082763671875, -0.5875091552734375, -0.566741943359375, -0.5459747314453125, -0.52520751953125, -0.5044403076171875, -0.483673095703125, -0.4629058837890625, -0.442138671875, -0.4213714599609375, -0.400604248046875, -0.3798370361328125, -0.35906982421875, -0.3383026123046875, -0.317535400390625, -0.2967681884765625, -0.2760009765625, -0.2552337646484375, -0.234466552734375, -0.2136993408203125, -0.19293212890625, -0.1721649169921875, -0.151397705078125, -0.1306304931640625, -0.10986328125, -0.0890960693359375, -0.068328857421875, -0.0475616455078125, -0.02679443359375, -0.0060272216796875, 0.014739990234375, 0.0355072021484375, 0.0562744140625, 0.0770416259765625, 0.097808837890625, 0.1185760498046875, 0.13934326171875, 0.1601104736328125, 0.180877685546875, 0.2016448974609375, 0.222412109375, 0.2431793212890625, 0.263946533203125, 0.2847137451171875, 0.30548095703125, 0.3262481689453125, 0.347015380859375, 0.3677825927734375, 0.3885498046875, 0.4093170166015625, 0.430084228515625, 0.4508514404296875, 0.47161865234375, 0.4923858642578125, 0.513153076171875, 0.5339202880859375, 0.5546875]}, "gradients/encoder.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 5.0, 5.0, 7.0, 15.0, 16.0, 28.0, 35.0, 59.0, 75.0, 105.0, 186.0, 240.0, 380.0, 619.0, 1096.0, 1971.0, 4082.0, 10918.0, 35351.0, 125502.0, 370078.0, 339404.0, 109589.0, 30736.0, 9545.0, 3954.0, 1786.0, 969.0, 648.0, 381.0, 243.0, 156.0, 102.0, 90.0, 49.0, 38.0, 33.0, 20.0, 6.0, 11.0, 11.0, 6.0, 5.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.322265625, -2.247222900390625, -2.17218017578125, -2.097137451171875, -2.0220947265625, -1.947052001953125, -1.87200927734375, -1.796966552734375, -1.721923828125, -1.646881103515625, -1.57183837890625, -1.496795654296875, -1.4217529296875, -1.346710205078125, -1.27166748046875, -1.196624755859375, -1.12158203125, -1.046539306640625, -0.97149658203125, -0.896453857421875, -0.8214111328125, -0.746368408203125, -0.67132568359375, -0.596282958984375, -0.521240234375, -0.446197509765625, -0.37115478515625, -0.296112060546875, -0.2210693359375, -0.146026611328125, -0.07098388671875, 0.004058837890625, 0.0791015625, 0.154144287109375, 0.22918701171875, 0.304229736328125, 0.3792724609375, 0.454315185546875, 0.52935791015625, 0.604400634765625, 0.679443359375, 0.754486083984375, 0.82952880859375, 0.904571533203125, 0.9796142578125, 1.054656982421875, 1.12969970703125, 1.204742431640625, 1.27978515625, 1.354827880859375, 1.42987060546875, 1.504913330078125, 1.5799560546875, 1.654998779296875, 1.73004150390625, 1.805084228515625, 1.880126953125, 1.955169677734375, 2.03021240234375, 2.105255126953125, 2.1802978515625, 2.255340576171875, 2.33038330078125, 2.405426025390625, 2.48046875]}, "gradients/encoder.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 6.0, 7.0, 6.0, 7.0, 4.0, 12.0, 10.0, 10.0, 23.0, 20.0, 13.0, 28.0, 26.0, 33.0, 47.0, 31.0, 40.0, 43.0, 45.0, 66.0, 47.0, 54.0, 36.0, 47.0, 48.0, 42.0, 29.0, 27.0, 44.0, 29.0, 23.0, 21.0, 14.0, 19.0, 12.0, 11.0, 6.0, 3.0, 1.0, 7.0, 4.0, 2.0, 2.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8193359375, -1.7602996826171875, -1.701263427734375, -1.6422271728515625, -1.58319091796875, -1.5241546630859375, -1.465118408203125, -1.4060821533203125, -1.3470458984375, -1.2880096435546875, -1.228973388671875, -1.1699371337890625, -1.11090087890625, -1.0518646240234375, -0.992828369140625, -0.9337921142578125, -0.874755859375, -0.8157196044921875, -0.756683349609375, -0.6976470947265625, -0.63861083984375, -0.5795745849609375, -0.520538330078125, -0.4615020751953125, -0.4024658203125, -0.3434295654296875, -0.284393310546875, -0.2253570556640625, -0.16632080078125, -0.1072845458984375, -0.048248291015625, 0.0107879638671875, 0.06982421875, 0.1288604736328125, 0.187896728515625, 0.2469329833984375, 0.30596923828125, 0.3650054931640625, 0.424041748046875, 0.4830780029296875, 0.5421142578125, 0.6011505126953125, 0.660186767578125, 0.7192230224609375, 0.77825927734375, 0.8372955322265625, 0.896331787109375, 0.9553680419921875, 1.014404296875, 1.0734405517578125, 1.132476806640625, 1.1915130615234375, 1.25054931640625, 1.3095855712890625, 1.368621826171875, 1.4276580810546875, 1.4866943359375, 1.5457305908203125, 1.604766845703125, 1.6638031005859375, 1.72283935546875, 1.7818756103515625, 1.840911865234375, 1.8999481201171875, 1.958984375]}, "gradients/encoder.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 7.0, 8.0, 9.0, 11.0, 21.0, 30.0, 39.0, 59.0, 80.0, 118.0, 199.0, 307.0, 626.0, 1122.0, 2352.0, 5286.0, 13815.0, 53412.0, 347782.0, 508403.0, 83551.0, 18721.0, 6668.0, 2852.0, 1394.0, 701.0, 333.0, 215.0, 121.0, 94.0, 57.0, 51.0, 31.0, 21.0, 20.0, 9.0, 10.0, 4.0, 6.0, 4.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.2958984375, -1.2498321533203125, -1.203765869140625, -1.1576995849609375, -1.11163330078125, -1.0655670166015625, -1.019500732421875, -0.9734344482421875, -0.9273681640625, -0.8813018798828125, -0.835235595703125, -0.7891693115234375, -0.74310302734375, -0.6970367431640625, -0.650970458984375, -0.6049041748046875, -0.558837890625, -0.5127716064453125, -0.466705322265625, -0.4206390380859375, -0.37457275390625, -0.3285064697265625, -0.282440185546875, -0.2363739013671875, -0.1903076171875, -0.1442413330078125, -0.098175048828125, -0.0521087646484375, -0.00604248046875, 0.0400238037109375, 0.086090087890625, 0.1321563720703125, 0.17822265625, 0.2242889404296875, 0.270355224609375, 0.3164215087890625, 0.36248779296875, 0.4085540771484375, 0.454620361328125, 0.5006866455078125, 0.5467529296875, 0.5928192138671875, 0.638885498046875, 0.6849517822265625, 0.73101806640625, 0.7770843505859375, 0.823150634765625, 0.8692169189453125, 0.915283203125, 0.9613494873046875, 1.007415771484375, 1.0534820556640625, 1.09954833984375, 1.1456146240234375, 1.191680908203125, 1.2377471923828125, 1.2838134765625, 1.3298797607421875, 1.375946044921875, 1.4220123291015625, 1.46807861328125, 1.5141448974609375, 1.560211181640625, 1.6062774658203125, 1.65234375]}, "gradients/encoder.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 2.0, 3.0, 4.0, 5.0, 7.0, 5.0, 13.0, 19.0, 18.0, 24.0, 26.0, 46.0, 51.0, 57.0, 83.0, 81.0, 87.0, 81.0, 80.0, 71.0, 55.0, 40.0, 33.0, 33.0, 20.0, 17.0, 8.0, 9.0, 7.0, 3.0, 4.0, 4.0, 6.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00013184547424316406, -0.00012671202421188354, -0.00012157857418060303, -0.00011644512414932251, -0.00011131167411804199, -0.00010617822408676147, -0.00010104477405548096, -9.591132402420044e-05, -9.077787399291992e-05, -8.56444239616394e-05, -8.051097393035889e-05, -7.537752389907837e-05, -7.024407386779785e-05, -6.511062383651733e-05, -5.9977173805236816e-05, -5.48437237739563e-05, -4.971027374267578e-05, -4.4576823711395264e-05, -3.9443373680114746e-05, -3.430992364883423e-05, -2.917647361755371e-05, -2.4043023586273193e-05, -1.8909573554992676e-05, -1.3776123523712158e-05, -8.64267349243164e-06, -3.509223461151123e-06, 1.6242265701293945e-06, 6.757676601409912e-06, 1.189112663269043e-05, 1.7024576663970947e-05, 2.2158026695251465e-05, 2.7291476726531982e-05, 3.24249267578125e-05, 3.755837678909302e-05, 4.2691826820373535e-05, 4.782527685165405e-05, 5.295872688293457e-05, 5.809217691421509e-05, 6.32256269454956e-05, 6.835907697677612e-05, 7.349252700805664e-05, 7.862597703933716e-05, 8.375942707061768e-05, 8.88928771018982e-05, 9.402632713317871e-05, 9.915977716445923e-05, 0.00010429322719573975, 0.00010942667722702026, 0.00011456012725830078, 0.0001196935772895813, 0.00012482702732086182, 0.00012996047735214233, 0.00013509392738342285, 0.00014022737741470337, 0.0001453608274459839, 0.0001504942774772644, 0.00015562772750854492, 0.00016076117753982544, 0.00016589462757110596, 0.00017102807760238647, 0.000176161527633667, 0.0001812949776649475, 0.00018642842769622803, 0.00019156187772750854, 0.00019669532775878906]}, "gradients/encoder.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 6.0, 11.0, 12.0, 18.0, 21.0, 45.0, 61.0, 88.0, 158.0, 288.0, 532.0, 1200.0, 2824.0, 7994.0, 31452.0, 278962.0, 631709.0, 71753.0, 13678.0, 4395.0, 1698.0, 778.0, 344.0, 214.0, 90.0, 63.0, 53.0, 31.0, 23.0, 17.0, 11.0, 10.0, 5.0, 5.0, 4.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.982421875, -1.9227447509765625, -1.863067626953125, -1.8033905029296875, -1.74371337890625, -1.6840362548828125, -1.624359130859375, -1.5646820068359375, -1.5050048828125, -1.4453277587890625, -1.385650634765625, -1.3259735107421875, -1.26629638671875, -1.2066192626953125, -1.146942138671875, -1.0872650146484375, -1.027587890625, -0.9679107666015625, -0.908233642578125, -0.8485565185546875, -0.78887939453125, -0.7292022705078125, -0.669525146484375, -0.6098480224609375, -0.5501708984375, -0.4904937744140625, -0.430816650390625, -0.3711395263671875, -0.31146240234375, -0.2517852783203125, -0.192108154296875, -0.1324310302734375, -0.07275390625, -0.0130767822265625, 0.046600341796875, 0.1062774658203125, 0.16595458984375, 0.2256317138671875, 0.285308837890625, 0.3449859619140625, 0.4046630859375, 0.4643402099609375, 0.524017333984375, 0.5836944580078125, 0.64337158203125, 0.7030487060546875, 0.762725830078125, 0.8224029541015625, 0.882080078125, 0.9417572021484375, 1.001434326171875, 1.0611114501953125, 1.12078857421875, 1.1804656982421875, 1.240142822265625, 1.2998199462890625, 1.3594970703125, 1.4191741943359375, 1.478851318359375, 1.5385284423828125, 1.59820556640625, 1.6578826904296875, 1.717559814453125, 1.7772369384765625, 1.8369140625]}, "gradients/encoder.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 6.0, 4.0, 8.0, 15.0, 5.0, 26.0, 30.0, 41.0, 60.0, 79.0, 84.0, 85.0, 114.0, 103.0, 81.0, 70.0, 58.0, 30.0, 26.0, 21.0, 14.0, 9.0, 4.0, 9.0, 5.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.0107421875, -0.9803543090820312, -0.9499664306640625, -0.9195785522460938, -0.889190673828125, -0.8588027954101562, -0.8284149169921875, -0.7980270385742188, -0.76763916015625, -0.7372512817382812, -0.7068634033203125, -0.6764755249023438, -0.646087646484375, -0.6156997680664062, -0.5853118896484375, -0.5549240112304688, -0.5245361328125, -0.49414825439453125, -0.4637603759765625, -0.43337249755859375, -0.402984619140625, -0.37259674072265625, -0.3422088623046875, -0.31182098388671875, -0.28143310546875, -0.25104522705078125, -0.2206573486328125, -0.19026947021484375, -0.159881591796875, -0.12949371337890625, -0.0991058349609375, -0.06871795654296875, -0.038330078125, -0.00794219970703125, 0.0224456787109375, 0.05283355712890625, 0.083221435546875, 0.11360931396484375, 0.1439971923828125, 0.17438507080078125, 0.20477294921875, 0.23516082763671875, 0.2655487060546875, 0.29593658447265625, 0.326324462890625, 0.35671234130859375, 0.3871002197265625, 0.41748809814453125, 0.4478759765625, 0.47826385498046875, 0.5086517333984375, 0.5390396118164062, 0.569427490234375, 0.5998153686523438, 0.6302032470703125, 0.6605911254882812, 0.69097900390625, 0.7213668823242188, 0.7517547607421875, 0.7821426391601562, 0.812530517578125, 0.8429183959960938, 0.8733062744140625, 0.9036941528320312, 0.93408203125]}, "gradients/encoder.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 8.0, 10.0, 29.0, 48.0, 116.0, 142.0, 169.0, 194.0, 138.0, 79.0, 33.0, 23.0, 11.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-32.82943344116211, -32.1268196105957, -31.424205780029297, -30.72159194946289, -30.018980026245117, -29.31636619567871, -28.613752365112305, -27.9111385345459, -27.208526611328125, -26.50591278076172, -25.803298950195312, -25.100685119628906, -24.398073196411133, -23.695459365844727, -22.99284553527832, -22.290231704711914, -21.587617874145508, -20.8850040435791, -20.182390213012695, -19.479778289794922, -18.777164459228516, -18.07455062866211, -17.371936798095703, -16.669322967529297, -15.966710090637207, -15.2640962600708, -14.561483383178711, -13.858869552612305, -13.156255722045898, -12.453642845153809, -11.751029014587402, -11.048416137695312, -10.345804214477539, -9.643190383911133, -8.940577507019043, -8.237963676452637, -7.535350322723389, -6.832736968994141, -6.130123138427734, -5.427509784698486, -4.724896430969238, -4.02228307723999, -3.319669485092163, -2.617055892944336, -1.914442539215088, -1.2118291854858398, -0.5092153549194336, 0.19339799880981445, 0.8960113525390625, 1.5986248254776, 2.3012382984161377, 3.003851890563965, 3.706465244293213, 4.409078598022461, 5.111692428588867, 5.814305782318115, 6.516919136047363, 7.219532489776611, 7.922145843505859, 8.624759674072266, 9.327373504638672, 10.029986381530762, 10.732600212097168, 11.435213088989258, 12.137826919555664]}, "gradients/encoder.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 5.0, 3.0, 6.0, 13.0, 5.0, 11.0, 14.0, 14.0, 8.0, 14.0, 24.0, 28.0, 20.0, 24.0, 29.0, 27.0, 40.0, 33.0, 36.0, 37.0, 42.0, 41.0, 41.0, 52.0, 38.0, 40.0, 28.0, 33.0, 33.0, 28.0, 23.0, 17.0, 30.0, 36.0, 26.0, 12.0, 20.0, 13.0, 9.0, 12.0, 10.0, 11.0, 1.0, 9.0, 5.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-8.954313278198242, -8.670105934143066, -8.38589859008789, -8.101692199707031, -7.8174848556518555, -7.53327751159668, -7.249070167541504, -6.964862823486328, -6.6806559562683105, -6.396448612213135, -6.112241744995117, -5.828034400939941, -5.543827056884766, -5.259620189666748, -4.975412845611572, -4.691205978393555, -4.406998634338379, -4.122791290283203, -3.8385844230651855, -3.5543770790100098, -3.270169973373413, -2.9859628677368164, -2.7017555236816406, -2.417548418045044, -2.1333413124084473, -1.8491342067718506, -1.5649269819259644, -1.2807197570800781, -0.9965126514434814, -0.7123055458068848, -0.42809832096099854, -0.1438910961151123, 0.14031696319580078, 0.42452412843704224, 0.7087312936782837, 0.9929384589195251, 1.2771456241607666, 1.5613527297973633, 1.8455599546432495, 2.1297671794891357, 2.4139742851257324, 2.698181390762329, 2.982388496398926, 3.2665958404541016, 3.5508029460906982, 3.835010051727295, 4.119217395782471, 4.403424263000488, 4.687631607055664, 4.97183895111084, 5.256045818328857, 5.540253162384033, 5.824460029602051, 6.108667373657227, 6.392874717712402, 6.677082061767578, 6.961288928985596, 7.2454962730407715, 7.529703140258789, 7.813910484313965, 8.09811782836914, 8.38232421875, 8.666531562805176, 8.950738906860352, 9.234946250915527]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 7.0, 2.0, 5.0, 4.0, 4.0, 8.0, 6.0, 9.0, 20.0, 16.0, 25.0, 35.0, 46.0, 92.0, 128.0, 173.0, 322.0, 581.0, 1186.0, 2526.0, 6660.0, 22704.0, 134545.0, 3777123.0, 206156.0, 28732.0, 7839.0, 2768.0, 1260.0, 531.0, 325.0, 158.0, 109.0, 61.0, 43.0, 21.0, 15.0, 8.0, 16.0, 8.0, 2.0, 5.0, 1.0, 4.0, 4.0, 0.0, 1.0, 1.0], "bins": [-3.875, -3.777099609375, -3.67919921875, -3.581298828125, -3.4833984375, -3.385498046875, -3.28759765625, -3.189697265625, -3.091796875, -2.993896484375, -2.89599609375, -2.798095703125, -2.7001953125, -2.602294921875, -2.50439453125, -2.406494140625, -2.30859375, -2.210693359375, -2.11279296875, -2.014892578125, -1.9169921875, -1.819091796875, -1.72119140625, -1.623291015625, -1.525390625, -1.427490234375, -1.32958984375, -1.231689453125, -1.1337890625, -1.035888671875, -0.93798828125, -0.840087890625, -0.7421875, -0.644287109375, -0.54638671875, -0.448486328125, -0.3505859375, -0.252685546875, -0.15478515625, -0.056884765625, 0.041015625, 0.138916015625, 0.23681640625, 0.334716796875, 0.4326171875, 0.530517578125, 0.62841796875, 0.726318359375, 0.82421875, 0.922119140625, 1.02001953125, 1.117919921875, 1.2158203125, 1.313720703125, 1.41162109375, 1.509521484375, 1.607421875, 1.705322265625, 1.80322265625, 1.901123046875, 1.9990234375, 2.096923828125, 2.19482421875, 2.292724609375, 2.390625]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 6.0, 12.0, 19.0, 27.0, 39.0, 50.0, 79.0, 81.0, 111.0, 109.0, 102.0, 95.0, 70.0, 62.0, 46.0, 32.0, 17.0, 20.0, 8.0, 8.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7666015625, -0.7462005615234375, -0.725799560546875, -0.7053985595703125, -0.68499755859375, -0.6645965576171875, -0.644195556640625, -0.6237945556640625, -0.6033935546875, -0.5829925537109375, -0.562591552734375, -0.5421905517578125, -0.52178955078125, -0.5013885498046875, -0.480987548828125, -0.4605865478515625, -0.440185546875, -0.4197845458984375, -0.399383544921875, -0.3789825439453125, -0.35858154296875, -0.3381805419921875, -0.317779541015625, -0.2973785400390625, -0.2769775390625, -0.2565765380859375, -0.236175537109375, -0.2157745361328125, -0.19537353515625, -0.1749725341796875, -0.154571533203125, -0.1341705322265625, -0.11376953125, -0.0933685302734375, -0.072967529296875, -0.0525665283203125, -0.03216552734375, -0.0117645263671875, 0.008636474609375, 0.0290374755859375, 0.0494384765625, 0.0698394775390625, 0.090240478515625, 0.1106414794921875, 0.13104248046875, 0.1514434814453125, 0.171844482421875, 0.1922454833984375, 0.212646484375, 0.2330474853515625, 0.253448486328125, 0.2738494873046875, 0.29425048828125, 0.3146514892578125, 0.335052490234375, 0.3554534912109375, 0.3758544921875, 0.3962554931640625, 0.416656494140625, 0.4370574951171875, 0.45745849609375, 0.4778594970703125, 0.498260498046875, 0.5186614990234375, 0.5390625]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 10.0, 8.0, 13.0, 15.0, 30.0, 39.0, 70.0, 104.0, 165.0, 301.0, 517.0, 880.0, 1728.0, 3830.0, 8893.0, 25435.0, 101549.0, 1566716.0, 2332078.0, 109414.0, 26251.0, 8960.0, 3458.0, 1698.0, 858.0, 502.0, 286.0, 162.0, 107.0, 67.0, 41.0, 29.0, 23.0, 12.0, 7.0, 5.0, 7.0, 6.0, 4.0, 3.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.501953125, -2.421295166015625, -2.34063720703125, -2.259979248046875, -2.1793212890625, -2.098663330078125, -2.01800537109375, -1.937347412109375, -1.856689453125, -1.776031494140625, -1.69537353515625, -1.614715576171875, -1.5340576171875, -1.453399658203125, -1.37274169921875, -1.292083740234375, -1.21142578125, -1.130767822265625, -1.05010986328125, -0.969451904296875, -0.8887939453125, -0.808135986328125, -0.72747802734375, -0.646820068359375, -0.566162109375, -0.485504150390625, -0.40484619140625, -0.324188232421875, -0.2435302734375, -0.162872314453125, -0.08221435546875, -0.001556396484375, 0.0791015625, 0.159759521484375, 0.24041748046875, 0.321075439453125, 0.4017333984375, 0.482391357421875, 0.56304931640625, 0.643707275390625, 0.724365234375, 0.805023193359375, 0.88568115234375, 0.966339111328125, 1.0469970703125, 1.127655029296875, 1.20831298828125, 1.288970947265625, 1.36962890625, 1.450286865234375, 1.53094482421875, 1.611602783203125, 1.6922607421875, 1.772918701171875, 1.85357666015625, 1.934234619140625, 2.014892578125, 2.095550537109375, 2.17620849609375, 2.256866455078125, 2.3375244140625, 2.418182373046875, 2.49884033203125, 2.579498291015625, 2.66015625]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 5.0, 6.0, 8.0, 3.0, 3.0, 11.0, 17.0, 12.0, 15.0, 29.0, 37.0, 54.0, 83.0, 149.0, 244.0, 570.0, 1604.0, 562.0, 249.0, 126.0, 84.0, 69.0, 36.0, 30.0, 17.0, 16.0, 10.0, 10.0, 6.0, 3.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.62744140625, -0.6068496704101562, -0.5862579345703125, -0.5656661987304688, -0.545074462890625, -0.5244827270507812, -0.5038909912109375, -0.48329925537109375, -0.46270751953125, -0.44211578369140625, -0.4215240478515625, -0.40093231201171875, -0.380340576171875, -0.35974884033203125, -0.3391571044921875, -0.31856536865234375, -0.2979736328125, -0.27738189697265625, -0.2567901611328125, -0.23619842529296875, -0.215606689453125, -0.19501495361328125, -0.1744232177734375, -0.15383148193359375, -0.13323974609375, -0.11264801025390625, -0.0920562744140625, -0.07146453857421875, -0.050872802734375, -0.03028106689453125, -0.0096893310546875, 0.01090240478515625, 0.031494140625, 0.05208587646484375, 0.0726776123046875, 0.09326934814453125, 0.113861083984375, 0.13445281982421875, 0.1550445556640625, 0.17563629150390625, 0.19622802734375, 0.21681976318359375, 0.2374114990234375, 0.25800323486328125, 0.278594970703125, 0.29918670654296875, 0.3197784423828125, 0.34037017822265625, 0.3609619140625, 0.38155364990234375, 0.4021453857421875, 0.42273712158203125, 0.443328857421875, 0.46392059326171875, 0.4845123291015625, 0.5051040649414062, 0.52569580078125, 0.5462875366210938, 0.5668792724609375, 0.5874710083007812, 0.608062744140625, 0.6286544799804688, 0.6492462158203125, 0.6698379516601562, 0.6904296875]}, "gradients/encoder.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 5.0, 11.0, 22.0, 41.0, 59.0, 101.0, 141.0, 155.0, 157.0, 133.0, 91.0, 43.0, 28.0, 7.0, 3.0, 3.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.826505661010742, -5.653474807739258, -5.480443954467773, -5.307413101196289, -5.134382724761963, -4.9613518714904785, -4.788321018218994, -4.61529016494751, -4.442259311676025, -4.269228458404541, -4.096197605133057, -3.9231669902801514, -3.750136137008667, -3.5771055221557617, -3.4040746688842773, -3.231043815612793, -3.0580132007598877, -2.8849823474884033, -2.711951732635498, -2.5389208793640137, -2.3658900260925293, -2.192859172821045, -2.0198285579681396, -1.8467977046966553, -1.6737669706344604, -1.5007362365722656, -1.3277053833007812, -1.1546746492385864, -0.9816438555717468, -0.8086130619049072, -0.6355823278427124, -0.462551474571228, -0.2895207405090332, -0.1164899617433548, 0.05654081702232361, 0.22957158088684082, 0.4026023745536804, 0.57563316822052, 0.7486639022827148, 0.9216947555541992, 1.094725489616394, 1.2677562236785889, 1.4407870769500732, 1.613817811012268, 1.786848545074463, 1.9598793983459473, 2.1329102516174316, 2.305941104888916, 2.4789717197418213, 2.6520025730133057, 2.825033187866211, 2.9980640411376953, 3.1710948944091797, 3.344125747680664, 3.5171563625335693, 3.6901872158050537, 3.863217830657959, 4.036248683929443, 4.209279537200928, 4.382309913635254, 4.555340766906738, 4.728371620178223, 4.901402473449707, 5.074433326721191, 5.247464179992676]}, "gradients/encoder.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 3.0, 3.0, 3.0, 6.0, 10.0, 7.0, 18.0, 19.0, 12.0, 16.0, 11.0, 18.0, 25.0, 24.0, 30.0, 39.0, 39.0, 31.0, 44.0, 42.0, 47.0, 36.0, 56.0, 41.0, 45.0, 47.0, 35.0, 28.0, 26.0, 33.0, 26.0, 32.0, 28.0, 25.0, 16.0, 15.0, 12.0, 13.0, 7.0, 7.0, 5.0, 2.0, 3.0, 4.0, 6.0, 6.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.028779983520508, -1.9643633365631104, -1.899946689605713, -1.835530161857605, -1.7711135149002075, -1.70669686794281, -1.6422803401947021, -1.5778636932373047, -1.5134470462799072, -1.4490303993225098, -1.3846137523651123, -1.3201972246170044, -1.255780577659607, -1.1913639307022095, -1.1269474029541016, -1.062530755996704, -0.9981141090393066, -0.9336974620819092, -0.8692808747291565, -0.8048642873764038, -0.7404476404190063, -0.6760309934616089, -0.6116144061088562, -0.5471978187561035, -0.48278117179870605, -0.418364554643631, -0.3539479374885559, -0.28953132033348083, -0.22511470317840576, -0.1606980860233307, -0.09628146886825562, -0.03186485171318054, 0.03255176544189453, 0.0969683825969696, 0.16138499975204468, 0.22580161690711975, 0.2902182340621948, 0.3546348512172699, 0.41905146837234497, 0.48346808552742004, 0.5478847026824951, 0.6123013496398926, 0.6767179369926453, 0.741134524345398, 0.8055511713027954, 0.8699678182601929, 0.9343844056129456, 0.9988009929656982, 1.0632176399230957, 1.1276342868804932, 1.1920509338378906, 1.2564674615859985, 1.320884108543396, 1.3853007555007935, 1.4497172832489014, 1.5141339302062988, 1.5785505771636963, 1.6429672241210938, 1.7073838710784912, 1.7718003988265991, 1.8362170457839966, 1.900633692741394, 1.965050220489502, 2.0294668674468994, 2.093883514404297]}, "gradients/encoder.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 3.0, 5.0, 4.0, 6.0, 18.0, 9.0, 13.0, 13.0, 21.0, 25.0, 40.0, 54.0, 66.0, 72.0, 106.0, 142.0, 206.0, 331.0, 481.0, 868.0, 1505.0, 2851.0, 6032.0, 14562.0, 42015.0, 132908.0, 350517.0, 320019.0, 114550.0, 36303.0, 13021.0, 5511.0, 2646.0, 1380.0, 752.0, 445.0, 307.0, 200.0, 141.0, 98.0, 60.0, 53.0, 53.0, 28.0, 23.0, 14.0, 20.0, 14.0, 16.0, 10.0, 5.0, 8.0, 4.0, 3.0, 4.0, 0.0, 2.0, 2.0], "bins": [-2.203125, -2.13623046875, -2.0693359375, -2.00244140625, -1.935546875, -1.86865234375, -1.8017578125, -1.73486328125, -1.66796875, -1.60107421875, -1.5341796875, -1.46728515625, -1.400390625, -1.33349609375, -1.2666015625, -1.19970703125, -1.1328125, -1.06591796875, -0.9990234375, -0.93212890625, -0.865234375, -0.79833984375, -0.7314453125, -0.66455078125, -0.59765625, -0.53076171875, -0.4638671875, -0.39697265625, -0.330078125, -0.26318359375, -0.1962890625, -0.12939453125, -0.0625, 0.00439453125, 0.0712890625, 0.13818359375, 0.205078125, 0.27197265625, 0.3388671875, 0.40576171875, 0.47265625, 0.53955078125, 0.6064453125, 0.67333984375, 0.740234375, 0.80712890625, 0.8740234375, 0.94091796875, 1.0078125, 1.07470703125, 1.1416015625, 1.20849609375, 1.275390625, 1.34228515625, 1.4091796875, 1.47607421875, 1.54296875, 1.60986328125, 1.6767578125, 1.74365234375, 1.810546875, 1.87744140625, 1.9443359375, 2.01123046875, 2.078125]}, "gradients/encoder.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 4.0, 7.0, 8.0, 17.0, 29.0, 37.0, 42.0, 65.0, 74.0, 102.0, 99.0, 108.0, 88.0, 90.0, 69.0, 47.0, 34.0, 31.0, 21.0, 14.0, 9.0, 2.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.73388671875, -0.7140655517578125, -0.694244384765625, -0.6744232177734375, -0.65460205078125, -0.6347808837890625, -0.614959716796875, -0.5951385498046875, -0.5753173828125, -0.5554962158203125, -0.535675048828125, -0.5158538818359375, -0.49603271484375, -0.4762115478515625, -0.456390380859375, -0.4365692138671875, -0.416748046875, -0.3969268798828125, -0.377105712890625, -0.3572845458984375, -0.33746337890625, -0.3176422119140625, -0.297821044921875, -0.2779998779296875, -0.2581787109375, -0.2383575439453125, -0.218536376953125, -0.1987152099609375, -0.17889404296875, -0.1590728759765625, -0.139251708984375, -0.1194305419921875, -0.099609375, -0.0797882080078125, -0.059967041015625, -0.0401458740234375, -0.02032470703125, -0.0005035400390625, 0.019317626953125, 0.0391387939453125, 0.0589599609375, 0.0787811279296875, 0.098602294921875, 0.1184234619140625, 0.13824462890625, 0.1580657958984375, 0.177886962890625, 0.1977081298828125, 0.217529296875, 0.2373504638671875, 0.257171630859375, 0.2769927978515625, 0.29681396484375, 0.3166351318359375, 0.336456298828125, 0.3562774658203125, 0.3760986328125, 0.3959197998046875, 0.415740966796875, 0.4355621337890625, 0.45538330078125, 0.4752044677734375, 0.495025634765625, 0.5148468017578125, 0.53466796875]}, "gradients/encoder.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 4.0, 8.0, 4.0, 14.0, 17.0, 18.0, 28.0, 47.0, 58.0, 93.0, 126.0, 198.0, 281.0, 398.0, 638.0, 1112.0, 2165.0, 4695.0, 12091.0, 37554.0, 125977.0, 345711.0, 338775.0, 121082.0, 36076.0, 11649.0, 4504.0, 2057.0, 1154.0, 668.0, 447.0, 283.0, 174.0, 132.0, 96.0, 72.0, 39.0, 30.0, 29.0, 20.0, 5.0, 10.0, 4.0, 8.0, 5.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.068359375, -2.003692626953125, -1.93902587890625, -1.874359130859375, -1.8096923828125, -1.745025634765625, -1.68035888671875, -1.615692138671875, -1.551025390625, -1.486358642578125, -1.42169189453125, -1.357025146484375, -1.2923583984375, -1.227691650390625, -1.16302490234375, -1.098358154296875, -1.03369140625, -0.969024658203125, -0.90435791015625, -0.839691162109375, -0.7750244140625, -0.710357666015625, -0.64569091796875, -0.581024169921875, -0.516357421875, -0.451690673828125, -0.38702392578125, -0.322357177734375, -0.2576904296875, -0.193023681640625, -0.12835693359375, -0.063690185546875, 0.0009765625, 0.065643310546875, 0.13031005859375, 0.194976806640625, 0.2596435546875, 0.324310302734375, 0.38897705078125, 0.453643798828125, 0.518310546875, 0.582977294921875, 0.64764404296875, 0.712310791015625, 0.7769775390625, 0.841644287109375, 0.90631103515625, 0.970977783203125, 1.03564453125, 1.100311279296875, 1.16497802734375, 1.229644775390625, 1.2943115234375, 1.358978271484375, 1.42364501953125, 1.488311767578125, 1.552978515625, 1.617645263671875, 1.68231201171875, 1.746978759765625, 1.8116455078125, 1.876312255859375, 1.94097900390625, 2.005645751953125, 2.0703125]}, "gradients/encoder.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 5.0, 4.0, 6.0, 8.0, 8.0, 8.0, 11.0, 6.0, 18.0, 18.0, 22.0, 19.0, 26.0, 29.0, 30.0, 38.0, 40.0, 39.0, 48.0, 36.0, 44.0, 46.0, 33.0, 31.0, 36.0, 42.0, 41.0, 32.0, 35.0, 27.0, 23.0, 23.0, 23.0, 19.0, 25.0, 17.0, 15.0, 15.0, 13.0, 7.0, 9.0, 6.0, 8.0, 6.0, 3.0, 3.0, 2.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.4189453125, -1.3729705810546875, -1.326995849609375, -1.2810211181640625, -1.23504638671875, -1.1890716552734375, -1.143096923828125, -1.0971221923828125, -1.0511474609375, -1.0051727294921875, -0.959197998046875, -0.9132232666015625, -0.86724853515625, -0.8212738037109375, -0.775299072265625, -0.7293243408203125, -0.683349609375, -0.6373748779296875, -0.591400146484375, -0.5454254150390625, -0.49945068359375, -0.4534759521484375, -0.407501220703125, -0.3615264892578125, -0.3155517578125, -0.2695770263671875, -0.223602294921875, -0.1776275634765625, -0.13165283203125, -0.0856781005859375, -0.039703369140625, 0.0062713623046875, 0.05224609375, 0.0982208251953125, 0.144195556640625, 0.1901702880859375, 0.23614501953125, 0.2821197509765625, 0.328094482421875, 0.3740692138671875, 0.4200439453125, 0.4660186767578125, 0.511993408203125, 0.5579681396484375, 0.60394287109375, 0.6499176025390625, 0.695892333984375, 0.7418670654296875, 0.787841796875, 0.8338165283203125, 0.879791259765625, 0.9257659912109375, 0.97174072265625, 1.0177154541015625, 1.063690185546875, 1.1096649169921875, 1.1556396484375, 1.2016143798828125, 1.247589111328125, 1.2935638427734375, 1.33953857421875, 1.3855133056640625, 1.431488037109375, 1.4774627685546875, 1.5234375]}, "gradients/encoder.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 9.0, 10.0, 6.0, 21.0, 30.0, 86.0, 177.0, 536.0, 1690.0, 8870.0, 150178.0, 828647.0, 51458.0, 5082.0, 1129.0, 359.0, 135.0, 64.0, 33.0, 13.0, 12.0, 5.0, 3.0, 6.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-3.640625, -3.5566253662109375, -3.472625732421875, -3.3886260986328125, -3.30462646484375, -3.2206268310546875, -3.136627197265625, -3.0526275634765625, -2.9686279296875, -2.8846282958984375, -2.800628662109375, -2.7166290283203125, -2.63262939453125, -2.5486297607421875, -2.464630126953125, -2.3806304931640625, -2.296630859375, -2.2126312255859375, -2.128631591796875, -2.0446319580078125, -1.96063232421875, -1.8766326904296875, -1.792633056640625, -1.7086334228515625, -1.6246337890625, -1.5406341552734375, -1.456634521484375, -1.3726348876953125, -1.28863525390625, -1.2046356201171875, -1.120635986328125, -1.0366363525390625, -0.95263671875, -0.8686370849609375, -0.784637451171875, -0.7006378173828125, -0.61663818359375, -0.5326385498046875, -0.448638916015625, -0.3646392822265625, -0.2806396484375, -0.1966400146484375, -0.112640380859375, -0.0286407470703125, 0.05535888671875, 0.1393585205078125, 0.223358154296875, 0.3073577880859375, 0.391357421875, 0.4753570556640625, 0.559356689453125, 0.6433563232421875, 0.72735595703125, 0.8113555908203125, 0.895355224609375, 0.9793548583984375, 1.0633544921875, 1.1473541259765625, 1.231353759765625, 1.3153533935546875, 1.39935302734375, 1.4833526611328125, 1.567352294921875, 1.6513519287109375, 1.7353515625]}, "gradients/encoder.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 8.0, 9.0, 12.0, 22.0, 17.0, 12.0, 28.0, 35.0, 35.0, 55.0, 67.0, 97.0, 92.0, 83.0, 80.0, 67.0, 57.0, 46.0, 36.0, 38.0, 30.0, 21.0, 14.0, 12.0, 8.0, 4.0, 8.0, 1.0, 5.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001697540283203125, -0.000164790078997612, -0.0001598261296749115, -0.000154862180352211, -0.0001498982310295105, -0.00014493428170681, -0.0001399703323841095, -0.000135006383061409, -0.0001300424337387085, -0.000125078484416008, -0.0001201145350933075, -0.000115150585770607, -0.0001101866364479065, -0.000105222687125206, -0.00010025873780250549, -9.529478847980499e-05, -9.033083915710449e-05, -8.536688983440399e-05, -8.040294051170349e-05, -7.543899118900299e-05, -7.047504186630249e-05, -6.551109254360199e-05, -6.054714322090149e-05, -5.558319389820099e-05, -5.061924457550049e-05, -4.565529525279999e-05, -4.069134593009949e-05, -3.572739660739899e-05, -3.0763447284698486e-05, -2.5799497961997986e-05, -2.0835548639297485e-05, -1.5871599316596985e-05, -1.0907649993896484e-05, -5.943700671195984e-06, -9.797513484954834e-07, 3.984197974205017e-06, 8.948147296905518e-06, 1.3912096619606018e-05, 1.887604594230652e-05, 2.383999526500702e-05, 2.880394458770752e-05, 3.376789391040802e-05, 3.873184323310852e-05, 4.369579255580902e-05, 4.865974187850952e-05, 5.362369120121002e-05, 5.858764052391052e-05, 6.355158984661102e-05, 6.851553916931152e-05, 7.347948849201202e-05, 7.844343781471252e-05, 8.340738713741302e-05, 8.837133646011353e-05, 9.333528578281403e-05, 9.829923510551453e-05, 0.00010326318442821503, 0.00010822713375091553, 0.00011319108307361603, 0.00011815503239631653, 0.00012311898171901703, 0.00012808293104171753, 0.00013304688036441803, 0.00013801082968711853, 0.00014297477900981903, 0.00014793872833251953]}, "gradients/encoder.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 3.0, 4.0, 5.0, 2.0, 7.0, 3.0, 7.0, 10.0, 10.0, 16.0, 22.0, 35.0, 55.0, 62.0, 105.0, 205.0, 379.0, 765.0, 1705.0, 4169.0, 12710.0, 57143.0, 443850.0, 449312.0, 57742.0, 12686.0, 4062.0, 1709.0, 775.0, 355.0, 223.0, 150.0, 77.0, 57.0, 34.0, 25.0, 14.0, 17.0, 11.0, 10.0, 8.0, 5.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-1.6845703125, -1.636444091796875, -1.58831787109375, -1.540191650390625, -1.4920654296875, -1.443939208984375, -1.39581298828125, -1.347686767578125, -1.299560546875, -1.251434326171875, -1.20330810546875, -1.155181884765625, -1.1070556640625, -1.058929443359375, -1.01080322265625, -0.962677001953125, -0.91455078125, -0.866424560546875, -0.81829833984375, -0.770172119140625, -0.7220458984375, -0.673919677734375, -0.62579345703125, -0.577667236328125, -0.529541015625, -0.481414794921875, -0.43328857421875, -0.385162353515625, -0.3370361328125, -0.288909912109375, -0.24078369140625, -0.192657470703125, -0.14453125, -0.096405029296875, -0.04827880859375, -0.000152587890625, 0.0479736328125, 0.096099853515625, 0.14422607421875, 0.192352294921875, 0.240478515625, 0.288604736328125, 0.33673095703125, 0.384857177734375, 0.4329833984375, 0.481109619140625, 0.52923583984375, 0.577362060546875, 0.62548828125, 0.673614501953125, 0.72174072265625, 0.769866943359375, 0.8179931640625, 0.866119384765625, 0.91424560546875, 0.962371826171875, 1.010498046875, 1.058624267578125, 1.10675048828125, 1.154876708984375, 1.2030029296875, 1.251129150390625, 1.29925537109375, 1.347381591796875, 1.3955078125]}, "gradients/encoder.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 11.0, 5.0, 6.0, 10.0, 17.0, 36.0, 54.0, 69.0, 99.0, 132.0, 114.0, 119.0, 97.0, 82.0, 53.0, 34.0, 16.0, 13.0, 9.0, 9.0, 5.0, 6.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.2294921875, -1.1929473876953125, -1.156402587890625, -1.1198577880859375, -1.08331298828125, -1.0467681884765625, -1.010223388671875, -0.9736785888671875, -0.9371337890625, -0.9005889892578125, -0.864044189453125, -0.8274993896484375, -0.79095458984375, -0.7544097900390625, -0.717864990234375, -0.6813201904296875, -0.644775390625, -0.6082305908203125, -0.571685791015625, -0.5351409912109375, -0.49859619140625, -0.4620513916015625, -0.425506591796875, -0.3889617919921875, -0.3524169921875, -0.3158721923828125, -0.279327392578125, -0.2427825927734375, -0.20623779296875, -0.1696929931640625, -0.133148193359375, -0.0966033935546875, -0.06005859375, -0.0235137939453125, 0.013031005859375, 0.0495758056640625, 0.08612060546875, 0.1226654052734375, 0.159210205078125, 0.1957550048828125, 0.2322998046875, 0.2688446044921875, 0.305389404296875, 0.3419342041015625, 0.37847900390625, 0.4150238037109375, 0.451568603515625, 0.4881134033203125, 0.524658203125, 0.5612030029296875, 0.597747802734375, 0.6342926025390625, 0.67083740234375, 0.7073822021484375, 0.743927001953125, 0.7804718017578125, 0.8170166015625, 0.8535614013671875, 0.890106201171875, 0.9266510009765625, 0.96319580078125, 0.9997406005859375, 1.036285400390625, 1.0728302001953125, 1.109375]}, "gradients/encoder.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 6.0, 12.0, 32.0, 78.0, 155.0, 223.0, 227.0, 159.0, 62.0, 31.0, 11.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.30501937866211, -23.464506149291992, -22.623992919921875, -21.783479690551758, -20.94296646118164, -20.102453231811523, -19.261940002441406, -18.42142677307129, -17.580913543701172, -16.740400314331055, -15.899887084960938, -15.05937385559082, -14.218860626220703, -13.378347396850586, -12.537834167480469, -11.697320938110352, -10.856806755065918, -10.0162935256958, -9.175780296325684, -8.335267066955566, -7.494753837585449, -6.654240131378174, -5.813726902008057, -4.9732136726379395, -4.132700443267822, -3.292187213897705, -2.451673984527588, -1.6111605167388916, -0.7706472873687744, 0.06986618041992188, 0.9103794097900391, 1.7508926391601562, 2.5914058685302734, 3.4319190979003906, 4.272432327270508, 5.112945556640625, 5.953458786010742, 6.793972492218018, 7.634485721588135, 8.474998474121094, 9.315511703491211, 10.156024932861328, 10.996538162231445, 11.837051391601562, 12.67756462097168, 13.518077850341797, 14.358591079711914, 15.199104309082031, 16.03961944580078, 16.8801326751709, 17.720645904541016, 18.561159133911133, 19.40167236328125, 20.242185592651367, 21.082698822021484, 21.9232120513916, 22.76372528076172, 23.604238510131836, 24.444751739501953, 25.28526496887207, 26.125778198242188, 26.966291427612305, 27.806804656982422, 28.64731788635254, 29.487831115722656]}, "gradients/encoder.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 6.0, 6.0, 3.0, 3.0, 12.0, 16.0, 13.0, 16.0, 19.0, 21.0, 17.0, 25.0, 32.0, 34.0, 34.0, 54.0, 44.0, 56.0, 47.0, 51.0, 54.0, 48.0, 51.0, 44.0, 45.0, 38.0, 36.0, 27.0, 18.0, 22.0, 16.0, 16.0, 17.0, 14.0, 11.0, 13.0, 5.0, 8.0, 4.0, 5.0, 0.0, 3.0, 4.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.905794143676758, -9.612716674804688, -9.319639205932617, -9.026561737060547, -8.733484268188477, -8.440407752990723, -8.147330284118652, -7.854252815246582, -7.561175346374512, -7.268097877502441, -6.975020408630371, -6.681943416595459, -6.388865947723389, -6.095788478851318, -5.802711486816406, -5.509634017944336, -5.216556549072266, -4.923479080200195, -4.630401611328125, -4.337324619293213, -4.044247150421143, -3.7511696815490723, -3.458092451095581, -3.16501522064209, -2.8719377517700195, -2.578860282897949, -2.285783052444458, -1.9927057027816772, -1.6996283531188965, -1.4065510034561157, -1.113473653793335, -0.8203964233398438, -0.5273189544677734, -0.23424160480499268, 0.058835744857788086, 0.35191309452056885, 0.6449904441833496, 0.9380677938461304, 1.2311451435089111, 1.5242223739624023, 1.8172998428344727, 2.110377311706543, 2.403454542160034, 2.6965317726135254, 2.9896092414855957, 3.282686710357666, 3.5757639408111572, 3.8688411712646484, 4.161918640136719, 4.454996109008789, 4.748073577880859, 5.0411505699157715, 5.334228038787842, 5.627305507659912, 5.920382499694824, 6.2134599685668945, 6.506537437438965, 6.799614906311035, 7.0926923751831055, 7.385769367218018, 7.678846836090088, 7.971924304962158, 8.26500129699707, 8.55807876586914, 8.851156234741211]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 3.0, 5.0, 4.0, 6.0, 6.0, 13.0, 9.0, 27.0, 32.0, 32.0, 55.0, 71.0, 137.0, 172.0, 302.0, 539.0, 1025.0, 2311.0, 6625.0, 22054.0, 109521.0, 3342788.0, 628851.0, 58276.0, 13645.0, 4447.0, 1719.0, 762.0, 386.0, 185.0, 112.0, 62.0, 42.0, 30.0, 9.0, 12.0, 7.0, 3.0, 3.0, 1.0, 4.0], "bins": [-3.859375, -3.7732696533203125, -3.687164306640625, -3.6010589599609375, -3.51495361328125, -3.4288482666015625, -3.342742919921875, -3.2566375732421875, -3.1705322265625, -3.0844268798828125, -2.998321533203125, -2.9122161865234375, -2.82611083984375, -2.7400054931640625, -2.653900146484375, -2.5677947998046875, -2.481689453125, -2.3955841064453125, -2.309478759765625, -2.2233734130859375, -2.13726806640625, -2.0511627197265625, -1.965057373046875, -1.8789520263671875, -1.7928466796875, -1.7067413330078125, -1.620635986328125, -1.5345306396484375, -1.44842529296875, -1.3623199462890625, -1.276214599609375, -1.1901092529296875, -1.10400390625, -1.0178985595703125, -0.931793212890625, -0.8456878662109375, -0.75958251953125, -0.6734771728515625, -0.587371826171875, -0.5012664794921875, -0.4151611328125, -0.3290557861328125, -0.242950439453125, -0.1568450927734375, -0.07073974609375, 0.0153656005859375, 0.101470947265625, 0.1875762939453125, 0.273681640625, 0.3597869873046875, 0.445892333984375, 0.5319976806640625, 0.61810302734375, 0.7042083740234375, 0.790313720703125, 0.8764190673828125, 0.9625244140625, 1.0486297607421875, 1.134735107421875, 1.2208404541015625, 1.30694580078125, 1.3930511474609375, 1.479156494140625, 1.5652618408203125, 1.6513671875]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 5.0, 6.0, 7.0, 14.0, 20.0, 37.0, 49.0, 57.0, 94.0, 93.0, 82.0, 106.0, 95.0, 88.0, 70.0, 60.0, 35.0, 30.0, 17.0, 10.0, 10.0, 15.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.74951171875, -0.7293853759765625, -0.709259033203125, -0.6891326904296875, -0.66900634765625, -0.6488800048828125, -0.628753662109375, -0.6086273193359375, -0.5885009765625, -0.5683746337890625, -0.548248291015625, -0.5281219482421875, -0.50799560546875, -0.4878692626953125, -0.467742919921875, -0.4476165771484375, -0.427490234375, -0.4073638916015625, -0.387237548828125, -0.3671112060546875, -0.34698486328125, -0.3268585205078125, -0.306732177734375, -0.2866058349609375, -0.2664794921875, -0.2463531494140625, -0.226226806640625, -0.2061004638671875, -0.18597412109375, -0.1658477783203125, -0.145721435546875, -0.1255950927734375, -0.10546875, -0.0853424072265625, -0.065216064453125, -0.0450897216796875, -0.02496337890625, -0.0048370361328125, 0.015289306640625, 0.0354156494140625, 0.0555419921875, 0.0756683349609375, 0.095794677734375, 0.1159210205078125, 0.13604736328125, 0.1561737060546875, 0.176300048828125, 0.1964263916015625, 0.216552734375, 0.2366790771484375, 0.256805419921875, 0.2769317626953125, 0.29705810546875, 0.3171844482421875, 0.337310791015625, 0.3574371337890625, 0.3775634765625, 0.3976898193359375, 0.417816162109375, 0.4379425048828125, 0.45806884765625, 0.4781951904296875, 0.498321533203125, 0.5184478759765625, 0.53857421875]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 5.0, 5.0, 9.0, 14.0, 12.0, 18.0, 39.0, 52.0, 115.0, 146.0, 281.0, 539.0, 982.0, 1995.0, 4213.0, 10537.0, 30981.0, 119048.0, 956872.0, 2797322.0, 200094.0, 45813.0, 14554.0, 5474.0, 2480.0, 1178.0, 667.0, 353.0, 193.0, 111.0, 61.0, 43.0, 30.0, 20.0, 13.0, 6.0, 5.0, 0.0, 7.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-2.49609375, -2.4306793212890625, -2.365264892578125, -2.2998504638671875, -2.23443603515625, -2.1690216064453125, -2.103607177734375, -2.0381927490234375, -1.9727783203125, -1.9073638916015625, -1.841949462890625, -1.7765350341796875, -1.71112060546875, -1.6457061767578125, -1.580291748046875, -1.5148773193359375, -1.449462890625, -1.3840484619140625, -1.318634033203125, -1.2532196044921875, -1.18780517578125, -1.1223907470703125, -1.056976318359375, -0.9915618896484375, -0.9261474609375, -0.8607330322265625, -0.795318603515625, -0.7299041748046875, -0.66448974609375, -0.5990753173828125, -0.533660888671875, -0.4682464599609375, -0.40283203125, -0.3374176025390625, -0.272003173828125, -0.2065887451171875, -0.14117431640625, -0.0757598876953125, -0.010345458984375, 0.0550689697265625, 0.1204833984375, 0.1858978271484375, 0.251312255859375, 0.3167266845703125, 0.38214111328125, 0.4475555419921875, 0.512969970703125, 0.5783843994140625, 0.643798828125, 0.7092132568359375, 0.774627685546875, 0.8400421142578125, 0.90545654296875, 0.9708709716796875, 1.036285400390625, 1.1016998291015625, 1.1671142578125, 1.2325286865234375, 1.297943115234375, 1.3633575439453125, 1.42877197265625, 1.4941864013671875, 1.559600830078125, 1.6250152587890625, 1.6904296875]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 2.0, 3.0, 4.0, 2.0, 3.0, 4.0, 8.0, 15.0, 22.0, 20.0, 31.0, 43.0, 57.0, 96.0, 100.0, 233.0, 387.0, 982.0, 987.0, 420.0, 221.0, 123.0, 89.0, 66.0, 42.0, 32.0, 31.0, 13.0, 10.0, 7.0, 5.0, 7.0, 4.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.90478515625, -0.878173828125, -0.8515625, -0.824951171875, -0.79833984375, -0.771728515625, -0.7451171875, -0.718505859375, -0.69189453125, -0.665283203125, -0.638671875, -0.612060546875, -0.58544921875, -0.558837890625, -0.5322265625, -0.505615234375, -0.47900390625, -0.452392578125, -0.42578125, -0.399169921875, -0.37255859375, -0.345947265625, -0.3193359375, -0.292724609375, -0.26611328125, -0.239501953125, -0.212890625, -0.186279296875, -0.15966796875, -0.133056640625, -0.1064453125, -0.079833984375, -0.05322265625, -0.026611328125, 0.0, 0.026611328125, 0.05322265625, 0.079833984375, 0.1064453125, 0.133056640625, 0.15966796875, 0.186279296875, 0.212890625, 0.239501953125, 0.26611328125, 0.292724609375, 0.3193359375, 0.345947265625, 0.37255859375, 0.399169921875, 0.42578125, 0.452392578125, 0.47900390625, 0.505615234375, 0.5322265625, 0.558837890625, 0.58544921875, 0.612060546875, 0.638671875, 0.665283203125, 0.69189453125, 0.718505859375, 0.7451171875, 0.771728515625, 0.79833984375]}, "gradients/encoder.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 4.0, 0.0, 2.0, 7.0, 12.0, 21.0, 47.0, 85.0, 137.0, 188.0, 174.0, 141.0, 97.0, 39.0, 25.0, 11.0, 4.0, 4.0, 3.0, 4.0, 1.0, 4.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-11.055932998657227, -10.779656410217285, -10.503378868103027, -10.227102279663086, -9.950824737548828, -9.674548149108887, -9.398271560668945, -9.121994018554688, -8.845717430114746, -8.569440841674805, -8.293163299560547, -8.016886711120605, -7.740609645843506, -7.464332580566406, -7.188055992126465, -6.911778926849365, -6.635501861572266, -6.359224796295166, -6.082947731018066, -5.806671142578125, -5.530394077301025, -5.254117012023926, -4.977840423583984, -4.701563358306885, -4.425286293029785, -4.1490092277526855, -3.872732400894165, -3.5964555740356445, -3.320178508758545, -3.0439014434814453, -2.767624616622925, -2.4913477897644043, -2.2150707244873047, -1.9387937784194946, -1.6625168323516846, -1.3862398862838745, -1.1099629402160645, -0.8336859941482544, -0.5574090480804443, -0.2811321020126343, -0.004855155944824219, 0.27142179012298584, 0.5476987361907959, 0.823975682258606, 1.100252628326416, 1.376529574394226, 1.6528065204620361, 1.9290834665298462, 2.2053604125976562, 2.481637477874756, 2.7579143047332764, 3.034191131591797, 3.3104681968688965, 3.586745262145996, 3.8630220890045166, 4.139298915863037, 4.415575981140137, 4.691853046417236, 4.968130111694336, 5.244406700134277, 5.520683765411377, 5.796960830688477, 6.073237419128418, 6.349514484405518, 6.625791549682617]}, "gradients/encoder.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 4.0, 1.0, 4.0, 3.0, 1.0, 6.0, 4.0, 10.0, 7.0, 12.0, 15.0, 11.0, 17.0, 19.0, 24.0, 24.0, 30.0, 38.0, 23.0, 23.0, 46.0, 57.0, 34.0, 44.0, 43.0, 28.0, 48.0, 48.0, 50.0, 40.0, 34.0, 51.0, 25.0, 27.0, 25.0, 22.0, 21.0, 9.0, 15.0, 6.0, 15.0, 10.0, 6.0, 9.0, 5.0, 4.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.83404803276062, -2.744814395904541, -2.655580759048462, -2.566347122192383, -2.477113723754883, -2.3878800868988037, -2.2986464500427246, -2.2094128131866455, -2.1201791763305664, -2.0309455394744873, -1.9417119026184082, -1.8524783849716187, -1.7632447481155396, -1.6740111112594604, -1.584777593612671, -1.4955439567565918, -1.4063103199005127, -1.3170766830444336, -1.2278430461883545, -1.138609528541565, -1.0493758916854858, -0.9601422548294067, -0.8709086775779724, -0.7816751003265381, -0.692441463470459, -0.6032078266143799, -0.5139742493629456, -0.42474064230918884, -0.33550703525543213, -0.24627342820167542, -0.1570398211479187, -0.06780624389648438, 0.021427154541015625, 0.11066076159477234, 0.19989436864852905, 0.28912797570228577, 0.3783615827560425, 0.4675951898097992, 0.5568287968635559, 0.6460623741149902, 0.7352960109710693, 0.8245296478271484, 0.9137632250785828, 1.002996802330017, 1.0922304391860962, 1.1814640760421753, 1.2706975936889648, 1.359931230545044, 1.449164867401123, 1.5383985042572021, 1.6276321411132812, 1.7168656587600708, 1.80609929561615, 1.895332932472229, 1.9845664501190186, 2.0738000869750977, 2.1630337238311768, 2.252267360687256, 2.341500997543335, 2.430734634399414, 2.519968032836914, 2.609201669692993, 2.6984353065490723, 2.7876689434051514, 2.8769025802612305]}, "gradients/encoder.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 4.0, 5.0, 6.0, 10.0, 13.0, 17.0, 27.0, 46.0, 52.0, 74.0, 118.0, 180.0, 267.0, 464.0, 873.0, 1852.0, 3823.0, 10612.0, 35552.0, 127515.0, 496021.0, 267977.0, 70737.0, 20163.0, 6552.0, 2647.0, 1174.0, 690.0, 390.0, 238.0, 153.0, 93.0, 49.0, 58.0, 22.0, 18.0, 19.0, 17.0, 7.0, 12.0, 3.0, 2.0, 4.0, 6.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.595703125, -2.508514404296875, -2.42132568359375, -2.334136962890625, -2.2469482421875, -2.159759521484375, -2.07257080078125, -1.985382080078125, -1.898193359375, -1.811004638671875, -1.72381591796875, -1.636627197265625, -1.5494384765625, -1.462249755859375, -1.37506103515625, -1.287872314453125, -1.20068359375, -1.113494873046875, -1.02630615234375, -0.939117431640625, -0.8519287109375, -0.764739990234375, -0.67755126953125, -0.590362548828125, -0.503173828125, -0.415985107421875, -0.32879638671875, -0.241607666015625, -0.1544189453125, -0.067230224609375, 0.01995849609375, 0.107147216796875, 0.1943359375, 0.281524658203125, 0.36871337890625, 0.455902099609375, 0.5430908203125, 0.630279541015625, 0.71746826171875, 0.804656982421875, 0.891845703125, 0.979034423828125, 1.06622314453125, 1.153411865234375, 1.2406005859375, 1.327789306640625, 1.41497802734375, 1.502166748046875, 1.58935546875, 1.676544189453125, 1.76373291015625, 1.850921630859375, 1.9381103515625, 2.025299072265625, 2.11248779296875, 2.199676513671875, 2.286865234375, 2.374053955078125, 2.46124267578125, 2.548431396484375, 2.6356201171875, 2.722808837890625, 2.80999755859375, 2.897186279296875, 2.984375]}, "gradients/encoder.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 6.0, 1.0, 9.0, 12.0, 11.0, 22.0, 32.0, 43.0, 64.0, 84.0, 85.0, 85.0, 98.0, 109.0, 76.0, 67.0, 71.0, 41.0, 27.0, 17.0, 17.0, 8.0, 8.0, 10.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.71240234375, -0.6933212280273438, -0.6742401123046875, -0.6551589965820312, -0.636077880859375, -0.6169967651367188, -0.5979156494140625, -0.5788345336914062, -0.55975341796875, -0.5406723022460938, -0.5215911865234375, -0.5025100708007812, -0.483428955078125, -0.46434783935546875, -0.4452667236328125, -0.42618560791015625, -0.4071044921875, -0.38802337646484375, -0.3689422607421875, -0.34986114501953125, -0.330780029296875, -0.31169891357421875, -0.2926177978515625, -0.27353668212890625, -0.25445556640625, -0.23537445068359375, -0.2162933349609375, -0.19721221923828125, -0.178131103515625, -0.15904998779296875, -0.1399688720703125, -0.12088775634765625, -0.101806640625, -0.08272552490234375, -0.0636444091796875, -0.04456329345703125, -0.025482177734375, -0.00640106201171875, 0.0126800537109375, 0.03176116943359375, 0.05084228515625, 0.06992340087890625, 0.0890045166015625, 0.10808563232421875, 0.127166748046875, 0.14624786376953125, 0.1653289794921875, 0.18441009521484375, 0.2034912109375, 0.22257232666015625, 0.2416534423828125, 0.26073455810546875, 0.279815673828125, 0.29889678955078125, 0.3179779052734375, 0.33705902099609375, 0.35614013671875, 0.37522125244140625, 0.3943023681640625, 0.41338348388671875, 0.432464599609375, 0.45154571533203125, 0.4706268310546875, 0.48970794677734375, 0.5087890625]}, "gradients/encoder.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 0.0, 6.0, 10.0, 7.0, 7.0, 14.0, 34.0, 25.0, 36.0, 69.0, 77.0, 161.0, 198.0, 284.0, 453.0, 790.0, 1375.0, 2301.0, 4991.0, 11703.0, 30130.0, 80879.0, 227384.0, 431191.0, 158760.0, 58769.0, 21729.0, 8414.0, 3770.0, 1919.0, 1099.0, 673.0, 429.0, 271.0, 199.0, 115.0, 85.0, 57.0, 50.0, 26.0, 20.0, 13.0, 13.0, 6.0, 4.0, 2.0, 6.0, 4.0, 4.0, 0.0, 0.0, 2.0], "bins": [-2.0234375, -1.9661712646484375, -1.908905029296875, -1.8516387939453125, -1.79437255859375, -1.7371063232421875, -1.679840087890625, -1.6225738525390625, -1.5653076171875, -1.5080413818359375, -1.450775146484375, -1.3935089111328125, -1.33624267578125, -1.2789764404296875, -1.221710205078125, -1.1644439697265625, -1.107177734375, -1.0499114990234375, -0.992645263671875, -0.9353790283203125, -0.87811279296875, -0.8208465576171875, -0.763580322265625, -0.7063140869140625, -0.6490478515625, -0.5917816162109375, -0.534515380859375, -0.4772491455078125, -0.41998291015625, -0.3627166748046875, -0.305450439453125, -0.2481842041015625, -0.19091796875, -0.1336517333984375, -0.076385498046875, -0.0191192626953125, 0.03814697265625, 0.0954132080078125, 0.152679443359375, 0.2099456787109375, 0.2672119140625, 0.3244781494140625, 0.381744384765625, 0.4390106201171875, 0.49627685546875, 0.5535430908203125, 0.610809326171875, 0.6680755615234375, 0.725341796875, 0.7826080322265625, 0.839874267578125, 0.8971405029296875, 0.95440673828125, 1.0116729736328125, 1.068939208984375, 1.1262054443359375, 1.1834716796875, 1.2407379150390625, 1.298004150390625, 1.3552703857421875, 1.41253662109375, 1.4698028564453125, 1.527069091796875, 1.5843353271484375, 1.6416015625]}, "gradients/encoder.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 6.0, 8.0, 5.0, 12.0, 13.0, 10.0, 15.0, 10.0, 30.0, 21.0, 21.0, 28.0, 35.0, 26.0, 33.0, 29.0, 43.0, 40.0, 47.0, 44.0, 40.0, 47.0, 49.0, 53.0, 24.0, 32.0, 45.0, 36.0, 35.0, 27.0, 28.0, 22.0, 12.0, 17.0, 10.0, 7.0, 12.0, 4.0, 8.0, 2.0, 7.0, 3.0, 6.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.6630859375, -1.6134185791015625, -1.563751220703125, -1.5140838623046875, -1.46441650390625, -1.4147491455078125, -1.365081787109375, -1.3154144287109375, -1.2657470703125, -1.2160797119140625, -1.166412353515625, -1.1167449951171875, -1.06707763671875, -1.0174102783203125, -0.967742919921875, -0.9180755615234375, -0.868408203125, -0.8187408447265625, -0.769073486328125, -0.7194061279296875, -0.66973876953125, -0.6200714111328125, -0.570404052734375, -0.5207366943359375, -0.4710693359375, -0.4214019775390625, -0.371734619140625, -0.3220672607421875, -0.27239990234375, -0.2227325439453125, -0.173065185546875, -0.1233978271484375, -0.07373046875, -0.0240631103515625, 0.025604248046875, 0.0752716064453125, 0.12493896484375, 0.1746063232421875, 0.224273681640625, 0.2739410400390625, 0.3236083984375, 0.3732757568359375, 0.422943115234375, 0.4726104736328125, 0.52227783203125, 0.5719451904296875, 0.621612548828125, 0.6712799072265625, 0.720947265625, 0.7706146240234375, 0.820281982421875, 0.8699493408203125, 0.91961669921875, 0.9692840576171875, 1.018951416015625, 1.0686187744140625, 1.1182861328125, 1.1679534912109375, 1.217620849609375, 1.2672882080078125, 1.31695556640625, 1.3666229248046875, 1.416290283203125, 1.4659576416015625, 1.515625]}, "gradients/encoder.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 5.0, 5.0, 3.0, 5.0, 5.0, 13.0, 16.0, 22.0, 27.0, 27.0, 65.0, 85.0, 115.0, 175.0, 416.0, 838.0, 1921.0, 5534.0, 20334.0, 124187.0, 630531.0, 220932.0, 31149.0, 7509.0, 2447.0, 1014.0, 472.0, 265.0, 170.0, 70.0, 53.0, 47.0, 24.0, 27.0, 8.0, 16.0, 9.0, 2.0, 6.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-1.3271484375, -1.2838287353515625, -1.240509033203125, -1.1971893310546875, -1.15386962890625, -1.1105499267578125, -1.067230224609375, -1.0239105224609375, -0.9805908203125, -0.9372711181640625, -0.893951416015625, -0.8506317138671875, -0.80731201171875, -0.7639923095703125, -0.720672607421875, -0.6773529052734375, -0.634033203125, -0.5907135009765625, -0.547393798828125, -0.5040740966796875, -0.46075439453125, -0.4174346923828125, -0.374114990234375, -0.3307952880859375, -0.2874755859375, -0.2441558837890625, -0.200836181640625, -0.1575164794921875, -0.11419677734375, -0.0708770751953125, -0.027557373046875, 0.0157623291015625, 0.05908203125, 0.1024017333984375, 0.145721435546875, 0.1890411376953125, 0.23236083984375, 0.2756805419921875, 0.319000244140625, 0.3623199462890625, 0.4056396484375, 0.4489593505859375, 0.492279052734375, 0.5355987548828125, 0.57891845703125, 0.6222381591796875, 0.665557861328125, 0.7088775634765625, 0.752197265625, 0.7955169677734375, 0.838836669921875, 0.8821563720703125, 0.92547607421875, 0.9687957763671875, 1.012115478515625, 1.0554351806640625, 1.0987548828125, 1.1420745849609375, 1.185394287109375, 1.2287139892578125, 1.27203369140625, 1.3153533935546875, 1.358673095703125, 1.4019927978515625, 1.4453125]}, "gradients/encoder.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 4.0, 5.0, 4.0, 8.0, 15.0, 18.0, 17.0, 21.0, 31.0, 52.0, 63.0, 77.0, 96.0, 111.0, 98.0, 88.0, 65.0, 42.0, 35.0, 34.0, 23.0, 21.0, 16.0, 9.0, 12.0, 8.0, 6.0, 7.0, 2.0, 5.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001558065414428711, -0.00015105493366718292, -0.00014630332589149475, -0.00014155171811580658, -0.0001368001103401184, -0.00013204850256443024, -0.00012729689478874207, -0.0001225452870130539, -0.00011779367923736572, -0.00011304207146167755, -0.00010829046368598938, -0.00010353885591030121, -9.878724813461304e-05, -9.403564035892487e-05, -8.92840325832367e-05, -8.453242480754852e-05, -7.978081703186035e-05, -7.502920925617218e-05, -7.027760148048401e-05, -6.552599370479584e-05, -6.0774385929107666e-05, -5.6022778153419495e-05, -5.127117037773132e-05, -4.651956260204315e-05, -4.176795482635498e-05, -3.701634705066681e-05, -3.226473927497864e-05, -2.7513131499290466e-05, -2.2761523723602295e-05, -1.8009915947914124e-05, -1.3258308172225952e-05, -8.50670039653778e-06, -3.7550926208496094e-06, 9.96515154838562e-07, 5.748122930526733e-06, 1.0499730706214905e-05, 1.5251338481903076e-05, 2.0002946257591248e-05, 2.475455403327942e-05, 2.950616180896759e-05, 3.425776958465576e-05, 3.900937736034393e-05, 4.3760985136032104e-05, 4.8512592911720276e-05, 5.326420068740845e-05, 5.801580846309662e-05, 6.276741623878479e-05, 6.751902401447296e-05, 7.227063179016113e-05, 7.70222395658493e-05, 8.177384734153748e-05, 8.652545511722565e-05, 9.127706289291382e-05, 9.602867066860199e-05, 0.00010078027844429016, 0.00010553188621997833, 0.0001102834939956665, 0.00011503510177135468, 0.00011978670954704285, 0.00012453831732273102, 0.0001292899250984192, 0.00013404153287410736, 0.00013879314064979553, 0.0001435447484254837, 0.00014829635620117188]}, "gradients/encoder.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 2.0, 5.0, 5.0, 10.0, 16.0, 25.0, 31.0, 48.0, 63.0, 118.0, 180.0, 299.0, 556.0, 1237.0, 3089.0, 7929.0, 29515.0, 215113.0, 638255.0, 121491.0, 19987.0, 5957.0, 2292.0, 1073.0, 536.0, 309.0, 162.0, 83.0, 61.0, 37.0, 20.0, 16.0, 11.0, 4.0, 4.0, 4.0, 5.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.4736328125, -1.430755615234375, -1.38787841796875, -1.345001220703125, -1.3021240234375, -1.259246826171875, -1.21636962890625, -1.173492431640625, -1.130615234375, -1.087738037109375, -1.04486083984375, -1.001983642578125, -0.9591064453125, -0.916229248046875, -0.87335205078125, -0.830474853515625, -0.78759765625, -0.744720458984375, -0.70184326171875, -0.658966064453125, -0.6160888671875, -0.573211669921875, -0.53033447265625, -0.487457275390625, -0.444580078125, -0.401702880859375, -0.35882568359375, -0.315948486328125, -0.2730712890625, -0.230194091796875, -0.18731689453125, -0.144439697265625, -0.1015625, -0.058685302734375, -0.01580810546875, 0.027069091796875, 0.0699462890625, 0.112823486328125, 0.15570068359375, 0.198577880859375, 0.241455078125, 0.284332275390625, 0.32720947265625, 0.370086669921875, 0.4129638671875, 0.455841064453125, 0.49871826171875, 0.541595458984375, 0.58447265625, 0.627349853515625, 0.67022705078125, 0.713104248046875, 0.7559814453125, 0.798858642578125, 0.84173583984375, 0.884613037109375, 0.927490234375, 0.970367431640625, 1.01324462890625, 1.056121826171875, 1.0989990234375, 1.141876220703125, 1.18475341796875, 1.227630615234375, 1.2705078125]}, "gradients/encoder.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 8.0, 3.0, 4.0, 8.0, 15.0, 12.0, 19.0, 32.0, 57.0, 69.0, 119.0, 160.0, 135.0, 107.0, 68.0, 59.0, 38.0, 21.0, 31.0, 9.0, 4.0, 9.0, 5.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.03515625, -1.00067138671875, -0.9661865234375, -0.93170166015625, -0.897216796875, -0.86273193359375, -0.8282470703125, -0.79376220703125, -0.75927734375, -0.72479248046875, -0.6903076171875, -0.65582275390625, -0.621337890625, -0.58685302734375, -0.5523681640625, -0.51788330078125, -0.4833984375, -0.44891357421875, -0.4144287109375, -0.37994384765625, -0.345458984375, -0.31097412109375, -0.2764892578125, -0.24200439453125, -0.20751953125, -0.17303466796875, -0.1385498046875, -0.10406494140625, -0.069580078125, -0.03509521484375, -0.0006103515625, 0.03387451171875, 0.068359375, 0.10284423828125, 0.1373291015625, 0.17181396484375, 0.206298828125, 0.24078369140625, 0.2752685546875, 0.30975341796875, 0.34423828125, 0.37872314453125, 0.4132080078125, 0.44769287109375, 0.482177734375, 0.51666259765625, 0.5511474609375, 0.58563232421875, 0.6201171875, 0.65460205078125, 0.6890869140625, 0.72357177734375, 0.758056640625, 0.79254150390625, 0.8270263671875, 0.86151123046875, 0.89599609375, 0.93048095703125, 0.9649658203125, 0.99945068359375, 1.033935546875, 1.06842041015625, 1.1029052734375, 1.13739013671875, 1.171875]}, "gradients/encoder.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 8.0, 8.0, 16.0, 29.0, 38.0, 63.0, 73.0, 100.0, 113.0, 131.0, 126.0, 94.0, 71.0, 53.0, 32.0, 20.0, 11.0, 5.0, 9.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.343711853027344, -9.882075309753418, -9.420438766479492, -8.958802223205566, -8.49716567993164, -8.035529136657715, -7.573892593383789, -7.112256050109863, -6.6506195068359375, -6.188982963562012, -5.727346420288086, -5.26570987701416, -4.804073333740234, -4.342436790466309, -3.880800485610962, -3.419163942337036, -2.9575276374816895, -2.4958910942077637, -2.034254550933838, -1.5726181268692017, -1.1109815835952759, -0.6493451595306396, -0.18770861625671387, 0.2739279270172119, 0.7355644702911377, 1.1972010135650635, 1.6588375568389893, 2.120473861694336, 2.5821104049682617, 3.0437469482421875, 3.5053834915161133, 3.967020034790039, 4.428656578063965, 4.890293121337891, 5.351929664611816, 5.813566207885742, 6.275202751159668, 6.736839294433594, 7.1984758377075195, 7.660112380981445, 8.121748924255371, 8.583385467529297, 9.045022010803223, 9.506658554077148, 9.968295097351074, 10.429931640625, 10.891568183898926, 11.353204727172852, 11.814840316772461, 12.276476860046387, 12.738113403320312, 13.199749946594238, 13.661386489868164, 14.12302303314209, 14.584659576416016, 15.046296119689941, 15.507932662963867, 15.969569206237793, 16.43120574951172, 16.892841339111328, 17.35447883605957, 17.81611442565918, 18.277751922607422, 18.73938751220703, 19.201025009155273]}, "gradients/encoder.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 2.0, 2.0, 3.0, 3.0, 6.0, 5.0, 9.0, 5.0, 10.0, 9.0, 15.0, 3.0, 17.0, 28.0, 18.0, 27.0, 20.0, 25.0, 29.0, 28.0, 40.0, 32.0, 43.0, 43.0, 31.0, 57.0, 49.0, 34.0, 26.0, 35.0, 29.0, 40.0, 31.0, 48.0, 26.0, 25.0, 24.0, 20.0, 21.0, 12.0, 17.0, 14.0, 20.0, 7.0, 4.0, 3.0, 4.0, 1.0, 1.0, 6.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.528101921081543, -7.266289234161377, -7.004476547241211, -6.742663860321045, -6.480851173400879, -6.219038963317871, -5.957226276397705, -5.695413589477539, -5.433600902557373, -5.171788215637207, -4.909975528717041, -4.648162841796875, -4.386350631713867, -4.124537467956543, -3.862725257873535, -3.600912570953369, -3.339099884033203, -3.077287197113037, -2.815474510192871, -2.553662061691284, -2.291849374771118, -2.030036687850952, -1.7682241201400757, -1.5064115524291992, -1.2445988655090332, -0.982786238193512, -0.7209736108779907, -0.4591609835624695, -0.19734835624694824, 0.06446433067321777, 0.32627689838409424, 0.5880894660949707, 0.8499011993408203, 1.1117138862609863, 1.3735264539718628, 1.6353390216827393, 1.8971517086029053, 2.1589643955230713, 2.420776844024658, 2.682589530944824, 2.9444022178649902, 3.2062149047851562, 3.4680275917053223, 3.729840040206909, 3.991652727127075, 4.25346565246582, 4.515277862548828, 4.777090549468994, 5.03890323638916, 5.300715923309326, 5.562528610229492, 5.824341297149658, 6.086153984069824, 6.347966194152832, 6.609778881072998, 6.871591567993164, 7.13340425491333, 7.395216941833496, 7.657029628753662, 7.918842315673828, 8.180654525756836, 8.44246768951416, 8.704279899597168, 8.966093063354492, 9.2279052734375]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 6.0, 8.0, 17.0, 13.0, 24.0, 30.0, 21.0, 63.0, 90.0, 127.0, 272.0, 503.0, 1083.0, 2715.0, 7471.0, 26944.0, 173380.0, 3789414.0, 155012.0, 25329.0, 7294.0, 2411.0, 1048.0, 499.0, 214.0, 126.0, 67.0, 42.0, 23.0, 14.0, 9.0, 8.0, 1.0, 4.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0], "bins": [-4.21875, -4.117034912109375, -4.01531982421875, -3.913604736328125, -3.8118896484375, -3.710174560546875, -3.60845947265625, -3.506744384765625, -3.405029296875, -3.303314208984375, -3.20159912109375, -3.099884033203125, -2.9981689453125, -2.896453857421875, -2.79473876953125, -2.693023681640625, -2.59130859375, -2.489593505859375, -2.38787841796875, -2.286163330078125, -2.1844482421875, -2.082733154296875, -1.98101806640625, -1.879302978515625, -1.777587890625, -1.675872802734375, -1.57415771484375, -1.472442626953125, -1.3707275390625, -1.269012451171875, -1.16729736328125, -1.065582275390625, -0.9638671875, -0.862152099609375, -0.76043701171875, -0.658721923828125, -0.5570068359375, -0.455291748046875, -0.35357666015625, -0.251861572265625, -0.150146484375, -0.048431396484375, 0.05328369140625, 0.154998779296875, 0.2567138671875, 0.358428955078125, 0.46014404296875, 0.561859130859375, 0.66357421875, 0.765289306640625, 0.86700439453125, 0.968719482421875, 1.0704345703125, 1.172149658203125, 1.27386474609375, 1.375579833984375, 1.477294921875, 1.579010009765625, 1.68072509765625, 1.782440185546875, 1.8841552734375, 1.985870361328125, 2.08758544921875, 2.189300537109375, 2.291015625]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 4.0, 5.0, 2.0, 7.0, 5.0, 14.0, 23.0, 17.0, 36.0, 50.0, 53.0, 64.0, 87.0, 81.0, 77.0, 71.0, 83.0, 66.0, 53.0, 48.0, 37.0, 38.0, 33.0, 15.0, 12.0, 7.0, 8.0, 5.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6611328125, -0.643157958984375, -0.62518310546875, -0.607208251953125, -0.5892333984375, -0.571258544921875, -0.55328369140625, -0.535308837890625, -0.517333984375, -0.499359130859375, -0.48138427734375, -0.463409423828125, -0.4454345703125, -0.427459716796875, -0.40948486328125, -0.391510009765625, -0.37353515625, -0.355560302734375, -0.33758544921875, -0.319610595703125, -0.3016357421875, -0.283660888671875, -0.26568603515625, -0.247711181640625, -0.229736328125, -0.211761474609375, -0.19378662109375, -0.175811767578125, -0.1578369140625, -0.139862060546875, -0.12188720703125, -0.103912353515625, -0.0859375, -0.067962646484375, -0.04998779296875, -0.032012939453125, -0.0140380859375, 0.003936767578125, 0.02191162109375, 0.039886474609375, 0.057861328125, 0.075836181640625, 0.09381103515625, 0.111785888671875, 0.1297607421875, 0.147735595703125, 0.16571044921875, 0.183685302734375, 0.20166015625, 0.219635009765625, 0.23760986328125, 0.255584716796875, 0.2735595703125, 0.291534423828125, 0.30950927734375, 0.327484130859375, 0.345458984375, 0.363433837890625, 0.38140869140625, 0.399383544921875, 0.4173583984375, 0.435333251953125, 0.45330810546875, 0.471282958984375, 0.4892578125]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 9.0, 4.0, 11.0, 10.0, 14.0, 20.0, 23.0, 28.0, 62.0, 101.0, 150.0, 199.0, 354.0, 563.0, 785.0, 1376.0, 2425.0, 4509.0, 9533.0, 23145.0, 68216.0, 307039.0, 3277893.0, 373732.0, 77519.0, 25260.0, 10214.0, 4818.0, 2501.0, 1430.0, 800.0, 533.0, 333.0, 217.0, 148.0, 100.0, 70.0, 53.0, 27.0, 19.0, 20.0, 12.0, 2.0, 2.0, 5.0, 5.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.69140625, -1.6300048828125, -1.568603515625, -1.5072021484375, -1.44580078125, -1.3843994140625, -1.322998046875, -1.2615966796875, -1.2001953125, -1.1387939453125, -1.077392578125, -1.0159912109375, -0.95458984375, -0.8931884765625, -0.831787109375, -0.7703857421875, -0.708984375, -0.6475830078125, -0.586181640625, -0.5247802734375, -0.46337890625, -0.4019775390625, -0.340576171875, -0.2791748046875, -0.2177734375, -0.1563720703125, -0.094970703125, -0.0335693359375, 0.02783203125, 0.0892333984375, 0.150634765625, 0.2120361328125, 0.2734375, 0.3348388671875, 0.396240234375, 0.4576416015625, 0.51904296875, 0.5804443359375, 0.641845703125, 0.7032470703125, 0.7646484375, 0.8260498046875, 0.887451171875, 0.9488525390625, 1.01025390625, 1.0716552734375, 1.133056640625, 1.1944580078125, 1.255859375, 1.3172607421875, 1.378662109375, 1.4400634765625, 1.50146484375, 1.5628662109375, 1.624267578125, 1.6856689453125, 1.7470703125, 1.8084716796875, 1.869873046875, 1.9312744140625, 1.99267578125, 2.0540771484375, 2.115478515625, 2.1768798828125, 2.23828125]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 3.0, 6.0, 3.0, 5.0, 10.0, 17.0, 24.0, 44.0, 46.0, 63.0, 120.0, 235.0, 567.0, 1815.0, 526.0, 231.0, 136.0, 73.0, 41.0, 32.0, 23.0, 9.0, 17.0, 6.0, 7.0, 5.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.8779296875, -0.848114013671875, -0.81829833984375, -0.788482666015625, -0.7586669921875, -0.728851318359375, -0.69903564453125, -0.669219970703125, -0.639404296875, -0.609588623046875, -0.57977294921875, -0.549957275390625, -0.5201416015625, -0.490325927734375, -0.46051025390625, -0.430694580078125, -0.40087890625, -0.371063232421875, -0.34124755859375, -0.311431884765625, -0.2816162109375, -0.251800537109375, -0.22198486328125, -0.192169189453125, -0.162353515625, -0.132537841796875, -0.10272216796875, -0.072906494140625, -0.0430908203125, -0.013275146484375, 0.01654052734375, 0.046356201171875, 0.076171875, 0.105987548828125, 0.13580322265625, 0.165618896484375, 0.1954345703125, 0.225250244140625, 0.25506591796875, 0.284881591796875, 0.314697265625, 0.344512939453125, 0.37432861328125, 0.404144287109375, 0.4339599609375, 0.463775634765625, 0.49359130859375, 0.523406982421875, 0.55322265625, 0.583038330078125, 0.61285400390625, 0.642669677734375, 0.6724853515625, 0.702301025390625, 0.73211669921875, 0.761932373046875, 0.791748046875, 0.821563720703125, 0.85137939453125, 0.881195068359375, 0.9110107421875, 0.940826416015625, 0.97064208984375, 1.000457763671875, 1.0302734375]}, "gradients/encoder.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 5.0, 6.0, 8.0, 5.0, 14.0, 19.0, 30.0, 31.0, 40.0, 76.0, 68.0, 77.0, 76.0, 89.0, 86.0, 82.0, 61.0, 57.0, 50.0, 34.0, 24.0, 17.0, 10.0, 10.0, 8.0, 10.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-4.978754997253418, -4.861001968383789, -4.743249416351318, -4.6254963874816895, -4.5077433586120605, -4.38999080657959, -4.272237777709961, -4.154484748840332, -4.036732196807861, -3.9189794063568115, -3.8012263774871826, -3.683473587036133, -3.565720796585083, -3.447968006134033, -3.3302149772644043, -3.2124621868133545, -3.0947093963623047, -2.976956605911255, -2.859203577041626, -2.741450786590576, -2.6236979961395264, -2.5059452056884766, -2.3881921768188477, -2.270439386367798, -2.152686357498169, -2.034933567047119, -1.9171806573867798, -1.7994277477264404, -1.6816749572753906, -1.5639220476150513, -1.446169137954712, -1.328416347503662, -1.2106635570526123, -1.092910647392273, -0.9751578569412231, -0.8574049472808838, -0.739652156829834, -0.6218992471694946, -0.5041463971138, -0.38639354705810547, -0.2686406970024109, -0.1508878469467163, -0.033134981989860535, 0.08461788296699524, 0.20237073302268982, 0.3201236128807068, 0.43787646293640137, 0.555629312992096, 0.6733821630477905, 0.7911350131034851, 0.9088878631591797, 1.026640772819519, 1.1443935632705688, 1.2621464729309082, 1.379899263381958, 1.4976521730422974, 1.6154050827026367, 1.733157992362976, 1.8509107828140259, 1.9686636924743652, 2.086416482925415, 2.204169273376465, 2.3219223022460938, 2.4396750926971436, 2.5574278831481934]}, "gradients/encoder.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 5.0, 4.0, 3.0, 7.0, 3.0, 7.0, 7.0, 10.0, 15.0, 21.0, 28.0, 26.0, 23.0, 30.0, 34.0, 36.0, 52.0, 50.0, 34.0, 48.0, 45.0, 39.0, 41.0, 40.0, 45.0, 34.0, 30.0, 24.0, 41.0, 28.0, 36.0, 22.0, 14.0, 25.0, 21.0, 17.0, 10.0, 11.0, 14.0, 9.0, 2.0, 1.0, 3.0, 2.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-2.604949951171875, -2.5230066776275635, -2.441063404083252, -2.3591203689575195, -2.277177095413208, -2.1952338218688965, -2.113290786743164, -2.0313475131988525, -1.949404239654541, -1.8674609661102295, -1.7855178117752075, -1.7035746574401855, -1.621631383895874, -1.5396881103515625, -1.4577449560165405, -1.3758018016815186, -1.293858528137207, -1.2119152545928955, -1.1299721002578735, -1.0480289459228516, -0.96608567237854, -0.8841424584388733, -0.8021992444992065, -0.7202560305595398, -0.638312816619873, -0.5563696026802063, -0.47442638874053955, -0.3924831748008728, -0.31053996086120605, -0.2285967469215393, -0.14665353298187256, -0.06471031904220581, 0.01723313331604004, 0.09917634725570679, 0.18111956119537354, 0.2630627751350403, 0.34500598907470703, 0.4269492030143738, 0.5088924169540405, 0.5908356308937073, 0.672778844833374, 0.7547220587730408, 0.8366652727127075, 0.9186084866523743, 1.000551700592041, 1.0824949741363525, 1.1644381284713745, 1.2463812828063965, 1.328324556350708, 1.4102678298950195, 1.4922109842300415, 1.5741541385650635, 1.656097412109375, 1.7380406856536865, 1.8199838399887085, 1.9019269943237305, 1.983870267868042, 2.0658135414123535, 2.147756576538086, 2.2296998500823975, 2.311643123626709, 2.3935863971710205, 2.475529670715332, 2.5574727058410645, 2.639415979385376]}, "gradients/encoder.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 7.0, 3.0, 10.0, 12.0, 18.0, 28.0, 33.0, 64.0, 121.0, 175.0, 388.0, 777.0, 2012.0, 6058.0, 22873.0, 107493.0, 504224.0, 318645.0, 64065.0, 14630.0, 4072.0, 1475.0, 665.0, 292.0, 154.0, 88.0, 64.0, 36.0, 32.0, 17.0, 11.0, 7.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.41796875, -4.30120849609375, -4.1844482421875, -4.06768798828125, -3.950927734375, -3.83416748046875, -3.7174072265625, -3.60064697265625, -3.48388671875, -3.36712646484375, -3.2503662109375, -3.13360595703125, -3.016845703125, -2.90008544921875, -2.7833251953125, -2.66656494140625, -2.5498046875, -2.43304443359375, -2.3162841796875, -2.19952392578125, -2.082763671875, -1.96600341796875, -1.8492431640625, -1.73248291015625, -1.61572265625, -1.49896240234375, -1.3822021484375, -1.26544189453125, -1.148681640625, -1.03192138671875, -0.9151611328125, -0.79840087890625, -0.681640625, -0.56488037109375, -0.4481201171875, -0.33135986328125, -0.214599609375, -0.09783935546875, 0.0189208984375, 0.13568115234375, 0.25244140625, 0.36920166015625, 0.4859619140625, 0.60272216796875, 0.719482421875, 0.83624267578125, 0.9530029296875, 1.06976318359375, 1.1865234375, 1.30328369140625, 1.4200439453125, 1.53680419921875, 1.653564453125, 1.77032470703125, 1.8870849609375, 2.00384521484375, 2.12060546875, 2.23736572265625, 2.3541259765625, 2.47088623046875, 2.587646484375, 2.70440673828125, 2.8211669921875, 2.93792724609375, 3.0546875]}, "gradients/encoder.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 4.0, 5.0, 5.0, 10.0, 22.0, 24.0, 38.0, 32.0, 49.0, 71.0, 69.0, 75.0, 83.0, 78.0, 72.0, 65.0, 53.0, 58.0, 46.0, 39.0, 35.0, 16.0, 12.0, 14.0, 9.0, 6.0, 4.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.64599609375, -0.6285896301269531, -0.6111831665039062, -0.5937767028808594, -0.5763702392578125, -0.5589637756347656, -0.5415573120117188, -0.5241508483886719, -0.506744384765625, -0.4893379211425781, -0.47193145751953125, -0.4545249938964844, -0.4371185302734375, -0.4197120666503906, -0.40230560302734375, -0.3848991394042969, -0.36749267578125, -0.3500862121582031, -0.33267974853515625, -0.3152732849121094, -0.2978668212890625, -0.2804603576660156, -0.26305389404296875, -0.24564743041992188, -0.228240966796875, -0.21083450317382812, -0.19342803955078125, -0.17602157592773438, -0.1586151123046875, -0.14120864868164062, -0.12380218505859375, -0.10639572143554688, -0.0889892578125, -0.07158279418945312, -0.05417633056640625, -0.036769866943359375, -0.0193634033203125, -0.001956939697265625, 0.01544952392578125, 0.032855987548828125, 0.050262451171875, 0.06766891479492188, 0.08507537841796875, 0.10248184204101562, 0.1198883056640625, 0.13729476928710938, 0.15470123291015625, 0.17210769653320312, 0.18951416015625, 0.20692062377929688, 0.22432708740234375, 0.24173355102539062, 0.2591400146484375, 0.2765464782714844, 0.29395294189453125, 0.3113594055175781, 0.328765869140625, 0.3461723327636719, 0.36357879638671875, 0.3809852600097656, 0.3983917236328125, 0.4157981872558594, 0.43320465087890625, 0.4506111145019531, 0.468017578125]}, "gradients/encoder.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 5.0, 2.0, 2.0, 6.0, 7.0, 15.0, 13.0, 35.0, 38.0, 57.0, 70.0, 109.0, 142.0, 261.0, 361.0, 539.0, 989.0, 2040.0, 5738.0, 20931.0, 87400.0, 341209.0, 431819.0, 116287.0, 27969.0, 7237.0, 2330.0, 1115.0, 614.0, 432.0, 242.0, 157.0, 129.0, 82.0, 54.0, 42.0, 23.0, 21.0, 16.0, 10.0, 3.0, 5.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.205078125, -2.129302978515625, -2.05352783203125, -1.977752685546875, -1.9019775390625, -1.826202392578125, -1.75042724609375, -1.674652099609375, -1.598876953125, -1.523101806640625, -1.44732666015625, -1.371551513671875, -1.2957763671875, -1.220001220703125, -1.14422607421875, -1.068450927734375, -0.99267578125, -0.916900634765625, -0.84112548828125, -0.765350341796875, -0.6895751953125, -0.613800048828125, -0.53802490234375, -0.462249755859375, -0.386474609375, -0.310699462890625, -0.23492431640625, -0.159149169921875, -0.0833740234375, -0.007598876953125, 0.06817626953125, 0.143951416015625, 0.2197265625, 0.295501708984375, 0.37127685546875, 0.447052001953125, 0.5228271484375, 0.598602294921875, 0.67437744140625, 0.750152587890625, 0.825927734375, 0.901702880859375, 0.97747802734375, 1.053253173828125, 1.1290283203125, 1.204803466796875, 1.28057861328125, 1.356353759765625, 1.43212890625, 1.507904052734375, 1.58367919921875, 1.659454345703125, 1.7352294921875, 1.811004638671875, 1.88677978515625, 1.962554931640625, 2.038330078125, 2.114105224609375, 2.18988037109375, 2.265655517578125, 2.3414306640625, 2.417205810546875, 2.49298095703125, 2.568756103515625, 2.64453125]}, "gradients/encoder.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 2.0, 1.0, 3.0, 6.0, 10.0, 9.0, 12.0, 10.0, 25.0, 24.0, 25.0, 17.0, 26.0, 29.0, 25.0, 30.0, 40.0, 37.0, 46.0, 43.0, 54.0, 46.0, 45.0, 49.0, 34.0, 47.0, 44.0, 33.0, 38.0, 26.0, 26.0, 24.0, 21.0, 21.0, 17.0, 8.0, 11.0, 12.0, 10.0, 10.0, 3.0, 2.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.5576171875, -1.508331298828125, -1.45904541015625, -1.409759521484375, -1.3604736328125, -1.311187744140625, -1.26190185546875, -1.212615966796875, -1.163330078125, -1.114044189453125, -1.06475830078125, -1.015472412109375, -0.9661865234375, -0.916900634765625, -0.86761474609375, -0.818328857421875, -0.76904296875, -0.719757080078125, -0.67047119140625, -0.621185302734375, -0.5718994140625, -0.522613525390625, -0.47332763671875, -0.424041748046875, -0.374755859375, -0.325469970703125, -0.27618408203125, -0.226898193359375, -0.1776123046875, -0.128326416015625, -0.07904052734375, -0.029754638671875, 0.01953125, 0.068817138671875, 0.11810302734375, 0.167388916015625, 0.2166748046875, 0.265960693359375, 0.31524658203125, 0.364532470703125, 0.413818359375, 0.463104248046875, 0.51239013671875, 0.561676025390625, 0.6109619140625, 0.660247802734375, 0.70953369140625, 0.758819580078125, 0.80810546875, 0.857391357421875, 0.90667724609375, 0.955963134765625, 1.0052490234375, 1.054534912109375, 1.10382080078125, 1.153106689453125, 1.202392578125, 1.251678466796875, 1.30096435546875, 1.350250244140625, 1.3995361328125, 1.448822021484375, 1.49810791015625, 1.547393798828125, 1.5966796875]}, "gradients/encoder.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 5.0, 3.0, 10.0, 13.0, 23.0, 34.0, 46.0, 85.0, 123.0, 245.0, 469.0, 1019.0, 2361.0, 7363.0, 36516.0, 434678.0, 510434.0, 42201.0, 8169.0, 2598.0, 1061.0, 503.0, 233.0, 136.0, 77.0, 54.0, 42.0, 17.0, 13.0, 6.0, 7.0, 6.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-2.43359375, -2.3641357421875, -2.294677734375, -2.2252197265625, -2.15576171875, -2.0863037109375, -2.016845703125, -1.9473876953125, -1.8779296875, -1.8084716796875, -1.739013671875, -1.6695556640625, -1.60009765625, -1.5306396484375, -1.461181640625, -1.3917236328125, -1.322265625, -1.2528076171875, -1.183349609375, -1.1138916015625, -1.04443359375, -0.9749755859375, -0.905517578125, -0.8360595703125, -0.7666015625, -0.6971435546875, -0.627685546875, -0.5582275390625, -0.48876953125, -0.4193115234375, -0.349853515625, -0.2803955078125, -0.2109375, -0.1414794921875, -0.072021484375, -0.0025634765625, 0.06689453125, 0.1363525390625, 0.205810546875, 0.2752685546875, 0.3447265625, 0.4141845703125, 0.483642578125, 0.5531005859375, 0.62255859375, 0.6920166015625, 0.761474609375, 0.8309326171875, 0.900390625, 0.9698486328125, 1.039306640625, 1.1087646484375, 1.17822265625, 1.2476806640625, 1.317138671875, 1.3865966796875, 1.4560546875, 1.5255126953125, 1.594970703125, 1.6644287109375, 1.73388671875, 1.8033447265625, 1.872802734375, 1.9422607421875, 2.01171875]}, "gradients/encoder.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 8.0, 8.0, 8.0, 14.0, 18.0, 18.0, 26.0, 30.0, 61.0, 75.0, 85.0, 144.0, 141.0, 87.0, 52.0, 55.0, 40.0, 42.0, 21.0, 19.0, 11.0, 11.0, 9.0, 6.0, 3.0, 2.0, 0.0, 1.0, 6.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00023245811462402344, -0.00022541917860507965, -0.00021838024258613586, -0.00021134130656719208, -0.0002043023705482483, -0.0001972634345293045, -0.00019022449851036072, -0.00018318556249141693, -0.00017614662647247314, -0.00016910769045352936, -0.00016206875443458557, -0.00015502981841564178, -0.000147990882396698, -0.0001409519463777542, -0.00013391301035881042, -0.00012687407433986664, -0.00011983513832092285, -0.00011279620230197906, -0.00010575726628303528, -9.871833026409149e-05, -9.16793942451477e-05, -8.464045822620392e-05, -7.760152220726013e-05, -7.056258618831635e-05, -6.352365016937256e-05, -5.648471415042877e-05, -4.9445778131484985e-05, -4.24068421125412e-05, -3.536790609359741e-05, -2.8328970074653625e-05, -2.129003405570984e-05, -1.4251098036766052e-05, -7.212162017822266e-06, -1.73225998878479e-07, 6.865710020065308e-06, 1.3904646039009094e-05, 2.094358205795288e-05, 2.7982518076896667e-05, 3.5021454095840454e-05, 4.206039011478424e-05, 4.909932613372803e-05, 5.6138262152671814e-05, 6.31771981716156e-05, 7.021613419055939e-05, 7.725507020950317e-05, 8.429400622844696e-05, 9.133294224739075e-05, 9.837187826633453e-05, 0.00010541081428527832, 0.00011244975030422211, 0.0001194886863231659, 0.00012652762234210968, 0.00013356655836105347, 0.00014060549437999725, 0.00014764443039894104, 0.00015468336641788483, 0.0001617223024368286, 0.0001687612384557724, 0.0001758001744747162, 0.00018283911049365997, 0.00018987804651260376, 0.00019691698253154755, 0.00020395591855049133, 0.00021099485456943512, 0.0002180337905883789]}, "gradients/encoder.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 2.0, 4.0, 5.0, 3.0, 7.0, 8.0, 11.0, 17.0, 26.0, 26.0, 48.0, 86.0, 142.0, 251.0, 497.0, 1156.0, 2759.0, 8743.0, 42847.0, 472229.0, 464181.0, 41898.0, 8493.0, 2847.0, 1092.0, 522.0, 266.0, 140.0, 80.0, 45.0, 37.0, 22.0, 25.0, 14.0, 12.0, 6.0, 7.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.1875, -2.1231536865234375, -2.058807373046875, -1.9944610595703125, -1.93011474609375, -1.8657684326171875, -1.801422119140625, -1.7370758056640625, -1.6727294921875, -1.6083831787109375, -1.544036865234375, -1.4796905517578125, -1.41534423828125, -1.3509979248046875, -1.286651611328125, -1.2223052978515625, -1.157958984375, -1.0936126708984375, -1.029266357421875, -0.9649200439453125, -0.90057373046875, -0.8362274169921875, -0.771881103515625, -0.7075347900390625, -0.6431884765625, -0.5788421630859375, -0.514495849609375, -0.4501495361328125, -0.38580322265625, -0.3214569091796875, -0.257110595703125, -0.1927642822265625, -0.12841796875, -0.0640716552734375, 0.000274658203125, 0.0646209716796875, 0.12896728515625, 0.1933135986328125, 0.257659912109375, 0.3220062255859375, 0.3863525390625, 0.4506988525390625, 0.515045166015625, 0.5793914794921875, 0.64373779296875, 0.7080841064453125, 0.772430419921875, 0.8367767333984375, 0.901123046875, 0.9654693603515625, 1.029815673828125, 1.0941619873046875, 1.15850830078125, 1.2228546142578125, 1.287200927734375, 1.3515472412109375, 1.4158935546875, 1.4802398681640625, 1.544586181640625, 1.6089324951171875, 1.67327880859375, 1.7376251220703125, 1.801971435546875, 1.8663177490234375, 1.9306640625]}, "gradients/encoder.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 3.0, 2.0, 7.0, 7.0, 3.0, 11.0, 12.0, 19.0, 31.0, 64.0, 90.0, 130.0, 148.0, 162.0, 109.0, 73.0, 51.0, 23.0, 17.0, 14.0, 12.0, 4.0, 8.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.638671875, -1.588836669921875, -1.53900146484375, -1.489166259765625, -1.4393310546875, -1.389495849609375, -1.33966064453125, -1.289825439453125, -1.239990234375, -1.190155029296875, -1.14031982421875, -1.090484619140625, -1.0406494140625, -0.990814208984375, -0.94097900390625, -0.891143798828125, -0.84130859375, -0.791473388671875, -0.74163818359375, -0.691802978515625, -0.6419677734375, -0.592132568359375, -0.54229736328125, -0.492462158203125, -0.442626953125, -0.392791748046875, -0.34295654296875, -0.293121337890625, -0.2432861328125, -0.193450927734375, -0.14361572265625, -0.093780517578125, -0.0439453125, 0.005889892578125, 0.05572509765625, 0.105560302734375, 0.1553955078125, 0.205230712890625, 0.25506591796875, 0.304901123046875, 0.354736328125, 0.404571533203125, 0.45440673828125, 0.504241943359375, 0.5540771484375, 0.603912353515625, 0.65374755859375, 0.703582763671875, 0.75341796875, 0.803253173828125, 0.85308837890625, 0.902923583984375, 0.9527587890625, 1.002593994140625, 1.05242919921875, 1.102264404296875, 1.152099609375, 1.201934814453125, 1.25177001953125, 1.301605224609375, 1.3514404296875, 1.401275634765625, 1.45111083984375, 1.500946044921875, 1.55078125]}, "gradients/encoder.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 9.0, 15.0, 17.0, 22.0, 48.0, 53.0, 86.0, 117.0, 108.0, 110.0, 107.0, 100.0, 79.0, 40.0, 46.0, 16.0, 13.0, 6.0, 6.0, 3.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.023089408874512, -13.562200546264648, -13.101311683654785, -12.640422821044922, -12.179533958435059, -11.718645095825195, -11.257756233215332, -10.796867370605469, -10.335978507995605, -9.875089645385742, -9.414200782775879, -8.953311920166016, -8.492423057556152, -8.031534194946289, -7.570645332336426, -7.1097564697265625, -6.648867607116699, -6.187978744506836, -5.727089881896973, -5.266201019287109, -4.805312156677246, -4.344423294067383, -3.8835344314575195, -3.4226455688476562, -2.961756706237793, -2.5008678436279297, -2.0399789810180664, -1.5790901184082031, -1.1182012557983398, -0.6573123931884766, -0.19642353057861328, 0.26446533203125, 0.7253541946411133, 1.1862430572509766, 1.6471319198608398, 2.108020782470703, 2.5689096450805664, 3.0297985076904297, 3.490687370300293, 3.9515762329101562, 4.4124650955200195, 4.873353958129883, 5.334242820739746, 5.795131683349609, 6.256020545959473, 6.716909408569336, 7.177798271179199, 7.6386871337890625, 8.099575996398926, 8.560464859008789, 9.021353721618652, 9.482242584228516, 9.943131446838379, 10.404020309448242, 10.864909172058105, 11.325798034667969, 11.786686897277832, 12.247575759887695, 12.708464622497559, 13.169353485107422, 13.630242347717285, 14.091131210327148, 14.552020072937012, 15.012908935546875, 15.473797798156738]}, "gradients/encoder.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 4.0, 2.0, 7.0, 7.0, 6.0, 9.0, 17.0, 23.0, 24.0, 17.0, 24.0, 30.0, 39.0, 39.0, 40.0, 44.0, 36.0, 47.0, 44.0, 37.0, 54.0, 44.0, 45.0, 37.0, 38.0, 32.0, 28.0, 33.0, 33.0, 27.0, 23.0, 27.0, 19.0, 8.0, 13.0, 9.0, 6.0, 9.0, 9.0, 3.0, 6.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 3.0], "bins": [-10.176557540893555, -9.89445686340332, -9.612356185913086, -9.330255508422852, -9.0481538772583, -8.766053199768066, -8.483952522277832, -8.201851844787598, -7.919751167297363, -7.637650489807129, -7.355549335479736, -7.073448657989502, -6.791347980499268, -6.509246826171875, -6.227146148681641, -5.945045471191406, -5.662944316864014, -5.380843639373779, -5.098742485046387, -4.816641807556152, -4.534541130065918, -4.252440452575684, -3.970339298248291, -3.6882386207580566, -3.406137704849243, -3.1240367889404297, -2.8419361114501953, -2.559835195541382, -2.2777342796325684, -1.995633602142334, -1.7135326862335205, -1.4314318895339966, -1.1493310928344727, -0.8672302961349487, -0.58512943983078, -0.30302858352661133, -0.020927786827087402, 0.2611730098724365, 0.54327392578125, 0.8253747224807739, 1.1074755191802979, 1.3895763158798218, 1.6716771125793457, 1.9537780284881592, 2.2358789443969727, 2.517979621887207, 2.8000805377960205, 3.082181453704834, 3.3642821311950684, 3.646383047103882, 3.928483724594116, 4.21058464050293, 4.492685317993164, 4.774785995483398, 5.056887149810791, 5.338987827301025, 5.621088981628418, 5.903189659118652, 6.185290813446045, 6.467391490936279, 6.749492168426514, 7.031593322753906, 7.313694000244141, 7.595794677734375, 7.877895355224609]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 4.0, 1.0, 2.0, 3.0, 1.0, 3.0, 5.0, 2.0, 5.0, 7.0, 5.0, 14.0, 7.0, 15.0, 10.0, 29.0, 35.0, 50.0, 52.0, 80.0, 122.0, 220.0, 329.0, 545.0, 960.0, 1790.0, 3840.0, 8267.0, 22563.0, 80732.0, 791588.0, 3112274.0, 120574.0, 30015.0, 10747.0, 4578.0, 2243.0, 1115.0, 604.0, 329.0, 190.0, 123.0, 71.0, 50.0, 37.0, 22.0, 12.0, 7.0, 8.0, 4.0, 2.0, 4.0, 3.0, 0.0, 2.0], "bins": [-3.0703125, -2.9937896728515625, -2.917266845703125, -2.8407440185546875, -2.76422119140625, -2.6876983642578125, -2.611175537109375, -2.5346527099609375, -2.4581298828125, -2.3816070556640625, -2.305084228515625, -2.2285614013671875, -2.15203857421875, -2.0755157470703125, -1.998992919921875, -1.9224700927734375, -1.845947265625, -1.7694244384765625, -1.692901611328125, -1.6163787841796875, -1.53985595703125, -1.4633331298828125, -1.386810302734375, -1.3102874755859375, -1.2337646484375, -1.1572418212890625, -1.080718994140625, -1.0041961669921875, -0.92767333984375, -0.8511505126953125, -0.774627685546875, -0.6981048583984375, -0.62158203125, -0.5450592041015625, -0.468536376953125, -0.3920135498046875, -0.31549072265625, -0.2389678955078125, -0.162445068359375, -0.0859222412109375, -0.0093994140625, 0.0671234130859375, 0.143646240234375, 0.2201690673828125, 0.29669189453125, 0.3732147216796875, 0.449737548828125, 0.5262603759765625, 0.602783203125, 0.6793060302734375, 0.755828857421875, 0.8323516845703125, 0.90887451171875, 0.9853973388671875, 1.061920166015625, 1.1384429931640625, 1.2149658203125, 1.2914886474609375, 1.368011474609375, 1.4445343017578125, 1.52105712890625, 1.5975799560546875, 1.674102783203125, 1.7506256103515625, 1.8271484375]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 6.0, 7.0, 8.0, 9.0, 20.0, 23.0, 35.0, 24.0, 45.0, 61.0, 66.0, 62.0, 70.0, 76.0, 64.0, 58.0, 63.0, 61.0, 50.0, 43.0, 34.0, 26.0, 26.0, 23.0, 16.0, 5.0, 6.0, 3.0, 7.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.60791015625, -0.5909614562988281, -0.5740127563476562, -0.5570640563964844, -0.5401153564453125, -0.5231666564941406, -0.5062179565429688, -0.4892692565917969, -0.472320556640625, -0.4553718566894531, -0.43842315673828125, -0.4214744567871094, -0.4045257568359375, -0.3875770568847656, -0.37062835693359375, -0.3536796569824219, -0.33673095703125, -0.3197822570800781, -0.30283355712890625, -0.2858848571777344, -0.2689361572265625, -0.2519874572753906, -0.23503875732421875, -0.21809005737304688, -0.201141357421875, -0.18419265747070312, -0.16724395751953125, -0.15029525756835938, -0.1333465576171875, -0.11639785766601562, -0.09944915771484375, -0.08250045776367188, -0.0655517578125, -0.048603057861328125, -0.03165435791015625, -0.014705657958984375, 0.0022430419921875, 0.019191741943359375, 0.03614044189453125, 0.053089141845703125, 0.070037841796875, 0.08698654174804688, 0.10393524169921875, 0.12088394165039062, 0.1378326416015625, 0.15478134155273438, 0.17173004150390625, 0.18867874145507812, 0.20562744140625, 0.22257614135742188, 0.23952484130859375, 0.2564735412597656, 0.2734222412109375, 0.2903709411621094, 0.30731964111328125, 0.3242683410644531, 0.341217041015625, 0.3581657409667969, 0.37511444091796875, 0.3920631408691406, 0.4090118408203125, 0.4259605407714844, 0.44290924072265625, 0.4598579406738281, 0.476806640625]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 5.0, 3.0, 7.0, 7.0, 18.0, 31.0, 36.0, 57.0, 81.0, 129.0, 191.0, 271.0, 504.0, 780.0, 1307.0, 2375.0, 4387.0, 8607.0, 17838.0, 39652.0, 104250.0, 402551.0, 2905117.0, 502757.0, 118926.0, 44539.0, 19565.0, 9191.0, 4825.0, 2566.0, 1454.0, 826.0, 518.0, 340.0, 182.0, 118.0, 88.0, 61.0, 46.0, 25.0, 17.0, 18.0, 2.0, 4.0, 7.0, 6.0, 3.0, 0.0, 4.0, 0.0, 1.0, 1.0, 2.0], "bins": [-1.5986328125, -1.550994873046875, -1.50335693359375, -1.455718994140625, -1.4080810546875, -1.360443115234375, -1.31280517578125, -1.265167236328125, -1.217529296875, -1.169891357421875, -1.12225341796875, -1.074615478515625, -1.0269775390625, -0.979339599609375, -0.93170166015625, -0.884063720703125, -0.83642578125, -0.788787841796875, -0.74114990234375, -0.693511962890625, -0.6458740234375, -0.598236083984375, -0.55059814453125, -0.502960205078125, -0.455322265625, -0.407684326171875, -0.36004638671875, -0.312408447265625, -0.2647705078125, -0.217132568359375, -0.16949462890625, -0.121856689453125, -0.07421875, -0.026580810546875, 0.02105712890625, 0.068695068359375, 0.1163330078125, 0.163970947265625, 0.21160888671875, 0.259246826171875, 0.306884765625, 0.354522705078125, 0.40216064453125, 0.449798583984375, 0.4974365234375, 0.545074462890625, 0.59271240234375, 0.640350341796875, 0.68798828125, 0.735626220703125, 0.78326416015625, 0.830902099609375, 0.8785400390625, 0.926177978515625, 0.97381591796875, 1.021453857421875, 1.069091796875, 1.116729736328125, 1.16436767578125, 1.212005615234375, 1.2596435546875, 1.307281494140625, 1.35491943359375, 1.402557373046875, 1.4501953125]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 6.0, 2.0, 6.0, 6.0, 8.0, 11.0, 21.0, 24.0, 30.0, 26.0, 43.0, 56.0, 90.0, 154.0, 253.0, 489.0, 1323.0, 659.0, 316.0, 177.0, 107.0, 77.0, 47.0, 40.0, 28.0, 21.0, 15.0, 10.0, 11.0, 12.0, 8.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5986328125, -0.570953369140625, -0.54327392578125, -0.515594482421875, -0.4879150390625, -0.460235595703125, -0.43255615234375, -0.404876708984375, -0.377197265625, -0.349517822265625, -0.32183837890625, -0.294158935546875, -0.2664794921875, -0.238800048828125, -0.21112060546875, -0.183441162109375, -0.15576171875, -0.128082275390625, -0.10040283203125, -0.072723388671875, -0.0450439453125, -0.017364501953125, 0.01031494140625, 0.037994384765625, 0.065673828125, 0.093353271484375, 0.12103271484375, 0.148712158203125, 0.1763916015625, 0.204071044921875, 0.23175048828125, 0.259429931640625, 0.287109375, 0.314788818359375, 0.34246826171875, 0.370147705078125, 0.3978271484375, 0.425506591796875, 0.45318603515625, 0.480865478515625, 0.508544921875, 0.536224365234375, 0.56390380859375, 0.591583251953125, 0.6192626953125, 0.646942138671875, 0.67462158203125, 0.702301025390625, 0.72998046875, 0.757659912109375, 0.78533935546875, 0.813018798828125, 0.8406982421875, 0.868377685546875, 0.89605712890625, 0.923736572265625, 0.951416015625, 0.979095458984375, 1.00677490234375, 1.034454345703125, 1.0621337890625, 1.089813232421875, 1.11749267578125, 1.145172119140625, 1.1728515625]}, "gradients/encoder.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 5.0, 7.0, 12.0, 27.0, 24.0, 39.0, 56.0, 80.0, 78.0, 88.0, 93.0, 104.0, 81.0, 70.0, 51.0, 45.0, 42.0, 32.0, 20.0, 13.0, 3.0, 11.0, 6.0, 6.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.158639430999756, -4.007885456085205, -3.8571314811706543, -3.7063775062561035, -3.5556235313415527, -3.404869556427002, -3.254115581512451, -3.1033616065979004, -2.9526076316833496, -2.801853656768799, -2.651099681854248, -2.5003457069396973, -2.3495917320251465, -2.1988377571105957, -2.048083782196045, -1.8973298072814941, -1.7465758323669434, -1.5958218574523926, -1.4450678825378418, -1.294313907623291, -1.1435599327087402, -0.9928059577941895, -0.8420519828796387, -0.6912980079650879, -0.5405440330505371, -0.38979005813598633, -0.23903608322143555, -0.08828210830688477, 0.062471866607666016, 0.2132258415222168, 0.3639798164367676, 0.5147337913513184, 0.6654872894287109, 0.8162412643432617, 0.9669952392578125, 1.1177492141723633, 1.268503189086914, 1.4192571640014648, 1.5700111389160156, 1.7207651138305664, 1.8715190887451172, 2.022273063659668, 2.1730270385742188, 2.3237810134887695, 2.4745349884033203, 2.625288963317871, 2.776042938232422, 2.9267969131469727, 3.0775508880615234, 3.228304862976074, 3.379058837890625, 3.529812812805176, 3.6805667877197266, 3.8313207626342773, 3.982074737548828, 4.132828712463379, 4.28358268737793, 4.4343366622924805, 4.585090637207031, 4.735844612121582, 4.886598587036133, 5.037352561950684, 5.188106536865234, 5.338860511779785, 5.489614486694336]}, "gradients/encoder.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 3.0, 3.0, 9.0, 7.0, 8.0, 16.0, 21.0, 17.0, 17.0, 24.0, 27.0, 40.0, 42.0, 40.0, 53.0, 45.0, 40.0, 52.0, 46.0, 38.0, 47.0, 58.0, 42.0, 38.0, 37.0, 34.0, 33.0, 36.0, 22.0, 20.0, 20.0, 12.0, 12.0, 11.0, 8.0, 12.0, 8.0, 4.0, 1.0, 4.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0], "bins": [-3.68325138092041, -3.5782952308654785, -3.473339080810547, -3.368382692337036, -3.2634265422821045, -3.158470392227173, -3.053514003753662, -2.9485578536987305, -2.843601703643799, -2.738645553588867, -2.6336894035339355, -2.528733015060425, -2.423776865005493, -2.3188207149505615, -2.213864326477051, -2.108908176422119, -2.0039520263671875, -1.8989958763122559, -1.7940396070480347, -1.6890833377838135, -1.5841271877288818, -1.4791710376739502, -1.374214768409729, -1.2692584991455078, -1.1643023490905762, -1.0593461990356445, -0.9543899297714233, -0.8494337201118469, -0.7444775104522705, -0.6395213007926941, -0.5345650911331177, -0.42960888147354126, -0.32465267181396484, -0.21969646215438843, -0.11474025249481201, -0.009784042835235596, 0.09517216682434082, 0.20012837648391724, 0.30508458614349365, 0.41004079580307007, 0.5149970054626465, 0.6199532151222229, 0.7249094247817993, 0.8298656344413757, 0.9348218441009521, 1.0397779941558838, 1.144734263420105, 1.2496905326843262, 1.3546466827392578, 1.4596028327941895, 1.5645591020584106, 1.6695153713226318, 1.7744715213775635, 1.8794276714324951, 1.9843839406967163, 2.0893402099609375, 2.194296360015869, 2.299252510070801, 2.4042086601257324, 2.509165048599243, 2.614121198654175, 2.7190773487091064, 2.824033737182617, 2.928989887237549, 3.0339460372924805]}, "gradients/encoder.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 2.0, 6.0, 6.0, 8.0, 11.0, 16.0, 25.0, 30.0, 38.0, 71.0, 83.0, 147.0, 227.0, 370.0, 575.0, 1072.0, 2084.0, 4328.0, 9833.0, 24149.0, 62071.0, 271874.0, 536329.0, 81161.0, 30605.0, 12302.0, 5423.0, 2596.0, 1333.0, 649.0, 416.0, 258.0, 140.0, 98.0, 61.0, 49.0, 29.0, 24.0, 21.0, 20.0, 4.0, 11.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.59375, -2.51043701171875, -2.4271240234375, -2.34381103515625, -2.260498046875, -2.17718505859375, -2.0938720703125, -2.01055908203125, -1.92724609375, -1.84393310546875, -1.7606201171875, -1.67730712890625, -1.593994140625, -1.51068115234375, -1.4273681640625, -1.34405517578125, -1.2607421875, -1.17742919921875, -1.0941162109375, -1.01080322265625, -0.927490234375, -0.84417724609375, -0.7608642578125, -0.67755126953125, -0.59423828125, -0.51092529296875, -0.4276123046875, -0.34429931640625, -0.260986328125, -0.17767333984375, -0.0943603515625, -0.01104736328125, 0.072265625, 0.15557861328125, 0.2388916015625, 0.32220458984375, 0.405517578125, 0.48883056640625, 0.5721435546875, 0.65545654296875, 0.73876953125, 0.82208251953125, 0.9053955078125, 0.98870849609375, 1.072021484375, 1.15533447265625, 1.2386474609375, 1.32196044921875, 1.4052734375, 1.48858642578125, 1.5718994140625, 1.65521240234375, 1.738525390625, 1.82183837890625, 1.9051513671875, 1.98846435546875, 2.07177734375, 2.15509033203125, 2.2384033203125, 2.32171630859375, 2.405029296875, 2.48834228515625, 2.5716552734375, 2.65496826171875, 2.73828125]}, "gradients/encoder.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 4.0, 3.0, 10.0, 6.0, 15.0, 21.0, 25.0, 25.0, 36.0, 49.0, 50.0, 57.0, 59.0, 62.0, 62.0, 67.0, 80.0, 48.0, 56.0, 42.0, 45.0, 40.0, 40.0, 17.0, 22.0, 15.0, 15.0, 11.0, 7.0, 3.0, 2.0, 5.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.55859375, -0.54266357421875, -0.5267333984375, -0.51080322265625, -0.494873046875, -0.47894287109375, -0.4630126953125, -0.44708251953125, -0.43115234375, -0.41522216796875, -0.3992919921875, -0.38336181640625, -0.367431640625, -0.35150146484375, -0.3355712890625, -0.31964111328125, -0.3037109375, -0.28778076171875, -0.2718505859375, -0.25592041015625, -0.239990234375, -0.22406005859375, -0.2081298828125, -0.19219970703125, -0.17626953125, -0.16033935546875, -0.1444091796875, -0.12847900390625, -0.112548828125, -0.09661865234375, -0.0806884765625, -0.06475830078125, -0.048828125, -0.03289794921875, -0.0169677734375, -0.00103759765625, 0.014892578125, 0.03082275390625, 0.0467529296875, 0.06268310546875, 0.07861328125, 0.09454345703125, 0.1104736328125, 0.12640380859375, 0.142333984375, 0.15826416015625, 0.1741943359375, 0.19012451171875, 0.2060546875, 0.22198486328125, 0.2379150390625, 0.25384521484375, 0.269775390625, 0.28570556640625, 0.3016357421875, 0.31756591796875, 0.33349609375, 0.34942626953125, 0.3653564453125, 0.38128662109375, 0.397216796875, 0.41314697265625, 0.4290771484375, 0.44500732421875, 0.4609375]}, "gradients/encoder.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 5.0, 5.0, 3.0, 7.0, 11.0, 11.0, 20.0, 26.0, 38.0, 51.0, 63.0, 98.0, 132.0, 207.0, 307.0, 464.0, 840.0, 1828.0, 5005.0, 16922.0, 68576.0, 597589.0, 287725.0, 48786.0, 12366.0, 3977.0, 1542.0, 703.0, 419.0, 269.0, 160.0, 109.0, 84.0, 69.0, 49.0, 33.0, 17.0, 8.0, 14.0, 3.0, 9.0, 1.0, 5.0, 4.0, 2.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.001953125, -2.91064453125, -2.8193359375, -2.72802734375, -2.63671875, -2.54541015625, -2.4541015625, -2.36279296875, -2.271484375, -2.18017578125, -2.0888671875, -1.99755859375, -1.90625, -1.81494140625, -1.7236328125, -1.63232421875, -1.541015625, -1.44970703125, -1.3583984375, -1.26708984375, -1.17578125, -1.08447265625, -0.9931640625, -0.90185546875, -0.810546875, -0.71923828125, -0.6279296875, -0.53662109375, -0.4453125, -0.35400390625, -0.2626953125, -0.17138671875, -0.080078125, 0.01123046875, 0.1025390625, 0.19384765625, 0.28515625, 0.37646484375, 0.4677734375, 0.55908203125, 0.650390625, 0.74169921875, 0.8330078125, 0.92431640625, 1.015625, 1.10693359375, 1.1982421875, 1.28955078125, 1.380859375, 1.47216796875, 1.5634765625, 1.65478515625, 1.74609375, 1.83740234375, 1.9287109375, 2.02001953125, 2.111328125, 2.20263671875, 2.2939453125, 2.38525390625, 2.4765625, 2.56787109375, 2.6591796875, 2.75048828125, 2.841796875]}, "gradients/encoder.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 2.0, 2.0, 7.0, 9.0, 8.0, 13.0, 17.0, 19.0, 23.0, 21.0, 30.0, 24.0, 24.0, 27.0, 45.0, 52.0, 47.0, 56.0, 49.0, 51.0, 51.0, 50.0, 43.0, 53.0, 36.0, 36.0, 36.0, 27.0, 24.0, 16.0, 27.0, 15.0, 12.0, 6.0, 12.0, 9.0, 5.0, 7.0, 2.0, 3.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6015625, -1.544586181640625, -1.48760986328125, -1.430633544921875, -1.3736572265625, -1.316680908203125, -1.25970458984375, -1.202728271484375, -1.145751953125, -1.088775634765625, -1.03179931640625, -0.974822998046875, -0.9178466796875, -0.860870361328125, -0.80389404296875, -0.746917724609375, -0.68994140625, -0.632965087890625, -0.57598876953125, -0.519012451171875, -0.4620361328125, -0.405059814453125, -0.34808349609375, -0.291107177734375, -0.234130859375, -0.177154541015625, -0.12017822265625, -0.063201904296875, -0.0062255859375, 0.050750732421875, 0.10772705078125, 0.164703369140625, 0.2216796875, 0.278656005859375, 0.33563232421875, 0.392608642578125, 0.4495849609375, 0.506561279296875, 0.56353759765625, 0.620513916015625, 0.677490234375, 0.734466552734375, 0.79144287109375, 0.848419189453125, 0.9053955078125, 0.962371826171875, 1.01934814453125, 1.076324462890625, 1.13330078125, 1.190277099609375, 1.24725341796875, 1.304229736328125, 1.3612060546875, 1.418182373046875, 1.47515869140625, 1.532135009765625, 1.589111328125, 1.646087646484375, 1.70306396484375, 1.760040283203125, 1.8170166015625, 1.873992919921875, 1.93096923828125, 1.987945556640625, 2.044921875]}, "gradients/encoder.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 4.0, 4.0, 7.0, 7.0, 14.0, 23.0, 35.0, 49.0, 128.0, 336.0, 1406.0, 13592.0, 736718.0, 286639.0, 7989.0, 1031.0, 310.0, 124.0, 49.0, 40.0, 22.0, 11.0, 7.0, 7.0, 3.0, 3.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.15625, -4.052093505859375, -3.94793701171875, -3.843780517578125, -3.7396240234375, -3.635467529296875, -3.53131103515625, -3.427154541015625, -3.322998046875, -3.218841552734375, -3.11468505859375, -3.010528564453125, -2.9063720703125, -2.802215576171875, -2.69805908203125, -2.593902587890625, -2.48974609375, -2.385589599609375, -2.28143310546875, -2.177276611328125, -2.0731201171875, -1.968963623046875, -1.86480712890625, -1.760650634765625, -1.656494140625, -1.552337646484375, -1.44818115234375, -1.344024658203125, -1.2398681640625, -1.135711669921875, -1.03155517578125, -0.927398681640625, -0.8232421875, -0.719085693359375, -0.61492919921875, -0.510772705078125, -0.4066162109375, -0.302459716796875, -0.19830322265625, -0.094146728515625, 0.010009765625, 0.114166259765625, 0.21832275390625, 0.322479248046875, 0.4266357421875, 0.530792236328125, 0.63494873046875, 0.739105224609375, 0.84326171875, 0.947418212890625, 1.05157470703125, 1.155731201171875, 1.2598876953125, 1.364044189453125, 1.46820068359375, 1.572357177734375, 1.676513671875, 1.780670166015625, 1.88482666015625, 1.988983154296875, 2.0931396484375, 2.197296142578125, 2.30145263671875, 2.405609130859375, 2.509765625]}, "gradients/encoder.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 5.0, 5.0, 5.0, 11.0, 12.0, 28.0, 17.0, 36.0, 28.0, 69.0, 137.0, 214.0, 185.0, 78.0, 38.0, 27.0, 24.0, 22.0, 19.0, 10.0, 9.0, 4.0, 6.0, 7.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00020515918731689453, -0.00019716285169124603, -0.00018916651606559753, -0.00018117018043994904, -0.00017317384481430054, -0.00016517750918865204, -0.00015718117356300354, -0.00014918483793735504, -0.00014118850231170654, -0.00013319216668605804, -0.00012519583106040955, -0.00011719949543476105, -0.00010920315980911255, -0.00010120682418346405, -9.321048855781555e-05, -8.521415293216705e-05, -7.721781730651855e-05, -6.922148168087006e-05, -6.122514605522156e-05, -5.322881042957306e-05, -4.523247480392456e-05, -3.723613917827606e-05, -2.9239803552627563e-05, -2.1243467926979065e-05, -1.3247132301330566e-05, -5.250796675682068e-06, 2.7455389499664307e-06, 1.074187457561493e-05, 1.8738210201263428e-05, 2.6734545826911926e-05, 3.4730881452560425e-05, 4.272721707820892e-05, 5.072355270385742e-05, 5.871988832950592e-05, 6.671622395515442e-05, 7.471255958080292e-05, 8.270889520645142e-05, 9.070523083209991e-05, 9.870156645774841e-05, 0.00010669790208339691, 0.00011469423770904541, 0.0001226905733346939, 0.0001306869089603424, 0.0001386832445859909, 0.0001466795802116394, 0.0001546759158372879, 0.0001626722514629364, 0.0001706685870885849, 0.0001786649227142334, 0.0001866612583398819, 0.0001946575939655304, 0.0002026539295911789, 0.0002106502652168274, 0.0002186466008424759, 0.0002266429364681244, 0.0002346392720937729, 0.0002426356077194214, 0.0002506319433450699, 0.0002586282789707184, 0.0002666246145963669, 0.0002746209502220154, 0.0002826172858476639, 0.0002906136214733124, 0.0002986099570989609, 0.0003066062927246094]}, "gradients/encoder.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 5.0, 3.0, 5.0, 8.0, 6.0, 5.0, 7.0, 16.0, 25.0, 43.0, 90.0, 162.0, 342.0, 963.0, 4828.0, 81181.0, 925084.0, 31670.0, 2843.0, 713.0, 272.0, 115.0, 58.0, 45.0, 20.0, 12.0, 12.0, 12.0, 6.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5078125, -2.416168212890625, -2.32452392578125, -2.232879638671875, -2.1412353515625, -2.049591064453125, -1.95794677734375, -1.866302490234375, -1.774658203125, -1.683013916015625, -1.59136962890625, -1.499725341796875, -1.4080810546875, -1.316436767578125, -1.22479248046875, -1.133148193359375, -1.04150390625, -0.949859619140625, -0.85821533203125, -0.766571044921875, -0.6749267578125, -0.583282470703125, -0.49163818359375, -0.399993896484375, -0.308349609375, -0.216705322265625, -0.12506103515625, -0.033416748046875, 0.0582275390625, 0.149871826171875, 0.24151611328125, 0.333160400390625, 0.4248046875, 0.516448974609375, 0.60809326171875, 0.699737548828125, 0.7913818359375, 0.883026123046875, 0.97467041015625, 1.066314697265625, 1.157958984375, 1.249603271484375, 1.34124755859375, 1.432891845703125, 1.5245361328125, 1.616180419921875, 1.70782470703125, 1.799468994140625, 1.89111328125, 1.982757568359375, 2.07440185546875, 2.166046142578125, 2.2576904296875, 2.349334716796875, 2.44097900390625, 2.532623291015625, 2.624267578125, 2.715911865234375, 2.80755615234375, 2.899200439453125, 2.9908447265625, 3.082489013671875, 3.17413330078125, 3.265777587890625, 3.357421875]}, "gradients/encoder.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 2.0, 2.0, 6.0, 13.0, 10.0, 12.0, 21.0, 26.0, 56.0, 114.0, 246.0, 245.0, 114.0, 53.0, 25.0, 24.0, 13.0, 5.0, 5.0, 6.0, 2.0, 3.0, 2.0, 0.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9873046875, -1.9376068115234375, -1.887908935546875, -1.8382110595703125, -1.78851318359375, -1.7388153076171875, -1.689117431640625, -1.6394195556640625, -1.5897216796875, -1.5400238037109375, -1.490325927734375, -1.4406280517578125, -1.39093017578125, -1.3412322998046875, -1.291534423828125, -1.2418365478515625, -1.192138671875, -1.1424407958984375, -1.092742919921875, -1.0430450439453125, -0.99334716796875, -0.9436492919921875, -0.893951416015625, -0.8442535400390625, -0.7945556640625, -0.7448577880859375, -0.695159912109375, -0.6454620361328125, -0.59576416015625, -0.5460662841796875, -0.496368408203125, -0.4466705322265625, -0.39697265625, -0.3472747802734375, -0.297576904296875, -0.2478790283203125, -0.19818115234375, -0.1484832763671875, -0.098785400390625, -0.0490875244140625, 0.0006103515625, 0.0503082275390625, 0.100006103515625, 0.1497039794921875, 0.19940185546875, 0.2490997314453125, 0.298797607421875, 0.3484954833984375, 0.398193359375, 0.4478912353515625, 0.497589111328125, 0.5472869873046875, 0.59698486328125, 0.6466827392578125, 0.696380615234375, 0.7460784912109375, 0.7957763671875, 0.8454742431640625, 0.895172119140625, 0.9448699951171875, 0.99456787109375, 1.0442657470703125, 1.093963623046875, 1.1436614990234375, 1.193359375]}, "gradients/encoder.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 8.0, 24.0, 62.0, 122.0, 216.0, 245.0, 183.0, 93.0, 32.0, 13.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.76950454711914, -14.85518741607666, -13.940869331359863, -13.026552200317383, -12.112235069274902, -11.197917938232422, -10.283599853515625, -9.369282722473145, -8.454965591430664, -7.540647983551025, -6.626330852508545, -5.712013244628906, -4.797696113586426, -3.883378505706787, -2.9690608978271484, -2.054743766784668, -1.140425682067871, -0.22610825300216675, 0.6882091760635376, 1.6025266647338867, 2.5168440341949463, 3.431161403656006, 4.3454790115356445, 5.259796142578125, 6.174113750457764, 7.088431358337402, 8.002748489379883, 8.91706657409668, 9.83138370513916, 10.74570083618164, 11.660018920898438, 12.574335098266602, 13.488653182983398, 14.402970314025879, 15.317288398742676, 16.231605529785156, 17.145923614501953, 18.060239791870117, 18.974557876586914, 19.888874053955078, 20.803192138671875, 21.717510223388672, 22.631826400756836, 23.546144485473633, 24.46046257019043, 25.374778747558594, 26.28909683227539, 27.203414916992188, 28.117733001708984, 29.03205108642578, 29.946367263793945, 30.860685348510742, 31.77500343322754, 32.6893196105957, 33.6036376953125, 34.5179557800293, 35.43227005004883, 36.346588134765625, 37.26090621948242, 38.17522430419922, 39.08953857421875, 40.00385665893555, 40.918174743652344, 41.83249282836914, 42.74681091308594]}, "gradients/encoder.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 1.0, 7.0, 13.0, 11.0, 16.0, 10.0, 21.0, 28.0, 33.0, 25.0, 28.0, 29.0, 32.0, 44.0, 52.0, 44.0, 50.0, 40.0, 54.0, 40.0, 50.0, 35.0, 43.0, 34.0, 36.0, 33.0, 31.0, 20.0, 23.0, 17.0, 14.0, 14.0, 13.0, 11.0, 8.0, 8.0, 7.0, 7.0, 5.0, 4.0, 6.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.878503799438477, -7.602630615234375, -7.326757431030273, -7.050884246826172, -6.77501106262207, -6.499137878417969, -6.223264217376709, -5.947391033172607, -5.671517848968506, -5.395644664764404, -5.119771480560303, -4.843898296356201, -4.568024635314941, -4.29215145111084, -4.016278266906738, -3.7404050827026367, -3.464531898498535, -3.1886587142944336, -2.912785530090332, -2.6369121074676514, -2.36103892326355, -2.0851657390594482, -1.8092924356460571, -1.533419132232666, -1.2575459480285645, -0.9816727042198181, -0.7057994604110718, -0.42992621660232544, -0.1540529727935791, 0.12182021141052246, 0.3976935148239136, 0.6735668182373047, 0.9494400024414062, 1.2253131866455078, 1.501186490058899, 1.77705979347229, 2.0529329776763916, 2.328806161880493, 2.604679584503174, 2.8805527687072754, 3.156425952911377, 3.4322991371154785, 3.70817232131958, 3.9840457439422607, 4.259919166564941, 4.535792350769043, 4.8116655349731445, 5.087538719177246, 5.363411903381348, 5.639285087585449, 5.915158271789551, 6.191031455993652, 6.466904640197754, 6.7427778244018555, 7.018651485443115, 7.294524669647217, 7.570397853851318, 7.84627103805542, 8.12214469909668, 8.398017883300781, 8.673891067504883, 8.949764251708984, 9.225637435913086, 9.501510620117188, 9.777383804321289]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 7.0, 6.0, 10.0, 9.0, 14.0, 10.0, 17.0, 25.0, 39.0, 57.0, 112.0, 135.0, 230.0, 382.0, 735.0, 1381.0, 2847.0, 6542.0, 17222.0, 58572.0, 484102.0, 3462812.0, 113773.0, 27605.0, 9708.0, 4060.0, 1793.0, 948.0, 466.0, 252.0, 153.0, 96.0, 65.0, 35.0, 21.0, 11.0, 13.0, 5.0, 3.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0], "bins": [-3.712890625, -3.62054443359375, -3.5281982421875, -3.43585205078125, -3.343505859375, -3.25115966796875, -3.1588134765625, -3.06646728515625, -2.97412109375, -2.88177490234375, -2.7894287109375, -2.69708251953125, -2.604736328125, -2.51239013671875, -2.4200439453125, -2.32769775390625, -2.2353515625, -2.14300537109375, -2.0506591796875, -1.95831298828125, -1.865966796875, -1.77362060546875, -1.6812744140625, -1.58892822265625, -1.49658203125, -1.40423583984375, -1.3118896484375, -1.21954345703125, -1.127197265625, -1.03485107421875, -0.9425048828125, -0.85015869140625, -0.7578125, -0.66546630859375, -0.5731201171875, -0.48077392578125, -0.388427734375, -0.29608154296875, -0.2037353515625, -0.11138916015625, -0.01904296875, 0.07330322265625, 0.1656494140625, 0.25799560546875, 0.350341796875, 0.44268798828125, 0.5350341796875, 0.62738037109375, 0.7197265625, 0.81207275390625, 0.9044189453125, 0.99676513671875, 1.089111328125, 1.18145751953125, 1.2738037109375, 1.36614990234375, 1.45849609375, 1.55084228515625, 1.6431884765625, 1.73553466796875, 1.827880859375, 1.92022705078125, 2.0125732421875, 2.10491943359375, 2.197265625]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 7.0, 7.0, 4.0, 8.0, 15.0, 16.0, 28.0, 33.0, 41.0, 38.0, 50.0, 45.0, 54.0, 63.0, 69.0, 54.0, 47.0, 59.0, 57.0, 46.0, 47.0, 47.0, 32.0, 31.0, 25.0, 17.0, 15.0, 10.0, 14.0, 1.0, 5.0, 4.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.51953125, -0.5035400390625, -0.487548828125, -0.4715576171875, -0.45556640625, -0.4395751953125, -0.423583984375, -0.4075927734375, -0.3916015625, -0.3756103515625, -0.359619140625, -0.3436279296875, -0.32763671875, -0.3116455078125, -0.295654296875, -0.2796630859375, -0.263671875, -0.2476806640625, -0.231689453125, -0.2156982421875, -0.19970703125, -0.1837158203125, -0.167724609375, -0.1517333984375, -0.1357421875, -0.1197509765625, -0.103759765625, -0.0877685546875, -0.07177734375, -0.0557861328125, -0.039794921875, -0.0238037109375, -0.0078125, 0.0081787109375, 0.024169921875, 0.0401611328125, 0.05615234375, 0.0721435546875, 0.088134765625, 0.1041259765625, 0.1201171875, 0.1361083984375, 0.152099609375, 0.1680908203125, 0.18408203125, 0.2000732421875, 0.216064453125, 0.2320556640625, 0.248046875, 0.2640380859375, 0.280029296875, 0.2960205078125, 0.31201171875, 0.3280029296875, 0.343994140625, 0.3599853515625, 0.3759765625, 0.3919677734375, 0.407958984375, 0.4239501953125, 0.43994140625, 0.4559326171875, 0.471923828125, 0.4879150390625, 0.50390625]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 6.0, 6.0, 13.0, 8.0, 10.0, 22.0, 39.0, 42.0, 68.0, 124.0, 168.0, 340.0, 554.0, 998.0, 1977.0, 3905.0, 8780.0, 21507.0, 65305.0, 369232.0, 3416838.0, 224386.0, 49075.0, 17039.0, 6981.0, 3161.0, 1564.0, 866.0, 492.0, 264.0, 168.0, 112.0, 82.0, 57.0, 25.0, 19.0, 17.0, 9.0, 9.0, 8.0, 3.0, 3.0, 0.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-2.75390625, -2.673828125, -2.59375, -2.513671875, -2.43359375, -2.353515625, -2.2734375, -2.193359375, -2.11328125, -2.033203125, -1.953125, -1.873046875, -1.79296875, -1.712890625, -1.6328125, -1.552734375, -1.47265625, -1.392578125, -1.3125, -1.232421875, -1.15234375, -1.072265625, -0.9921875, -0.912109375, -0.83203125, -0.751953125, -0.671875, -0.591796875, -0.51171875, -0.431640625, -0.3515625, -0.271484375, -0.19140625, -0.111328125, -0.03125, 0.048828125, 0.12890625, 0.208984375, 0.2890625, 0.369140625, 0.44921875, 0.529296875, 0.609375, 0.689453125, 0.76953125, 0.849609375, 0.9296875, 1.009765625, 1.08984375, 1.169921875, 1.25, 1.330078125, 1.41015625, 1.490234375, 1.5703125, 1.650390625, 1.73046875, 1.810546875, 1.890625, 1.970703125, 2.05078125, 2.130859375, 2.2109375, 2.291015625, 2.37109375]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 4.0, 4.0, 1.0, 3.0, 4.0, 5.0, 6.0, 11.0, 9.0, 12.0, 17.0, 26.0, 36.0, 43.0, 79.0, 121.0, 212.0, 495.0, 1880.0, 537.0, 253.0, 117.0, 78.0, 34.0, 27.0, 22.0, 15.0, 6.0, 7.0, 7.0, 10.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1103515625, -1.0751495361328125, -1.039947509765625, -1.0047454833984375, -0.96954345703125, -0.9343414306640625, -0.899139404296875, -0.8639373779296875, -0.8287353515625, -0.7935333251953125, -0.758331298828125, -0.7231292724609375, -0.68792724609375, -0.6527252197265625, -0.617523193359375, -0.5823211669921875, -0.547119140625, -0.5119171142578125, -0.476715087890625, -0.4415130615234375, -0.40631103515625, -0.3711090087890625, -0.335906982421875, -0.3007049560546875, -0.2655029296875, -0.2303009033203125, -0.195098876953125, -0.1598968505859375, -0.12469482421875, -0.0894927978515625, -0.054290771484375, -0.0190887451171875, 0.01611328125, 0.0513153076171875, 0.086517333984375, 0.1217193603515625, 0.15692138671875, 0.1921234130859375, 0.227325439453125, 0.2625274658203125, 0.2977294921875, 0.3329315185546875, 0.368133544921875, 0.4033355712890625, 0.43853759765625, 0.4737396240234375, 0.508941650390625, 0.5441436767578125, 0.579345703125, 0.6145477294921875, 0.649749755859375, 0.6849517822265625, 0.72015380859375, 0.7553558349609375, 0.790557861328125, 0.8257598876953125, 0.8609619140625, 0.8961639404296875, 0.931365966796875, 0.9665679931640625, 1.00177001953125, 1.0369720458984375, 1.072174072265625, 1.1073760986328125, 1.142578125]}, "gradients/encoder.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 5.0, 3.0, 5.0, 7.0, 11.0, 7.0, 8.0, 21.0, 27.0, 28.0, 40.0, 40.0, 61.0, 70.0, 74.0, 73.0, 81.0, 72.0, 76.0, 63.0, 54.0, 31.0, 31.0, 35.0, 30.0, 12.0, 9.0, 10.0, 7.0, 3.0, 6.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-5.834157943725586, -5.699273109436035, -5.564387798309326, -5.429502487182617, -5.294617652893066, -5.159732818603516, -5.024847507476807, -4.889962196350098, -4.755077362060547, -4.620192527770996, -4.485307216644287, -4.350421905517578, -4.215537071228027, -4.080652236938477, -3.9457669258117676, -3.8108818531036377, -3.675996780395508, -3.541111707687378, -3.406226634979248, -3.271341562271118, -3.1364564895629883, -3.0015714168548584, -2.8666863441467285, -2.7318012714385986, -2.5969161987304688, -2.462031126022339, -2.327146053314209, -2.192260980606079, -2.057375907897949, -1.9224908351898193, -1.7876057624816895, -1.6527206897735596, -1.5178353786468506, -1.3829503059387207, -1.2480652332305908, -1.113180160522461, -0.978295087814331, -0.8434100151062012, -0.7085249423980713, -0.5736398696899414, -0.4387547969818115, -0.30386972427368164, -0.16898465156555176, -0.034099578857421875, 0.10078549385070801, 0.2356705665588379, 0.3705556392669678, 0.5054407119750977, 0.6403257846832275, 0.7752108573913574, 0.9100959300994873, 1.0449810028076172, 1.179866075515747, 1.314751148223877, 1.4496362209320068, 1.5845212936401367, 1.7194063663482666, 1.8542914390563965, 1.9891765117645264, 2.1240615844726562, 2.258946657180786, 2.393831729888916, 2.528716802597046, 2.663601875305176, 2.7984869480133057]}, "gradients/encoder.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 6.0, 4.0, 3.0, 5.0, 7.0, 16.0, 10.0, 16.0, 29.0, 27.0, 28.0, 30.0, 31.0, 60.0, 33.0, 44.0, 45.0, 50.0, 45.0, 54.0, 50.0, 47.0, 50.0, 34.0, 37.0, 45.0, 33.0, 22.0, 21.0, 24.0, 24.0, 10.0, 15.0, 11.0, 14.0, 9.0, 7.0, 4.0, 5.0, 4.0, 2.0, 1.0, 2.0], "bins": [-4.87232780456543, -4.751579284667969, -4.630830764770508, -4.510081768035889, -4.389333248138428, -4.268584728240967, -4.147835731506348, -4.027087211608887, -3.906338691711426, -3.785590171813965, -3.664841413497925, -3.5440926551818848, -3.423344135284424, -3.302595615386963, -3.181846857070923, -3.061098098754883, -2.940349578857422, -2.819601058959961, -2.698852300643921, -2.578103542327881, -2.45735502243042, -2.336606502532959, -2.215857744216919, -2.095108985900879, -1.974360466003418, -1.8536118268966675, -1.732863187789917, -1.6121145486831665, -1.491365909576416, -1.3706172704696655, -1.249868631362915, -1.1291199922561646, -1.008371353149414, -0.8876227140426636, -0.7668740749359131, -0.6461254358291626, -0.5253767967224121, -0.4046281576156616, -0.28387951850891113, -0.16313087940216064, -0.042382240295410156, 0.07836639881134033, 0.19911503791809082, 0.3198636770248413, 0.4406123161315918, 0.5613609552383423, 0.6821095943450928, 0.8028582334518433, 0.9236068725585938, 1.0443555116653442, 1.1651041507720947, 1.2858527898788452, 1.4066014289855957, 1.5273500680923462, 1.6480987071990967, 1.7688473463058472, 1.8895959854125977, 2.0103445053100586, 2.1310932636260986, 2.2518420219421387, 2.3725905418395996, 2.4933390617370605, 2.6140878200531006, 2.7348365783691406, 2.8555850982666016]}, "gradients/encoder.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 2.0, 3.0, 5.0, 6.0, 4.0, 7.0, 11.0, 8.0, 20.0, 23.0, 23.0, 44.0, 58.0, 106.0, 137.0, 199.0, 358.0, 588.0, 1139.0, 2131.0, 4259.0, 9147.0, 19576.0, 43029.0, 139779.0, 612997.0, 135058.0, 42522.0, 19368.0, 8972.0, 4249.0, 2071.0, 1061.0, 600.0, 323.0, 199.0, 146.0, 94.0, 56.0, 44.0, 35.0, 18.0, 26.0, 12.0, 9.0, 11.0, 5.0, 3.0, 7.0, 4.0, 6.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0], "bins": [-2.037109375, -1.9744110107421875, -1.911712646484375, -1.8490142822265625, -1.78631591796875, -1.7236175537109375, -1.660919189453125, -1.5982208251953125, -1.5355224609375, -1.4728240966796875, -1.410125732421875, -1.3474273681640625, -1.28472900390625, -1.2220306396484375, -1.159332275390625, -1.0966339111328125, -1.033935546875, -0.9712371826171875, -0.908538818359375, -0.8458404541015625, -0.78314208984375, -0.7204437255859375, -0.657745361328125, -0.5950469970703125, -0.5323486328125, -0.4696502685546875, -0.406951904296875, -0.3442535400390625, -0.28155517578125, -0.2188568115234375, -0.156158447265625, -0.0934600830078125, -0.03076171875, 0.0319366455078125, 0.094635009765625, 0.1573333740234375, 0.22003173828125, 0.2827301025390625, 0.345428466796875, 0.4081268310546875, 0.4708251953125, 0.5335235595703125, 0.596221923828125, 0.6589202880859375, 0.72161865234375, 0.7843170166015625, 0.847015380859375, 0.9097137451171875, 0.972412109375, 1.0351104736328125, 1.097808837890625, 1.1605072021484375, 1.22320556640625, 1.2859039306640625, 1.348602294921875, 1.4113006591796875, 1.4739990234375, 1.5366973876953125, 1.599395751953125, 1.6620941162109375, 1.72479248046875, 1.7874908447265625, 1.850189208984375, 1.9128875732421875, 1.9755859375]}, "gradients/encoder.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 6.0, 10.0, 9.0, 13.0, 17.0, 14.0, 31.0, 19.0, 30.0, 54.0, 39.0, 55.0, 56.0, 62.0, 49.0, 55.0, 56.0, 63.0, 43.0, 58.0, 43.0, 49.0, 37.0, 29.0, 25.0, 18.0, 12.0, 8.0, 7.0, 6.0, 12.0, 3.0, 4.0, 3.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.49951171875, -0.484130859375, -0.46875, -0.453369140625, -0.43798828125, -0.422607421875, -0.4072265625, -0.391845703125, -0.37646484375, -0.361083984375, -0.345703125, -0.330322265625, -0.31494140625, -0.299560546875, -0.2841796875, -0.268798828125, -0.25341796875, -0.238037109375, -0.22265625, -0.207275390625, -0.19189453125, -0.176513671875, -0.1611328125, -0.145751953125, -0.13037109375, -0.114990234375, -0.099609375, -0.084228515625, -0.06884765625, -0.053466796875, -0.0380859375, -0.022705078125, -0.00732421875, 0.008056640625, 0.0234375, 0.038818359375, 0.05419921875, 0.069580078125, 0.0849609375, 0.100341796875, 0.11572265625, 0.131103515625, 0.146484375, 0.161865234375, 0.17724609375, 0.192626953125, 0.2080078125, 0.223388671875, 0.23876953125, 0.254150390625, 0.26953125, 0.284912109375, 0.30029296875, 0.315673828125, 0.3310546875, 0.346435546875, 0.36181640625, 0.377197265625, 0.392578125, 0.407958984375, 0.42333984375, 0.438720703125, 0.4541015625, 0.469482421875, 0.48486328125]}, "gradients/encoder.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 1.0, 8.0, 7.0, 13.0, 18.0, 26.0, 32.0, 42.0, 88.0, 135.0, 244.0, 532.0, 1093.0, 2683.0, 6411.0, 16192.0, 40807.0, 155523.0, 691776.0, 82718.0, 29905.0, 11847.0, 4660.0, 1974.0, 875.0, 425.0, 212.0, 103.0, 60.0, 43.0, 33.0, 26.0, 15.0, 13.0, 10.0, 5.0, 6.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-2.88671875, -2.80938720703125, -2.7320556640625, -2.65472412109375, -2.577392578125, -2.50006103515625, -2.4227294921875, -2.34539794921875, -2.26806640625, -2.19073486328125, -2.1134033203125, -2.03607177734375, -1.958740234375, -1.88140869140625, -1.8040771484375, -1.72674560546875, -1.6494140625, -1.57208251953125, -1.4947509765625, -1.41741943359375, -1.340087890625, -1.26275634765625, -1.1854248046875, -1.10809326171875, -1.03076171875, -0.95343017578125, -0.8760986328125, -0.79876708984375, -0.721435546875, -0.64410400390625, -0.5667724609375, -0.48944091796875, -0.412109375, -0.33477783203125, -0.2574462890625, -0.18011474609375, -0.102783203125, -0.02545166015625, 0.0518798828125, 0.12921142578125, 0.20654296875, 0.28387451171875, 0.3612060546875, 0.43853759765625, 0.515869140625, 0.59320068359375, 0.6705322265625, 0.74786376953125, 0.8251953125, 0.90252685546875, 0.9798583984375, 1.05718994140625, 1.134521484375, 1.21185302734375, 1.2891845703125, 1.36651611328125, 1.44384765625, 1.52117919921875, 1.5985107421875, 1.67584228515625, 1.753173828125, 1.83050537109375, 1.9078369140625, 1.98516845703125, 2.0625]}, "gradients/encoder.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 4.0, 3.0, 4.0, 5.0, 9.0, 6.0, 21.0, 19.0, 24.0, 31.0, 22.0, 28.0, 34.0, 54.0, 58.0, 58.0, 64.0, 65.0, 53.0, 56.0, 66.0, 51.0, 50.0, 53.0, 33.0, 28.0, 23.0, 22.0, 14.0, 12.0, 9.0, 8.0, 7.0, 4.0, 4.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-2.923828125, -2.848724365234375, -2.77362060546875, -2.698516845703125, -2.6234130859375, -2.548309326171875, -2.47320556640625, -2.398101806640625, -2.322998046875, -2.247894287109375, -2.17279052734375, -2.097686767578125, -2.0225830078125, -1.947479248046875, -1.87237548828125, -1.797271728515625, -1.72216796875, -1.647064208984375, -1.57196044921875, -1.496856689453125, -1.4217529296875, -1.346649169921875, -1.27154541015625, -1.196441650390625, -1.121337890625, -1.046234130859375, -0.97113037109375, -0.896026611328125, -0.8209228515625, -0.745819091796875, -0.67071533203125, -0.595611572265625, -0.5205078125, -0.445404052734375, -0.37030029296875, -0.295196533203125, -0.2200927734375, -0.144989013671875, -0.06988525390625, 0.005218505859375, 0.080322265625, 0.155426025390625, 0.23052978515625, 0.305633544921875, 0.3807373046875, 0.455841064453125, 0.53094482421875, 0.606048583984375, 0.68115234375, 0.756256103515625, 0.83135986328125, 0.906463623046875, 0.9815673828125, 1.056671142578125, 1.13177490234375, 1.206878662109375, 1.281982421875, 1.357086181640625, 1.43218994140625, 1.507293701171875, 1.5823974609375, 1.657501220703125, 1.73260498046875, 1.807708740234375, 1.8828125]}, "gradients/encoder.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 6.0, 4.0, 10.0, 12.0, 20.0, 12.0, 27.0, 29.0, 41.0, 83.0, 150.0, 214.0, 449.0, 875.0, 2018.0, 4838.0, 14399.0, 58646.0, 491662.0, 403517.0, 50475.0, 12874.0, 4518.0, 1832.0, 861.0, 403.0, 218.0, 135.0, 66.0, 57.0, 22.0, 22.0, 23.0, 14.0, 6.0, 5.0, 4.0, 3.0, 4.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.2822265625, -1.247528076171875, -1.21282958984375, -1.178131103515625, -1.1434326171875, -1.108734130859375, -1.07403564453125, -1.039337158203125, -1.004638671875, -0.969940185546875, -0.93524169921875, -0.900543212890625, -0.8658447265625, -0.831146240234375, -0.79644775390625, -0.761749267578125, -0.72705078125, -0.692352294921875, -0.65765380859375, -0.622955322265625, -0.5882568359375, -0.553558349609375, -0.51885986328125, -0.484161376953125, -0.449462890625, -0.414764404296875, -0.38006591796875, -0.345367431640625, -0.3106689453125, -0.275970458984375, -0.24127197265625, -0.206573486328125, -0.171875, -0.137176513671875, -0.10247802734375, -0.067779541015625, -0.0330810546875, 0.001617431640625, 0.03631591796875, 0.071014404296875, 0.105712890625, 0.140411376953125, 0.17510986328125, 0.209808349609375, 0.2445068359375, 0.279205322265625, 0.31390380859375, 0.348602294921875, 0.38330078125, 0.417999267578125, 0.45269775390625, 0.487396240234375, 0.5220947265625, 0.556793212890625, 0.59149169921875, 0.626190185546875, 0.660888671875, 0.695587158203125, 0.73028564453125, 0.764984130859375, 0.7996826171875, 0.834381103515625, 0.86907958984375, 0.903778076171875, 0.9384765625]}, "gradients/encoder.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 4.0, 6.0, 9.0, 10.0, 6.0, 10.0, 12.0, 8.0, 13.0, 11.0, 22.0, 18.0, 14.0, 28.0, 63.0, 100.0, 145.0, 143.0, 112.0, 78.0, 48.0, 27.0, 24.0, 11.0, 14.0, 12.0, 12.0, 7.0, 12.0, 6.0, 2.0, 2.0, 0.0, 1.0, 2.0, 4.0, 0.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.00011783838272094727, -0.00011365395039319992, -0.00010946951806545258, -0.00010528508573770523, -0.00010110065340995789, -9.691622108221054e-05, -9.27317887544632e-05, -8.854735642671585e-05, -8.43629240989685e-05, -8.017849177122116e-05, -7.599405944347382e-05, -7.180962711572647e-05, -6.762519478797913e-05, -6.344076246023178e-05, -5.9256330132484436e-05, -5.507189780473709e-05, -5.0887465476989746e-05, -4.67030331492424e-05, -4.2518600821495056e-05, -3.833416849374771e-05, -3.4149736166000366e-05, -2.996530383825302e-05, -2.5780871510505676e-05, -2.159643918275833e-05, -1.7412006855010986e-05, -1.3227574527263641e-05, -9.043142199516296e-06, -4.858709871768951e-06, -6.742775440216064e-07, 3.5101547837257385e-06, 7.694587111473083e-06, 1.1879019439220428e-05, 1.6063451766967773e-05, 2.024788409471512e-05, 2.4432316422462463e-05, 2.861674875020981e-05, 3.280118107795715e-05, 3.69856134057045e-05, 4.117004573345184e-05, 4.535447806119919e-05, 4.953891038894653e-05, 5.372334271669388e-05, 5.790777504444122e-05, 6.209220737218857e-05, 6.627663969993591e-05, 7.046107202768326e-05, 7.46455043554306e-05, 7.882993668317795e-05, 8.301436901092529e-05, 8.719880133867264e-05, 9.138323366641998e-05, 9.556766599416733e-05, 9.975209832191467e-05, 0.00010393653064966202, 0.00010812096297740936, 0.00011230539530515671, 0.00011648982763290405, 0.0001206742599606514, 0.00012485869228839874, 0.0001290431246161461, 0.00013322755694389343, 0.00013741198927164078, 0.00014159642159938812, 0.00014578085392713547, 0.0001499652862548828]}, "gradients/encoder.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 1.0, 6.0, 14.0, 7.0, 35.0, 47.0, 102.0, 185.0, 338.0, 595.0, 1265.0, 2967.0, 8772.0, 36752.0, 413474.0, 525145.0, 43076.0, 9787.0, 3266.0, 1316.0, 645.0, 314.0, 199.0, 99.0, 58.0, 27.0, 17.0, 15.0, 9.0, 7.0, 6.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2900390625, -1.2456207275390625, -1.201202392578125, -1.1567840576171875, -1.11236572265625, -1.0679473876953125, -1.023529052734375, -0.9791107177734375, -0.9346923828125, -0.8902740478515625, -0.845855712890625, -0.8014373779296875, -0.75701904296875, -0.7126007080078125, -0.668182373046875, -0.6237640380859375, -0.579345703125, -0.5349273681640625, -0.490509033203125, -0.4460906982421875, -0.40167236328125, -0.3572540283203125, -0.312835693359375, -0.2684173583984375, -0.2239990234375, -0.1795806884765625, -0.135162353515625, -0.0907440185546875, -0.04632568359375, -0.0019073486328125, 0.042510986328125, 0.0869293212890625, 0.13134765625, 0.1757659912109375, 0.220184326171875, 0.2646026611328125, 0.30902099609375, 0.3534393310546875, 0.397857666015625, 0.4422760009765625, 0.4866943359375, 0.5311126708984375, 0.575531005859375, 0.6199493408203125, 0.66436767578125, 0.7087860107421875, 0.753204345703125, 0.7976226806640625, 0.842041015625, 0.8864593505859375, 0.930877685546875, 0.9752960205078125, 1.01971435546875, 1.0641326904296875, 1.108551025390625, 1.1529693603515625, 1.1973876953125, 1.2418060302734375, 1.286224365234375, 1.3306427001953125, 1.37506103515625, 1.4194793701171875, 1.463897705078125, 1.5083160400390625, 1.552734375]}, "gradients/encoder.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 3.0, 11.0, 12.0, 18.0, 28.0, 26.0, 40.0, 84.0, 140.0, 191.0, 179.0, 91.0, 59.0, 31.0, 24.0, 13.0, 9.0, 11.0, 5.0, 8.0, 3.0, 3.0, 3.0, 3.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.94580078125, -0.9117050170898438, -0.8776092529296875, -0.8435134887695312, -0.809417724609375, -0.7753219604492188, -0.7412261962890625, -0.7071304321289062, -0.67303466796875, -0.6389389038085938, -0.6048431396484375, -0.5707473754882812, -0.536651611328125, -0.5025558471679688, -0.4684600830078125, -0.43436431884765625, -0.4002685546875, -0.36617279052734375, -0.3320770263671875, -0.29798126220703125, -0.263885498046875, -0.22978973388671875, -0.1956939697265625, -0.16159820556640625, -0.12750244140625, -0.09340667724609375, -0.0593109130859375, -0.02521514892578125, 0.008880615234375, 0.04297637939453125, 0.0770721435546875, 0.11116790771484375, 0.145263671875, 0.17935943603515625, 0.2134552001953125, 0.24755096435546875, 0.281646728515625, 0.31574249267578125, 0.3498382568359375, 0.38393402099609375, 0.41802978515625, 0.45212554931640625, 0.4862213134765625, 0.5203170776367188, 0.554412841796875, 0.5885086059570312, 0.6226043701171875, 0.6567001342773438, 0.6907958984375, 0.7248916625976562, 0.7589874267578125, 0.7930831909179688, 0.827178955078125, 0.8612747192382812, 0.8953704833984375, 0.9294662475585938, 0.96356201171875, 0.9976577758789062, 1.0317535400390625, 1.0658493041992188, 1.099945068359375, 1.1340408325195312, 1.1681365966796875, 1.2022323608398438, 1.236328125]}, "gradients/encoder.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [3.0, 9.0, 48.0, 171.0, 320.0, 310.0, 125.0, 28.0, 5.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.98313045501709, -5.58183479309082, -4.180539131164551, -2.7792439460754395, -1.37794828414917, 0.02334737777709961, 1.424642562866211, 2.8259382247924805, 4.22723388671875, 5.6285295486450195, 7.029825210571289, 8.431119918823242, 9.832416534423828, 11.233711242675781, 12.63500690460205, 14.03630256652832, 15.43759822845459, 16.83889389038086, 18.240188598632812, 19.6414852142334, 21.04277992248535, 22.444076538085938, 23.84537124633789, 25.246665954589844, 26.64796257019043, 28.049257278442383, 29.45055389404297, 30.851848602294922, 32.253143310546875, 33.654441833496094, 35.05573654174805, 36.45703125, 37.85832595825195, 39.259620666503906, 40.66091537475586, 42.06221389770508, 43.46350860595703, 44.864803314208984, 46.26609802246094, 47.667396545410156, 49.06869125366211, 50.46998596191406, 51.871280670166016, 53.272579193115234, 54.67387390136719, 56.07516860961914, 57.476463317871094, 58.87776184082031, 60.279052734375, 61.68034744262695, 63.081642150878906, 64.48294067382812, 65.88423156738281, 67.28553009033203, 68.68682861328125, 70.08811950683594, 71.48941802978516, 72.89071655273438, 74.29200744628906, 75.69330596923828, 77.09459686279297, 78.49589538574219, 79.8971939086914, 81.2984848022461, 82.69978332519531]}, "gradients/encoder.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 7.0, 4.0, 4.0, 5.0, 8.0, 6.0, 9.0, 15.0, 9.0, 14.0, 20.0, 26.0, 18.0, 25.0, 17.0, 27.0, 34.0, 26.0, 36.0, 46.0, 34.0, 31.0, 51.0, 44.0, 39.0, 33.0, 36.0, 32.0, 42.0, 39.0, 39.0, 35.0, 32.0, 21.0, 29.0, 10.0, 16.0, 20.0, 7.0, 11.0, 14.0, 7.0, 7.0, 10.0, 2.0, 3.0, 6.0, 2.0, 1.0, 1.0, 2.0], "bins": [-9.248122215270996, -8.996373176574707, -8.744624137878418, -8.492875099182129, -8.241127014160156, -7.989377498626709, -7.737628936767578, -7.485879898071289, -7.234130859375, -6.982381820678711, -6.730632781982422, -6.478884220123291, -6.227135181427002, -5.975386142730713, -5.723637580871582, -5.471888542175293, -5.220139503479004, -4.968390464782715, -4.716641426086426, -4.464892864227295, -4.213143825531006, -3.961394786834717, -3.709645986557007, -3.457897186279297, -3.206148147583008, -2.9543991088867188, -2.702650308609009, -2.450901508331299, -2.1991524696350098, -1.9474035501480103, -1.6956546306610107, -1.4439057111740112, -1.1921567916870117, -0.9404078722000122, -0.6886589527130127, -0.4369100332260132, -0.18516111373901367, 0.06658780574798584, 0.31833672523498535, 0.5700856447219849, 0.8218345642089844, 1.0735834836959839, 1.3253324031829834, 1.577081322669983, 1.8288302421569824, 2.0805792808532715, 2.3323280811309814, 2.5840768814086914, 2.8358259201049805, 3.0875749588012695, 3.3393237590789795, 3.5910725593566895, 3.8428215980529785, 4.094570636749268, 4.346319198608398, 4.5980682373046875, 4.849817276000977, 5.101566314697266, 5.353315353393555, 5.6050639152526855, 5.856812953948975, 6.108561992645264, 6.3603105545043945, 6.612059593200684, 6.863808631896973]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 8.0, 5.0, 5.0, 10.0, 12.0, 15.0, 29.0, 33.0, 59.0, 86.0, 126.0, 208.0, 337.0, 596.0, 1083.0, 2134.0, 4567.0, 11752.0, 32671.0, 141526.0, 3616890.0, 303625.0, 50794.0, 15705.0, 6207.0, 2827.0, 1389.0, 671.0, 356.0, 242.0, 129.0, 68.0, 48.0, 30.0, 19.0, 10.0, 7.0, 3.0, 4.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-4.34375, -4.231414794921875, -4.11907958984375, -4.006744384765625, -3.8944091796875, -3.782073974609375, -3.66973876953125, -3.557403564453125, -3.445068359375, -3.332733154296875, -3.22039794921875, -3.108062744140625, -2.9957275390625, -2.883392333984375, -2.77105712890625, -2.658721923828125, -2.54638671875, -2.434051513671875, -2.32171630859375, -2.209381103515625, -2.0970458984375, -1.984710693359375, -1.87237548828125, -1.760040283203125, -1.647705078125, -1.535369873046875, -1.42303466796875, -1.310699462890625, -1.1983642578125, -1.086029052734375, -0.97369384765625, -0.861358642578125, -0.7490234375, -0.636688232421875, -0.52435302734375, -0.412017822265625, -0.2996826171875, -0.187347412109375, -0.07501220703125, 0.037322998046875, 0.149658203125, 0.261993408203125, 0.37432861328125, 0.486663818359375, 0.5989990234375, 0.711334228515625, 0.82366943359375, 0.936004638671875, 1.04833984375, 1.160675048828125, 1.27301025390625, 1.385345458984375, 1.4976806640625, 1.610015869140625, 1.72235107421875, 1.834686279296875, 1.947021484375, 2.059356689453125, 2.17169189453125, 2.284027099609375, 2.3963623046875, 2.508697509765625, 2.62103271484375, 2.733367919921875, 2.845703125]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 6.0, 4.0, 11.0, 16.0, 15.0, 14.0, 19.0, 30.0, 33.0, 45.0, 49.0, 48.0, 50.0, 64.0, 47.0, 57.0, 55.0, 48.0, 64.0, 47.0, 55.0, 46.0, 32.0, 26.0, 26.0, 16.0, 23.0, 15.0, 7.0, 6.0, 7.0, 4.0, 7.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.5205078125, -0.5046195983886719, -0.48873138427734375, -0.4728431701660156, -0.4569549560546875, -0.4410667419433594, -0.42517852783203125, -0.4092903137207031, -0.393402099609375, -0.3775138854980469, -0.36162567138671875, -0.3457374572753906, -0.3298492431640625, -0.3139610290527344, -0.29807281494140625, -0.2821846008300781, -0.26629638671875, -0.2504081726074219, -0.23451995849609375, -0.21863174438476562, -0.2027435302734375, -0.18685531616210938, -0.17096710205078125, -0.15507888793945312, -0.139190673828125, -0.12330245971679688, -0.10741424560546875, -0.09152603149414062, -0.0756378173828125, -0.059749603271484375, -0.04386138916015625, -0.027973175048828125, -0.0120849609375, 0.003803253173828125, 0.01969146728515625, 0.035579681396484375, 0.0514678955078125, 0.06735610961914062, 0.08324432373046875, 0.09913253784179688, 0.115020751953125, 0.13090896606445312, 0.14679718017578125, 0.16268539428710938, 0.1785736083984375, 0.19446182250976562, 0.21035003662109375, 0.22623825073242188, 0.24212646484375, 0.2580146789550781, 0.27390289306640625, 0.2897911071777344, 0.3056793212890625, 0.3215675354003906, 0.33745574951171875, 0.3533439636230469, 0.369232177734375, 0.3851203918457031, 0.40100860595703125, 0.4168968200683594, 0.4327850341796875, 0.4486732482910156, 0.46456146240234375, 0.4804496765136719, 0.496337890625]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 9.0, 7.0, 12.0, 25.0, 36.0, 54.0, 65.0, 97.0, 159.0, 229.0, 392.0, 652.0, 1243.0, 2575.0, 5511.0, 14088.0, 41191.0, 171925.0, 3410957.0, 435954.0, 71517.0, 21895.0, 8293.0, 3605.0, 1632.0, 873.0, 466.0, 292.0, 188.0, 125.0, 73.0, 59.0, 27.0, 25.0, 11.0, 11.0, 8.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.84375, -2.744720458984375, -2.64569091796875, -2.546661376953125, -2.4476318359375, -2.348602294921875, -2.24957275390625, -2.150543212890625, -2.051513671875, -1.952484130859375, -1.85345458984375, -1.754425048828125, -1.6553955078125, -1.556365966796875, -1.45733642578125, -1.358306884765625, -1.25927734375, -1.160247802734375, -1.06121826171875, -0.962188720703125, -0.8631591796875, -0.764129638671875, -0.66510009765625, -0.566070556640625, -0.467041015625, -0.368011474609375, -0.26898193359375, -0.169952392578125, -0.0709228515625, 0.028106689453125, 0.12713623046875, 0.226165771484375, 0.3251953125, 0.424224853515625, 0.52325439453125, 0.622283935546875, 0.7213134765625, 0.820343017578125, 0.91937255859375, 1.018402099609375, 1.117431640625, 1.216461181640625, 1.31549072265625, 1.414520263671875, 1.5135498046875, 1.612579345703125, 1.71160888671875, 1.810638427734375, 1.90966796875, 2.008697509765625, 2.10772705078125, 2.206756591796875, 2.3057861328125, 2.404815673828125, 2.50384521484375, 2.602874755859375, 2.701904296875, 2.800933837890625, 2.89996337890625, 2.998992919921875, 3.0980224609375, 3.197052001953125, 3.29608154296875, 3.395111083984375, 3.494140625]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 0.0, 3.0, 4.0, 9.0, 12.0, 11.0, 19.0, 28.0, 30.0, 58.0, 104.0, 202.0, 422.0, 2187.0, 488.0, 192.0, 113.0, 51.0, 45.0, 29.0, 23.0, 22.0, 12.0, 3.0, 9.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.572265625, -1.529266357421875, -1.48626708984375, -1.443267822265625, -1.4002685546875, -1.357269287109375, -1.31427001953125, -1.271270751953125, -1.228271484375, -1.185272216796875, -1.14227294921875, -1.099273681640625, -1.0562744140625, -1.013275146484375, -0.97027587890625, -0.927276611328125, -0.88427734375, -0.841278076171875, -0.79827880859375, -0.755279541015625, -0.7122802734375, -0.669281005859375, -0.62628173828125, -0.583282470703125, -0.540283203125, -0.497283935546875, -0.45428466796875, -0.411285400390625, -0.3682861328125, -0.325286865234375, -0.28228759765625, -0.239288330078125, -0.1962890625, -0.153289794921875, -0.11029052734375, -0.067291259765625, -0.0242919921875, 0.018707275390625, 0.06170654296875, 0.104705810546875, 0.147705078125, 0.190704345703125, 0.23370361328125, 0.276702880859375, 0.3197021484375, 0.362701416015625, 0.40570068359375, 0.448699951171875, 0.49169921875, 0.534698486328125, 0.57769775390625, 0.620697021484375, 0.6636962890625, 0.706695556640625, 0.74969482421875, 0.792694091796875, 0.835693359375, 0.878692626953125, 0.92169189453125, 0.964691162109375, 1.0076904296875, 1.050689697265625, 1.09368896484375, 1.136688232421875, 1.1796875]}, "gradients/encoder.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 3.0, 5.0, 9.0, 13.0, 20.0, 43.0, 66.0, 97.0, 140.0, 136.0, 155.0, 110.0, 82.0, 60.0, 34.0, 13.0, 8.0, 4.0, 7.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.801623344421387, -12.524360656738281, -12.247097969055176, -11.96983528137207, -11.692572593688965, -11.41530990600586, -11.13804817199707, -10.860785484313965, -10.58352279663086, -10.306260108947754, -10.028997421264648, -9.751734733581543, -9.474472045898438, -9.197210311889648, -8.919946670532227, -8.642684936523438, -8.365421295166016, -8.08815860748291, -7.810895919799805, -7.533633232116699, -7.256371021270752, -6.9791083335876465, -6.701845645904541, -6.4245829582214355, -6.147320747375488, -5.870058059692383, -5.592795372009277, -5.315532684326172, -5.038270473480225, -4.761007785797119, -4.483745098114014, -4.206482410430908, -3.929220199584961, -3.6519575119018555, -3.374695062637329, -3.0974323749542236, -2.8201699256896973, -2.542907238006592, -2.2656445503234863, -1.9883819818496704, -1.7111194133758545, -1.4338568449020386, -1.1565942764282227, -0.8793315887451172, -0.6020690202713013, -0.32480645179748535, -0.04754376411437988, 0.22971880435943604, 0.506981372833252, 0.7842439413070679, 1.0615065097808838, 1.3387691974639893, 1.6160317659378052, 1.893294334411621, 2.1705570220947266, 2.447819709777832, 2.7250821590423584, 3.002344846725464, 3.2796072959899902, 3.5568699836730957, 3.834132671356201, 4.111394882202148, 4.388657569885254, 4.665920257568359, 4.943182945251465]}, "gradients/encoder.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 4.0, 4.0, 1.0, 4.0, 3.0, 4.0, 8.0, 7.0, 5.0, 6.0, 7.0, 11.0, 15.0, 17.0, 14.0, 14.0, 23.0, 23.0, 17.0, 27.0, 25.0, 22.0, 22.0, 18.0, 42.0, 35.0, 29.0, 40.0, 32.0, 37.0, 42.0, 36.0, 35.0, 23.0, 42.0, 33.0, 35.0, 28.0, 33.0, 29.0, 21.0, 25.0, 19.0, 16.0, 7.0, 17.0, 9.0, 9.0, 9.0, 4.0, 6.0, 6.0, 9.0, 1.0, 5.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0], "bins": [-2.713590621948242, -2.6257505416870117, -2.537910223007202, -2.4500701427459717, -2.362229824066162, -2.2743897438049316, -2.186549663543701, -2.0987093448638916, -2.010869264602661, -1.9230290651321411, -1.835188865661621, -1.7473487854003906, -1.6595085859298706, -1.5716683864593506, -1.4838281869888306, -1.3959879875183105, -1.3081477880477905, -1.2203075885772705, -1.1324673891067505, -1.0446271896362305, -0.956787109375, -0.86894690990448, -0.78110671043396, -0.6932665705680847, -0.6054263710975647, -0.5175861716270447, -0.42974603176116943, -0.3419058322906494, -0.2540656626224518, -0.16622549295425415, -0.07838529348373413, 0.009454846382141113, 0.09729504585266113, 0.18513521552085876, 0.2729753851890564, 0.3608155846595764, 0.44865575432777405, 0.5364959239959717, 0.6243361234664917, 0.7121762633323669, 0.800016462802887, 0.887856662273407, 0.9756968021392822, 1.0635370016098022, 1.1513772010803223, 1.2392172813415527, 1.3270576000213623, 1.4148976802825928, 1.5027378797531128, 1.5905780792236328, 1.6784182786941528, 1.7662584781646729, 1.8540985584259033, 1.9419387578964233, 2.0297789573669434, 2.117619037628174, 2.2054593563079834, 2.293299436569214, 2.3811397552490234, 2.468979835510254, 2.5568201541900635, 2.644660234451294, 2.7325005531311035, 2.820340633392334, 2.9081807136535645]}, "gradients/encoder.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 8.0, 5.0, 13.0, 14.0, 14.0, 25.0, 42.0, 51.0, 60.0, 105.0, 161.0, 271.0, 417.0, 694.0, 1368.0, 2729.0, 5232.0, 11176.0, 24698.0, 53192.0, 108505.0, 252692.0, 328426.0, 133988.0, 66003.0, 30837.0, 14153.0, 6575.0, 3198.0, 1592.0, 904.0, 563.0, 316.0, 190.0, 105.0, 73.0, 60.0, 25.0, 23.0, 20.0, 10.0, 13.0, 3.0, 5.0, 2.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.869140625, -1.8091278076171875, -1.749114990234375, -1.6891021728515625, -1.62908935546875, -1.5690765380859375, -1.509063720703125, -1.4490509033203125, -1.3890380859375, -1.3290252685546875, -1.269012451171875, -1.2089996337890625, -1.14898681640625, -1.0889739990234375, -1.028961181640625, -0.9689483642578125, -0.908935546875, -0.8489227294921875, -0.788909912109375, -0.7288970947265625, -0.66888427734375, -0.6088714599609375, -0.548858642578125, -0.4888458251953125, -0.4288330078125, -0.3688201904296875, -0.308807373046875, -0.2487945556640625, -0.18878173828125, -0.1287689208984375, -0.068756103515625, -0.0087432861328125, 0.05126953125, 0.1112823486328125, 0.171295166015625, 0.2313079833984375, 0.29132080078125, 0.3513336181640625, 0.411346435546875, 0.4713592529296875, 0.5313720703125, 0.5913848876953125, 0.651397705078125, 0.7114105224609375, 0.77142333984375, 0.8314361572265625, 0.891448974609375, 0.9514617919921875, 1.011474609375, 1.0714874267578125, 1.131500244140625, 1.1915130615234375, 1.25152587890625, 1.3115386962890625, 1.371551513671875, 1.4315643310546875, 1.4915771484375, 1.5515899658203125, 1.611602783203125, 1.6716156005859375, 1.73162841796875, 1.7916412353515625, 1.851654052734375, 1.9116668701171875, 1.9716796875]}, "gradients/encoder.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 4.0, 5.0, 5.0, 4.0, 10.0, 17.0, 17.0, 15.0, 18.0, 23.0, 25.0, 36.0, 41.0, 53.0, 55.0, 48.0, 53.0, 53.0, 52.0, 59.0, 62.0, 54.0, 46.0, 36.0, 50.0, 24.0, 26.0, 21.0, 17.0, 17.0, 13.0, 8.0, 9.0, 5.0, 4.0, 5.0, 5.0, 3.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.525390625, -0.5095901489257812, -0.4937896728515625, -0.47798919677734375, -0.462188720703125, -0.44638824462890625, -0.4305877685546875, -0.41478729248046875, -0.39898681640625, -0.38318634033203125, -0.3673858642578125, -0.35158538818359375, -0.335784912109375, -0.31998443603515625, -0.3041839599609375, -0.28838348388671875, -0.2725830078125, -0.25678253173828125, -0.2409820556640625, -0.22518157958984375, -0.209381103515625, -0.19358062744140625, -0.1777801513671875, -0.16197967529296875, -0.14617919921875, -0.13037872314453125, -0.1145782470703125, -0.09877777099609375, -0.082977294921875, -0.06717681884765625, -0.0513763427734375, -0.03557586669921875, -0.019775390625, -0.00397491455078125, 0.0118255615234375, 0.02762603759765625, 0.043426513671875, 0.05922698974609375, 0.0750274658203125, 0.09082794189453125, 0.10662841796875, 0.12242889404296875, 0.1382293701171875, 0.15402984619140625, 0.169830322265625, 0.18563079833984375, 0.2014312744140625, 0.21723175048828125, 0.2330322265625, 0.24883270263671875, 0.2646331787109375, 0.28043365478515625, 0.296234130859375, 0.31203460693359375, 0.3278350830078125, 0.34363555908203125, 0.35943603515625, 0.37523651123046875, 0.3910369873046875, 0.40683746337890625, 0.422637939453125, 0.43843841552734375, 0.4542388916015625, 0.47003936767578125, 0.48583984375]}, "gradients/encoder.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 5.0, 6.0, 16.0, 17.0, 19.0, 24.0, 24.0, 35.0, 62.0, 66.0, 109.0, 132.0, 167.0, 270.0, 399.0, 584.0, 1115.0, 2690.0, 9329.0, 39474.0, 167804.0, 589720.0, 177862.0, 42670.0, 9833.0, 2917.0, 1182.0, 661.0, 402.0, 267.0, 177.0, 138.0, 97.0, 93.0, 52.0, 48.0, 25.0, 24.0, 9.0, 12.0, 8.0, 4.0, 4.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-2.9140625, -2.824462890625, -2.73486328125, -2.645263671875, -2.5556640625, -2.466064453125, -2.37646484375, -2.286865234375, -2.197265625, -2.107666015625, -2.01806640625, -1.928466796875, -1.8388671875, -1.749267578125, -1.65966796875, -1.570068359375, -1.48046875, -1.390869140625, -1.30126953125, -1.211669921875, -1.1220703125, -1.032470703125, -0.94287109375, -0.853271484375, -0.763671875, -0.674072265625, -0.58447265625, -0.494873046875, -0.4052734375, -0.315673828125, -0.22607421875, -0.136474609375, -0.046875, 0.042724609375, 0.13232421875, 0.221923828125, 0.3115234375, 0.401123046875, 0.49072265625, 0.580322265625, 0.669921875, 0.759521484375, 0.84912109375, 0.938720703125, 1.0283203125, 1.117919921875, 1.20751953125, 1.297119140625, 1.38671875, 1.476318359375, 1.56591796875, 1.655517578125, 1.7451171875, 1.834716796875, 1.92431640625, 2.013916015625, 2.103515625, 2.193115234375, 2.28271484375, 2.372314453125, 2.4619140625, 2.551513671875, 2.64111328125, 2.730712890625, 2.8203125]}, "gradients/encoder.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 7.0, 2.0, 3.0, 8.0, 11.0, 15.0, 14.0, 19.0, 23.0, 23.0, 23.0, 38.0, 43.0, 44.0, 48.0, 49.0, 61.0, 63.0, 45.0, 61.0, 50.0, 60.0, 48.0, 35.0, 40.0, 32.0, 28.0, 21.0, 18.0, 18.0, 10.0, 17.0, 8.0, 4.0, 3.0, 4.0, 1.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-2.58203125, -2.50921630859375, -2.4364013671875, -2.36358642578125, -2.290771484375, -2.21795654296875, -2.1451416015625, -2.07232666015625, -1.99951171875, -1.92669677734375, -1.8538818359375, -1.78106689453125, -1.708251953125, -1.63543701171875, -1.5626220703125, -1.48980712890625, -1.4169921875, -1.34417724609375, -1.2713623046875, -1.19854736328125, -1.125732421875, -1.05291748046875, -0.9801025390625, -0.90728759765625, -0.83447265625, -0.76165771484375, -0.6888427734375, -0.61602783203125, -0.543212890625, -0.47039794921875, -0.3975830078125, -0.32476806640625, -0.251953125, -0.17913818359375, -0.1063232421875, -0.03350830078125, 0.039306640625, 0.11212158203125, 0.1849365234375, 0.25775146484375, 0.33056640625, 0.40338134765625, 0.4761962890625, 0.54901123046875, 0.621826171875, 0.69464111328125, 0.7674560546875, 0.84027099609375, 0.9130859375, 0.98590087890625, 1.0587158203125, 1.13153076171875, 1.204345703125, 1.27716064453125, 1.3499755859375, 1.42279052734375, 1.49560546875, 1.56842041015625, 1.6412353515625, 1.71405029296875, 1.786865234375, 1.85968017578125, 1.9324951171875, 2.00531005859375, 2.078125]}, "gradients/encoder.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 0.0, 6.0, 4.0, 4.0, 5.0, 11.0, 30.0, 34.0, 57.0, 125.0, 246.0, 555.0, 1257.0, 3572.0, 13346.0, 63663.0, 423773.0, 454446.0, 67265.0, 14022.0, 3748.0, 1296.0, 533.0, 251.0, 138.0, 58.0, 47.0, 22.0, 15.0, 12.0, 6.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.953125, -1.898895263671875, -1.84466552734375, -1.790435791015625, -1.7362060546875, -1.681976318359375, -1.62774658203125, -1.573516845703125, -1.519287109375, -1.465057373046875, -1.41082763671875, -1.356597900390625, -1.3023681640625, -1.248138427734375, -1.19390869140625, -1.139678955078125, -1.08544921875, -1.031219482421875, -0.97698974609375, -0.922760009765625, -0.8685302734375, -0.814300537109375, -0.76007080078125, -0.705841064453125, -0.651611328125, -0.597381591796875, -0.54315185546875, -0.488922119140625, -0.4346923828125, -0.380462646484375, -0.32623291015625, -0.272003173828125, -0.2177734375, -0.163543701171875, -0.10931396484375, -0.055084228515625, -0.0008544921875, 0.053375244140625, 0.10760498046875, 0.161834716796875, 0.216064453125, 0.270294189453125, 0.32452392578125, 0.378753662109375, 0.4329833984375, 0.487213134765625, 0.54144287109375, 0.595672607421875, 0.64990234375, 0.704132080078125, 0.75836181640625, 0.812591552734375, 0.8668212890625, 0.921051025390625, 0.97528076171875, 1.029510498046875, 1.083740234375, 1.137969970703125, 1.19219970703125, 1.246429443359375, 1.3006591796875, 1.354888916015625, 1.40911865234375, 1.463348388671875, 1.517578125]}, "gradients/encoder.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 4.0, 3.0, 8.0, 6.0, 3.0, 11.0, 10.0, 16.0, 17.0, 34.0, 26.0, 39.0, 40.0, 50.0, 83.0, 160.0, 152.0, 85.0, 55.0, 54.0, 28.0, 26.0, 26.0, 10.0, 19.0, 15.0, 7.0, 8.0, 4.0, 2.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00019073486328125, -0.00018392130732536316, -0.00017710775136947632, -0.00017029419541358948, -0.00016348063945770264, -0.0001566670835018158, -0.00014985352754592896, -0.00014303997159004211, -0.00013622641563415527, -0.00012941285967826843, -0.0001225993037223816, -0.00011578574776649475, -0.00010897219181060791, -0.00010215863585472107, -9.534507989883423e-05, -8.853152394294739e-05, -8.171796798706055e-05, -7.49044120311737e-05, -6.809085607528687e-05, -6.127730011940002e-05, -5.4463744163513184e-05, -4.765018820762634e-05, -4.08366322517395e-05, -3.402307629585266e-05, -2.720952033996582e-05, -2.039596438407898e-05, -1.3582408428192139e-05, -6.768852472305298e-06, 4.470348358154297e-08, 6.858259439468384e-06, 1.3671815395355225e-05, 2.0485371351242065e-05, 2.7298927307128906e-05, 3.411248326301575e-05, 4.092603921890259e-05, 4.773959517478943e-05, 5.455315113067627e-05, 6.136670708656311e-05, 6.818026304244995e-05, 7.499381899833679e-05, 8.180737495422363e-05, 8.862093091011047e-05, 9.543448686599731e-05, 0.00010224804282188416, 0.000109061598777771, 0.00011587515473365784, 0.00012268871068954468, 0.00012950226664543152, 0.00013631582260131836, 0.0001431293785572052, 0.00014994293451309204, 0.00015675649046897888, 0.00016357004642486572, 0.00017038360238075256, 0.0001771971583366394, 0.00018401071429252625, 0.00019082427024841309, 0.00019763782620429993, 0.00020445138216018677, 0.0002112649381160736, 0.00021807849407196045, 0.0002248920500278473, 0.00023170560598373413, 0.00023851916193962097, 0.0002453327178955078]}, "gradients/encoder.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 2.0, 9.0, 4.0, 16.0, 20.0, 26.0, 51.0, 108.0, 178.0, 332.0, 732.0, 2052.0, 9355.0, 82484.0, 716182.0, 211866.0, 19595.0, 3462.0, 1091.0, 496.0, 226.0, 113.0, 55.0, 46.0, 26.0, 7.0, 7.0, 3.0, 2.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.037109375, -1.963531494140625, -1.88995361328125, -1.816375732421875, -1.7427978515625, -1.669219970703125, -1.59564208984375, -1.522064208984375, -1.448486328125, -1.374908447265625, -1.30133056640625, -1.227752685546875, -1.1541748046875, -1.080596923828125, -1.00701904296875, -0.933441162109375, -0.85986328125, -0.786285400390625, -0.71270751953125, -0.639129638671875, -0.5655517578125, -0.491973876953125, -0.41839599609375, -0.344818115234375, -0.271240234375, -0.197662353515625, -0.12408447265625, -0.050506591796875, 0.0230712890625, 0.096649169921875, 0.17022705078125, 0.243804931640625, 0.3173828125, 0.390960693359375, 0.46453857421875, 0.538116455078125, 0.6116943359375, 0.685272216796875, 0.75885009765625, 0.832427978515625, 0.906005859375, 0.979583740234375, 1.05316162109375, 1.126739501953125, 1.2003173828125, 1.273895263671875, 1.34747314453125, 1.421051025390625, 1.49462890625, 1.568206787109375, 1.64178466796875, 1.715362548828125, 1.7889404296875, 1.862518310546875, 1.93609619140625, 2.009674072265625, 2.083251953125, 2.156829833984375, 2.23040771484375, 2.303985595703125, 2.3775634765625, 2.451141357421875, 2.52471923828125, 2.598297119140625, 2.671875]}, "gradients/encoder.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 7.0, 10.0, 11.0, 12.0, 23.0, 39.0, 45.0, 54.0, 90.0, 115.0, 179.0, 138.0, 83.0, 44.0, 47.0, 35.0, 20.0, 22.0, 12.0, 9.0, 6.0, 4.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9794921875, -1.9266357421875, -1.873779296875, -1.8209228515625, -1.76806640625, -1.7152099609375, -1.662353515625, -1.6094970703125, -1.556640625, -1.5037841796875, -1.450927734375, -1.3980712890625, -1.34521484375, -1.2923583984375, -1.239501953125, -1.1866455078125, -1.1337890625, -1.0809326171875, -1.028076171875, -0.9752197265625, -0.92236328125, -0.8695068359375, -0.816650390625, -0.7637939453125, -0.7109375, -0.6580810546875, -0.605224609375, -0.5523681640625, -0.49951171875, -0.4466552734375, -0.393798828125, -0.3409423828125, -0.2880859375, -0.2352294921875, -0.182373046875, -0.1295166015625, -0.07666015625, -0.0238037109375, 0.029052734375, 0.0819091796875, 0.134765625, 0.1876220703125, 0.240478515625, 0.2933349609375, 0.34619140625, 0.3990478515625, 0.451904296875, 0.5047607421875, 0.5576171875, 0.6104736328125, 0.663330078125, 0.7161865234375, 0.76904296875, 0.8218994140625, 0.874755859375, 0.9276123046875, 0.98046875, 1.0333251953125, 1.086181640625, 1.1390380859375, 1.19189453125, 1.2447509765625, 1.297607421875, 1.3504638671875, 1.4033203125]}, "gradients/encoder.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 4.0, 6.0, 12.0, 21.0, 28.0, 42.0, 64.0, 102.0, 121.0, 119.0, 92.0, 102.0, 79.0, 71.0, 54.0, 31.0, 16.0, 19.0, 14.0, 5.0, 2.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.26028060913086, -16.70370864868164, -16.147136688232422, -15.590564727783203, -15.033991813659668, -14.47741985321045, -13.92084789276123, -13.364275932312012, -12.807703018188477, -12.251131057739258, -11.694559097290039, -11.13798713684082, -10.581414222717285, -10.024842262268066, -9.468270301818848, -8.911698341369629, -8.35512638092041, -7.798554420471191, -7.2419819831848145, -6.685410022735596, -6.128837585449219, -5.572265625, -5.015693664550781, -4.4591217041015625, -3.9025492668151855, -3.3459770679473877, -2.78940486907959, -2.232832908630371, -1.6762607097625732, -1.1196885108947754, -0.5631165504455566, -0.006544351577758789, 0.5500278472900391, 1.106600046157837, 1.6631721258163452, 2.2197442054748535, 2.7763164043426514, 3.332888603210449, 3.889460563659668, 4.446032524108887, 5.002604961395264, 5.559176921844482, 6.115749359130859, 6.672321319580078, 7.228893280029297, 7.785465717315674, 8.342037200927734, 8.89861011505127, 9.455182075500488, 10.011754035949707, 10.568325996398926, 11.124898910522461, 11.68147087097168, 12.238042831420898, 12.794614791870117, 13.351186752319336, 13.907758712768555, 14.464330673217773, 15.020902633666992, 15.577474594116211, 16.13404655456543, 16.69062042236328, 17.2471923828125, 17.80376434326172, 18.360336303710938]}, "gradients/encoder.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 6.0, 5.0, 4.0, 13.0, 6.0, 8.0, 16.0, 14.0, 22.0, 18.0, 29.0, 28.0, 32.0, 26.0, 53.0, 41.0, 36.0, 53.0, 42.0, 39.0, 49.0, 46.0, 46.0, 52.0, 44.0, 37.0, 35.0, 30.0, 43.0, 26.0, 19.0, 19.0, 14.0, 12.0, 6.0, 8.0, 10.0, 6.0, 7.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-12.598014831542969, -12.226737022399902, -11.85545825958252, -11.484180450439453, -11.112902641296387, -10.74162483215332, -10.370346069335938, -9.999068260192871, -9.627790451049805, -9.256512641906738, -8.885233879089355, -8.513956069946289, -8.142678260803223, -7.771399974822998, -7.400121688842773, -7.028843879699707, -6.657565116882324, -6.2862868309021, -5.915009021759033, -5.543730735778809, -5.172452926635742, -4.801174640655518, -4.429896354675293, -4.058618545532227, -3.687340259552002, -3.3160622119903564, -2.944784164428711, -2.5735058784484863, -2.202227830886841, -1.8309497833251953, -1.4596714973449707, -1.0883934497833252, -0.7171144485473633, -0.345836341381073, 0.025441765785217285, 0.39671993255615234, 0.7679979801177979, 1.1392760276794434, 1.510554313659668, 1.8818323612213135, 2.253110408782959, 2.6243884563446045, 2.99566650390625, 3.3669447898864746, 3.73822283744812, 4.109500885009766, 4.48077917098999, 4.852057456970215, 5.223335266113281, 5.594613552093506, 5.965891361236572, 6.337169647216797, 6.708447456359863, 7.079725742340088, 7.4510040283203125, 7.822281837463379, 8.193559646606445, 8.564837455749512, 8.936116218566895, 9.307394027709961, 9.678671836853027, 10.049949645996094, 10.421228408813477, 10.792506217956543, 11.163784980773926]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 5.0, 4.0, 0.0, 2.0, 7.0, 4.0, 11.0, 11.0, 13.0, 14.0, 31.0, 46.0, 72.0, 103.0, 149.0, 241.0, 375.0, 655.0, 1199.0, 2033.0, 3761.0, 7680.0, 16922.0, 42707.0, 141175.0, 2558547.0, 1218872.0, 128478.0, 39556.0, 15936.0, 7218.0, 3704.0, 2008.0, 1129.0, 647.0, 397.0, 233.0, 131.0, 84.0, 56.0, 31.0, 17.0, 14.0, 5.0, 4.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-3.666015625, -3.571929931640625, -3.47784423828125, -3.383758544921875, -3.2896728515625, -3.195587158203125, -3.10150146484375, -3.007415771484375, -2.913330078125, -2.819244384765625, -2.72515869140625, -2.631072998046875, -2.5369873046875, -2.442901611328125, -2.34881591796875, -2.254730224609375, -2.16064453125, -2.066558837890625, -1.97247314453125, -1.878387451171875, -1.7843017578125, -1.690216064453125, -1.59613037109375, -1.502044677734375, -1.407958984375, -1.313873291015625, -1.21978759765625, -1.125701904296875, -1.0316162109375, -0.937530517578125, -0.84344482421875, -0.749359130859375, -0.6552734375, -0.561187744140625, -0.46710205078125, -0.373016357421875, -0.2789306640625, -0.184844970703125, -0.09075927734375, 0.003326416015625, 0.097412109375, 0.191497802734375, 0.28558349609375, 0.379669189453125, 0.4737548828125, 0.567840576171875, 0.66192626953125, 0.756011962890625, 0.85009765625, 0.944183349609375, 1.03826904296875, 1.132354736328125, 1.2264404296875, 1.320526123046875, 1.41461181640625, 1.508697509765625, 1.602783203125, 1.696868896484375, 1.79095458984375, 1.885040283203125, 1.9791259765625, 2.073211669921875, 2.16729736328125, 2.261383056640625, 2.35546875]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 5.0, 5.0, 8.0, 7.0, 3.0, 16.0, 17.0, 24.0, 17.0, 27.0, 26.0, 38.0, 34.0, 41.0, 54.0, 46.0, 65.0, 44.0, 55.0, 41.0, 56.0, 41.0, 55.0, 46.0, 34.0, 34.0, 37.0, 23.0, 22.0, 24.0, 9.0, 15.0, 7.0, 9.0, 6.0, 4.0, 2.0, 4.0, 3.0, 2.0, 0.0, 0.0, 6.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.53955078125, -0.52301025390625, -0.5064697265625, -0.48992919921875, -0.473388671875, -0.45684814453125, -0.4403076171875, -0.42376708984375, -0.4072265625, -0.39068603515625, -0.3741455078125, -0.35760498046875, -0.341064453125, -0.32452392578125, -0.3079833984375, -0.29144287109375, -0.27490234375, -0.25836181640625, -0.2418212890625, -0.22528076171875, -0.208740234375, -0.19219970703125, -0.1756591796875, -0.15911865234375, -0.142578125, -0.12603759765625, -0.1094970703125, -0.09295654296875, -0.076416015625, -0.05987548828125, -0.0433349609375, -0.02679443359375, -0.01025390625, 0.00628662109375, 0.0228271484375, 0.03936767578125, 0.055908203125, 0.07244873046875, 0.0889892578125, 0.10552978515625, 0.1220703125, 0.13861083984375, 0.1551513671875, 0.17169189453125, 0.188232421875, 0.20477294921875, 0.2213134765625, 0.23785400390625, 0.25439453125, 0.27093505859375, 0.2874755859375, 0.30401611328125, 0.320556640625, 0.33709716796875, 0.3536376953125, 0.37017822265625, 0.38671875, 0.40325927734375, 0.4197998046875, 0.43634033203125, 0.452880859375, 0.46942138671875, 0.4859619140625, 0.50250244140625, 0.51904296875]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 5.0, 7.0, 7.0, 13.0, 28.0, 35.0, 49.0, 78.0, 129.0, 208.0, 291.0, 512.0, 784.0, 1369.0, 2310.0, 4184.0, 7878.0, 15401.0, 32387.0, 75300.0, 220891.0, 2304322.0, 1208513.0, 191042.0, 68004.0, 29804.0, 14022.0, 7243.0, 3875.0, 2198.0, 1334.0, 800.0, 489.0, 271.0, 176.0, 117.0, 80.0, 47.0, 24.0, 27.0, 12.0, 8.0, 3.0, 7.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9365234375, -1.8696136474609375, -1.802703857421875, -1.7357940673828125, -1.66888427734375, -1.6019744873046875, -1.535064697265625, -1.4681549072265625, -1.4012451171875, -1.3343353271484375, -1.267425537109375, -1.2005157470703125, -1.13360595703125, -1.0666961669921875, -0.999786376953125, -0.9328765869140625, -0.865966796875, -0.7990570068359375, -0.732147216796875, -0.6652374267578125, -0.59832763671875, -0.5314178466796875, -0.464508056640625, -0.3975982666015625, -0.3306884765625, -0.2637786865234375, -0.196868896484375, -0.1299591064453125, -0.06304931640625, 0.0038604736328125, 0.070770263671875, 0.1376800537109375, 0.20458984375, 0.2714996337890625, 0.338409423828125, 0.4053192138671875, 0.47222900390625, 0.5391387939453125, 0.606048583984375, 0.6729583740234375, 0.7398681640625, 0.8067779541015625, 0.873687744140625, 0.9405975341796875, 1.00750732421875, 1.0744171142578125, 1.141326904296875, 1.2082366943359375, 1.275146484375, 1.3420562744140625, 1.408966064453125, 1.4758758544921875, 1.54278564453125, 1.6096954345703125, 1.676605224609375, 1.7435150146484375, 1.8104248046875, 1.8773345947265625, 1.944244384765625, 2.0111541748046875, 2.07806396484375, 2.1449737548828125, 2.211883544921875, 2.2787933349609375, 2.345703125]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 5.0, 6.0, 6.0, 8.0, 7.0, 8.0, 20.0, 22.0, 38.0, 33.0, 51.0, 66.0, 110.0, 198.0, 305.0, 1341.0, 946.0, 311.0, 176.0, 125.0, 74.0, 71.0, 43.0, 34.0, 23.0, 11.0, 11.0, 8.0, 7.0, 5.0, 5.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.8291015625, -1.7844390869140625, -1.739776611328125, -1.6951141357421875, -1.65045166015625, -1.6057891845703125, -1.561126708984375, -1.5164642333984375, -1.4718017578125, -1.4271392822265625, -1.382476806640625, -1.3378143310546875, -1.29315185546875, -1.2484893798828125, -1.203826904296875, -1.1591644287109375, -1.114501953125, -1.0698394775390625, -1.025177001953125, -0.9805145263671875, -0.93585205078125, -0.8911895751953125, -0.846527099609375, -0.8018646240234375, -0.7572021484375, -0.7125396728515625, -0.667877197265625, -0.6232147216796875, -0.57855224609375, -0.5338897705078125, -0.489227294921875, -0.4445648193359375, -0.39990234375, -0.3552398681640625, -0.310577392578125, -0.2659149169921875, -0.22125244140625, -0.1765899658203125, -0.131927490234375, -0.0872650146484375, -0.0426025390625, 0.0020599365234375, 0.046722412109375, 0.0913848876953125, 0.13604736328125, 0.1807098388671875, 0.225372314453125, 0.2700347900390625, 0.314697265625, 0.3593597412109375, 0.404022216796875, 0.4486846923828125, 0.49334716796875, 0.5380096435546875, 0.582672119140625, 0.6273345947265625, 0.6719970703125, 0.7166595458984375, 0.761322021484375, 0.8059844970703125, 0.85064697265625, 0.8953094482421875, 0.939971923828125, 0.9846343994140625, 1.029296875]}, "gradients/encoder.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 6.0, 5.0, 11.0, 10.0, 26.0, 36.0, 43.0, 60.0, 90.0, 109.0, 97.0, 114.0, 85.0, 96.0, 60.0, 51.0, 29.0, 27.0, 16.0, 13.0, 10.0, 2.0, 5.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.3739824295043945, -7.079626560211182, -6.785270690917969, -6.490914344787598, -6.196558475494385, -5.902202606201172, -5.607846260070801, -5.313490390777588, -5.019134521484375, -4.724778652191162, -4.430422782897949, -4.136066436767578, -3.8417105674743652, -3.5473546981811523, -3.2529985904693604, -2.9586424827575684, -2.6642866134643555, -2.3699307441711426, -2.0755746364593506, -1.7812186479568481, -1.4868626594543457, -1.1925066709518433, -0.8981506824493408, -0.6037945747375488, -0.30943870544433594, -0.015082716941833496, 0.27927327156066895, 0.5736292600631714, 0.8679852485656738, 1.1623412370681763, 1.4566972255706787, 1.7510533332824707, 2.04541015625, 2.339766025543213, 2.634122133255005, 2.928478240966797, 3.2228341102600098, 3.5171899795532227, 3.8115460872650146, 4.105902194976807, 4.4002580642700195, 4.694613933563232, 4.988969802856445, 5.283326148986816, 5.577682018280029, 5.872037887573242, 6.166394233703613, 6.460750102996826, 6.755105972290039, 7.049461841583252, 7.343817710876465, 7.638174057006836, 7.932529926300049, 8.226885795593262, 8.521242141723633, 8.815597534179688, 9.109953880310059, 9.40431022644043, 9.698665618896484, 9.993021965026855, 10.287378311157227, 10.581733703613281, 10.876090049743652, 11.170446395874023, 11.464801788330078]}, "gradients/encoder.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 7.0, 2.0, 5.0, 9.0, 15.0, 11.0, 12.0, 25.0, 15.0, 22.0, 23.0, 23.0, 33.0, 30.0, 30.0, 38.0, 56.0, 45.0, 38.0, 60.0, 47.0, 48.0, 44.0, 46.0, 44.0, 43.0, 38.0, 30.0, 36.0, 26.0, 21.0, 19.0, 7.0, 10.0, 9.0, 7.0, 5.0, 7.0, 5.0, 3.0, 3.0, 2.0, 7.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0], "bins": [-5.77145528793335, -5.603425979614258, -5.435396194458008, -5.267366886138916, -5.099337577819824, -4.931308269500732, -4.763278961181641, -4.595249176025391, -4.427219867706299, -4.259190559387207, -4.091160774230957, -3.9231314659118652, -3.7551021575927734, -3.5870728492736816, -3.4190433025360107, -3.25101375579834, -3.082984447479248, -2.9149551391601562, -2.7469255924224854, -2.5788960456848145, -2.4108667373657227, -2.242837429046631, -2.07480788230896, -1.9067784547805786, -1.7387490272521973, -1.570719599723816, -1.4026901721954346, -1.2346607446670532, -1.0666313171386719, -0.8986018896102905, -0.7305724620819092, -0.5625430345535278, -0.3945131301879883, -0.22648370265960693, -0.058454275131225586, 0.10957515239715576, 0.2776045799255371, 0.44563400745391846, 0.6136634349822998, 0.7816928625106812, 0.9497222900390625, 1.1177517175674438, 1.2857811450958252, 1.4538105726242065, 1.621840000152588, 1.7898694276809692, 1.9578988552093506, 2.1259284019470215, 2.2939577102661133, 2.461987018585205, 2.630016565322876, 2.798046112060547, 2.9660754203796387, 3.1341047286987305, 3.3021342754364014, 3.4701638221740723, 3.638193130493164, 3.806222438812256, 3.9742519855499268, 4.142281532287598, 4.3103108406066895, 4.478340148925781, 4.646369934082031, 4.814399242401123, 4.982428550720215]}, "gradients/encoder.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 6.0, 3.0, 5.0, 4.0, 6.0, 17.0, 22.0, 17.0, 40.0, 54.0, 77.0, 115.0, 225.0, 397.0, 718.0, 1540.0, 3281.0, 7256.0, 17655.0, 44899.0, 112413.0, 250483.0, 311959.0, 175620.0, 72188.0, 28386.0, 11590.0, 5067.0, 2166.0, 1054.0, 536.0, 322.0, 148.0, 105.0, 73.0, 42.0, 20.0, 23.0, 13.0, 8.0, 2.0, 1.0, 6.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.095703125, -2.028656005859375, -1.96160888671875, -1.894561767578125, -1.8275146484375, -1.760467529296875, -1.69342041015625, -1.626373291015625, -1.559326171875, -1.492279052734375, -1.42523193359375, -1.358184814453125, -1.2911376953125, -1.224090576171875, -1.15704345703125, -1.089996337890625, -1.02294921875, -0.955902099609375, -0.88885498046875, -0.821807861328125, -0.7547607421875, -0.687713623046875, -0.62066650390625, -0.553619384765625, -0.486572265625, -0.419525146484375, -0.35247802734375, -0.285430908203125, -0.2183837890625, -0.151336669921875, -0.08428955078125, -0.017242431640625, 0.0498046875, 0.116851806640625, 0.18389892578125, 0.250946044921875, 0.3179931640625, 0.385040283203125, 0.45208740234375, 0.519134521484375, 0.586181640625, 0.653228759765625, 0.72027587890625, 0.787322998046875, 0.8543701171875, 0.921417236328125, 0.98846435546875, 1.055511474609375, 1.12255859375, 1.189605712890625, 1.25665283203125, 1.323699951171875, 1.3907470703125, 1.457794189453125, 1.52484130859375, 1.591888427734375, 1.658935546875, 1.725982666015625, 1.79302978515625, 1.860076904296875, 1.9271240234375, 1.994171142578125, 2.06121826171875, 2.128265380859375, 2.1953125]}, "gradients/encoder.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 2.0, 4.0, 7.0, 7.0, 10.0, 10.0, 17.0, 18.0, 31.0, 21.0, 33.0, 29.0, 37.0, 44.0, 48.0, 58.0, 39.0, 50.0, 61.0, 55.0, 47.0, 42.0, 46.0, 33.0, 54.0, 43.0, 36.0, 18.0, 24.0, 17.0, 20.0, 9.0, 6.0, 3.0, 2.0, 5.0, 5.0, 4.0, 0.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.53662109375, -0.5195693969726562, -0.5025177001953125, -0.48546600341796875, -0.468414306640625, -0.45136260986328125, -0.4343109130859375, -0.41725921630859375, -0.40020751953125, -0.38315582275390625, -0.3661041259765625, -0.34905242919921875, -0.332000732421875, -0.31494903564453125, -0.2978973388671875, -0.28084564208984375, -0.2637939453125, -0.24674224853515625, -0.2296905517578125, -0.21263885498046875, -0.195587158203125, -0.17853546142578125, -0.1614837646484375, -0.14443206787109375, -0.12738037109375, -0.11032867431640625, -0.0932769775390625, -0.07622528076171875, -0.059173583984375, -0.04212188720703125, -0.0250701904296875, -0.00801849365234375, 0.009033203125, 0.02608489990234375, 0.0431365966796875, 0.06018829345703125, 0.077239990234375, 0.09429168701171875, 0.1113433837890625, 0.12839508056640625, 0.14544677734375, 0.16249847412109375, 0.1795501708984375, 0.19660186767578125, 0.213653564453125, 0.23070526123046875, 0.2477569580078125, 0.26480865478515625, 0.2818603515625, 0.29891204833984375, 0.3159637451171875, 0.33301544189453125, 0.350067138671875, 0.36711883544921875, 0.3841705322265625, 0.40122222900390625, 0.41827392578125, 0.43532562255859375, 0.4523773193359375, 0.46942901611328125, 0.486480712890625, 0.5035324096679688, 0.5205841064453125, 0.5376358032226562, 0.5546875]}, "gradients/encoder.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 2.0, 4.0, 8.0, 10.0, 8.0, 8.0, 16.0, 30.0, 26.0, 41.0, 39.0, 57.0, 77.0, 91.0, 120.0, 177.0, 209.0, 360.0, 484.0, 917.0, 1774.0, 4083.0, 12654.0, 47127.0, 198312.0, 505156.0, 205642.0, 48899.0, 13208.0, 4454.0, 1801.0, 902.0, 560.0, 358.0, 262.0, 180.0, 117.0, 106.0, 71.0, 57.0, 29.0, 42.0, 19.0, 11.0, 11.0, 10.0, 5.0, 6.0, 3.0, 2.0, 4.0, 2.0, 3.0, 6.0, 2.0, 2.0, 2.0], "bins": [-2.91015625, -2.820648193359375, -2.73114013671875, -2.641632080078125, -2.5521240234375, -2.462615966796875, -2.37310791015625, -2.283599853515625, -2.194091796875, -2.104583740234375, -2.01507568359375, -1.925567626953125, -1.8360595703125, -1.746551513671875, -1.65704345703125, -1.567535400390625, -1.47802734375, -1.388519287109375, -1.29901123046875, -1.209503173828125, -1.1199951171875, -1.030487060546875, -0.94097900390625, -0.851470947265625, -0.761962890625, -0.672454833984375, -0.58294677734375, -0.493438720703125, -0.4039306640625, -0.314422607421875, -0.22491455078125, -0.135406494140625, -0.0458984375, 0.043609619140625, 0.13311767578125, 0.222625732421875, 0.3121337890625, 0.401641845703125, 0.49114990234375, 0.580657958984375, 0.670166015625, 0.759674072265625, 0.84918212890625, 0.938690185546875, 1.0281982421875, 1.117706298828125, 1.20721435546875, 1.296722412109375, 1.38623046875, 1.475738525390625, 1.56524658203125, 1.654754638671875, 1.7442626953125, 1.833770751953125, 1.92327880859375, 2.012786865234375, 2.102294921875, 2.191802978515625, 2.28131103515625, 2.370819091796875, 2.4603271484375, 2.549835205078125, 2.63934326171875, 2.728851318359375, 2.818359375]}, "gradients/encoder.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 5.0, 2.0, 1.0, 5.0, 8.0, 7.0, 11.0, 21.0, 15.0, 16.0, 19.0, 24.0, 23.0, 24.0, 36.0, 35.0, 29.0, 35.0, 37.0, 40.0, 39.0, 40.0, 35.0, 46.0, 45.0, 46.0, 40.0, 27.0, 46.0, 23.0, 24.0, 28.0, 32.0, 20.0, 21.0, 16.0, 16.0, 12.0, 7.0, 10.0, 7.0, 3.0, 7.0, 7.0, 4.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.25, -2.175018310546875, -2.10003662109375, -2.025054931640625, -1.9500732421875, -1.875091552734375, -1.80010986328125, -1.725128173828125, -1.650146484375, -1.575164794921875, -1.50018310546875, -1.425201416015625, -1.3502197265625, -1.275238037109375, -1.20025634765625, -1.125274658203125, -1.05029296875, -0.975311279296875, -0.90032958984375, -0.825347900390625, -0.7503662109375, -0.675384521484375, -0.60040283203125, -0.525421142578125, -0.450439453125, -0.375457763671875, -0.30047607421875, -0.225494384765625, -0.1505126953125, -0.075531005859375, -0.00054931640625, 0.074432373046875, 0.1494140625, 0.224395751953125, 0.29937744140625, 0.374359130859375, 0.4493408203125, 0.524322509765625, 0.59930419921875, 0.674285888671875, 0.749267578125, 0.824249267578125, 0.89923095703125, 0.974212646484375, 1.0491943359375, 1.124176025390625, 1.19915771484375, 1.274139404296875, 1.34912109375, 1.424102783203125, 1.49908447265625, 1.574066162109375, 1.6490478515625, 1.724029541015625, 1.79901123046875, 1.873992919921875, 1.948974609375, 2.023956298828125, 2.09893798828125, 2.173919677734375, 2.2489013671875, 2.323883056640625, 2.39886474609375, 2.473846435546875, 2.548828125]}, "gradients/encoder.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 4.0, 5.0, 9.0, 4.0, 21.0, 24.0, 45.0, 79.0, 133.0, 250.0, 667.0, 1790.0, 6532.0, 40290.0, 420281.0, 516392.0, 50892.0, 7927.0, 1963.0, 643.0, 285.0, 126.0, 76.0, 39.0, 40.0, 19.0, 7.0, 7.0, 3.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.888671875, -1.810150146484375, -1.73162841796875, -1.653106689453125, -1.5745849609375, -1.496063232421875, -1.41754150390625, -1.339019775390625, -1.260498046875, -1.181976318359375, -1.10345458984375, -1.024932861328125, -0.9464111328125, -0.867889404296875, -0.78936767578125, -0.710845947265625, -0.63232421875, -0.553802490234375, -0.47528076171875, -0.396759033203125, -0.3182373046875, -0.239715576171875, -0.16119384765625, -0.082672119140625, -0.004150390625, 0.074371337890625, 0.15289306640625, 0.231414794921875, 0.3099365234375, 0.388458251953125, 0.46697998046875, 0.545501708984375, 0.6240234375, 0.702545166015625, 0.78106689453125, 0.859588623046875, 0.9381103515625, 1.016632080078125, 1.09515380859375, 1.173675537109375, 1.252197265625, 1.330718994140625, 1.40924072265625, 1.487762451171875, 1.5662841796875, 1.644805908203125, 1.72332763671875, 1.801849365234375, 1.88037109375, 1.958892822265625, 2.03741455078125, 2.115936279296875, 2.1944580078125, 2.272979736328125, 2.35150146484375, 2.430023193359375, 2.508544921875, 2.587066650390625, 2.66558837890625, 2.744110107421875, 2.8226318359375, 2.901153564453125, 2.97967529296875, 3.058197021484375, 3.13671875]}, "gradients/encoder.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 4.0, 4.0, 1.0, 11.0, 7.0, 9.0, 9.0, 7.0, 21.0, 15.0, 28.0, 31.0, 42.0, 51.0, 58.0, 61.0, 66.0, 63.0, 96.0, 78.0, 56.0, 58.0, 48.0, 45.0, 34.0, 21.0, 22.0, 14.0, 12.0, 5.0, 12.0, 6.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00012922286987304688, -0.00012308359146118164, -0.0001169443130493164, -0.00011080503463745117, -0.00010466575622558594, -9.85264778137207e-05, -9.238719940185547e-05, -8.624792098999023e-05, -8.0108642578125e-05, -7.396936416625977e-05, -6.783008575439453e-05, -6.16908073425293e-05, -5.555152893066406e-05, -4.941225051879883e-05, -4.3272972106933594e-05, -3.713369369506836e-05, -3.0994415283203125e-05, -2.485513687133789e-05, -1.8715858459472656e-05, -1.2576580047607422e-05, -6.4373016357421875e-06, -2.980232238769531e-07, 5.841255187988281e-06, 1.1980533599853516e-05, 1.811981201171875e-05, 2.4259090423583984e-05, 3.039836883544922e-05, 3.653764724731445e-05, 4.267692565917969e-05, 4.881620407104492e-05, 5.4955482482910156e-05, 6.109476089477539e-05, 6.723403930664062e-05, 7.337331771850586e-05, 7.95125961303711e-05, 8.565187454223633e-05, 9.179115295410156e-05, 9.79304313659668e-05, 0.00010406970977783203, 0.00011020898818969727, 0.0001163482666015625, 0.00012248754501342773, 0.00012862682342529297, 0.0001347661018371582, 0.00014090538024902344, 0.00014704465866088867, 0.0001531839370727539, 0.00015932321548461914, 0.00016546249389648438, 0.0001716017723083496, 0.00017774105072021484, 0.00018388032913208008, 0.0001900196075439453, 0.00019615888595581055, 0.00020229816436767578, 0.00020843744277954102, 0.00021457672119140625, 0.00022071599960327148, 0.00022685527801513672, 0.00023299455642700195, 0.0002391338348388672, 0.0002452731132507324, 0.00025141239166259766, 0.0002575516700744629, 0.0002636909484863281]}, "gradients/encoder.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 5.0, 1.0, 7.0, 5.0, 14.0, 12.0, 22.0, 31.0, 55.0, 100.0, 174.0, 375.0, 671.0, 1609.0, 4429.0, 16518.0, 108396.0, 631795.0, 241716.0, 31414.0, 6967.0, 2355.0, 929.0, 444.0, 211.0, 122.0, 67.0, 33.0, 26.0, 21.0, 11.0, 7.0, 5.0, 4.0, 2.0, 3.0, 2.0, 4.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-2.322265625, -2.253326416015625, -2.18438720703125, -2.115447998046875, -2.0465087890625, -1.977569580078125, -1.90863037109375, -1.839691162109375, -1.770751953125, -1.701812744140625, -1.63287353515625, -1.563934326171875, -1.4949951171875, -1.426055908203125, -1.35711669921875, -1.288177490234375, -1.21923828125, -1.150299072265625, -1.08135986328125, -1.012420654296875, -0.9434814453125, -0.874542236328125, -0.80560302734375, -0.736663818359375, -0.667724609375, -0.598785400390625, -0.52984619140625, -0.460906982421875, -0.3919677734375, -0.323028564453125, -0.25408935546875, -0.185150146484375, -0.1162109375, -0.047271728515625, 0.02166748046875, 0.090606689453125, 0.1595458984375, 0.228485107421875, 0.29742431640625, 0.366363525390625, 0.435302734375, 0.504241943359375, 0.57318115234375, 0.642120361328125, 0.7110595703125, 0.779998779296875, 0.84893798828125, 0.917877197265625, 0.98681640625, 1.055755615234375, 1.12469482421875, 1.193634033203125, 1.2625732421875, 1.331512451171875, 1.40045166015625, 1.469390869140625, 1.538330078125, 1.607269287109375, 1.67620849609375, 1.745147705078125, 1.8140869140625, 1.883026123046875, 1.95196533203125, 2.020904541015625, 2.08984375]}, "gradients/encoder.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 1.0, 5.0, 6.0, 11.0, 8.0, 6.0, 11.0, 10.0, 10.0, 31.0, 41.0, 32.0, 44.0, 71.0, 69.0, 101.0, 94.0, 91.0, 72.0, 64.0, 49.0, 37.0, 32.0, 23.0, 20.0, 16.0, 11.0, 11.0, 2.0, 6.0, 7.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.2080078125, -1.1639404296875, -1.119873046875, -1.0758056640625, -1.03173828125, -0.9876708984375, -0.943603515625, -0.8995361328125, -0.85546875, -0.8114013671875, -0.767333984375, -0.7232666015625, -0.67919921875, -0.6351318359375, -0.591064453125, -0.5469970703125, -0.5029296875, -0.4588623046875, -0.414794921875, -0.3707275390625, -0.32666015625, -0.2825927734375, -0.238525390625, -0.1944580078125, -0.150390625, -0.1063232421875, -0.062255859375, -0.0181884765625, 0.02587890625, 0.0699462890625, 0.114013671875, 0.1580810546875, 0.2021484375, 0.2462158203125, 0.290283203125, 0.3343505859375, 0.37841796875, 0.4224853515625, 0.466552734375, 0.5106201171875, 0.5546875, 0.5987548828125, 0.642822265625, 0.6868896484375, 0.73095703125, 0.7750244140625, 0.819091796875, 0.8631591796875, 0.9072265625, 0.9512939453125, 0.995361328125, 1.0394287109375, 1.08349609375, 1.1275634765625, 1.171630859375, 1.2156982421875, 1.259765625, 1.3038330078125, 1.347900390625, 1.3919677734375, 1.43603515625, 1.4801025390625, 1.524169921875, 1.5682373046875, 1.6123046875]}, "gradients/encoder.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 8.0, 15.0, 34.0, 38.0, 69.0, 114.0, 128.0, 147.0, 145.0, 115.0, 67.0, 57.0, 31.0, 13.0, 10.0, 6.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-24.976276397705078, -24.192623138427734, -23.408967971801758, -22.625314712524414, -21.841659545898438, -21.058006286621094, -20.27435302734375, -19.490697860717773, -18.707042694091797, -17.923389434814453, -17.139734268188477, -16.356081008911133, -15.572425842285156, -14.788772583007812, -14.005118370056152, -13.221464157104492, -12.437810897827148, -11.654156684875488, -10.870502471923828, -10.086849212646484, -9.303194046020508, -8.519540786743164, -7.735886573791504, -6.952232360839844, -6.168578147888184, -5.384923934936523, -4.601269721984863, -3.8176159858703613, -3.033961772918701, -2.250307559967041, -1.466653823852539, -0.6829996109008789, 0.10065269470214844, 0.884306788444519, 1.6679608821868896, 2.4516148567199707, 3.235269069671631, 4.018923282623291, 4.802577018737793, 5.586231231689453, 6.369885444641113, 7.153539657592773, 7.937193870544434, 8.720848083496094, 9.504501342773438, 10.288156509399414, 11.071809768676758, 11.855463981628418, 12.639118194580078, 13.422772407531738, 14.206426620483398, 14.990079879760742, 15.773735046386719, 16.557388305664062, 17.341041564941406, 18.124696731567383, 18.90835189819336, 19.692005157470703, 20.47566032409668, 21.259313583374023, 22.04296875, 22.826622009277344, 23.610275268554688, 24.393930435180664, 25.177583694458008]}, "gradients/encoder.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 3.0, 11.0, 2.0, 6.0, 6.0, 9.0, 14.0, 15.0, 19.0, 23.0, 21.0, 26.0, 28.0, 24.0, 27.0, 38.0, 43.0, 43.0, 37.0, 33.0, 45.0, 58.0, 42.0, 37.0, 46.0, 44.0, 37.0, 34.0, 41.0, 25.0, 26.0, 19.0, 19.0, 16.0, 12.0, 12.0, 13.0, 13.0, 4.0, 6.0, 4.0, 4.0, 9.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-13.486252784729004, -13.063898086547852, -12.6415433883667, -12.219188690185547, -11.796833992004395, -11.374479293823242, -10.95212459564209, -10.529769897460938, -10.107415199279785, -9.685060501098633, -9.26270580291748, -8.840351104736328, -8.417996406555176, -7.995641708374023, -7.573287010192871, -7.150932312011719, -6.728577136993408, -6.306222438812256, -5.8838677406311035, -5.461513042449951, -5.039158344268799, -4.616803169250488, -4.194448471069336, -3.7720940113067627, -3.3497393131256104, -2.927384614944458, -2.5050299167633057, -2.082674980163574, -1.6603204011917114, -1.2379655838012695, -0.8156108856201172, -0.39325618743896484, 0.0290985107421875, 0.45145323872566223, 0.873807966709137, 1.296162724494934, 1.7185174226760864, 2.1408722400665283, 2.5632269382476807, 2.985581636428833, 3.4079363346099854, 3.8302910327911377, 4.252645969390869, 4.6750006675720215, 5.097355365753174, 5.519710063934326, 5.9420647621154785, 6.364419460296631, 6.786774158477783, 7.2091288566589355, 7.631483554840088, 8.053838729858398, 8.47619342803955, 8.898548126220703, 9.320902824401855, 9.743257522583008, 10.16561222076416, 10.587966918945312, 11.010321617126465, 11.432676315307617, 11.85503101348877, 12.277385711669922, 12.699740409851074, 13.122095108032227, 13.544449806213379]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 3.0, 3.0, 9.0, 7.0, 21.0, 24.0, 22.0, 56.0, 80.0, 118.0, 203.0, 326.0, 556.0, 1100.0, 2633.0, 7305.0, 44102.0, 4085097.0, 40599.0, 7075.0, 2520.0, 1058.0, 568.0, 300.0, 196.0, 112.0, 75.0, 41.0, 24.0, 23.0, 15.0, 5.0, 6.0, 1.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.7578125, -10.478271484375, -10.19873046875, -9.919189453125, -9.6396484375, -9.360107421875, -9.08056640625, -8.801025390625, -8.521484375, -8.241943359375, -7.96240234375, -7.682861328125, -7.4033203125, -7.123779296875, -6.84423828125, -6.564697265625, -6.28515625, -6.005615234375, -5.72607421875, -5.446533203125, -5.1669921875, -4.887451171875, -4.60791015625, -4.328369140625, -4.048828125, -3.769287109375, -3.48974609375, -3.210205078125, -2.9306640625, -2.651123046875, -2.37158203125, -2.092041015625, -1.8125, -1.532958984375, -1.25341796875, -0.973876953125, -0.6943359375, -0.414794921875, -0.13525390625, 0.144287109375, 0.423828125, 0.703369140625, 0.98291015625, 1.262451171875, 1.5419921875, 1.821533203125, 2.10107421875, 2.380615234375, 2.66015625, 2.939697265625, 3.21923828125, 3.498779296875, 3.7783203125, 4.057861328125, 4.33740234375, 4.616943359375, 4.896484375, 5.176025390625, 5.45556640625, 5.735107421875, 6.0146484375, 6.294189453125, 6.57373046875, 6.853271484375, 7.1328125]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 5.0, 6.0, 8.0, 7.0, 10.0, 13.0, 12.0, 24.0, 22.0, 26.0, 33.0, 41.0, 39.0, 44.0, 51.0, 48.0, 55.0, 39.0, 51.0, 41.0, 48.0, 52.0, 43.0, 39.0, 44.0, 39.0, 27.0, 21.0, 18.0, 17.0, 22.0, 9.0, 11.0, 12.0, 4.0, 3.0, 8.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.55859375, -0.5403289794921875, -0.522064208984375, -0.5037994384765625, -0.48553466796875, -0.4672698974609375, -0.449005126953125, -0.4307403564453125, -0.4124755859375, -0.3942108154296875, -0.375946044921875, -0.3576812744140625, -0.33941650390625, -0.3211517333984375, -0.302886962890625, -0.2846221923828125, -0.266357421875, -0.2480926513671875, -0.229827880859375, -0.2115631103515625, -0.19329833984375, -0.1750335693359375, -0.156768798828125, -0.1385040283203125, -0.1202392578125, -0.1019744873046875, -0.083709716796875, -0.0654449462890625, -0.04718017578125, -0.0289154052734375, -0.010650634765625, 0.0076141357421875, 0.02587890625, 0.0441436767578125, 0.062408447265625, 0.0806732177734375, 0.09893798828125, 0.1172027587890625, 0.135467529296875, 0.1537322998046875, 0.1719970703125, 0.1902618408203125, 0.208526611328125, 0.2267913818359375, 0.24505615234375, 0.2633209228515625, 0.281585693359375, 0.2998504638671875, 0.318115234375, 0.3363800048828125, 0.354644775390625, 0.3729095458984375, 0.39117431640625, 0.4094390869140625, 0.427703857421875, 0.4459686279296875, 0.4642333984375, 0.4824981689453125, 0.500762939453125, 0.5190277099609375, 0.53729248046875, 0.5555572509765625, 0.573822021484375, 0.5920867919921875, 0.6103515625]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 6.0, 7.0, 10.0, 14.0, 16.0, 21.0, 27.0, 43.0, 40.0, 57.0, 101.0, 124.0, 145.0, 219.0, 277.0, 454.0, 681.0, 988.0, 1621.0, 2779.0, 4890.0, 9880.0, 25238.0, 118008.0, 3880427.0, 102776.0, 23594.0, 9563.0, 4818.0, 2698.0, 1631.0, 974.0, 655.0, 405.0, 292.0, 212.0, 147.0, 128.0, 89.0, 53.0, 46.0, 37.0, 27.0, 21.0, 14.0, 16.0, 8.0, 3.0, 8.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.74609375, -2.6461181640625, -2.546142578125, -2.4461669921875, -2.34619140625, -2.2462158203125, -2.146240234375, -2.0462646484375, -1.9462890625, -1.8463134765625, -1.746337890625, -1.6463623046875, -1.54638671875, -1.4464111328125, -1.346435546875, -1.2464599609375, -1.146484375, -1.0465087890625, -0.946533203125, -0.8465576171875, -0.74658203125, -0.6466064453125, -0.546630859375, -0.4466552734375, -0.3466796875, -0.2467041015625, -0.146728515625, -0.0467529296875, 0.05322265625, 0.1531982421875, 0.253173828125, 0.3531494140625, 0.453125, 0.5531005859375, 0.653076171875, 0.7530517578125, 0.85302734375, 0.9530029296875, 1.052978515625, 1.1529541015625, 1.2529296875, 1.3529052734375, 1.452880859375, 1.5528564453125, 1.65283203125, 1.7528076171875, 1.852783203125, 1.9527587890625, 2.052734375, 2.1527099609375, 2.252685546875, 2.3526611328125, 2.45263671875, 2.5526123046875, 2.652587890625, 2.7525634765625, 2.8525390625, 2.9525146484375, 3.052490234375, 3.1524658203125, 3.25244140625, 3.3524169921875, 3.452392578125, 3.5523681640625, 3.65234375]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 4.0, 3.0, 5.0, 6.0, 10.0, 11.0, 20.0, 35.0, 74.0, 210.0, 3327.0, 189.0, 80.0, 37.0, 24.0, 7.0, 9.0, 8.0, 9.0, 3.0, 6.0, 3.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2216796875, -1.1922378540039062, -1.1627960205078125, -1.1333541870117188, -1.103912353515625, -1.0744705200195312, -1.0450286865234375, -1.0155868530273438, -0.98614501953125, -0.9567031860351562, -0.9272613525390625, -0.8978195190429688, -0.868377685546875, -0.8389358520507812, -0.8094940185546875, -0.7800521850585938, -0.7506103515625, -0.7211685180664062, -0.6917266845703125, -0.6622848510742188, -0.632843017578125, -0.6034011840820312, -0.5739593505859375, -0.5445175170898438, -0.51507568359375, -0.48563385009765625, -0.4561920166015625, -0.42675018310546875, -0.397308349609375, -0.36786651611328125, -0.3384246826171875, -0.30898284912109375, -0.279541015625, -0.25009918212890625, -0.2206573486328125, -0.19121551513671875, -0.161773681640625, -0.13233184814453125, -0.1028900146484375, -0.07344818115234375, -0.04400634765625, -0.01456451416015625, 0.0148773193359375, 0.04431915283203125, 0.073760986328125, 0.10320281982421875, 0.1326446533203125, 0.16208648681640625, 0.1915283203125, 0.22097015380859375, 0.2504119873046875, 0.27985382080078125, 0.309295654296875, 0.33873748779296875, 0.3681793212890625, 0.39762115478515625, 0.42706298828125, 0.45650482177734375, 0.4859466552734375, 0.5153884887695312, 0.544830322265625, 0.5742721557617188, 0.6037139892578125, 0.6331558227539062, 0.66259765625]}, "gradients/encoder.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 5.0, 5.0, 11.0, 16.0, 18.0, 40.0, 52.0, 77.0, 72.0, 120.0, 119.0, 116.0, 92.0, 58.0, 73.0, 39.0, 30.0, 31.0, 10.0, 10.0, 4.0, 5.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9274858236312866, -1.8198095560073853, -1.7121331691741943, -1.604456901550293, -1.4967806339263916, -1.3891043663024902, -1.2814279794692993, -1.173751711845398, -1.066075325012207, -0.9583989977836609, -0.8507227301597595, -0.7430464029312134, -0.635370135307312, -0.5276938080787659, -0.4200174808502197, -0.31234121322631836, -0.204664945602417, -0.09698864072561264, 0.010687664151191711, 0.11836397647857666, 0.22604027390480042, 0.33371657133102417, 0.4413928985595703, 0.5490691661834717, 0.6567454934120178, 0.764421820640564, 0.8720980882644653, 0.9797744154930115, 1.0874507427215576, 1.195127010345459, 1.3028032779693604, 1.4104795455932617, 1.518155813217163, 1.6258320808410645, 1.7335084676742554, 1.8411847352981567, 1.948861002922058, 2.056537389755249, 2.1642136573791504, 2.2718899250030518, 2.379566192626953, 2.4872424602508545, 2.594918727874756, 2.7025952339172363, 2.8102715015411377, 2.917947769165039, 3.0256240367889404, 3.133300304412842, 3.2409768104553223, 3.3486530780792236, 3.456329345703125, 3.5640058517456055, 3.671682119369507, 3.779358386993408, 3.8870346546173096, 3.994710922241211, 4.102386951446533, 4.210063457489014, 4.317739486694336, 4.425415992736816, 4.533092021942139, 4.640768527984619, 4.748444557189941, 4.856121063232422, 4.963797569274902]}, "gradients/encoder.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 3.0, 2.0, 3.0, 4.0, 5.0, 6.0, 3.0, 5.0, 13.0, 12.0, 10.0, 3.0, 17.0, 15.0, 23.0, 13.0, 38.0, 35.0, 35.0, 33.0, 37.0, 39.0, 27.0, 41.0, 49.0, 47.0, 53.0, 41.0, 48.0, 34.0, 44.0, 25.0, 26.0, 32.0, 31.0, 29.0, 27.0, 18.0, 15.0, 11.0, 12.0, 11.0, 11.0, 5.0, 2.0, 3.0, 4.0, 2.0, 4.0, 6.0, 1.0], "bins": [-1.6969199180603027, -1.652451515197754, -1.607983112335205, -1.5635147094726562, -1.5190461874008179, -1.474577784538269, -1.4301093816757202, -1.3856409788131714, -1.3411725759506226, -1.2967041730880737, -1.252235770225525, -1.2077672481536865, -1.1632988452911377, -1.1188304424285889, -1.07436203956604, -1.0298936367034912, -0.9854251742362976, -0.9409567713737488, -0.8964883089065552, -0.8520199060440063, -0.8075515031814575, -0.7630831003189087, -0.7186146378517151, -0.6741462349891663, -0.6296777725219727, -0.5852093696594238, -0.5407409071922302, -0.4962725043296814, -0.45180410146713257, -0.40733566880226135, -0.36286723613739014, -0.3183988332748413, -0.2739304304122925, -0.22946201264858246, -0.18499359488487244, -0.14052516222000122, -0.0960567444562912, -0.05158832669258118, -0.007119894027709961, 0.03734850883483887, 0.08181694149971008, 0.1262853592634201, 0.17075377702713013, 0.21522220969200134, 0.25969064235687256, 0.3041590452194214, 0.3486274778842926, 0.39309588074684143, 0.43756431341171265, 0.48203274607658386, 0.5265011787414551, 0.5709695816040039, 0.6154379844665527, 0.6599063873291016, 0.7043748497962952, 0.748843252658844, 0.7933117151260376, 0.8377801179885864, 0.88224858045578, 0.9267169833183289, 0.9711853861808777, 1.0156538486480713, 1.0601222515106201, 1.104590654373169, 1.1490590572357178]}, "gradients/encoder.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 12.0, 3.0, 7.0, 11.0, 18.0, 30.0, 50.0, 71.0, 90.0, 145.0, 289.0, 424.0, 659.0, 1215.0, 2097.0, 3615.0, 6636.0, 12100.0, 22934.0, 42754.0, 77715.0, 129740.0, 185135.0, 197906.0, 152348.0, 95263.0, 53471.0, 29052.0, 15548.0, 8380.0, 4612.0, 2564.0, 1438.0, 839.0, 505.0, 317.0, 215.0, 119.0, 82.0, 52.0, 43.0, 18.0, 11.0, 15.0, 6.0, 5.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.27734375, -1.23358154296875, -1.1898193359375, -1.14605712890625, -1.102294921875, -1.05853271484375, -1.0147705078125, -0.97100830078125, -0.92724609375, -0.88348388671875, -0.8397216796875, -0.79595947265625, -0.752197265625, -0.70843505859375, -0.6646728515625, -0.62091064453125, -0.5771484375, -0.53338623046875, -0.4896240234375, -0.44586181640625, -0.402099609375, -0.35833740234375, -0.3145751953125, -0.27081298828125, -0.22705078125, -0.18328857421875, -0.1395263671875, -0.09576416015625, -0.052001953125, -0.00823974609375, 0.0355224609375, 0.07928466796875, 0.123046875, 0.16680908203125, 0.2105712890625, 0.25433349609375, 0.298095703125, 0.34185791015625, 0.3856201171875, 0.42938232421875, 0.47314453125, 0.51690673828125, 0.5606689453125, 0.60443115234375, 0.648193359375, 0.69195556640625, 0.7357177734375, 0.77947998046875, 0.8232421875, 0.86700439453125, 0.9107666015625, 0.95452880859375, 0.998291015625, 1.04205322265625, 1.0858154296875, 1.12957763671875, 1.17333984375, 1.21710205078125, 1.2608642578125, 1.30462646484375, 1.348388671875, 1.39215087890625, 1.4359130859375, 1.47967529296875, 1.5234375]}, "gradients/encoder.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 7.0, 10.0, 11.0, 14.0, 15.0, 13.0, 24.0, 32.0, 36.0, 41.0, 43.0, 40.0, 61.0, 53.0, 45.0, 58.0, 49.0, 49.0, 43.0, 38.0, 44.0, 42.0, 41.0, 35.0, 23.0, 23.0, 23.0, 17.0, 13.0, 7.0, 12.0, 10.0, 6.0, 5.0, 4.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.55517578125, -0.5354995727539062, -0.5158233642578125, -0.49614715576171875, -0.476470947265625, -0.45679473876953125, -0.4371185302734375, -0.41744232177734375, -0.39776611328125, -0.37808990478515625, -0.3584136962890625, -0.33873748779296875, -0.319061279296875, -0.29938507080078125, -0.2797088623046875, -0.26003265380859375, -0.2403564453125, -0.22068023681640625, -0.2010040283203125, -0.18132781982421875, -0.161651611328125, -0.14197540283203125, -0.1222991943359375, -0.10262298583984375, -0.08294677734375, -0.06327056884765625, -0.0435943603515625, -0.02391815185546875, -0.004241943359375, 0.01543426513671875, 0.0351104736328125, 0.05478668212890625, 0.074462890625, 0.09413909912109375, 0.1138153076171875, 0.13349151611328125, 0.153167724609375, 0.17284393310546875, 0.1925201416015625, 0.21219635009765625, 0.23187255859375, 0.25154876708984375, 0.2712249755859375, 0.29090118408203125, 0.310577392578125, 0.33025360107421875, 0.3499298095703125, 0.36960601806640625, 0.3892822265625, 0.40895843505859375, 0.4286346435546875, 0.44831085205078125, 0.467987060546875, 0.48766326904296875, 0.5073394775390625, 0.5270156860351562, 0.54669189453125, 0.5663681030273438, 0.5860443115234375, 0.6057205200195312, 0.625396728515625, 0.6450729370117188, 0.6647491455078125, 0.6844253540039062, 0.7041015625]}, "gradients/encoder.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 11.0, 10.0, 15.0, 19.0, 30.0, 30.0, 59.0, 88.0, 115.0, 196.0, 275.0, 439.0, 719.0, 1259.0, 3038.0, 12146.0, 83526.0, 558689.0, 333639.0, 42314.0, 7188.0, 2121.0, 948.0, 581.0, 332.0, 260.0, 146.0, 122.0, 78.0, 55.0, 33.0, 25.0, 13.0, 12.0, 10.0, 6.0, 4.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.34765625, -3.222900390625, -3.09814453125, -2.973388671875, -2.8486328125, -2.723876953125, -2.59912109375, -2.474365234375, -2.349609375, -2.224853515625, -2.10009765625, -1.975341796875, -1.8505859375, -1.725830078125, -1.60107421875, -1.476318359375, -1.3515625, -1.226806640625, -1.10205078125, -0.977294921875, -0.8525390625, -0.727783203125, -0.60302734375, -0.478271484375, -0.353515625, -0.228759765625, -0.10400390625, 0.020751953125, 0.1455078125, 0.270263671875, 0.39501953125, 0.519775390625, 0.64453125, 0.769287109375, 0.89404296875, 1.018798828125, 1.1435546875, 1.268310546875, 1.39306640625, 1.517822265625, 1.642578125, 1.767333984375, 1.89208984375, 2.016845703125, 2.1416015625, 2.266357421875, 2.39111328125, 2.515869140625, 2.640625, 2.765380859375, 2.89013671875, 3.014892578125, 3.1396484375, 3.264404296875, 3.38916015625, 3.513916015625, 3.638671875, 3.763427734375, 3.88818359375, 4.012939453125, 4.1376953125, 4.262451171875, 4.38720703125, 4.511962890625, 4.63671875]}, "gradients/encoder.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 6.0, 3.0, 6.0, 11.0, 12.0, 11.0, 7.0, 22.0, 17.0, 35.0, 27.0, 43.0, 52.0, 51.0, 36.0, 52.0, 44.0, 49.0, 56.0, 50.0, 50.0, 49.0, 39.0, 45.0, 43.0, 34.0, 24.0, 31.0, 22.0, 20.0, 13.0, 13.0, 11.0, 2.0, 2.0, 7.0, 1.0, 6.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 3.0], "bins": [-3.912109375, -3.806427001953125, -3.70074462890625, -3.595062255859375, -3.4893798828125, -3.383697509765625, -3.27801513671875, -3.172332763671875, -3.066650390625, -2.960968017578125, -2.85528564453125, -2.749603271484375, -2.6439208984375, -2.538238525390625, -2.43255615234375, -2.326873779296875, -2.22119140625, -2.115509033203125, -2.00982666015625, -1.904144287109375, -1.7984619140625, -1.692779541015625, -1.58709716796875, -1.481414794921875, -1.375732421875, -1.270050048828125, -1.16436767578125, -1.058685302734375, -0.9530029296875, -0.847320556640625, -0.74163818359375, -0.635955810546875, -0.5302734375, -0.424591064453125, -0.31890869140625, -0.213226318359375, -0.1075439453125, -0.001861572265625, 0.10382080078125, 0.209503173828125, 0.315185546875, 0.420867919921875, 0.52655029296875, 0.632232666015625, 0.7379150390625, 0.843597412109375, 0.94927978515625, 1.054962158203125, 1.16064453125, 1.266326904296875, 1.37200927734375, 1.477691650390625, 1.5833740234375, 1.689056396484375, 1.79473876953125, 1.900421142578125, 2.006103515625, 2.111785888671875, 2.21746826171875, 2.323150634765625, 2.4288330078125, 2.534515380859375, 2.64019775390625, 2.745880126953125, 2.8515625]}, "gradients/encoder.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0, 2.0, 3.0, 4.0, 4.0, 8.0, 11.0, 15.0, 24.0, 33.0, 72.0, 116.0, 217.0, 404.0, 850.0, 1866.0, 5267.0, 18068.0, 96256.0, 547133.0, 313413.0, 47999.0, 10662.0, 3427.0, 1373.0, 629.0, 288.0, 168.0, 86.0, 57.0, 33.0, 24.0, 19.0, 10.0, 6.0, 3.0, 4.0, 4.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.64453125, -1.58319091796875, -1.5218505859375, -1.46051025390625, -1.399169921875, -1.33782958984375, -1.2764892578125, -1.21514892578125, -1.15380859375, -1.09246826171875, -1.0311279296875, -0.96978759765625, -0.908447265625, -0.84710693359375, -0.7857666015625, -0.72442626953125, -0.6630859375, -0.60174560546875, -0.5404052734375, -0.47906494140625, -0.417724609375, -0.35638427734375, -0.2950439453125, -0.23370361328125, -0.17236328125, -0.11102294921875, -0.0496826171875, 0.01165771484375, 0.072998046875, 0.13433837890625, 0.1956787109375, 0.25701904296875, 0.318359375, 0.37969970703125, 0.4410400390625, 0.50238037109375, 0.563720703125, 0.62506103515625, 0.6864013671875, 0.74774169921875, 0.80908203125, 0.87042236328125, 0.9317626953125, 0.99310302734375, 1.054443359375, 1.11578369140625, 1.1771240234375, 1.23846435546875, 1.2998046875, 1.36114501953125, 1.4224853515625, 1.48382568359375, 1.545166015625, 1.60650634765625, 1.6678466796875, 1.72918701171875, 1.79052734375, 1.85186767578125, 1.9132080078125, 1.97454833984375, 2.035888671875, 2.09722900390625, 2.1585693359375, 2.21990966796875, 2.28125]}, "gradients/encoder.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 7.0, 13.0, 14.0, 18.0, 41.0, 59.0, 69.0, 96.0, 127.0, 123.0, 126.0, 103.0, 67.0, 52.0, 33.0, 22.0, 16.0, 9.0, 5.0, 4.0, 4.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0003185272216796875, -0.0003068558871746063, -0.00029518455266952515, -0.00028351321816444397, -0.0002718418836593628, -0.0002601705491542816, -0.00024849921464920044, -0.00023682788014411926, -0.00022515654563903809, -0.0002134852111339569, -0.00020181387662887573, -0.00019014254212379456, -0.00017847120761871338, -0.0001667998731136322, -0.00015512853860855103, -0.00014345720410346985, -0.00013178586959838867, -0.0001201145350933075, -0.00010844320058822632, -9.677186608314514e-05, -8.510053157806396e-05, -7.342919707298279e-05, -6.175786256790161e-05, -5.0086528062820435e-05, -3.841519355773926e-05, -2.674385905265808e-05, -1.5072524547576904e-05, -3.4011900424957275e-06, 8.27014446258545e-06, 1.9941478967666626e-05, 3.16128134727478e-05, 4.328414797782898e-05, 5.4955482482910156e-05, 6.662681698799133e-05, 7.829815149307251e-05, 8.996948599815369e-05, 0.00010164082050323486, 0.00011331215500831604, 0.00012498348951339722, 0.0001366548240184784, 0.00014832615852355957, 0.00015999749302864075, 0.00017166882753372192, 0.0001833401620388031, 0.00019501149654388428, 0.00020668283104896545, 0.00021835416555404663, 0.0002300255000591278, 0.00024169683456420898, 0.00025336816906929016, 0.00026503950357437134, 0.0002767108380794525, 0.0002883821725845337, 0.00030005350708961487, 0.00031172484159469604, 0.0003233961760997772, 0.0003350675106048584, 0.0003467388451099396, 0.00035841017961502075, 0.00037008151412010193, 0.0003817528486251831, 0.0003934241831302643, 0.00040509551763534546, 0.00041676685214042664, 0.0004284381866455078]}, "gradients/encoder.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 6.0, 3.0, 10.0, 8.0, 10.0, 23.0, 43.0, 80.0, 132.0, 192.0, 404.0, 787.0, 1693.0, 4532.0, 16587.0, 105752.0, 653246.0, 225812.0, 28353.0, 6673.0, 2262.0, 897.0, 469.0, 253.0, 125.0, 84.0, 44.0, 26.0, 16.0, 12.0, 10.0, 8.0, 2.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0], "bins": [-2.849609375, -2.781219482421875, -2.71282958984375, -2.644439697265625, -2.5760498046875, -2.507659912109375, -2.43927001953125, -2.370880126953125, -2.302490234375, -2.234100341796875, -2.16571044921875, -2.097320556640625, -2.0289306640625, -1.960540771484375, -1.89215087890625, -1.823760986328125, -1.75537109375, -1.686981201171875, -1.61859130859375, -1.550201416015625, -1.4818115234375, -1.413421630859375, -1.34503173828125, -1.276641845703125, -1.208251953125, -1.139862060546875, -1.07147216796875, -1.003082275390625, -0.9346923828125, -0.866302490234375, -0.79791259765625, -0.729522705078125, -0.6611328125, -0.592742919921875, -0.52435302734375, -0.455963134765625, -0.3875732421875, -0.319183349609375, -0.25079345703125, -0.182403564453125, -0.114013671875, -0.045623779296875, 0.02276611328125, 0.091156005859375, 0.1595458984375, 0.227935791015625, 0.29632568359375, 0.364715576171875, 0.43310546875, 0.501495361328125, 0.56988525390625, 0.638275146484375, 0.7066650390625, 0.775054931640625, 0.84344482421875, 0.911834716796875, 0.980224609375, 1.048614501953125, 1.11700439453125, 1.185394287109375, 1.2537841796875, 1.322174072265625, 1.39056396484375, 1.458953857421875, 1.52734375]}, "gradients/encoder.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 6.0, 7.0, 14.0, 13.0, 26.0, 25.0, 33.0, 47.0, 53.0, 79.0, 81.0, 94.0, 99.0, 77.0, 71.0, 70.0, 54.0, 38.0, 33.0, 31.0, 12.0, 21.0, 8.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.671875, -1.62060546875, -1.5693359375, -1.51806640625, -1.466796875, -1.41552734375, -1.3642578125, -1.31298828125, -1.26171875, -1.21044921875, -1.1591796875, -1.10791015625, -1.056640625, -1.00537109375, -0.9541015625, -0.90283203125, -0.8515625, -0.80029296875, -0.7490234375, -0.69775390625, -0.646484375, -0.59521484375, -0.5439453125, -0.49267578125, -0.44140625, -0.39013671875, -0.3388671875, -0.28759765625, -0.236328125, -0.18505859375, -0.1337890625, -0.08251953125, -0.03125, 0.02001953125, 0.0712890625, 0.12255859375, 0.173828125, 0.22509765625, 0.2763671875, 0.32763671875, 0.37890625, 0.43017578125, 0.4814453125, 0.53271484375, 0.583984375, 0.63525390625, 0.6865234375, 0.73779296875, 0.7890625, 0.84033203125, 0.8916015625, 0.94287109375, 0.994140625, 1.04541015625, 1.0966796875, 1.14794921875, 1.19921875, 1.25048828125, 1.3017578125, 1.35302734375, 1.404296875, 1.45556640625, 1.5068359375, 1.55810546875, 1.609375]}, "gradients/encoder.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 3.0, 4.0, 3.0, 9.0, 16.0, 27.0, 60.0, 52.0, 82.0, 91.0, 95.0, 117.0, 107.0, 103.0, 62.0, 63.0, 42.0, 22.0, 15.0, 12.0, 5.0, 6.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.96639633178711, -21.27998161315918, -20.59356689453125, -19.90715217590332, -19.22073745727539, -18.53432273864746, -17.84790802001953, -17.16149139404297, -16.475078582763672, -15.788663864135742, -15.102249145507812, -14.415834426879883, -13.729419708251953, -13.043004989624023, -12.356589317321777, -11.670174598693848, -10.983758926391602, -10.297344207763672, -9.610929489135742, -8.924514770507812, -8.238100051879883, -7.551684856414795, -6.865269660949707, -6.178854942321777, -5.492440223693848, -4.806025505065918, -4.119610786437988, -3.4331955909729004, -2.7467808723449707, -2.060366153717041, -1.3739509582519531, -0.6875362396240234, -0.0011234283447265625, 0.6852914094924927, 1.371706247329712, 2.0581212043762207, 2.7445359230041504, 3.43095064163208, 4.117365837097168, 4.803780555725098, 5.490195274353027, 6.176609992980957, 6.863024711608887, 7.549439907073975, 8.235855102539062, 8.922269821166992, 9.608684539794922, 10.295099258422852, 10.981513977050781, 11.667928695678711, 12.35434341430664, 13.04075813293457, 13.7271728515625, 14.41358757019043, 15.100003242492676, 15.786417961120605, 16.47283172607422, 17.15924644470215, 17.845661163330078, 18.532075881958008, 19.218490600585938, 19.904905319213867, 20.591320037841797, 21.27773666381836, 21.96415138244629]}, "gradients/encoder.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 5.0, 2.0, 6.0, 6.0, 3.0, 8.0, 8.0, 8.0, 8.0, 18.0, 19.0, 21.0, 14.0, 22.0, 30.0, 34.0, 21.0, 43.0, 44.0, 41.0, 57.0, 46.0, 45.0, 38.0, 37.0, 29.0, 40.0, 46.0, 32.0, 34.0, 34.0, 34.0, 26.0, 23.0, 23.0, 15.0, 14.0, 10.0, 12.0, 11.0, 11.0, 10.0, 7.0, 3.0, 4.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.815786361694336, -13.371244430541992, -12.926702499389648, -12.482160568237305, -12.037618637084961, -11.593076705932617, -11.148534774780273, -10.70399284362793, -10.259450912475586, -9.814908981323242, -9.370367050170898, -8.925825119018555, -8.481283187866211, -8.036741256713867, -7.592199802398682, -7.147657871246338, -6.703116416931152, -6.258574485778809, -5.814032554626465, -5.369490623474121, -4.924948692321777, -4.480406761169434, -4.035865306854248, -3.5913233757019043, -3.1467814445495605, -2.702239513397217, -2.257697582244873, -1.8131558895111084, -1.3686139583587646, -0.9240720272064209, -0.47953033447265625, -0.0349884033203125, 0.40955352783203125, 0.8540953993797302, 1.2986372709274292, 1.7431790828704834, 2.187721014022827, 2.632262945175171, 3.0768046379089355, 3.5213465690612793, 3.965888500213623, 4.410430431365967, 4.8549723625183105, 5.299513816833496, 5.74405574798584, 6.188597679138184, 6.633139610290527, 7.077681541442871, 7.522223472595215, 7.966765403747559, 8.411307334899902, 8.855849266052246, 9.30039119720459, 9.744933128356934, 10.189474105834961, 10.634016036987305, 11.078557968139648, 11.523099899291992, 11.967641830444336, 12.41218376159668, 12.856725692749023, 13.301267623901367, 13.745809555053711, 14.190351486206055, 14.634893417358398]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 5.0, 2.0, 5.0, 5.0, 10.0, 13.0, 20.0, 27.0, 37.0, 47.0, 62.0, 104.0, 135.0, 264.0, 452.0, 743.0, 1549.0, 3473.0, 9934.0, 49345.0, 4041018.0, 67743.0, 11710.0, 3963.0, 1718.0, 744.0, 414.0, 232.0, 166.0, 117.0, 71.0, 42.0, 39.0, 23.0, 17.0, 14.0, 8.0, 8.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 4.0], "bins": [-7.9609375, -7.75970458984375, -7.5584716796875, -7.35723876953125, -7.156005859375, -6.95477294921875, -6.7535400390625, -6.55230712890625, -6.35107421875, -6.14984130859375, -5.9486083984375, -5.74737548828125, -5.546142578125, -5.34490966796875, -5.1436767578125, -4.94244384765625, -4.7412109375, -4.53997802734375, -4.3387451171875, -4.13751220703125, -3.936279296875, -3.73504638671875, -3.5338134765625, -3.33258056640625, -3.13134765625, -2.93011474609375, -2.7288818359375, -2.52764892578125, -2.326416015625, -2.12518310546875, -1.9239501953125, -1.72271728515625, -1.521484375, -1.32025146484375, -1.1190185546875, -0.91778564453125, -0.716552734375, -0.51531982421875, -0.3140869140625, -0.11285400390625, 0.08837890625, 0.28961181640625, 0.4908447265625, 0.69207763671875, 0.893310546875, 1.09454345703125, 1.2957763671875, 1.49700927734375, 1.6982421875, 1.89947509765625, 2.1007080078125, 2.30194091796875, 2.503173828125, 2.70440673828125, 2.9056396484375, 3.10687255859375, 3.30810546875, 3.50933837890625, 3.7105712890625, 3.91180419921875, 4.113037109375, 4.31427001953125, 4.5155029296875, 4.71673583984375, 4.91796875]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 2.0, 3.0, 1.0, 4.0, 8.0, 9.0, 18.0, 12.0, 16.0, 28.0, 22.0, 30.0, 35.0, 48.0, 44.0, 44.0, 38.0, 43.0, 35.0, 53.0, 51.0, 55.0, 39.0, 63.0, 52.0, 38.0, 35.0, 29.0, 28.0, 24.0, 18.0, 14.0, 6.0, 12.0, 11.0, 5.0, 7.0, 11.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.57177734375, -0.552703857421875, -0.53363037109375, -0.514556884765625, -0.4954833984375, -0.476409912109375, -0.45733642578125, -0.438262939453125, -0.419189453125, -0.400115966796875, -0.38104248046875, -0.361968994140625, -0.3428955078125, -0.323822021484375, -0.30474853515625, -0.285675048828125, -0.2666015625, -0.247528076171875, -0.22845458984375, -0.209381103515625, -0.1903076171875, -0.171234130859375, -0.15216064453125, -0.133087158203125, -0.114013671875, -0.094940185546875, -0.07586669921875, -0.056793212890625, -0.0377197265625, -0.018646240234375, 0.00042724609375, 0.019500732421875, 0.03857421875, 0.057647705078125, 0.07672119140625, 0.095794677734375, 0.1148681640625, 0.133941650390625, 0.15301513671875, 0.172088623046875, 0.191162109375, 0.210235595703125, 0.22930908203125, 0.248382568359375, 0.2674560546875, 0.286529541015625, 0.30560302734375, 0.324676513671875, 0.34375, 0.362823486328125, 0.38189697265625, 0.400970458984375, 0.4200439453125, 0.439117431640625, 0.45819091796875, 0.477264404296875, 0.496337890625, 0.515411376953125, 0.53448486328125, 0.553558349609375, 0.5726318359375, 0.591705322265625, 0.61077880859375, 0.629852294921875, 0.64892578125]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 9.0, 5.0, 6.0, 5.0, 15.0, 15.0, 19.0, 37.0, 35.0, 60.0, 57.0, 95.0, 129.0, 190.0, 266.0, 395.0, 621.0, 956.0, 1456.0, 2181.0, 3659.0, 6555.0, 13283.0, 31392.0, 113855.0, 3806634.0, 144318.0, 35565.0, 14655.0, 7029.0, 3844.0, 2389.0, 1452.0, 1008.0, 611.0, 446.0, 285.0, 205.0, 147.0, 110.0, 75.0, 47.0, 53.0, 30.0, 23.0, 13.0, 11.0, 15.0, 10.0, 8.0, 3.0, 3.0, 4.0, 2.0, 1.0], "bins": [-3.25390625, -3.159759521484375, -3.06561279296875, -2.971466064453125, -2.8773193359375, -2.783172607421875, -2.68902587890625, -2.594879150390625, -2.500732421875, -2.406585693359375, -2.31243896484375, -2.218292236328125, -2.1241455078125, -2.029998779296875, -1.93585205078125, -1.841705322265625, -1.74755859375, -1.653411865234375, -1.55926513671875, -1.465118408203125, -1.3709716796875, -1.276824951171875, -1.18267822265625, -1.088531494140625, -0.994384765625, -0.900238037109375, -0.80609130859375, -0.711944580078125, -0.6177978515625, -0.523651123046875, -0.42950439453125, -0.335357666015625, -0.2412109375, -0.147064208984375, -0.05291748046875, 0.041229248046875, 0.1353759765625, 0.229522705078125, 0.32366943359375, 0.417816162109375, 0.511962890625, 0.606109619140625, 0.70025634765625, 0.794403076171875, 0.8885498046875, 0.982696533203125, 1.07684326171875, 1.170989990234375, 1.26513671875, 1.359283447265625, 1.45343017578125, 1.547576904296875, 1.6417236328125, 1.735870361328125, 1.83001708984375, 1.924163818359375, 2.018310546875, 2.112457275390625, 2.20660400390625, 2.300750732421875, 2.3948974609375, 2.489044189453125, 2.58319091796875, 2.677337646484375, 2.771484375]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 4.0, 8.0, 2.0, 3.0, 3.0, 4.0, 6.0, 10.0, 13.0, 21.0, 24.0, 53.0, 57.0, 148.0, 3047.0, 383.0, 104.0, 62.0, 37.0, 27.0, 14.0, 10.0, 12.0, 6.0, 4.0, 2.0, 2.0, 4.0, 2.0, 3.0, 2.0, 3.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0888671875, -1.0600433349609375, -1.031219482421875, -1.0023956298828125, -0.97357177734375, -0.9447479248046875, -0.915924072265625, -0.8871002197265625, -0.8582763671875, -0.8294525146484375, -0.800628662109375, -0.7718048095703125, -0.74298095703125, -0.7141571044921875, -0.685333251953125, -0.6565093994140625, -0.627685546875, -0.5988616943359375, -0.570037841796875, -0.5412139892578125, -0.51239013671875, -0.4835662841796875, -0.454742431640625, -0.4259185791015625, -0.3970947265625, -0.3682708740234375, -0.339447021484375, -0.3106231689453125, -0.28179931640625, -0.2529754638671875, -0.224151611328125, -0.1953277587890625, -0.16650390625, -0.1376800537109375, -0.108856201171875, -0.0800323486328125, -0.05120849609375, -0.0223846435546875, 0.006439208984375, 0.0352630615234375, 0.0640869140625, 0.0929107666015625, 0.121734619140625, 0.1505584716796875, 0.17938232421875, 0.2082061767578125, 0.237030029296875, 0.2658538818359375, 0.294677734375, 0.3235015869140625, 0.352325439453125, 0.3811492919921875, 0.40997314453125, 0.4387969970703125, 0.467620849609375, 0.4964447021484375, 0.5252685546875, 0.5540924072265625, 0.582916259765625, 0.6117401123046875, 0.64056396484375, 0.6693878173828125, 0.698211669921875, 0.7270355224609375, 0.755859375]}, "gradients/encoder.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 6.0, 10.0, 10.0, 8.0, 22.0, 26.0, 52.0, 50.0, 51.0, 62.0, 75.0, 76.0, 97.0, 92.0, 68.0, 54.0, 58.0, 59.0, 38.0, 28.0, 11.0, 15.0, 10.0, 8.0, 2.0, 3.0, 3.0, 3.0, 3.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.560620069503784, -2.449972152709961, -2.3393242359161377, -2.2286763191223145, -2.118028163909912, -2.007380485534668, -1.8967323303222656, -1.7860844135284424, -1.6754364967346191, -1.564788579940796, -1.4541406631469727, -1.3434926271438599, -1.2328447103500366, -1.1221967935562134, -1.0115487575531006, -0.9009008407592773, -0.7902529239654541, -0.6796050071716309, -0.5689570307731628, -0.4583090841770172, -0.3476611375808716, -0.23701322078704834, -0.12636524438858032, -0.015717267990112305, 0.09493064880371094, 0.20557859539985657, 0.3162265419960022, 0.4268744885921478, 0.5375224351882935, 0.6481703519821167, 0.7588183283805847, 0.8694663047790527, 0.9801139831542969, 1.0907618999481201, 1.2014098167419434, 1.3120578527450562, 1.4227057695388794, 1.5333536863327026, 1.6440017223358154, 1.7546496391296387, 1.865297555923462, 1.9759454727172852, 2.0865933895111084, 2.1972413063049316, 2.307889461517334, 2.418537139892578, 2.5291852951049805, 2.6398332118988037, 2.750481128692627, 2.86112904548645, 2.9717769622802734, 3.0824248790740967, 3.19307279586792, 3.3037209510803223, 3.4143688678741455, 3.5250167846679688, 3.635664701461792, 3.7463126182556152, 3.8569605350494385, 3.9676084518432617, 4.078256607055664, 4.188904285430908, 4.2995524406433105, 4.410200119018555, 4.520848274230957]}, "gradients/encoder.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 5.0, 4.0, 6.0, 4.0, 7.0, 13.0, 13.0, 12.0, 20.0, 18.0, 25.0, 24.0, 22.0, 28.0, 20.0, 43.0, 48.0, 37.0, 49.0, 52.0, 44.0, 55.0, 42.0, 34.0, 44.0, 50.0, 41.0, 38.0, 31.0, 31.0, 27.0, 22.0, 13.0, 19.0, 10.0, 11.0, 10.0, 11.0, 10.0, 5.0, 6.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0], "bins": [-2.688051462173462, -2.6183090209960938, -2.5485665798187256, -2.4788239002227783, -2.40908145904541, -2.339339017868042, -2.269596576690674, -2.1998541355133057, -2.1301116943359375, -2.0603692531585693, -1.9906266927719116, -1.9208842515945435, -1.8511416912078857, -1.7813992500305176, -1.7116568088531494, -1.6419143676757812, -1.572171688079834, -1.5024292469024658, -1.432686686515808, -1.36294424533844, -1.2932016849517822, -1.223459243774414, -1.153716802597046, -1.0839743614196777, -1.01423180103302, -0.9444893002510071, -0.8747467994689941, -0.805004358291626, -0.735261857509613, -0.6655193567276001, -0.5957769155502319, -0.526034414768219, -0.45629167556762695, -0.386549174785614, -0.31680670380592346, -0.24706421792507172, -0.17732173204421997, -0.10757923126220703, -0.03783676028251648, 0.03190571069717407, 0.10164821147918701, 0.17139069736003876, 0.2411331832408905, 0.31087565422058105, 0.380618155002594, 0.45036065578460693, 0.5201030969619751, 0.589845597743988, 0.659588098526001, 0.7293305993080139, 0.7990731000900269, 0.868815541267395, 0.938558042049408, 1.008300542831421, 1.078042984008789, 1.1477854251861572, 1.217527985572815, 1.287270426750183, 1.3570129871368408, 1.426755428314209, 1.4964978694915771, 1.5662404298782349, 1.635982871055603, 1.7057254314422607, 1.775467872619629]}, "gradients/encoder.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 3.0, 2.0, 9.0, 4.0, 10.0, 15.0, 15.0, 27.0, 33.0, 58.0, 99.0, 146.0, 226.0, 404.0, 617.0, 1050.0, 1793.0, 3256.0, 6274.0, 11848.0, 23513.0, 46330.0, 87408.0, 151184.0, 210373.0, 203421.0, 137847.0, 77981.0, 40729.0, 20680.0, 10490.0, 5492.0, 2898.0, 1722.0, 995.0, 610.0, 371.0, 228.0, 132.0, 95.0, 56.0, 32.0, 17.0, 23.0, 15.0, 16.0, 8.0, 3.0, 0.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.1865234375, -1.1493377685546875, -1.112152099609375, -1.0749664306640625, -1.03778076171875, -1.0005950927734375, -0.963409423828125, -0.9262237548828125, -0.8890380859375, -0.8518524169921875, -0.814666748046875, -0.7774810791015625, -0.74029541015625, -0.7031097412109375, -0.665924072265625, -0.6287384033203125, -0.591552734375, -0.5543670654296875, -0.517181396484375, -0.4799957275390625, -0.44281005859375, -0.4056243896484375, -0.368438720703125, -0.3312530517578125, -0.2940673828125, -0.2568817138671875, -0.219696044921875, -0.1825103759765625, -0.14532470703125, -0.1081390380859375, -0.070953369140625, -0.0337677001953125, 0.00341796875, 0.0406036376953125, 0.077789306640625, 0.1149749755859375, 0.15216064453125, 0.1893463134765625, 0.226531982421875, 0.2637176513671875, 0.3009033203125, 0.3380889892578125, 0.375274658203125, 0.4124603271484375, 0.44964599609375, 0.4868316650390625, 0.524017333984375, 0.5612030029296875, 0.598388671875, 0.6355743408203125, 0.672760009765625, 0.7099456787109375, 0.74713134765625, 0.7843170166015625, 0.821502685546875, 0.8586883544921875, 0.8958740234375, 0.9330596923828125, 0.970245361328125, 1.0074310302734375, 1.04461669921875, 1.0818023681640625, 1.118988037109375, 1.1561737060546875, 1.193359375]}, "gradients/encoder.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 3.0, 2.0, 1.0, 4.0, 5.0, 8.0, 9.0, 6.0, 11.0, 18.0, 23.0, 24.0, 29.0, 40.0, 47.0, 53.0, 54.0, 57.0, 51.0, 62.0, 55.0, 56.0, 49.0, 65.0, 53.0, 48.0, 36.0, 40.0, 19.0, 13.0, 10.0, 11.0, 10.0, 12.0, 8.0, 2.0, 4.0, 4.0, 4.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.76025390625, -0.7357559204101562, -0.7112579345703125, -0.6867599487304688, -0.662261962890625, -0.6377639770507812, -0.6132659912109375, -0.5887680053710938, -0.56427001953125, -0.5397720336914062, -0.5152740478515625, -0.49077606201171875, -0.466278076171875, -0.44178009033203125, -0.4172821044921875, -0.39278411865234375, -0.3682861328125, -0.34378814697265625, -0.3192901611328125, -0.29479217529296875, -0.270294189453125, -0.24579620361328125, -0.2212982177734375, -0.19680023193359375, -0.17230224609375, -0.14780426025390625, -0.1233062744140625, -0.09880828857421875, -0.074310302734375, -0.04981231689453125, -0.0253143310546875, -0.00081634521484375, 0.023681640625, 0.04817962646484375, 0.0726776123046875, 0.09717559814453125, 0.121673583984375, 0.14617156982421875, 0.1706695556640625, 0.19516754150390625, 0.21966552734375, 0.24416351318359375, 0.2686614990234375, 0.29315948486328125, 0.317657470703125, 0.34215545654296875, 0.3666534423828125, 0.39115142822265625, 0.4156494140625, 0.44014739990234375, 0.4646453857421875, 0.48914337158203125, 0.513641357421875, 0.5381393432617188, 0.5626373291015625, 0.5871353149414062, 0.61163330078125, 0.6361312866210938, 0.6606292724609375, 0.6851272583007812, 0.709625244140625, 0.7341232299804688, 0.7586212158203125, 0.7831192016601562, 0.8076171875]}, "gradients/encoder.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 5.0, 8.0, 9.0, 10.0, 18.0, 23.0, 57.0, 54.0, 127.0, 156.0, 313.0, 443.0, 811.0, 1599.0, 4696.0, 32148.0, 501817.0, 467911.0, 30187.0, 4580.0, 1557.0, 772.0, 458.0, 324.0, 178.0, 85.0, 87.0, 49.0, 22.0, 19.0, 16.0, 6.0, 8.0, 4.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-5.01171875, -4.886383056640625, -4.76104736328125, -4.635711669921875, -4.5103759765625, -4.385040283203125, -4.25970458984375, -4.134368896484375, -4.009033203125, -3.883697509765625, -3.75836181640625, -3.633026123046875, -3.5076904296875, -3.382354736328125, -3.25701904296875, -3.131683349609375, -3.00634765625, -2.881011962890625, -2.75567626953125, -2.630340576171875, -2.5050048828125, -2.379669189453125, -2.25433349609375, -2.128997802734375, -2.003662109375, -1.878326416015625, -1.75299072265625, -1.627655029296875, -1.5023193359375, -1.376983642578125, -1.25164794921875, -1.126312255859375, -1.0009765625, -0.875640869140625, -0.75030517578125, -0.624969482421875, -0.4996337890625, -0.374298095703125, -0.24896240234375, -0.123626708984375, 0.001708984375, 0.127044677734375, 0.25238037109375, 0.377716064453125, 0.5030517578125, 0.628387451171875, 0.75372314453125, 0.879058837890625, 1.00439453125, 1.129730224609375, 1.25506591796875, 1.380401611328125, 1.5057373046875, 1.631072998046875, 1.75640869140625, 1.881744384765625, 2.007080078125, 2.132415771484375, 2.25775146484375, 2.383087158203125, 2.5084228515625, 2.633758544921875, 2.75909423828125, 2.884429931640625, 3.009765625]}, "gradients/encoder.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 6.0, 3.0, 4.0, 5.0, 4.0, 7.0, 7.0, 5.0, 10.0, 13.0, 8.0, 15.0, 13.0, 14.0, 28.0, 13.0, 22.0, 24.0, 23.0, 49.0, 36.0, 41.0, 37.0, 42.0, 39.0, 38.0, 41.0, 36.0, 39.0, 21.0, 23.0, 38.0, 44.0, 38.0, 26.0, 28.0, 21.0, 24.0, 18.0, 16.0, 13.0, 14.0, 12.0, 6.0, 14.0, 8.0, 4.0, 8.0, 7.0, 3.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-2.53125, -2.45245361328125, -2.3736572265625, -2.29486083984375, -2.216064453125, -2.13726806640625, -2.0584716796875, -1.97967529296875, -1.90087890625, -1.82208251953125, -1.7432861328125, -1.66448974609375, -1.585693359375, -1.50689697265625, -1.4281005859375, -1.34930419921875, -1.2705078125, -1.19171142578125, -1.1129150390625, -1.03411865234375, -0.955322265625, -0.87652587890625, -0.7977294921875, -0.71893310546875, -0.64013671875, -0.56134033203125, -0.4825439453125, -0.40374755859375, -0.324951171875, -0.24615478515625, -0.1673583984375, -0.08856201171875, -0.009765625, 0.06903076171875, 0.1478271484375, 0.22662353515625, 0.305419921875, 0.38421630859375, 0.4630126953125, 0.54180908203125, 0.62060546875, 0.69940185546875, 0.7781982421875, 0.85699462890625, 0.935791015625, 1.01458740234375, 1.0933837890625, 1.17218017578125, 1.2509765625, 1.32977294921875, 1.4085693359375, 1.48736572265625, 1.566162109375, 1.64495849609375, 1.7237548828125, 1.80255126953125, 1.88134765625, 1.96014404296875, 2.0389404296875, 2.11773681640625, 2.196533203125, 2.27532958984375, 2.3541259765625, 2.43292236328125, 2.51171875]}, "gradients/encoder.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 4.0, 6.0, 4.0, 6.0, 8.0, 10.0, 24.0, 29.0, 45.0, 58.0, 89.0, 192.0, 352.0, 788.0, 2138.0, 8796.0, 66679.0, 701863.0, 240264.0, 20953.0, 4007.0, 1175.0, 448.0, 250.0, 128.0, 76.0, 51.0, 38.0, 20.0, 16.0, 10.0, 9.0, 9.0, 5.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.7587890625, -1.6876983642578125, -1.616607666015625, -1.5455169677734375, -1.47442626953125, -1.4033355712890625, -1.332244873046875, -1.2611541748046875, -1.1900634765625, -1.1189727783203125, -1.047882080078125, -0.9767913818359375, -0.90570068359375, -0.8346099853515625, -0.763519287109375, -0.6924285888671875, -0.621337890625, -0.5502471923828125, -0.479156494140625, -0.4080657958984375, -0.33697509765625, -0.2658843994140625, -0.194793701171875, -0.1237030029296875, -0.0526123046875, 0.0184783935546875, 0.089569091796875, 0.1606597900390625, 0.23175048828125, 0.3028411865234375, 0.373931884765625, 0.4450225830078125, 0.51611328125, 0.5872039794921875, 0.658294677734375, 0.7293853759765625, 0.80047607421875, 0.8715667724609375, 0.942657470703125, 1.0137481689453125, 1.0848388671875, 1.1559295654296875, 1.227020263671875, 1.2981109619140625, 1.36920166015625, 1.4402923583984375, 1.511383056640625, 1.5824737548828125, 1.653564453125, 1.7246551513671875, 1.795745849609375, 1.8668365478515625, 1.93792724609375, 2.0090179443359375, 2.080108642578125, 2.1511993408203125, 2.2222900390625, 2.2933807373046875, 2.364471435546875, 2.4355621337890625, 2.50665283203125, 2.5777435302734375, 2.648834228515625, 2.7199249267578125, 2.791015625]}, "gradients/encoder.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 5.0, 9.0, 7.0, 11.0, 8.0, 27.0, 32.0, 42.0, 59.0, 83.0, 88.0, 105.0, 105.0, 74.0, 72.0, 67.0, 56.0, 35.0, 41.0, 27.0, 17.0, 10.0, 7.0, 8.0, 7.0, 0.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00020051002502441406, -0.00019366666674613953, -0.000186823308467865, -0.00017997995018959045, -0.00017313659191131592, -0.00016629323363304138, -0.00015944987535476685, -0.0001526065170764923, -0.00014576315879821777, -0.00013891980051994324, -0.0001320764422416687, -0.00012523308396339417, -0.00011838972568511963, -0.00011154636740684509, -0.00010470300912857056, -9.785965085029602e-05, -9.101629257202148e-05, -8.417293429374695e-05, -7.732957601547241e-05, -7.048621773719788e-05, -6.364285945892334e-05, -5.6799501180648804e-05, -4.995614290237427e-05, -4.311278462409973e-05, -3.6269426345825195e-05, -2.942606806755066e-05, -2.2582709789276123e-05, -1.5739351511001587e-05, -8.89599323272705e-06, -2.0526349544525146e-06, 4.7907233238220215e-06, 1.1634081602096558e-05, 1.8477439880371094e-05, 2.532079815864563e-05, 3.2164156436920166e-05, 3.90075147151947e-05, 4.585087299346924e-05, 5.2694231271743774e-05, 5.953758955001831e-05, 6.638094782829285e-05, 7.322430610656738e-05, 8.006766438484192e-05, 8.691102266311646e-05, 9.375438094139099e-05, 0.00010059773921966553, 0.00010744109749794006, 0.0001142844557762146, 0.00012112781405448914, 0.00012797117233276367, 0.0001348145306110382, 0.00014165788888931274, 0.00014850124716758728, 0.00015534460544586182, 0.00016218796372413635, 0.0001690313220024109, 0.00017587468028068542, 0.00018271803855895996, 0.0001895613968372345, 0.00019640475511550903, 0.00020324811339378357, 0.0002100914716720581, 0.00021693482995033264, 0.00022377818822860718, 0.00023062154650688171, 0.00023746490478515625]}, "gradients/encoder.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 2.0, 7.0, 5.0, 6.0, 2.0, 13.0, 25.0, 28.0, 65.0, 135.0, 295.0, 760.0, 2035.0, 9906.0, 179006.0, 812439.0, 37417.0, 4221.0, 1227.0, 501.0, 220.0, 100.0, 53.0, 40.0, 17.0, 9.0, 13.0, 6.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.623046875, -3.517333984375, -3.41162109375, -3.305908203125, -3.2001953125, -3.094482421875, -2.98876953125, -2.883056640625, -2.77734375, -2.671630859375, -2.56591796875, -2.460205078125, -2.3544921875, -2.248779296875, -2.14306640625, -2.037353515625, -1.931640625, -1.825927734375, -1.72021484375, -1.614501953125, -1.5087890625, -1.403076171875, -1.29736328125, -1.191650390625, -1.0859375, -0.980224609375, -0.87451171875, -0.768798828125, -0.6630859375, -0.557373046875, -0.45166015625, -0.345947265625, -0.240234375, -0.134521484375, -0.02880859375, 0.076904296875, 0.1826171875, 0.288330078125, 0.39404296875, 0.499755859375, 0.60546875, 0.711181640625, 0.81689453125, 0.922607421875, 1.0283203125, 1.134033203125, 1.23974609375, 1.345458984375, 1.451171875, 1.556884765625, 1.66259765625, 1.768310546875, 1.8740234375, 1.979736328125, 2.08544921875, 2.191162109375, 2.296875, 2.402587890625, 2.50830078125, 2.614013671875, 2.7197265625, 2.825439453125, 2.93115234375, 3.036865234375, 3.142578125]}, "gradients/encoder.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 7.0, 3.0, 9.0, 10.0, 13.0, 22.0, 32.0, 57.0, 46.0, 68.0, 101.0, 121.0, 113.0, 104.0, 85.0, 67.0, 45.0, 36.0, 23.0, 20.0, 5.0, 10.0, 5.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.453125, -2.3886260986328125, -2.324127197265625, -2.2596282958984375, -2.19512939453125, -2.1306304931640625, -2.066131591796875, -2.0016326904296875, -1.9371337890625, -1.8726348876953125, -1.808135986328125, -1.7436370849609375, -1.67913818359375, -1.6146392822265625, -1.550140380859375, -1.4856414794921875, -1.421142578125, -1.3566436767578125, -1.292144775390625, -1.2276458740234375, -1.16314697265625, -1.0986480712890625, -1.034149169921875, -0.9696502685546875, -0.9051513671875, -0.8406524658203125, -0.776153564453125, -0.7116546630859375, -0.64715576171875, -0.5826568603515625, -0.518157958984375, -0.4536590576171875, -0.38916015625, -0.3246612548828125, -0.260162353515625, -0.1956634521484375, -0.13116455078125, -0.0666656494140625, -0.002166748046875, 0.0623321533203125, 0.1268310546875, 0.1913299560546875, 0.255828857421875, 0.3203277587890625, 0.38482666015625, 0.4493255615234375, 0.513824462890625, 0.5783233642578125, 0.642822265625, 0.7073211669921875, 0.771820068359375, 0.8363189697265625, 0.90081787109375, 0.9653167724609375, 1.029815673828125, 1.0943145751953125, 1.1588134765625, 1.2233123779296875, 1.287811279296875, 1.3523101806640625, 1.41680908203125, 1.4813079833984375, 1.545806884765625, 1.6103057861328125, 1.6748046875]}, "gradients/encoder.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 8.0, 77.0, 343.0, 438.0, 123.0, 21.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.36382484436035, -23.456619262695312, -20.54941177368164, -17.6422061920166, -14.735000610351562, -11.827795028686523, -8.920587539672852, -6.0133819580078125, -3.1061763763427734, -0.19897031784057617, 2.708235740661621, 5.615442276000977, 8.522647857666016, 11.429853439331055, 14.337060928344727, 17.244266510009766, 20.151472091674805, 23.058677673339844, 25.965885162353516, 28.873090744018555, 31.780296325683594, 34.6875, 37.59471130371094, 40.501914978027344, 43.40911865234375, 46.31632614135742, 49.22352981567383, 52.1307373046875, 55.037940979003906, 57.94514846801758, 60.85235595703125, 63.759559631347656, 66.66676330566406, 69.57396697998047, 72.4811782836914, 75.38838195800781, 78.29558563232422, 81.20278930664062, 84.11000061035156, 87.01720428466797, 89.92440795898438, 92.83161163330078, 95.73882293701172, 98.64602661132812, 101.55323028564453, 104.46043395996094, 107.36764526367188, 110.27484893798828, 113.18206024169922, 116.08926391601562, 118.99647521972656, 121.90367889404297, 124.81088256835938, 127.71809387207031, 130.62530517578125, 133.53250122070312, 136.43971252441406, 139.346923828125, 142.25411987304688, 145.1613311767578, 148.06854248046875, 150.97573852539062, 153.88294982910156, 156.7901611328125, 159.69735717773438]}, "gradients/encoder.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 7.0, 3.0, 5.0, 14.0, 15.0, 19.0, 20.0, 21.0, 21.0, 25.0, 37.0, 55.0, 44.0, 52.0, 53.0, 56.0, 56.0, 58.0, 64.0, 67.0, 56.0, 47.0, 43.0, 24.0, 25.0, 24.0, 15.0, 19.0, 16.0, 14.0, 9.0, 11.0, 4.0, 5.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-18.92115592956543, -18.364517211914062, -17.807878494262695, -17.251237869262695, -16.694599151611328, -16.13796043395996, -15.581321716308594, -15.024682998657227, -14.468043327331543, -13.911404609680176, -13.354764938354492, -12.798126220703125, -12.241487503051758, -11.684847831726074, -11.128209114074707, -10.571569442749023, -10.014930725097656, -9.458292007446289, -8.901652336120605, -8.345013618469238, -7.788374423980713, -7.2317352294921875, -6.67509651184082, -6.118457317352295, -5.5618181228637695, -5.005178928375244, -4.448539733886719, -3.8919010162353516, -3.335261821746826, -2.778622627258301, -2.2219836711883545, -1.6653447151184082, -1.1087074279785156, -0.5520683526992798, 0.004570722579956055, 0.5612097978591919, 1.1178488731384277, 1.6744880676269531, 2.2311270236968994, 2.7877659797668457, 3.344405174255371, 3.9010443687438965, 4.457683563232422, 5.014322280883789, 5.5709614753723145, 6.12760066986084, 6.684239387512207, 7.240878582000732, 7.797517776489258, 8.354156494140625, 8.910796165466309, 9.467434883117676, 10.02407455444336, 10.580713272094727, 11.137351989746094, 11.693990707397461, 12.250630378723145, 12.807269096374512, 13.363908767700195, 13.920547485351562, 14.47718620300293, 15.033825874328613, 15.59046459197998, 16.147104263305664, 16.70374298095703]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 5.0, 9.0, 5.0, 7.0, 24.0, 38.0, 44.0, 62.0, 83.0, 105.0, 169.0, 236.0, 345.0, 541.0, 900.0, 1666.0, 3787.0, 12362.0, 269537.0, 3882063.0, 13840.0, 4075.0, 1683.0, 991.0, 540.0, 379.0, 241.0, 182.0, 111.0, 76.0, 57.0, 47.0, 25.0, 14.0, 11.0, 6.0, 8.0, 2.0, 6.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-7.6484375, -7.44732666015625, -7.2462158203125, -7.04510498046875, -6.843994140625, -6.64288330078125, -6.4417724609375, -6.24066162109375, -6.03955078125, -5.83843994140625, -5.6373291015625, -5.43621826171875, -5.235107421875, -5.03399658203125, -4.8328857421875, -4.63177490234375, -4.4306640625, -4.22955322265625, -4.0284423828125, -3.82733154296875, -3.626220703125, -3.42510986328125, -3.2239990234375, -3.02288818359375, -2.82177734375, -2.62066650390625, -2.4195556640625, -2.21844482421875, -2.017333984375, -1.81622314453125, -1.6151123046875, -1.41400146484375, -1.212890625, -1.01177978515625, -0.8106689453125, -0.60955810546875, -0.408447265625, -0.20733642578125, -0.0062255859375, 0.19488525390625, 0.39599609375, 0.59710693359375, 0.7982177734375, 0.99932861328125, 1.200439453125, 1.40155029296875, 1.6026611328125, 1.80377197265625, 2.0048828125, 2.20599365234375, 2.4071044921875, 2.60821533203125, 2.809326171875, 3.01043701171875, 3.2115478515625, 3.41265869140625, 3.61376953125, 3.81488037109375, 4.0159912109375, 4.21710205078125, 4.418212890625, 4.61932373046875, 4.8204345703125, 5.02154541015625, 5.22265625]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 9.0, 1.0, 5.0, 5.0, 8.0, 4.0, 12.0, 15.0, 15.0, 17.0, 23.0, 28.0, 29.0, 36.0, 49.0, 43.0, 48.0, 44.0, 47.0, 54.0, 47.0, 41.0, 44.0, 43.0, 50.0, 48.0, 54.0, 24.0, 33.0, 30.0, 26.0, 17.0, 8.0, 8.0, 9.0, 4.0, 4.0, 7.0, 4.0, 7.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.689453125, -0.6681365966796875, -0.646820068359375, -0.6255035400390625, -0.60418701171875, -0.5828704833984375, -0.561553955078125, -0.5402374267578125, -0.5189208984375, -0.4976043701171875, -0.476287841796875, -0.4549713134765625, -0.43365478515625, -0.4123382568359375, -0.391021728515625, -0.3697052001953125, -0.348388671875, -0.3270721435546875, -0.305755615234375, -0.2844390869140625, -0.26312255859375, -0.2418060302734375, -0.220489501953125, -0.1991729736328125, -0.1778564453125, -0.1565399169921875, -0.135223388671875, -0.1139068603515625, -0.09259033203125, -0.0712738037109375, -0.049957275390625, -0.0286407470703125, -0.00732421875, 0.0139923095703125, 0.035308837890625, 0.0566253662109375, 0.07794189453125, 0.0992584228515625, 0.120574951171875, 0.1418914794921875, 0.1632080078125, 0.1845245361328125, 0.205841064453125, 0.2271575927734375, 0.24847412109375, 0.2697906494140625, 0.291107177734375, 0.3124237060546875, 0.333740234375, 0.3550567626953125, 0.376373291015625, 0.3976898193359375, 0.41900634765625, 0.4403228759765625, 0.461639404296875, 0.4829559326171875, 0.5042724609375, 0.5255889892578125, 0.546905517578125, 0.5682220458984375, 0.58953857421875, 0.6108551025390625, 0.632171630859375, 0.6534881591796875, 0.6748046875]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 2.0, 1.0, 8.0, 5.0, 6.0, 12.0, 15.0, 26.0, 43.0, 52.0, 54.0, 79.0, 108.0, 136.0, 216.0, 347.0, 591.0, 1073.0, 1945.0, 4223.0, 11752.0, 54498.0, 4033607.0, 63633.0, 12646.0, 4524.0, 1941.0, 997.0, 569.0, 392.0, 219.0, 155.0, 109.0, 90.0, 79.0, 40.0, 24.0, 14.0, 15.0, 13.0, 4.0, 9.0, 7.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.1640625, -4.03607177734375, -3.9080810546875, -3.78009033203125, -3.652099609375, -3.52410888671875, -3.3961181640625, -3.26812744140625, -3.14013671875, -3.01214599609375, -2.8841552734375, -2.75616455078125, -2.628173828125, -2.50018310546875, -2.3721923828125, -2.24420166015625, -2.1162109375, -1.98822021484375, -1.8602294921875, -1.73223876953125, -1.604248046875, -1.47625732421875, -1.3482666015625, -1.22027587890625, -1.09228515625, -0.96429443359375, -0.8363037109375, -0.70831298828125, -0.580322265625, -0.45233154296875, -0.3243408203125, -0.19635009765625, -0.068359375, 0.05963134765625, 0.1876220703125, 0.31561279296875, 0.443603515625, 0.57159423828125, 0.6995849609375, 0.82757568359375, 0.95556640625, 1.08355712890625, 1.2115478515625, 1.33953857421875, 1.467529296875, 1.59552001953125, 1.7235107421875, 1.85150146484375, 1.9794921875, 2.10748291015625, 2.2354736328125, 2.36346435546875, 2.491455078125, 2.61944580078125, 2.7474365234375, 2.87542724609375, 3.00341796875, 3.13140869140625, 3.2593994140625, 3.38739013671875, 3.515380859375, 3.64337158203125, 3.7713623046875, 3.89935302734375, 4.02734375]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 3.0, 6.0, 3.0, 4.0, 5.0, 10.0, 10.0, 16.0, 32.0, 62.0, 161.0, 3521.0, 130.0, 46.0, 22.0, 19.0, 13.0, 3.0, 2.0, 2.0, 6.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.001953125, -0.9728240966796875, -0.943695068359375, -0.9145660400390625, -0.88543701171875, -0.8563079833984375, -0.827178955078125, -0.7980499267578125, -0.7689208984375, -0.7397918701171875, -0.710662841796875, -0.6815338134765625, -0.65240478515625, -0.6232757568359375, -0.594146728515625, -0.5650177001953125, -0.535888671875, -0.5067596435546875, -0.477630615234375, -0.4485015869140625, -0.41937255859375, -0.3902435302734375, -0.361114501953125, -0.3319854736328125, -0.3028564453125, -0.2737274169921875, -0.244598388671875, -0.2154693603515625, -0.18634033203125, -0.1572113037109375, -0.128082275390625, -0.0989532470703125, -0.06982421875, -0.0406951904296875, -0.011566162109375, 0.0175628662109375, 0.04669189453125, 0.0758209228515625, 0.104949951171875, 0.1340789794921875, 0.1632080078125, 0.1923370361328125, 0.221466064453125, 0.2505950927734375, 0.27972412109375, 0.3088531494140625, 0.337982177734375, 0.3671112060546875, 0.396240234375, 0.4253692626953125, 0.454498291015625, 0.4836273193359375, 0.51275634765625, 0.5418853759765625, 0.571014404296875, 0.6001434326171875, 0.6292724609375, 0.6584014892578125, 0.687530517578125, 0.7166595458984375, 0.74578857421875, 0.7749176025390625, 0.804046630859375, 0.8331756591796875, 0.8623046875]}, "gradients/encoder.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 8.0, 3.0, 9.0, 14.0, 15.0, 35.0, 52.0, 69.0, 83.0, 115.0, 128.0, 140.0, 122.0, 64.0, 63.0, 26.0, 21.0, 9.0, 18.0, 4.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.7235560417175293, -2.6073765754699707, -2.491197347640991, -2.3750178813934326, -2.258838415145874, -2.1426591873168945, -2.026479721069336, -1.9103002548217773, -1.7941209077835083, -1.6779415607452393, -1.5617620944976807, -1.4455827474594116, -1.3294034004211426, -1.213223934173584, -1.097044587135315, -0.9808651804924011, -0.8646857738494873, -0.7485063672065735, -0.6323269605636597, -0.5161476135253906, -0.3999682068824768, -0.283788800239563, -0.16760945320129395, -0.05143004655838013, 0.06474936008453369, 0.18092875182628632, 0.29710814356803894, 0.41328752040863037, 0.5294669270515442, 0.645646333694458, 0.761825680732727, 0.8780050873756409, 0.9941844940185547, 1.1103638410568237, 1.2265433073043823, 1.3427226543426514, 1.45890212059021, 1.575081467628479, 1.691260814666748, 1.8074402809143066, 1.9236196279525757, 2.0397989749908447, 2.1559784412384033, 2.272157669067383, 2.3883371353149414, 2.5045166015625, 2.6206960678100586, 2.736875295639038, 2.8530547618865967, 2.9692342281341553, 3.0854134559631348, 3.2015929222106934, 3.317772388458252, 3.4339518547058105, 3.55013108253479, 3.6663105487823486, 3.782489776611328, 3.8986692428588867, 4.014848709106445, 4.131028175354004, 4.247207164764404, 4.363386631011963, 4.4795660972595215, 4.59574556350708, 4.711925029754639]}, "gradients/encoder.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 3.0, 8.0, 2.0, 5.0, 14.0, 13.0, 10.0, 11.0, 18.0, 23.0, 24.0, 19.0, 20.0, 23.0, 36.0, 20.0, 30.0, 33.0, 26.0, 20.0, 40.0, 30.0, 29.0, 46.0, 38.0, 38.0, 48.0, 25.0, 29.0, 30.0, 23.0, 28.0, 39.0, 25.0, 27.0, 22.0, 22.0, 17.0, 11.0, 17.0, 10.0, 7.0, 8.0, 9.0, 5.0, 10.0, 0.0, 5.0, 6.0, 2.0, 0.0, 2.0], "bins": [-1.7109946012496948, -1.6624308824539185, -1.6138672828674316, -1.5653035640716553, -1.516739845275879, -1.4681761264801025, -1.4196125268936157, -1.3710488080978394, -1.3224852085113525, -1.2739214897155762, -1.2253578901290894, -1.176794171333313, -1.1282304525375366, -1.0796668529510498, -1.0311031341552734, -0.9825394153594971, -0.9339756965637207, -0.8854120373725891, -0.8368483185768127, -0.7882846593856812, -0.7397209405899048, -0.6911572813987732, -0.6425936222076416, -0.5940299034118652, -0.5454662442207336, -0.49690255522727966, -0.4483388662338257, -0.3997752070426941, -0.3512115180492401, -0.30264782905578613, -0.25408416986465454, -0.20552048087120056, -0.15695667266845703, -0.10839299112558365, -0.059829309582710266, -0.01126563549041748, 0.0372980535030365, 0.08586174249649048, 0.13442540168762207, 0.18298909068107605, 0.23155277967453003, 0.280116468667984, 0.328680157661438, 0.3772438168525696, 0.42580750584602356, 0.47437119483947754, 0.5229348540306091, 0.5714985132217407, 0.6200622320175171, 0.6686258912086487, 0.717189610004425, 0.7657532691955566, 0.814316987991333, 0.8628806471824646, 0.9114443063735962, 0.9600080251693726, 1.0085716247558594, 1.0571353435516357, 1.1056989431381226, 1.154262661933899, 1.2028263807296753, 1.251389980316162, 1.2999536991119385, 1.3485174179077148, 1.3970811367034912]}, "gradients/encoder.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 14.0, 18.0, 19.0, 33.0, 40.0, 81.0, 111.0, 208.0, 305.0, 544.0, 971.0, 1842.0, 3812.0, 8455.0, 20712.0, 53084.0, 139122.0, 329146.0, 294106.0, 118155.0, 45486.0, 17913.0, 7382.0, 3311.0, 1640.0, 827.0, 498.0, 283.0, 162.0, 83.0, 54.0, 41.0, 26.0, 23.0, 15.0, 4.0, 5.0, 8.0, 6.0, 3.0, 3.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.302734375, -1.25433349609375, -1.2059326171875, -1.15753173828125, -1.109130859375, -1.06072998046875, -1.0123291015625, -0.96392822265625, -0.91552734375, -0.86712646484375, -0.8187255859375, -0.77032470703125, -0.721923828125, -0.67352294921875, -0.6251220703125, -0.57672119140625, -0.5283203125, -0.47991943359375, -0.4315185546875, -0.38311767578125, -0.334716796875, -0.28631591796875, -0.2379150390625, -0.18951416015625, -0.14111328125, -0.09271240234375, -0.0443115234375, 0.00408935546875, 0.052490234375, 0.10089111328125, 0.1492919921875, 0.19769287109375, 0.24609375, 0.29449462890625, 0.3428955078125, 0.39129638671875, 0.439697265625, 0.48809814453125, 0.5364990234375, 0.58489990234375, 0.63330078125, 0.68170166015625, 0.7301025390625, 0.77850341796875, 0.826904296875, 0.87530517578125, 0.9237060546875, 0.97210693359375, 1.0205078125, 1.06890869140625, 1.1173095703125, 1.16571044921875, 1.214111328125, 1.26251220703125, 1.3109130859375, 1.35931396484375, 1.40771484375, 1.45611572265625, 1.5045166015625, 1.55291748046875, 1.601318359375, 1.64971923828125, 1.6981201171875, 1.74652099609375, 1.794921875]}, "gradients/encoder.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 2.0, 9.0, 4.0, 13.0, 14.0, 20.0, 28.0, 26.0, 29.0, 30.0, 35.0, 38.0, 33.0, 37.0, 44.0, 42.0, 47.0, 54.0, 37.0, 36.0, 40.0, 49.0, 39.0, 50.0, 29.0, 32.0, 36.0, 28.0, 24.0, 12.0, 18.0, 4.0, 9.0, 9.0, 8.0, 6.0, 4.0, 3.0, 4.0, 6.0, 1.0, 1.0, 2.0, 6.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.6982421875, -0.6770553588867188, -0.6558685302734375, -0.6346817016601562, -0.613494873046875, -0.5923080444335938, -0.5711212158203125, -0.5499343872070312, -0.52874755859375, -0.5075607299804688, -0.4863739013671875, -0.46518707275390625, -0.444000244140625, -0.42281341552734375, -0.4016265869140625, -0.38043975830078125, -0.3592529296875, -0.33806610107421875, -0.3168792724609375, -0.29569244384765625, -0.274505615234375, -0.25331878662109375, -0.2321319580078125, -0.21094512939453125, -0.18975830078125, -0.16857147216796875, -0.1473846435546875, -0.12619781494140625, -0.105010986328125, -0.08382415771484375, -0.0626373291015625, -0.04145050048828125, -0.020263671875, 0.00092315673828125, 0.0221099853515625, 0.04329681396484375, 0.064483642578125, 0.08567047119140625, 0.1068572998046875, 0.12804412841796875, 0.14923095703125, 0.17041778564453125, 0.1916046142578125, 0.21279144287109375, 0.233978271484375, 0.25516510009765625, 0.2763519287109375, 0.29753875732421875, 0.3187255859375, 0.33991241455078125, 0.3610992431640625, 0.38228607177734375, 0.403472900390625, 0.42465972900390625, 0.4458465576171875, 0.46703338623046875, 0.48822021484375, 0.5094070434570312, 0.5305938720703125, 0.5517807006835938, 0.572967529296875, 0.5941543579101562, 0.6153411865234375, 0.6365280151367188, 0.65771484375]}, "gradients/encoder.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 2.0, 7.0, 3.0, 9.0, 12.0, 12.0, 18.0, 27.0, 33.0, 76.0, 81.0, 133.0, 204.0, 378.0, 600.0, 1223.0, 3041.0, 18088.0, 416746.0, 578182.0, 23167.0, 3492.0, 1295.0, 627.0, 365.0, 247.0, 158.0, 94.0, 72.0, 49.0, 42.0, 25.0, 17.0, 10.0, 11.0, 7.0, 3.0, 5.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.853515625, -3.7332763671875, -3.613037109375, -3.4927978515625, -3.37255859375, -3.2523193359375, -3.132080078125, -3.0118408203125, -2.8916015625, -2.7713623046875, -2.651123046875, -2.5308837890625, -2.41064453125, -2.2904052734375, -2.170166015625, -2.0499267578125, -1.9296875, -1.8094482421875, -1.689208984375, -1.5689697265625, -1.44873046875, -1.3284912109375, -1.208251953125, -1.0880126953125, -0.9677734375, -0.8475341796875, -0.727294921875, -0.6070556640625, -0.48681640625, -0.3665771484375, -0.246337890625, -0.1260986328125, -0.005859375, 0.1143798828125, 0.234619140625, 0.3548583984375, 0.47509765625, 0.5953369140625, 0.715576171875, 0.8358154296875, 0.9560546875, 1.0762939453125, 1.196533203125, 1.3167724609375, 1.43701171875, 1.5572509765625, 1.677490234375, 1.7977294921875, 1.91796875, 2.0382080078125, 2.158447265625, 2.2786865234375, 2.39892578125, 2.5191650390625, 2.639404296875, 2.7596435546875, 2.8798828125, 3.0001220703125, 3.120361328125, 3.2406005859375, 3.36083984375, 3.4810791015625, 3.601318359375, 3.7215576171875, 3.841796875]}, "gradients/encoder.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 7.0, 5.0, 5.0, 9.0, 10.0, 6.0, 9.0, 21.0, 19.0, 24.0, 23.0, 28.0, 35.0, 41.0, 35.0, 43.0, 46.0, 47.0, 43.0, 69.0, 44.0, 45.0, 51.0, 56.0, 40.0, 32.0, 33.0, 31.0, 31.0, 17.0, 20.0, 21.0, 11.0, 12.0, 11.0, 12.0, 2.0, 5.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.619140625, -3.506134033203125, -3.39312744140625, -3.280120849609375, -3.1671142578125, -3.054107666015625, -2.94110107421875, -2.828094482421875, -2.715087890625, -2.602081298828125, -2.48907470703125, -2.376068115234375, -2.2630615234375, -2.150054931640625, -2.03704833984375, -1.924041748046875, -1.81103515625, -1.698028564453125, -1.58502197265625, -1.472015380859375, -1.3590087890625, -1.246002197265625, -1.13299560546875, -1.019989013671875, -0.906982421875, -0.793975830078125, -0.68096923828125, -0.567962646484375, -0.4549560546875, -0.341949462890625, -0.22894287109375, -0.115936279296875, -0.0029296875, 0.110076904296875, 0.22308349609375, 0.336090087890625, 0.4490966796875, 0.562103271484375, 0.67510986328125, 0.788116455078125, 0.901123046875, 1.014129638671875, 1.12713623046875, 1.240142822265625, 1.3531494140625, 1.466156005859375, 1.57916259765625, 1.692169189453125, 1.80517578125, 1.918182373046875, 2.03118896484375, 2.144195556640625, 2.2572021484375, 2.370208740234375, 2.48321533203125, 2.596221923828125, 2.709228515625, 2.822235107421875, 2.93524169921875, 3.048248291015625, 3.1612548828125, 3.274261474609375, 3.38726806640625, 3.500274658203125, 3.61328125]}, "gradients/encoder.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 4.0, 4.0, 2.0, 6.0, 8.0, 18.0, 20.0, 44.0, 71.0, 110.0, 240.0, 526.0, 1605.0, 9986.0, 335802.0, 680575.0, 16215.0, 2093.0, 688.0, 240.0, 115.0, 57.0, 52.0, 24.0, 16.0, 15.0, 5.0, 6.0, 5.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.65234375, -2.5697021484375, -2.487060546875, -2.4044189453125, -2.32177734375, -2.2391357421875, -2.156494140625, -2.0738525390625, -1.9912109375, -1.9085693359375, -1.825927734375, -1.7432861328125, -1.66064453125, -1.5780029296875, -1.495361328125, -1.4127197265625, -1.330078125, -1.2474365234375, -1.164794921875, -1.0821533203125, -0.99951171875, -0.9168701171875, -0.834228515625, -0.7515869140625, -0.6689453125, -0.5863037109375, -0.503662109375, -0.4210205078125, -0.33837890625, -0.2557373046875, -0.173095703125, -0.0904541015625, -0.0078125, 0.0748291015625, 0.157470703125, 0.2401123046875, 0.32275390625, 0.4053955078125, 0.488037109375, 0.5706787109375, 0.6533203125, 0.7359619140625, 0.818603515625, 0.9012451171875, 0.98388671875, 1.0665283203125, 1.149169921875, 1.2318115234375, 1.314453125, 1.3970947265625, 1.479736328125, 1.5623779296875, 1.64501953125, 1.7276611328125, 1.810302734375, 1.8929443359375, 1.9755859375, 2.0582275390625, 2.140869140625, 2.2235107421875, 2.30615234375, 2.3887939453125, 2.471435546875, 2.5540771484375, 2.63671875]}, "gradients/encoder.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 6.0, 4.0, 5.0, 6.0, 10.0, 11.0, 19.0, 18.0, 15.0, 29.0, 34.0, 35.0, 64.0, 92.0, 96.0, 96.0, 99.0, 95.0, 64.0, 50.0, 38.0, 28.0, 20.0, 13.0, 17.0, 7.0, 10.0, 5.0, 7.0, 3.0, 7.0, 1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0001552104949951172, -0.00014985539019107819, -0.00014450028538703918, -0.00013914518058300018, -0.00013379007577896118, -0.00012843497097492218, -0.00012307986617088318, -0.00011772476136684418, -0.00011236965656280518, -0.00010701455175876617, -0.00010165944695472717, -9.630434215068817e-05, -9.094923734664917e-05, -8.559413254261017e-05, -8.023902773857117e-05, -7.488392293453217e-05, -6.952881813049316e-05, -6.417371332645416e-05, -5.881860852241516e-05, -5.346350371837616e-05, -4.810839891433716e-05, -4.275329411029816e-05, -3.7398189306259155e-05, -3.2043084502220154e-05, -2.6687979698181152e-05, -2.133287489414215e-05, -1.597777009010315e-05, -1.0622665286064148e-05, -5.2675604820251465e-06, 8.754432201385498e-08, 5.4426491260528564e-06, 1.0797753930091858e-05, 1.615285873413086e-05, 2.150796353816986e-05, 2.6863068342208862e-05, 3.2218173146247864e-05, 3.7573277950286865e-05, 4.292838275432587e-05, 4.828348755836487e-05, 5.363859236240387e-05, 5.899369716644287e-05, 6.434880197048187e-05, 6.970390677452087e-05, 7.505901157855988e-05, 8.041411638259888e-05, 8.576922118663788e-05, 9.112432599067688e-05, 9.647943079471588e-05, 0.00010183453559875488, 0.00010718964040279388, 0.00011254474520683289, 0.00011789985001087189, 0.0001232549548149109, 0.0001286100596189499, 0.0001339651644229889, 0.0001393202692270279, 0.0001446753740310669, 0.0001500304788351059, 0.0001553855836391449, 0.0001607406884431839, 0.0001660957932472229, 0.0001714508980512619, 0.0001768060028553009, 0.0001821611076593399, 0.0001875162124633789]}, "gradients/encoder.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 5.0, 5.0, 7.0, 17.0, 29.0, 31.0, 44.0, 115.0, 205.0, 409.0, 964.0, 2670.0, 13268.0, 225908.0, 755828.0, 41434.0, 4942.0, 1519.0, 549.0, 273.0, 143.0, 80.0, 52.0, 19.0, 16.0, 10.0, 4.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.90234375, -1.832489013671875, -1.76263427734375, -1.692779541015625, -1.6229248046875, -1.553070068359375, -1.48321533203125, -1.413360595703125, -1.343505859375, -1.273651123046875, -1.20379638671875, -1.133941650390625, -1.0640869140625, -0.994232177734375, -0.92437744140625, -0.854522705078125, -0.78466796875, -0.714813232421875, -0.64495849609375, -0.575103759765625, -0.5052490234375, -0.435394287109375, -0.36553955078125, -0.295684814453125, -0.225830078125, -0.155975341796875, -0.08612060546875, -0.016265869140625, 0.0535888671875, 0.123443603515625, 0.19329833984375, 0.263153076171875, 0.3330078125, 0.402862548828125, 0.47271728515625, 0.542572021484375, 0.6124267578125, 0.682281494140625, 0.75213623046875, 0.821990966796875, 0.891845703125, 0.961700439453125, 1.03155517578125, 1.101409912109375, 1.1712646484375, 1.241119384765625, 1.31097412109375, 1.380828857421875, 1.45068359375, 1.520538330078125, 1.59039306640625, 1.660247802734375, 1.7301025390625, 1.799957275390625, 1.86981201171875, 1.939666748046875, 2.009521484375, 2.079376220703125, 2.14923095703125, 2.219085693359375, 2.2889404296875, 2.358795166015625, 2.42864990234375, 2.498504638671875, 2.568359375]}, "gradients/encoder.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 1.0, 2.0, 4.0, 7.0, 11.0, 20.0, 31.0, 32.0, 64.0, 89.0, 147.0, 136.0, 116.0, 111.0, 74.0, 58.0, 32.0, 26.0, 20.0, 11.0, 7.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8193359375, -1.7485504150390625, -1.677764892578125, -1.6069793701171875, -1.53619384765625, -1.4654083251953125, -1.394622802734375, -1.3238372802734375, -1.2530517578125, -1.1822662353515625, -1.111480712890625, -1.0406951904296875, -0.96990966796875, -0.8991241455078125, -0.828338623046875, -0.7575531005859375, -0.686767578125, -0.6159820556640625, -0.545196533203125, -0.4744110107421875, -0.40362548828125, -0.3328399658203125, -0.262054443359375, -0.1912689208984375, -0.1204833984375, -0.0496978759765625, 0.021087646484375, 0.0918731689453125, 0.16265869140625, 0.2334442138671875, 0.304229736328125, 0.3750152587890625, 0.44580078125, 0.5165863037109375, 0.587371826171875, 0.6581573486328125, 0.72894287109375, 0.7997283935546875, 0.870513916015625, 0.9412994384765625, 1.0120849609375, 1.0828704833984375, 1.153656005859375, 1.2244415283203125, 1.29522705078125, 1.3660125732421875, 1.436798095703125, 1.5075836181640625, 1.578369140625, 1.6491546630859375, 1.719940185546875, 1.7907257080078125, 1.86151123046875, 1.9322967529296875, 2.003082275390625, 2.0738677978515625, 2.1446533203125, 2.2154388427734375, 2.286224365234375, 2.3570098876953125, 2.42779541015625, 2.4985809326171875, 2.569366455078125, 2.6401519775390625, 2.7109375]}, "gradients/encoder.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 11.0, 32.0, 146.0, 299.0, 313.0, 151.0, 41.0, 12.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.04004669189453, -32.49341583251953, -30.9467830657959, -29.4001522064209, -27.853519439697266, -26.306888580322266, -24.760257720947266, -23.213624954223633, -21.6669921875, -20.120361328125, -18.573728561401367, -17.027097702026367, -15.480464935302734, -13.933834075927734, -12.387202262878418, -10.840570449829102, -9.293939590454102, -7.747307777404785, -6.200675964355469, -4.6540446281433105, -3.107412815093994, -1.5607810020446777, -0.014149665832519531, 1.5324821472167969, 3.0791139602661133, 4.62574577331543, 6.172377586364746, 7.719008922576904, 9.265640258789062, 10.812273025512695, 12.358903884887695, 13.905535697937012, 15.452167510986328, 16.998798370361328, 18.54543113708496, 20.09206199645996, 21.638694763183594, 23.185325622558594, 24.731956481933594, 26.278589248657227, 27.82522201538086, 29.37185287475586, 30.918485641479492, 32.465118408203125, 34.011749267578125, 35.558380126953125, 37.105010986328125, 38.651641845703125, 40.198272705078125, 41.744903564453125, 43.291534423828125, 44.83816909790039, 46.38479995727539, 47.93143081665039, 49.47806167602539, 51.024696350097656, 52.571327209472656, 54.117958068847656, 55.664588928222656, 57.21122360229492, 58.75785446166992, 60.30448532104492, 61.85111618041992, 63.39775085449219, 64.94438171386719]}, "gradients/encoder.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 2.0, 3.0, 5.0, 7.0, 2.0, 5.0, 12.0, 7.0, 13.0, 9.0, 15.0, 17.0, 27.0, 26.0, 20.0, 25.0, 28.0, 26.0, 40.0, 43.0, 44.0, 48.0, 49.0, 50.0, 33.0, 57.0, 39.0, 48.0, 33.0, 38.0, 35.0, 33.0, 25.0, 16.0, 20.0, 29.0, 18.0, 11.0, 13.0, 10.0, 6.0, 3.0, 7.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.049072265625, -14.569993019104004, -14.090913772583008, -13.611834526062012, -13.132755279541016, -12.65367603302002, -12.174596786499023, -11.695518493652344, -11.216438293457031, -10.737359046936035, -10.258279800415039, -9.779200553894043, -9.300121307373047, -8.82104206085205, -8.341962814331055, -7.862884044647217, -7.383805274963379, -6.904726028442383, -6.425646781921387, -5.946567535400391, -5.4674882888793945, -4.988409042358398, -4.5093302726745605, -4.0302510261535645, -3.5511717796325684, -3.0720925331115723, -2.593013286590576, -2.113934278488159, -1.634855031967163, -1.155775785446167, -0.67669677734375, -0.1976175308227539, 0.2814617156982422, 0.7605409026145935, 1.2396200895309448, 1.7186992168426514, 2.1977784633636475, 2.6768577098846436, 3.1559367179870605, 3.6350159645080566, 4.114095211029053, 4.593174457550049, 5.072253704071045, 5.551332473754883, 6.030411720275879, 6.509490966796875, 6.988570213317871, 7.467649459838867, 7.946728706359863, 8.42580795288086, 8.904887199401855, 9.383966445922852, 9.863045692443848, 10.342124938964844, 10.821203231811523, 11.300283432006836, 11.779361724853516, 12.258440971374512, 12.737520217895508, 13.216599464416504, 13.6956787109375, 14.174757957458496, 14.653837203979492, 15.132915496826172, 15.611995697021484]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 7.0, 5.0, 18.0, 16.0, 30.0, 32.0, 64.0, 66.0, 139.0, 209.0, 358.0, 590.0, 1080.0, 2090.0, 4815.0, 12945.0, 53324.0, 3876711.0, 200813.0, 26177.0, 8094.0, 3146.0, 1593.0, 804.0, 460.0, 244.0, 161.0, 109.0, 69.0, 36.0, 25.0, 11.0, 18.0, 6.0, 11.0, 5.0, 3.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.26171875, -4.148895263671875, -4.03607177734375, -3.923248291015625, -3.8104248046875, -3.697601318359375, -3.58477783203125, -3.471954345703125, -3.359130859375, -3.246307373046875, -3.13348388671875, -3.020660400390625, -2.9078369140625, -2.795013427734375, -2.68218994140625, -2.569366455078125, -2.45654296875, -2.343719482421875, -2.23089599609375, -2.118072509765625, -2.0052490234375, -1.892425537109375, -1.77960205078125, -1.666778564453125, -1.553955078125, -1.441131591796875, -1.32830810546875, -1.215484619140625, -1.1026611328125, -0.989837646484375, -0.87701416015625, -0.764190673828125, -0.6513671875, -0.538543701171875, -0.42572021484375, -0.312896728515625, -0.2000732421875, -0.087249755859375, 0.02557373046875, 0.138397216796875, 0.251220703125, 0.364044189453125, 0.47686767578125, 0.589691162109375, 0.7025146484375, 0.815338134765625, 0.92816162109375, 1.040985107421875, 1.15380859375, 1.266632080078125, 1.37945556640625, 1.492279052734375, 1.6051025390625, 1.717926025390625, 1.83074951171875, 1.943572998046875, 2.056396484375, 2.169219970703125, 2.28204345703125, 2.394866943359375, 2.5076904296875, 2.620513916015625, 2.73333740234375, 2.846160888671875, 2.958984375]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 5.0, 5.0, 3.0, 3.0, 8.0, 7.0, 13.0, 10.0, 17.0, 24.0, 27.0, 30.0, 31.0, 45.0, 52.0, 51.0, 56.0, 56.0, 59.0, 70.0, 43.0, 63.0, 47.0, 64.0, 40.0, 29.0, 32.0, 27.0, 20.0, 15.0, 16.0, 6.0, 11.0, 9.0, 1.0, 4.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.74609375, -0.7202987670898438, -0.6945037841796875, -0.6687088012695312, -0.642913818359375, -0.6171188354492188, -0.5913238525390625, -0.5655288696289062, -0.53973388671875, -0.5139389038085938, -0.4881439208984375, -0.46234893798828125, -0.436553955078125, -0.41075897216796875, -0.3849639892578125, -0.35916900634765625, -0.3333740234375, -0.30757904052734375, -0.2817840576171875, -0.25598907470703125, -0.230194091796875, -0.20439910888671875, -0.1786041259765625, -0.15280914306640625, -0.12701416015625, -0.10121917724609375, -0.0754241943359375, -0.04962921142578125, -0.023834228515625, 0.00196075439453125, 0.0277557373046875, 0.05355072021484375, 0.079345703125, 0.10514068603515625, 0.1309356689453125, 0.15673065185546875, 0.182525634765625, 0.20832061767578125, 0.2341156005859375, 0.25991058349609375, 0.28570556640625, 0.31150054931640625, 0.3372955322265625, 0.36309051513671875, 0.388885498046875, 0.41468048095703125, 0.4404754638671875, 0.46627044677734375, 0.4920654296875, 0.5178604125976562, 0.5436553955078125, 0.5694503784179688, 0.595245361328125, 0.6210403442382812, 0.6468353271484375, 0.6726303100585938, 0.69842529296875, 0.7242202758789062, 0.7500152587890625, 0.7758102416992188, 0.801605224609375, 0.8274002075195312, 0.8531951904296875, 0.8789901733398438, 0.90478515625]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 7.0, 4.0, 10.0, 14.0, 24.0, 33.0, 34.0, 54.0, 100.0, 130.0, 173.0, 318.0, 409.0, 725.0, 1084.0, 1689.0, 2869.0, 4870.0, 9694.0, 20922.0, 59364.0, 402347.0, 3535783.0, 96698.0, 29050.0, 12517.0, 6239.0, 3526.0, 1997.0, 1263.0, 766.0, 505.0, 343.0, 225.0, 160.0, 100.0, 71.0, 56.0, 33.0, 26.0, 12.0, 12.0, 9.0, 9.0, 2.0, 4.0, 3.0, 0.0, 1.0, 6.0, 1.0, 1.0, 1.0], "bins": [-1.845703125, -1.790069580078125, -1.73443603515625, -1.678802490234375, -1.6231689453125, -1.567535400390625, -1.51190185546875, -1.456268310546875, -1.400634765625, -1.345001220703125, -1.28936767578125, -1.233734130859375, -1.1781005859375, -1.122467041015625, -1.06683349609375, -1.011199951171875, -0.95556640625, -0.899932861328125, -0.84429931640625, -0.788665771484375, -0.7330322265625, -0.677398681640625, -0.62176513671875, -0.566131591796875, -0.510498046875, -0.454864501953125, -0.39923095703125, -0.343597412109375, -0.2879638671875, -0.232330322265625, -0.17669677734375, -0.121063232421875, -0.0654296875, -0.009796142578125, 0.04583740234375, 0.101470947265625, 0.1571044921875, 0.212738037109375, 0.26837158203125, 0.324005126953125, 0.379638671875, 0.435272216796875, 0.49090576171875, 0.546539306640625, 0.6021728515625, 0.657806396484375, 0.71343994140625, 0.769073486328125, 0.82470703125, 0.880340576171875, 0.93597412109375, 0.991607666015625, 1.0472412109375, 1.102874755859375, 1.15850830078125, 1.214141845703125, 1.269775390625, 1.325408935546875, 1.38104248046875, 1.436676025390625, 1.4923095703125, 1.547943115234375, 1.60357666015625, 1.659210205078125, 1.71484375]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 5.0, 2.0, 6.0, 7.0, 3.0, 4.0, 10.0, 9.0, 13.0, 23.0, 22.0, 35.0, 52.0, 84.0, 151.0, 396.0, 2596.0, 260.0, 111.0, 73.0, 46.0, 35.0, 27.0, 15.0, 21.0, 8.0, 11.0, 9.0, 5.0, 8.0, 6.0, 6.0, 2.0, 2.0, 4.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.69921875, -0.6762008666992188, -0.6531829833984375, -0.6301651000976562, -0.607147216796875, -0.5841293334960938, -0.5611114501953125, -0.5380935668945312, -0.51507568359375, -0.49205780029296875, -0.4690399169921875, -0.44602203369140625, -0.423004150390625, -0.39998626708984375, -0.3769683837890625, -0.35395050048828125, -0.3309326171875, -0.30791473388671875, -0.2848968505859375, -0.26187896728515625, -0.238861083984375, -0.21584320068359375, -0.1928253173828125, -0.16980743408203125, -0.14678955078125, -0.12377166748046875, -0.1007537841796875, -0.07773590087890625, -0.054718017578125, -0.03170013427734375, -0.0086822509765625, 0.01433563232421875, 0.037353515625, 0.06037139892578125, 0.0833892822265625, 0.10640716552734375, 0.129425048828125, 0.15244293212890625, 0.1754608154296875, 0.19847869873046875, 0.22149658203125, 0.24451446533203125, 0.2675323486328125, 0.29055023193359375, 0.313568115234375, 0.33658599853515625, 0.3596038818359375, 0.38262176513671875, 0.4056396484375, 0.42865753173828125, 0.4516754150390625, 0.47469329833984375, 0.497711181640625, 0.5207290649414062, 0.5437469482421875, 0.5667648315429688, 0.58978271484375, 0.6128005981445312, 0.6358184814453125, 0.6588363647460938, 0.681854248046875, 0.7048721313476562, 0.7278900146484375, 0.7509078979492188, 0.77392578125]}, "gradients/encoder.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 9.0, 14.0, 14.0, 20.0, 55.0, 72.0, 132.0, 138.0, 156.0, 115.0, 98.0, 52.0, 49.0, 25.0, 27.0, 8.0, 8.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.95267391204834, -2.7668445110321045, -2.5810153484344482, -2.395185947418213, -2.2093567848205566, -2.0235273838043213, -1.8376981019973755, -1.6518688201904297, -1.4660395383834839, -1.280210256576538, -1.0943809747695923, -0.9085516333580017, -0.7227223515510559, -0.5368930697441101, -0.35106372833251953, -0.16523444652557373, 0.02059483528137207, 0.20642413198947906, 0.39225342869758606, 0.5780827403068542, 0.7639120221138, 0.9497413039207458, 1.1355706453323364, 1.3213999271392822, 1.507229208946228, 1.6930584907531738, 1.8788877725601196, 2.0647170543670654, 2.250546455383301, 2.436375617980957, 2.6222050189971924, 2.8080344200134277, 2.993863582611084, 3.1796929836273193, 3.3655221462249756, 3.551351547241211, 3.737180709838867, 3.9230101108551025, 4.108839511871338, 4.294668674468994, 4.48049783706665, 4.666326999664307, 4.852156639099121, 5.037985801696777, 5.223814964294434, 5.40964412689209, 5.595473766326904, 5.7813029289245605, 5.967132568359375, 6.152961730957031, 6.338791370391846, 6.524620532989502, 6.710449695587158, 6.8962788581848145, 7.082108497619629, 7.267937660217285, 7.453766822814941, 7.639595985412598, 7.825425624847412, 8.01125431060791, 8.197084426879883, 8.382913589477539, 8.568742752075195, 8.754571914672852, 8.940401077270508]}, "gradients/encoder.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 5.0, 4.0, 4.0, 4.0, 5.0, 9.0, 9.0, 10.0, 10.0, 8.0, 26.0, 17.0, 27.0, 20.0, 23.0, 28.0, 43.0, 28.0, 38.0, 42.0, 38.0, 38.0, 45.0, 32.0, 39.0, 42.0, 41.0, 37.0, 36.0, 34.0, 36.0, 29.0, 31.0, 23.0, 26.0, 26.0, 25.0, 13.0, 11.0, 12.0, 5.0, 3.0, 10.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.717219114303589, -2.6364824771881104, -2.5557456016540527, -2.475008964538574, -2.3942723274230957, -2.313535451889038, -2.2327988147735596, -2.152061939239502, -2.0713253021240234, -1.9905885457992554, -1.9098517894744873, -1.8291151523590088, -1.7483783960342407, -1.6676416397094727, -1.5869050025939941, -1.506168246269226, -1.425431489944458, -1.34469473361969, -1.2639579772949219, -1.1832213401794434, -1.1024845838546753, -1.0217478275299072, -0.9410111308097839, -0.8602744340896606, -0.7795376777648926, -0.6988009214401245, -0.6180642247200012, -0.5373275279998779, -0.45659077167510986, -0.3758540451526642, -0.2951173186302185, -0.21438062191009521, -0.13364362716674805, -0.05290690064430237, 0.02782982587814331, 0.10856655240058899, 0.18930327892303467, 0.27004000544548035, 0.350776731967926, 0.4315134286880493, 0.5122501850128174, 0.5929869413375854, 0.6737236380577087, 0.754460334777832, 0.8351970911026001, 0.9159338474273682, 0.9966705441474915, 1.0774072408676147, 1.1581439971923828, 1.2388807535171509, 1.319617509841919, 1.4003541469573975, 1.4810909032821655, 1.5618276596069336, 1.642564296722412, 1.7233010530471802, 1.8040378093719482, 1.8847745656967163, 1.9655113220214844, 2.046247959136963, 2.1269845962524414, 2.207721471786499, 2.2884581089019775, 2.369194984436035, 2.4499316215515137]}, "gradients/encoder.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 6.0, 3.0, 5.0, 8.0, 14.0, 25.0, 39.0, 59.0, 96.0, 145.0, 200.0, 323.0, 526.0, 927.0, 1647.0, 3064.0, 6087.0, 12980.0, 28335.0, 62605.0, 138048.0, 326423.0, 262809.0, 109885.0, 50166.0, 22862.0, 10353.0, 5044.0, 2453.0, 1330.0, 766.0, 479.0, 307.0, 167.0, 125.0, 67.0, 54.0, 38.0, 27.0, 17.0, 15.0, 6.0, 7.0, 6.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.650390625, -1.5969085693359375, -1.543426513671875, -1.4899444580078125, -1.43646240234375, -1.3829803466796875, -1.329498291015625, -1.2760162353515625, -1.2225341796875, -1.1690521240234375, -1.115570068359375, -1.0620880126953125, -1.00860595703125, -0.9551239013671875, -0.901641845703125, -0.8481597900390625, -0.794677734375, -0.7411956787109375, -0.687713623046875, -0.6342315673828125, -0.58074951171875, -0.5272674560546875, -0.473785400390625, -0.4203033447265625, -0.3668212890625, -0.3133392333984375, -0.259857177734375, -0.2063751220703125, -0.15289306640625, -0.0994110107421875, -0.045928955078125, 0.0075531005859375, 0.06103515625, 0.1145172119140625, 0.167999267578125, 0.2214813232421875, 0.27496337890625, 0.3284454345703125, 0.381927490234375, 0.4354095458984375, 0.4888916015625, 0.5423736572265625, 0.595855712890625, 0.6493377685546875, 0.70281982421875, 0.7563018798828125, 0.809783935546875, 0.8632659912109375, 0.916748046875, 0.9702301025390625, 1.023712158203125, 1.0771942138671875, 1.13067626953125, 1.1841583251953125, 1.237640380859375, 1.2911224365234375, 1.3446044921875, 1.3980865478515625, 1.451568603515625, 1.5050506591796875, 1.55853271484375, 1.6120147705078125, 1.665496826171875, 1.7189788818359375, 1.7724609375]}, "gradients/encoder.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 2.0, 4.0, 3.0, 5.0, 7.0, 7.0, 7.0, 14.0, 17.0, 18.0, 21.0, 21.0, 38.0, 32.0, 40.0, 41.0, 37.0, 57.0, 54.0, 62.0, 53.0, 50.0, 48.0, 43.0, 50.0, 51.0, 44.0, 30.0, 25.0, 30.0, 22.0, 13.0, 11.0, 8.0, 7.0, 9.0, 11.0, 3.0, 5.0, 5.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.70751953125, -0.6833267211914062, -0.6591339111328125, -0.6349411010742188, -0.610748291015625, -0.5865554809570312, -0.5623626708984375, -0.5381698608398438, -0.51397705078125, -0.48978424072265625, -0.4655914306640625, -0.44139862060546875, -0.417205810546875, -0.39301300048828125, -0.3688201904296875, -0.34462738037109375, -0.3204345703125, -0.29624176025390625, -0.2720489501953125, -0.24785614013671875, -0.223663330078125, -0.19947052001953125, -0.1752777099609375, -0.15108489990234375, -0.12689208984375, -0.10269927978515625, -0.0785064697265625, -0.05431365966796875, -0.030120849609375, -0.00592803955078125, 0.0182647705078125, 0.04245758056640625, 0.066650390625, 0.09084320068359375, 0.1150360107421875, 0.13922882080078125, 0.163421630859375, 0.18761444091796875, 0.2118072509765625, 0.23600006103515625, 0.26019287109375, 0.28438568115234375, 0.3085784912109375, 0.33277130126953125, 0.356964111328125, 0.38115692138671875, 0.4053497314453125, 0.42954254150390625, 0.4537353515625, 0.47792816162109375, 0.5021209716796875, 0.5263137817382812, 0.550506591796875, 0.5746994018554688, 0.5988922119140625, 0.6230850219726562, 0.64727783203125, 0.6714706420898438, 0.6956634521484375, 0.7198562622070312, 0.744049072265625, 0.7682418823242188, 0.7924346923828125, 0.8166275024414062, 0.8408203125]}, "gradients/encoder.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 1.0, 3.0, 4.0, 6.0, 10.0, 10.0, 14.0, 29.0, 54.0, 71.0, 94.0, 145.0, 244.0, 413.0, 819.0, 1754.0, 5769.0, 51686.0, 795757.0, 174477.0, 12201.0, 2589.0, 1066.0, 534.0, 294.0, 160.0, 123.0, 75.0, 60.0, 29.0, 24.0, 13.0, 13.0, 10.0, 2.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.65234375, -5.50628662109375, -5.3602294921875, -5.21417236328125, -5.068115234375, -4.92205810546875, -4.7760009765625, -4.62994384765625, -4.48388671875, -4.33782958984375, -4.1917724609375, -4.04571533203125, -3.899658203125, -3.75360107421875, -3.6075439453125, -3.46148681640625, -3.3154296875, -3.16937255859375, -3.0233154296875, -2.87725830078125, -2.731201171875, -2.58514404296875, -2.4390869140625, -2.29302978515625, -2.14697265625, -2.00091552734375, -1.8548583984375, -1.70880126953125, -1.562744140625, -1.41668701171875, -1.2706298828125, -1.12457275390625, -0.978515625, -0.83245849609375, -0.6864013671875, -0.54034423828125, -0.394287109375, -0.24822998046875, -0.1021728515625, 0.04388427734375, 0.18994140625, 0.33599853515625, 0.4820556640625, 0.62811279296875, 0.774169921875, 0.92022705078125, 1.0662841796875, 1.21234130859375, 1.3583984375, 1.50445556640625, 1.6505126953125, 1.79656982421875, 1.942626953125, 2.08868408203125, 2.2347412109375, 2.38079833984375, 2.52685546875, 2.67291259765625, 2.8189697265625, 2.96502685546875, 3.111083984375, 3.25714111328125, 3.4031982421875, 3.54925537109375, 3.6953125]}, "gradients/encoder.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 9.0, 5.0, 6.0, 15.0, 13.0, 17.0, 14.0, 19.0, 33.0, 25.0, 29.0, 32.0, 36.0, 39.0, 33.0, 35.0, 51.0, 47.0, 57.0, 38.0, 54.0, 52.0, 40.0, 46.0, 53.0, 33.0, 29.0, 19.0, 22.0, 14.0, 12.0, 17.0, 8.0, 12.0, 7.0, 9.0, 6.0, 2.0, 1.0, 5.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0], "bins": [-3.56640625, -3.46826171875, -3.3701171875, -3.27197265625, -3.173828125, -3.07568359375, -2.9775390625, -2.87939453125, -2.78125, -2.68310546875, -2.5849609375, -2.48681640625, -2.388671875, -2.29052734375, -2.1923828125, -2.09423828125, -1.99609375, -1.89794921875, -1.7998046875, -1.70166015625, -1.603515625, -1.50537109375, -1.4072265625, -1.30908203125, -1.2109375, -1.11279296875, -1.0146484375, -0.91650390625, -0.818359375, -0.72021484375, -0.6220703125, -0.52392578125, -0.42578125, -0.32763671875, -0.2294921875, -0.13134765625, -0.033203125, 0.06494140625, 0.1630859375, 0.26123046875, 0.359375, 0.45751953125, 0.5556640625, 0.65380859375, 0.751953125, 0.85009765625, 0.9482421875, 1.04638671875, 1.14453125, 1.24267578125, 1.3408203125, 1.43896484375, 1.537109375, 1.63525390625, 1.7333984375, 1.83154296875, 1.9296875, 2.02783203125, 2.1259765625, 2.22412109375, 2.322265625, 2.42041015625, 2.5185546875, 2.61669921875, 2.71484375]}, "gradients/encoder.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 0.0, 2.0, 7.0, 2.0, 6.0, 10.0, 6.0, 15.0, 30.0, 38.0, 57.0, 77.0, 138.0, 214.0, 403.0, 854.0, 2221.0, 7333.0, 34824.0, 249608.0, 638904.0, 91674.0, 15566.0, 3947.0, 1328.0, 571.0, 265.0, 165.0, 99.0, 58.0, 47.0, 25.0, 25.0, 13.0, 6.0, 2.0, 8.0, 7.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.72705078125, -0.6957931518554688, -0.6645355224609375, -0.6332778930664062, -0.602020263671875, -0.5707626342773438, -0.5395050048828125, -0.5082473754882812, -0.47698974609375, -0.44573211669921875, -0.4144744873046875, -0.38321685791015625, -0.351959228515625, -0.32070159912109375, -0.2894439697265625, -0.25818634033203125, -0.2269287109375, -0.19567108154296875, -0.1644134521484375, -0.13315582275390625, -0.101898193359375, -0.07064056396484375, -0.0393829345703125, -0.00812530517578125, 0.02313232421875, 0.05438995361328125, 0.0856475830078125, 0.11690521240234375, 0.148162841796875, 0.17942047119140625, 0.2106781005859375, 0.24193572998046875, 0.273193359375, 0.30445098876953125, 0.3357086181640625, 0.36696624755859375, 0.398223876953125, 0.42948150634765625, 0.4607391357421875, 0.49199676513671875, 0.52325439453125, 0.5545120239257812, 0.5857696533203125, 0.6170272827148438, 0.648284912109375, 0.6795425415039062, 0.7108001708984375, 0.7420578002929688, 0.7733154296875, 0.8045730590820312, 0.8358306884765625, 0.8670883178710938, 0.898345947265625, 0.9296035766601562, 0.9608612060546875, 0.9921188354492188, 1.02337646484375, 1.0546340942382812, 1.0858917236328125, 1.1171493530273438, 1.148406982421875, 1.1796646118164062, 1.2109222412109375, 1.2421798706054688, 1.2734375]}, "gradients/encoder.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 7.0, 9.0, 11.0, 14.0, 16.0, 21.0, 28.0, 50.0, 45.0, 51.0, 93.0, 125.0, 104.0, 94.0, 76.0, 53.0, 48.0, 38.0, 33.0, 20.0, 16.0, 11.0, 3.0, 12.0, 6.0, 2.0, 4.0, 6.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00017380714416503906, -0.00016762502491474152, -0.00016144290566444397, -0.00015526078641414642, -0.00014907866716384888, -0.00014289654791355133, -0.00013671442866325378, -0.00013053230941295624, -0.0001243501901626587, -0.00011816807091236115, -0.0001119859516620636, -0.00010580383241176605, -9.96217131614685e-05, -9.343959391117096e-05, -8.725747466087341e-05, -8.107535541057587e-05, -7.489323616027832e-05, -6.871111690998077e-05, -6.252899765968323e-05, -5.634687840938568e-05, -5.0164759159088135e-05, -4.398263990879059e-05, -3.780052065849304e-05, -3.1618401408195496e-05, -2.543628215789795e-05, -1.9254162907600403e-05, -1.3072043657302856e-05, -6.88992440700531e-06, -7.078051567077637e-07, 5.474314093589783e-06, 1.1656433343887329e-05, 1.7838552594184875e-05, 2.4020671844482422e-05, 3.0202791094779968e-05, 3.6384910345077515e-05, 4.256702959537506e-05, 4.874914884567261e-05, 5.4931268095970154e-05, 6.11133873462677e-05, 6.729550659656525e-05, 7.347762584686279e-05, 7.965974509716034e-05, 8.584186434745789e-05, 9.202398359775543e-05, 9.820610284805298e-05, 0.00010438822209835052, 0.00011057034134864807, 0.00011675246059894562, 0.00012293457984924316, 0.0001291166990995407, 0.00013529881834983826, 0.0001414809376001358, 0.00014766305685043335, 0.0001538451761007309, 0.00016002729535102844, 0.000166209414601326, 0.00017239153385162354, 0.00017857365310192108, 0.00018475577235221863, 0.00019093789160251617, 0.00019712001085281372, 0.00020330213010311127, 0.0002094842493534088, 0.00021566636860370636, 0.0002218484878540039]}, "gradients/encoder.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 6.0, 6.0, 9.0, 11.0, 13.0, 14.0, 17.0, 38.0, 57.0, 68.0, 117.0, 155.0, 290.0, 473.0, 889.0, 2007.0, 5946.0, 31349.0, 325163.0, 609768.0, 58046.0, 8946.0, 2632.0, 1052.0, 567.0, 330.0, 198.0, 130.0, 91.0, 48.0, 36.0, 18.0, 13.0, 21.0, 13.0, 3.0, 7.0, 5.0, 5.0, 5.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.23828125, -1.2030487060546875, -1.167816162109375, -1.1325836181640625, -1.09735107421875, -1.0621185302734375, -1.026885986328125, -0.9916534423828125, -0.9564208984375, -0.9211883544921875, -0.885955810546875, -0.8507232666015625, -0.81549072265625, -0.7802581787109375, -0.745025634765625, -0.7097930908203125, -0.674560546875, -0.6393280029296875, -0.604095458984375, -0.5688629150390625, -0.53363037109375, -0.4983978271484375, -0.463165283203125, -0.4279327392578125, -0.3927001953125, -0.3574676513671875, -0.322235107421875, -0.2870025634765625, -0.25177001953125, -0.2165374755859375, -0.181304931640625, -0.1460723876953125, -0.11083984375, -0.0756072998046875, -0.040374755859375, -0.0051422119140625, 0.03009033203125, 0.0653228759765625, 0.100555419921875, 0.1357879638671875, 0.1710205078125, 0.2062530517578125, 0.241485595703125, 0.2767181396484375, 0.31195068359375, 0.3471832275390625, 0.382415771484375, 0.4176483154296875, 0.452880859375, 0.4881134033203125, 0.523345947265625, 0.5585784912109375, 0.59381103515625, 0.6290435791015625, 0.664276123046875, 0.6995086669921875, 0.7347412109375, 0.7699737548828125, 0.805206298828125, 0.8404388427734375, 0.87567138671875, 0.9109039306640625, 0.946136474609375, 0.9813690185546875, 1.0166015625]}, "gradients/encoder.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 2.0, 4.0, 7.0, 5.0, 12.0, 10.0, 19.0, 17.0, 25.0, 23.0, 42.0, 42.0, 63.0, 83.0, 105.0, 101.0, 91.0, 83.0, 62.0, 43.0, 38.0, 44.0, 17.0, 18.0, 13.0, 7.0, 6.0, 2.0, 7.0, 4.0, 1.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-1.2119140625, -1.1796340942382812, -1.1473541259765625, -1.1150741577148438, -1.082794189453125, -1.0505142211914062, -1.0182342529296875, -0.9859542846679688, -0.95367431640625, -0.9213943481445312, -0.8891143798828125, -0.8568344116210938, -0.824554443359375, -0.7922744750976562, -0.7599945068359375, -0.7277145385742188, -0.6954345703125, -0.6631546020507812, -0.6308746337890625, -0.5985946655273438, -0.566314697265625, -0.5340347290039062, -0.5017547607421875, -0.46947479248046875, -0.43719482421875, -0.40491485595703125, -0.3726348876953125, -0.34035491943359375, -0.308074951171875, -0.27579498291015625, -0.2435150146484375, -0.21123504638671875, -0.178955078125, -0.14667510986328125, -0.1143951416015625, -0.08211517333984375, -0.049835205078125, -0.01755523681640625, 0.0147247314453125, 0.04700469970703125, 0.07928466796875, 0.11156463623046875, 0.1438446044921875, 0.17612457275390625, 0.208404541015625, 0.24068450927734375, 0.2729644775390625, 0.30524444580078125, 0.3375244140625, 0.36980438232421875, 0.4020843505859375, 0.43436431884765625, 0.466644287109375, 0.49892425537109375, 0.5312042236328125, 0.5634841918945312, 0.59576416015625, 0.6280441284179688, 0.6603240966796875, 0.6926040649414062, 0.724884033203125, 0.7571640014648438, 0.7894439697265625, 0.8217239379882812, 0.85400390625]}, "gradients/encoder.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 5.0, 7.0, 15.0, 49.0, 90.0, 127.0, 180.0, 183.0, 163.0, 106.0, 45.0, 14.0, 11.0, 2.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-29.896671295166016, -28.99538230895996, -28.094093322753906, -27.19280433654785, -26.291515350341797, -25.390226364135742, -24.488937377929688, -23.587648391723633, -22.686359405517578, -21.785070419311523, -20.88378143310547, -19.982492446899414, -19.08120346069336, -18.179914474487305, -17.27862548828125, -16.377336502075195, -15.476046562194824, -14.57475757598877, -13.673468589782715, -12.77217960357666, -11.870890617370605, -10.969600677490234, -10.06831169128418, -9.167022705078125, -8.26573371887207, -7.364444732666016, -6.463155746459961, -5.561866760253906, -4.660577774047852, -3.7592883110046387, -2.857999324798584, -1.9567103385925293, -1.0554218292236328, -0.15413278341293335, 0.7471562623977661, 1.6484453678131104, 2.549734354019165, 3.451023578643799, 4.3523125648498535, 5.253601551055908, 6.154890537261963, 7.056179523468018, 7.957468509674072, 8.858757972717285, 9.76004695892334, 10.661335945129395, 11.56262493133545, 12.463913917541504, 13.365202903747559, 14.266491889953613, 15.167780876159668, 16.06907081604004, 16.970359802246094, 17.87164878845215, 18.772937774658203, 19.674226760864258, 20.575515747070312, 21.476804733276367, 22.378093719482422, 23.279382705688477, 24.18067169189453, 25.081960678100586, 25.98324966430664, 26.884538650512695, 27.78582763671875]}, "gradients/encoder.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 6.0, 6.0, 5.0, 5.0, 8.0, 14.0, 16.0, 17.0, 14.0, 25.0, 35.0, 24.0, 40.0, 44.0, 47.0, 47.0, 47.0, 56.0, 54.0, 41.0, 46.0, 49.0, 44.0, 45.0, 38.0, 56.0, 23.0, 27.0, 16.0, 10.0, 25.0, 13.0, 12.0, 13.0, 9.0, 7.0, 5.0, 5.0, 3.0, 4.0, 1.0, 1.0, 2.0, 0.0, 5.0, 1.0, 0.0, 0.0, 1.0], "bins": [-15.51024341583252, -15.05201244354248, -14.593781471252441, -14.135550498962402, -13.677318572998047, -13.219087600708008, -12.760856628417969, -12.30262565612793, -11.84439468383789, -11.386163711547852, -10.927932739257812, -10.469701766967773, -10.011470794677734, -9.553239822387695, -9.09500789642334, -8.6367769241333, -8.178545951843262, -7.720314979553223, -7.262084007263184, -6.803852558135986, -6.345621585845947, -5.887390613555908, -5.429159164428711, -4.970928192138672, -4.512697219848633, -4.054466247558594, -3.5962350368499756, -3.1380038261413574, -2.6797728538513184, -2.2215418815612793, -1.7633106708526611, -1.305079460144043, -0.8468475341796875, -0.3886164426803589, 0.06961464881896973, 0.5278457403182983, 0.986076831817627, 1.444307804107666, 1.9025390148162842, 2.3607702255249023, 2.8190011978149414, 3.2772321701049805, 3.7354633808135986, 4.193694591522217, 4.651925563812256, 5.110156536102295, 5.568387985229492, 6.026618957519531, 6.48484992980957, 6.943080902099609, 7.401311874389648, 7.859543323516846, 8.317773818969727, 8.776004791259766, 9.234236717224121, 9.69246768951416, 10.1506986618042, 10.608929634094238, 11.067160606384277, 11.525391578674316, 11.983623504638672, 12.441854476928711, 12.90008544921875, 13.358316421508789, 13.816547393798828]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 5.0, 1.0, 4.0, 6.0, 11.0, 12.0, 12.0, 18.0, 24.0, 41.0, 62.0, 99.0, 176.0, 235.0, 449.0, 746.0, 1458.0, 2705.0, 5353.0, 11084.0, 24921.0, 62780.0, 213744.0, 1619288.0, 1901268.0, 233096.0, 67293.0, 25659.0, 11700.0, 5630.0, 2897.0, 1509.0, 828.0, 486.0, 255.0, 161.0, 102.0, 54.0, 44.0, 25.0, 27.0, 10.0, 8.0, 2.0, 7.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0], "bins": [-1.357421875, -1.3197479248046875, -1.282073974609375, -1.2444000244140625, -1.20672607421875, -1.1690521240234375, -1.131378173828125, -1.0937042236328125, -1.0560302734375, -1.0183563232421875, -0.980682373046875, -0.9430084228515625, -0.90533447265625, -0.8676605224609375, -0.829986572265625, -0.7923126220703125, -0.754638671875, -0.7169647216796875, -0.679290771484375, -0.6416168212890625, -0.60394287109375, -0.5662689208984375, -0.528594970703125, -0.4909210205078125, -0.4532470703125, -0.4155731201171875, -0.377899169921875, -0.3402252197265625, -0.30255126953125, -0.2648773193359375, -0.227203369140625, -0.1895294189453125, -0.15185546875, -0.1141815185546875, -0.076507568359375, -0.0388336181640625, -0.00115966796875, 0.0365142822265625, 0.074188232421875, 0.1118621826171875, 0.1495361328125, 0.1872100830078125, 0.224884033203125, 0.2625579833984375, 0.30023193359375, 0.3379058837890625, 0.375579833984375, 0.4132537841796875, 0.450927734375, 0.4886016845703125, 0.526275634765625, 0.5639495849609375, 0.60162353515625, 0.6392974853515625, 0.676971435546875, 0.7146453857421875, 0.7523193359375, 0.7899932861328125, 0.827667236328125, 0.8653411865234375, 0.90301513671875, 0.9406890869140625, 0.978363037109375, 1.0160369873046875, 1.0537109375]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 7.0, 2.0, 9.0, 11.0, 18.0, 31.0, 25.0, 23.0, 45.0, 35.0, 39.0, 45.0, 57.0, 52.0, 60.0, 57.0, 49.0, 61.0, 50.0, 56.0, 45.0, 43.0, 32.0, 26.0, 29.0, 23.0, 7.0, 20.0, 11.0, 9.0, 4.0, 0.0, 3.0, 1.0, 6.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.7373046875, -0.7139968872070312, -0.6906890869140625, -0.6673812866210938, -0.644073486328125, -0.6207656860351562, -0.5974578857421875, -0.5741500854492188, -0.55084228515625, -0.5275344848632812, -0.5042266845703125, -0.48091888427734375, -0.457611083984375, -0.43430328369140625, -0.4109954833984375, -0.38768768310546875, -0.3643798828125, -0.34107208251953125, -0.3177642822265625, -0.29445648193359375, -0.271148681640625, -0.24784088134765625, -0.2245330810546875, -0.20122528076171875, -0.17791748046875, -0.15460968017578125, -0.1313018798828125, -0.10799407958984375, -0.084686279296875, -0.06137847900390625, -0.0380706787109375, -0.01476287841796875, 0.008544921875, 0.03185272216796875, 0.0551605224609375, 0.07846832275390625, 0.101776123046875, 0.12508392333984375, 0.1483917236328125, 0.17169952392578125, 0.19500732421875, 0.21831512451171875, 0.2416229248046875, 0.26493072509765625, 0.288238525390625, 0.31154632568359375, 0.3348541259765625, 0.35816192626953125, 0.3814697265625, 0.40477752685546875, 0.4280853271484375, 0.45139312744140625, 0.474700927734375, 0.49800872802734375, 0.5213165283203125, 0.5446243286132812, 0.56793212890625, 0.5912399291992188, 0.6145477294921875, 0.6378555297851562, 0.661163330078125, 0.6844711303710938, 0.7077789306640625, 0.7310867309570312, 0.75439453125]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 6.0, 4.0, 6.0, 3.0, 6.0, 13.0, 25.0, 25.0, 53.0, 81.0, 139.0, 253.0, 462.0, 1033.0, 2370.0, 6388.0, 21349.0, 101666.0, 1415699.0, 2468471.0, 137113.0, 26504.0, 7719.0, 2742.0, 1065.0, 492.0, 233.0, 152.0, 75.0, 52.0, 29.0, 21.0, 9.0, 8.0, 4.0, 5.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.068359375, -2.007659912109375, -1.94696044921875, -1.886260986328125, -1.8255615234375, -1.764862060546875, -1.70416259765625, -1.643463134765625, -1.582763671875, -1.522064208984375, -1.46136474609375, -1.400665283203125, -1.3399658203125, -1.279266357421875, -1.21856689453125, -1.157867431640625, -1.09716796875, -1.036468505859375, -0.97576904296875, -0.915069580078125, -0.8543701171875, -0.793670654296875, -0.73297119140625, -0.672271728515625, -0.611572265625, -0.550872802734375, -0.49017333984375, -0.429473876953125, -0.3687744140625, -0.308074951171875, -0.24737548828125, -0.186676025390625, -0.1259765625, -0.065277099609375, -0.00457763671875, 0.056121826171875, 0.1168212890625, 0.177520751953125, 0.23822021484375, 0.298919677734375, 0.359619140625, 0.420318603515625, 0.48101806640625, 0.541717529296875, 0.6024169921875, 0.663116455078125, 0.72381591796875, 0.784515380859375, 0.84521484375, 0.905914306640625, 0.96661376953125, 1.027313232421875, 1.0880126953125, 1.148712158203125, 1.20941162109375, 1.270111083984375, 1.330810546875, 1.391510009765625, 1.45220947265625, 1.512908935546875, 1.5736083984375, 1.634307861328125, 1.69500732421875, 1.755706787109375, 1.81640625]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 5.0, 3.0, 5.0, 10.0, 5.0, 11.0, 13.0, 19.0, 23.0, 30.0, 47.0, 73.0, 82.0, 165.0, 266.0, 403.0, 738.0, 846.0, 505.0, 269.0, 166.0, 134.0, 73.0, 59.0, 32.0, 25.0, 22.0, 14.0, 7.0, 6.0, 1.0, 4.0, 5.0, 6.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-2.07421875, -2.0168609619140625, -1.959503173828125, -1.9021453857421875, -1.84478759765625, -1.7874298095703125, -1.730072021484375, -1.6727142333984375, -1.6153564453125, -1.5579986572265625, -1.500640869140625, -1.4432830810546875, -1.38592529296875, -1.3285675048828125, -1.271209716796875, -1.2138519287109375, -1.156494140625, -1.0991363525390625, -1.041778564453125, -0.9844207763671875, -0.92706298828125, -0.8697052001953125, -0.812347412109375, -0.7549896240234375, -0.6976318359375, -0.6402740478515625, -0.582916259765625, -0.5255584716796875, -0.46820068359375, -0.4108428955078125, -0.353485107421875, -0.2961273193359375, -0.23876953125, -0.1814117431640625, -0.124053955078125, -0.0666961669921875, -0.00933837890625, 0.0480194091796875, 0.105377197265625, 0.1627349853515625, 0.2200927734375, 0.2774505615234375, 0.334808349609375, 0.3921661376953125, 0.44952392578125, 0.5068817138671875, 0.564239501953125, 0.6215972900390625, 0.678955078125, 0.7363128662109375, 0.793670654296875, 0.8510284423828125, 0.90838623046875, 0.9657440185546875, 1.023101806640625, 1.0804595947265625, 1.1378173828125, 1.1951751708984375, 1.252532958984375, 1.3098907470703125, 1.36724853515625, 1.4246063232421875, 1.481964111328125, 1.5393218994140625, 1.5966796875]}, "gradients/encoder.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 5.0, 3.0, 4.0, 3.0, 6.0, 6.0, 6.0, 7.0, 11.0, 28.0, 45.0, 91.0, 121.0, 171.0, 146.0, 133.0, 84.0, 48.0, 38.0, 19.0, 9.0, 10.0, 5.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-19.204971313476562, -18.686656951904297, -18.168344497680664, -17.6500301361084, -17.131715774536133, -16.6134033203125, -16.095088958740234, -15.576774597167969, -15.05846118927002, -14.54014778137207, -14.021833419799805, -13.503520011901855, -12.985206604003906, -12.46689224243164, -11.948578834533691, -11.430265426635742, -10.911951065063477, -10.393637657165527, -9.875323295593262, -9.357009887695312, -8.838695526123047, -8.320382118225098, -7.802068710327148, -7.283754825592041, -6.765440940856934, -6.247127056121826, -5.728813171386719, -5.2104997634887695, -4.692185878753662, -4.173871994018555, -3.6555583477020264, -3.137244701385498, -2.618929862976074, -2.100615978240967, -1.5823023319244385, -1.0639885663986206, -0.5456748008728027, -0.027360916137695312, 0.490952730178833, 1.0092663764953613, 1.5275802612304688, 2.045894145965576, 2.5642077922821045, 3.082521438598633, 3.6008353233337402, 4.119149208068848, 4.637462615966797, 5.155776500701904, 5.674090385437012, 6.192404270172119, 6.710718154907227, 7.229031562805176, 7.747345447540283, 8.26565933227539, 8.78397274017334, 9.302286148071289, 9.820600509643555, 10.338913917541504, 10.85722827911377, 11.375541687011719, 11.893856048583984, 12.412169456481934, 12.930482864379883, 13.448797225952148, 13.967110633850098]}, "gradients/encoder.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 7.0, 6.0, 7.0, 7.0, 4.0, 11.0, 8.0, 18.0, 20.0, 14.0, 24.0, 24.0, 38.0, 36.0, 40.0, 43.0, 38.0, 50.0, 45.0, 56.0, 55.0, 48.0, 47.0, 34.0, 51.0, 33.0, 31.0, 29.0, 31.0, 26.0, 29.0, 20.0, 14.0, 16.0, 11.0, 10.0, 8.0, 4.0, 6.0, 2.0, 3.0, 2.0, 2.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.626302719116211, -8.360640525817871, -8.094978332519531, -7.82931661605835, -7.56365442276001, -7.29799222946167, -7.032330513000488, -6.766668319702148, -6.501006126403809, -6.235343933105469, -5.969681739807129, -5.704020023345947, -5.438357830047607, -5.172695636749268, -4.907033920288086, -4.641371726989746, -4.375709533691406, -4.110047340393066, -3.8443853855133057, -3.578723430633545, -3.313061237335205, -3.0473990440368652, -2.7817370891571045, -2.5160751342773438, -2.250412940979004, -1.9847508668899536, -1.7190887928009033, -1.453426718711853, -1.1877646446228027, -0.9221025705337524, -0.6564404964447021, -0.39077842235565186, -0.12511730194091797, 0.14054477214813232, 0.4062068462371826, 0.6718689203262329, 0.9375309944152832, 1.2031930685043335, 1.4688551425933838, 1.734517216682434, 2.0001792907714844, 2.265841484069824, 2.531503438949585, 2.7971653938293457, 3.0628275871276855, 3.3284897804260254, 3.594151735305786, 3.859813690185547, 4.125475883483887, 4.391138076782227, 4.656800270080566, 4.922461986541748, 5.188124179840088, 5.453786373138428, 5.719448089599609, 5.985110282897949, 6.250772476196289, 6.516434669494629, 6.782096862792969, 7.04775857925415, 7.31342077255249, 7.57908296585083, 7.844744682312012, 8.110406875610352, 8.376069068908691]}, "gradients/encoder.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 6.0, 3.0, 10.0, 15.0, 20.0, 40.0, 54.0, 114.0, 128.0, 223.0, 315.0, 532.0, 841.0, 1368.0, 2186.0, 3726.0, 6223.0, 11229.0, 20808.0, 40758.0, 89143.0, 242724.0, 361608.0, 142600.0, 59050.0, 29120.0, 15224.0, 8362.0, 4726.0, 2789.0, 1656.0, 1079.0, 719.0, 399.0, 269.0, 167.0, 104.0, 87.0, 47.0, 35.0, 23.0, 11.0, 9.0, 4.0, 4.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0], "bins": [-1.4404296875, -1.399566650390625, -1.35870361328125, -1.317840576171875, -1.2769775390625, -1.236114501953125, -1.19525146484375, -1.154388427734375, -1.113525390625, -1.072662353515625, -1.03179931640625, -0.990936279296875, -0.9500732421875, -0.909210205078125, -0.86834716796875, -0.827484130859375, -0.78662109375, -0.745758056640625, -0.70489501953125, -0.664031982421875, -0.6231689453125, -0.582305908203125, -0.54144287109375, -0.500579833984375, -0.459716796875, -0.418853759765625, -0.37799072265625, -0.337127685546875, -0.2962646484375, -0.255401611328125, -0.21453857421875, -0.173675537109375, -0.1328125, -0.091949462890625, -0.05108642578125, -0.010223388671875, 0.0306396484375, 0.071502685546875, 0.11236572265625, 0.153228759765625, 0.194091796875, 0.234954833984375, 0.27581787109375, 0.316680908203125, 0.3575439453125, 0.398406982421875, 0.43927001953125, 0.480133056640625, 0.52099609375, 0.561859130859375, 0.60272216796875, 0.643585205078125, 0.6844482421875, 0.725311279296875, 0.76617431640625, 0.807037353515625, 0.847900390625, 0.888763427734375, 0.92962646484375, 0.970489501953125, 1.0113525390625, 1.052215576171875, 1.09307861328125, 1.133941650390625, 1.1748046875]}, "gradients/encoder.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 3.0, 7.0, 6.0, 8.0, 13.0, 13.0, 16.0, 22.0, 27.0, 23.0, 32.0, 47.0, 38.0, 45.0, 38.0, 41.0, 59.0, 53.0, 47.0, 41.0, 59.0, 51.0, 46.0, 43.0, 38.0, 32.0, 26.0, 22.0, 20.0, 20.0, 12.0, 13.0, 13.0, 4.0, 8.0, 4.0, 4.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 3.0, 0.0, 2.0], "bins": [-0.736328125, -0.71539306640625, -0.6944580078125, -0.67352294921875, -0.652587890625, -0.63165283203125, -0.6107177734375, -0.58978271484375, -0.56884765625, -0.54791259765625, -0.5269775390625, -0.50604248046875, -0.485107421875, -0.46417236328125, -0.4432373046875, -0.42230224609375, -0.4013671875, -0.38043212890625, -0.3594970703125, -0.33856201171875, -0.317626953125, -0.29669189453125, -0.2757568359375, -0.25482177734375, -0.23388671875, -0.21295166015625, -0.1920166015625, -0.17108154296875, -0.150146484375, -0.12921142578125, -0.1082763671875, -0.08734130859375, -0.06640625, -0.04547119140625, -0.0245361328125, -0.00360107421875, 0.017333984375, 0.03826904296875, 0.0592041015625, 0.08013916015625, 0.10107421875, 0.12200927734375, 0.1429443359375, 0.16387939453125, 0.184814453125, 0.20574951171875, 0.2266845703125, 0.24761962890625, 0.2685546875, 0.28948974609375, 0.3104248046875, 0.33135986328125, 0.352294921875, 0.37322998046875, 0.3941650390625, 0.41510009765625, 0.43603515625, 0.45697021484375, 0.4779052734375, 0.49884033203125, 0.519775390625, 0.54071044921875, 0.5616455078125, 0.58258056640625, 0.603515625]}, "gradients/encoder.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 3.0, 2.0, 7.0, 10.0, 11.0, 7.0, 17.0, 16.0, 20.0, 32.0, 42.0, 58.0, 91.0, 123.0, 205.0, 291.0, 467.0, 875.0, 1757.0, 4855.0, 24212.0, 298655.0, 665425.0, 39620.0, 6916.0, 2158.0, 1085.0, 537.0, 328.0, 219.0, 161.0, 104.0, 67.0, 46.0, 43.0, 24.0, 16.0, 10.0, 7.0, 7.0, 6.0, 10.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-3.125, -3.021240234375, -2.91748046875, -2.813720703125, -2.7099609375, -2.606201171875, -2.50244140625, -2.398681640625, -2.294921875, -2.191162109375, -2.08740234375, -1.983642578125, -1.8798828125, -1.776123046875, -1.67236328125, -1.568603515625, -1.46484375, -1.361083984375, -1.25732421875, -1.153564453125, -1.0498046875, -0.946044921875, -0.84228515625, -0.738525390625, -0.634765625, -0.531005859375, -0.42724609375, -0.323486328125, -0.2197265625, -0.115966796875, -0.01220703125, 0.091552734375, 0.1953125, 0.299072265625, 0.40283203125, 0.506591796875, 0.6103515625, 0.714111328125, 0.81787109375, 0.921630859375, 1.025390625, 1.129150390625, 1.23291015625, 1.336669921875, 1.4404296875, 1.544189453125, 1.64794921875, 1.751708984375, 1.85546875, 1.959228515625, 2.06298828125, 2.166748046875, 2.2705078125, 2.374267578125, 2.47802734375, 2.581787109375, 2.685546875, 2.789306640625, 2.89306640625, 2.996826171875, 3.1005859375, 3.204345703125, 3.30810546875, 3.411865234375, 3.515625]}, "gradients/encoder.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 6.0, 3.0, 5.0, 2.0, 2.0, 6.0, 6.0, 8.0, 14.0, 13.0, 20.0, 21.0, 32.0, 30.0, 37.0, 28.0, 36.0, 35.0, 49.0, 53.0, 56.0, 38.0, 51.0, 52.0, 54.0, 39.0, 39.0, 38.0, 36.0, 28.0, 28.0, 32.0, 23.0, 16.0, 12.0, 18.0, 8.0, 1.0, 7.0, 9.0, 7.0, 6.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0], "bins": [-3.474609375, -3.38226318359375, -3.2899169921875, -3.19757080078125, -3.105224609375, -3.01287841796875, -2.9205322265625, -2.82818603515625, -2.73583984375, -2.64349365234375, -2.5511474609375, -2.45880126953125, -2.366455078125, -2.27410888671875, -2.1817626953125, -2.08941650390625, -1.9970703125, -1.90472412109375, -1.8123779296875, -1.72003173828125, -1.627685546875, -1.53533935546875, -1.4429931640625, -1.35064697265625, -1.25830078125, -1.16595458984375, -1.0736083984375, -0.98126220703125, -0.888916015625, -0.79656982421875, -0.7042236328125, -0.61187744140625, -0.51953125, -0.42718505859375, -0.3348388671875, -0.24249267578125, -0.150146484375, -0.05780029296875, 0.0345458984375, 0.12689208984375, 0.21923828125, 0.31158447265625, 0.4039306640625, 0.49627685546875, 0.588623046875, 0.68096923828125, 0.7733154296875, 0.86566162109375, 0.9580078125, 1.05035400390625, 1.1427001953125, 1.23504638671875, 1.327392578125, 1.41973876953125, 1.5120849609375, 1.60443115234375, 1.69677734375, 1.78912353515625, 1.8814697265625, 1.97381591796875, 2.066162109375, 2.15850830078125, 2.2508544921875, 2.34320068359375, 2.435546875]}, "gradients/encoder.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 3.0, 5.0, 4.0, 2.0, 7.0, 10.0, 10.0, 29.0, 30.0, 52.0, 97.0, 184.0, 420.0, 1391.0, 7978.0, 115277.0, 880126.0, 37498.0, 3907.0, 881.0, 323.0, 126.0, 72.0, 51.0, 25.0, 13.0, 10.0, 8.0, 3.0, 5.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.9560546875, -1.8936004638671875, -1.831146240234375, -1.7686920166015625, -1.70623779296875, -1.6437835693359375, -1.581329345703125, -1.5188751220703125, -1.4564208984375, -1.3939666748046875, -1.331512451171875, -1.2690582275390625, -1.20660400390625, -1.1441497802734375, -1.081695556640625, -1.0192413330078125, -0.956787109375, -0.8943328857421875, -0.831878662109375, -0.7694244384765625, -0.70697021484375, -0.6445159912109375, -0.582061767578125, -0.5196075439453125, -0.4571533203125, -0.3946990966796875, -0.332244873046875, -0.2697906494140625, -0.20733642578125, -0.1448822021484375, -0.082427978515625, -0.0199737548828125, 0.04248046875, 0.1049346923828125, 0.167388916015625, 0.2298431396484375, 0.29229736328125, 0.3547515869140625, 0.417205810546875, 0.4796600341796875, 0.5421142578125, 0.6045684814453125, 0.667022705078125, 0.7294769287109375, 0.79193115234375, 0.8543853759765625, 0.916839599609375, 0.9792938232421875, 1.041748046875, 1.1042022705078125, 1.166656494140625, 1.2291107177734375, 1.29156494140625, 1.3540191650390625, 1.416473388671875, 1.4789276123046875, 1.5413818359375, 1.6038360595703125, 1.666290283203125, 1.7287445068359375, 1.79119873046875, 1.8536529541015625, 1.916107177734375, 1.9785614013671875, 2.041015625]}, "gradients/encoder.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 4.0, 1.0, 2.0, 2.0, 2.0, 4.0, 4.0, 8.0, 8.0, 12.0, 13.0, 16.0, 20.0, 30.0, 60.0, 72.0, 141.0, 205.0, 152.0, 85.0, 38.0, 27.0, 26.0, 21.0, 14.0, 10.0, 7.0, 5.0, 2.0, 5.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002532005310058594, -0.00024518370628356934, -0.0002371668815612793, -0.00022915005683898926, -0.00022113323211669922, -0.00021311640739440918, -0.00020509958267211914, -0.0001970827579498291, -0.00018906593322753906, -0.00018104910850524902, -0.00017303228378295898, -0.00016501545906066895, -0.0001569986343383789, -0.00014898180961608887, -0.00014096498489379883, -0.0001329481601715088, -0.00012493133544921875, -0.00011691451072692871, -0.00010889768600463867, -0.00010088086128234863, -9.28640365600586e-05, -8.484721183776855e-05, -7.683038711547852e-05, -6.881356239318848e-05, -6.079673767089844e-05, -5.27799129486084e-05, -4.476308822631836e-05, -3.674626350402832e-05, -2.872943878173828e-05, -2.0712614059448242e-05, -1.2695789337158203e-05, -4.678964614868164e-06, 3.337860107421875e-06, 1.1354684829711914e-05, 1.9371509552001953e-05, 2.7388334274291992e-05, 3.540515899658203e-05, 4.342198371887207e-05, 5.143880844116211e-05, 5.945563316345215e-05, 6.747245788574219e-05, 7.548928260803223e-05, 8.350610733032227e-05, 9.15229320526123e-05, 9.953975677490234e-05, 0.00010755658149719238, 0.00011557340621948242, 0.00012359023094177246, 0.0001316070556640625, 0.00013962388038635254, 0.00014764070510864258, 0.00015565752983093262, 0.00016367435455322266, 0.0001716911792755127, 0.00017970800399780273, 0.00018772482872009277, 0.0001957416534423828, 0.00020375847816467285, 0.0002117753028869629, 0.00021979212760925293, 0.00022780895233154297, 0.000235825777053833, 0.00024384260177612305, 0.0002518594264984131, 0.0002598762512207031]}, "gradients/encoder.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 3.0, 2.0, 4.0, 3.0, 2.0, 4.0, 11.0, 7.0, 8.0, 13.0, 19.0, 46.0, 38.0, 79.0, 100.0, 185.0, 310.0, 610.0, 1224.0, 3119.0, 11393.0, 89154.0, 794571.0, 127049.0, 14175.0, 3563.0, 1332.0, 636.0, 338.0, 219.0, 114.0, 75.0, 48.0, 32.0, 22.0, 14.0, 11.0, 10.0, 3.0, 7.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0224609375, -0.9824676513671875, -0.942474365234375, -0.9024810791015625, -0.86248779296875, -0.8224945068359375, -0.782501220703125, -0.7425079345703125, -0.7025146484375, -0.6625213623046875, -0.622528076171875, -0.5825347900390625, -0.54254150390625, -0.5025482177734375, -0.462554931640625, -0.4225616455078125, -0.382568359375, -0.3425750732421875, -0.302581787109375, -0.2625885009765625, -0.22259521484375, -0.1826019287109375, -0.142608642578125, -0.1026153564453125, -0.0626220703125, -0.0226287841796875, 0.017364501953125, 0.0573577880859375, 0.09735107421875, 0.1373443603515625, 0.177337646484375, 0.2173309326171875, 0.25732421875, 0.2973175048828125, 0.337310791015625, 0.3773040771484375, 0.41729736328125, 0.4572906494140625, 0.497283935546875, 0.5372772216796875, 0.5772705078125, 0.6172637939453125, 0.657257080078125, 0.6972503662109375, 0.73724365234375, 0.7772369384765625, 0.817230224609375, 0.8572235107421875, 0.897216796875, 0.9372100830078125, 0.977203369140625, 1.0171966552734375, 1.05718994140625, 1.0971832275390625, 1.137176513671875, 1.1771697998046875, 1.2171630859375, 1.2571563720703125, 1.297149658203125, 1.3371429443359375, 1.37713623046875, 1.4171295166015625, 1.457122802734375, 1.4971160888671875, 1.537109375]}, "gradients/encoder.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 1.0, 5.0, 3.0, 7.0, 9.0, 10.0, 11.0, 16.0, 18.0, 37.0, 35.0, 30.0, 50.0, 65.0, 83.0, 98.0, 87.0, 97.0, 79.0, 53.0, 47.0, 27.0, 31.0, 22.0, 19.0, 20.0, 9.0, 7.0, 6.0, 5.0, 3.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-1.0546875, -1.026336669921875, -0.99798583984375, -0.969635009765625, -0.9412841796875, -0.912933349609375, -0.88458251953125, -0.856231689453125, -0.827880859375, -0.799530029296875, -0.77117919921875, -0.742828369140625, -0.7144775390625, -0.686126708984375, -0.65777587890625, -0.629425048828125, -0.60107421875, -0.572723388671875, -0.54437255859375, -0.516021728515625, -0.4876708984375, -0.459320068359375, -0.43096923828125, -0.402618408203125, -0.374267578125, -0.345916748046875, -0.31756591796875, -0.289215087890625, -0.2608642578125, -0.232513427734375, -0.20416259765625, -0.175811767578125, -0.1474609375, -0.119110107421875, -0.09075927734375, -0.062408447265625, -0.0340576171875, -0.005706787109375, 0.02264404296875, 0.050994873046875, 0.079345703125, 0.107696533203125, 0.13604736328125, 0.164398193359375, 0.1927490234375, 0.221099853515625, 0.24945068359375, 0.277801513671875, 0.30615234375, 0.334503173828125, 0.36285400390625, 0.391204833984375, 0.4195556640625, 0.447906494140625, 0.47625732421875, 0.504608154296875, 0.532958984375, 0.561309814453125, 0.58966064453125, 0.618011474609375, 0.6463623046875, 0.674713134765625, 0.70306396484375, 0.731414794921875, 0.759765625]}, "gradients/encoder.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 2.0, 2.0, 5.0, 4.0, 3.0, 10.0, 19.0, 23.0, 71.0, 127.0, 176.0, 205.0, 148.0, 105.0, 50.0, 31.0, 13.0, 4.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.672117233276367, -14.043797492980957, -13.415477752685547, -12.78715705871582, -12.15883731842041, -11.530517578125, -10.902196884155273, -10.273877143859863, -9.645557403564453, -9.017237663269043, -8.388917922973633, -7.760597229003906, -7.132277488708496, -6.503957748413086, -5.875637531280518, -5.247317314147949, -4.618997573852539, -3.99067759513855, -3.3623576164245605, -2.7340376377105713, -2.105717658996582, -1.4773976802825928, -0.8490777015686035, -0.22075748443603516, 0.407562255859375, 1.0358822345733643, 1.6642022132873535, 2.2925221920013428, 2.920842170715332, 3.5491621494293213, 4.1774821281433105, 4.805802345275879, 5.434123992919922, 6.062443733215332, 6.6907639503479, 7.319084167480469, 7.947403907775879, 8.575723648071289, 9.204044342041016, 9.832364082336426, 10.460683822631836, 11.089003562927246, 11.717323303222656, 12.345643997192383, 12.973963737487793, 13.602283477783203, 14.23060417175293, 14.85892391204834, 15.48724365234375, 16.115564346313477, 16.74388313293457, 17.372203826904297, 18.00052261352539, 18.628843307495117, 19.257164001464844, 19.885482788085938, 20.513803482055664, 21.14212417602539, 21.770442962646484, 22.39876365661621, 23.027084350585938, 23.65540313720703, 24.283723831176758, 24.912044525146484, 25.540363311767578]}, "gradients/encoder.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 4.0, 2.0, 1.0, 2.0, 7.0, 9.0, 6.0, 10.0, 15.0, 13.0, 16.0, 17.0, 18.0, 12.0, 31.0, 34.0, 31.0, 33.0, 36.0, 52.0, 55.0, 48.0, 43.0, 51.0, 56.0, 61.0, 45.0, 39.0, 38.0, 30.0, 25.0, 27.0, 23.0, 17.0, 12.0, 13.0, 15.0, 12.0, 7.0, 8.0, 7.0, 6.0, 4.0, 5.0, 3.0, 6.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0], "bins": [-11.437215805053711, -11.111741065979004, -10.786266326904297, -10.46079158782959, -10.135316848754883, -9.809842109680176, -9.484367370605469, -9.158893585205078, -8.833417892456055, -8.507943153381348, -8.18246841430664, -7.856993675231934, -7.531518936157227, -7.2060441970825195, -6.880569934844971, -6.555095195770264, -6.229620933532715, -5.904146194458008, -5.578671455383301, -5.253196716308594, -4.927721977233887, -4.60224723815918, -4.276772975921631, -3.951298236846924, -3.625823497772217, -3.3003487586975098, -2.9748740196228027, -2.649399518966675, -2.3239247798919678, -1.9984500408172607, -1.6729754209518433, -1.3475008010864258, -1.0220260620117188, -0.6965513825416565, -0.37107670307159424, -0.04560202360153198, 0.2798726558685303, 0.6053473949432373, 0.9308220148086548, 1.2562966346740723, 1.5817713737487793, 1.9072461128234863, 2.2327208518981934, 2.5581953525543213, 2.8836700916290283, 3.2091448307037354, 3.5346193313598633, 3.8600940704345703, 4.185568809509277, 4.511043548583984, 4.836518287658691, 5.161993026733398, 5.4874677658081055, 5.8129425048828125, 6.138416767120361, 6.463891506195068, 6.789366245269775, 7.114840984344482, 7.4403157234191895, 7.7657904624938965, 8.091264724731445, 8.416739463806152, 8.74221420288086, 9.067688941955566, 9.393163681030273]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 5.0, 4.0, 1.0, 5.0, 4.0, 8.0, 9.0, 14.0, 15.0, 15.0, 28.0, 37.0, 52.0, 55.0, 88.0, 103.0, 140.0, 213.0, 687.0, 51938.0, 4129747.0, 9997.0, 393.0, 201.0, 118.0, 96.0, 75.0, 54.0, 41.0, 27.0, 29.0, 21.0, 10.0, 15.0, 9.0, 7.0, 6.0, 3.0, 3.0, 4.0, 5.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-8.234375, -7.9798583984375, -7.725341796875, -7.4708251953125, -7.21630859375, -6.9617919921875, -6.707275390625, -6.4527587890625, -6.1982421875, -5.9437255859375, -5.689208984375, -5.4346923828125, -5.18017578125, -4.9256591796875, -4.671142578125, -4.4166259765625, -4.162109375, -3.9075927734375, -3.653076171875, -3.3985595703125, -3.14404296875, -2.8895263671875, -2.635009765625, -2.3804931640625, -2.1259765625, -1.8714599609375, -1.616943359375, -1.3624267578125, -1.10791015625, -0.8533935546875, -0.598876953125, -0.3443603515625, -0.08984375, 0.1646728515625, 0.419189453125, 0.6737060546875, 0.92822265625, 1.1827392578125, 1.437255859375, 1.6917724609375, 1.9462890625, 2.2008056640625, 2.455322265625, 2.7098388671875, 2.96435546875, 3.2188720703125, 3.473388671875, 3.7279052734375, 3.982421875, 4.2369384765625, 4.491455078125, 4.7459716796875, 5.00048828125, 5.2550048828125, 5.509521484375, 5.7640380859375, 6.0185546875, 6.2730712890625, 6.527587890625, 6.7821044921875, 7.03662109375, 7.2911376953125, 7.545654296875, 7.8001708984375, 8.0546875]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 8.0, 3.0, 3.0, 5.0, 14.0, 10.0, 11.0, 17.0, 28.0, 23.0, 23.0, 52.0, 51.0, 56.0, 59.0, 48.0, 71.0, 49.0, 58.0, 58.0, 51.0, 56.0, 43.0, 46.0, 40.0, 35.0, 26.0, 10.0, 15.0, 6.0, 12.0, 7.0, 1.0, 5.0, 6.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.57373046875, -0.5503311157226562, -0.5269317626953125, -0.5035324096679688, -0.480133056640625, -0.45673370361328125, -0.4333343505859375, -0.40993499755859375, -0.38653564453125, -0.36313629150390625, -0.3397369384765625, -0.31633758544921875, -0.292938232421875, -0.26953887939453125, -0.2461395263671875, -0.22274017333984375, -0.1993408203125, -0.17594146728515625, -0.1525421142578125, -0.12914276123046875, -0.105743408203125, -0.08234405517578125, -0.0589447021484375, -0.03554534912109375, -0.01214599609375, 0.01125335693359375, 0.0346527099609375, 0.05805206298828125, 0.081451416015625, 0.10485076904296875, 0.1282501220703125, 0.15164947509765625, 0.175048828125, 0.19844818115234375, 0.2218475341796875, 0.24524688720703125, 0.268646240234375, 0.29204559326171875, 0.3154449462890625, 0.33884429931640625, 0.36224365234375, 0.38564300537109375, 0.4090423583984375, 0.43244171142578125, 0.455841064453125, 0.47924041748046875, 0.5026397705078125, 0.5260391235351562, 0.5494384765625, 0.5728378295898438, 0.5962371826171875, 0.6196365356445312, 0.643035888671875, 0.6664352416992188, 0.6898345947265625, 0.7132339477539062, 0.73663330078125, 0.7600326538085938, 0.7834320068359375, 0.8068313598632812, 0.830230712890625, 0.8536300659179688, 0.8770294189453125, 0.9004287719726562, 0.923828125]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 5.0, 11.0, 14.0, 13.0, 26.0, 43.0, 47.0, 66.0, 95.0, 157.0, 340.0, 765.0, 2010.0, 6887.0, 33135.0, 299815.0, 3513901.0, 294722.0, 32364.0, 6616.0, 1853.0, 669.0, 308.0, 151.0, 84.0, 64.0, 39.0, 23.0, 17.0, 13.0, 9.0, 8.0, 5.0, 5.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8994140625, -1.8303375244140625, -1.761260986328125, -1.6921844482421875, -1.62310791015625, -1.5540313720703125, -1.484954833984375, -1.4158782958984375, -1.3468017578125, -1.2777252197265625, -1.208648681640625, -1.1395721435546875, -1.07049560546875, -1.0014190673828125, -0.932342529296875, -0.8632659912109375, -0.794189453125, -0.7251129150390625, -0.656036376953125, -0.5869598388671875, -0.51788330078125, -0.4488067626953125, -0.379730224609375, -0.3106536865234375, -0.2415771484375, -0.1725006103515625, -0.103424072265625, -0.0343475341796875, 0.03472900390625, 0.1038055419921875, 0.172882080078125, 0.2419586181640625, 0.31103515625, 0.3801116943359375, 0.449188232421875, 0.5182647705078125, 0.58734130859375, 0.6564178466796875, 0.725494384765625, 0.7945709228515625, 0.8636474609375, 0.9327239990234375, 1.001800537109375, 1.0708770751953125, 1.13995361328125, 1.2090301513671875, 1.278106689453125, 1.3471832275390625, 1.416259765625, 1.4853363037109375, 1.554412841796875, 1.6234893798828125, 1.69256591796875, 1.7616424560546875, 1.830718994140625, 1.8997955322265625, 1.9688720703125, 2.0379486083984375, 2.107025146484375, 2.1761016845703125, 2.24517822265625, 2.3142547607421875, 2.383331298828125, 2.4524078369140625, 2.521484375]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 7.0, 2.0, 4.0, 6.0, 9.0, 20.0, 17.0, 22.0, 35.0, 68.0, 123.0, 177.0, 339.0, 732.0, 1090.0, 657.0, 331.0, 172.0, 93.0, 67.0, 34.0, 35.0, 20.0, 8.0, 6.0, 1.0, 5.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-2.9375, -2.8698577880859375, -2.802215576171875, -2.7345733642578125, -2.66693115234375, -2.5992889404296875, -2.531646728515625, -2.4640045166015625, -2.3963623046875, -2.3287200927734375, -2.261077880859375, -2.1934356689453125, -2.12579345703125, -2.0581512451171875, -1.990509033203125, -1.9228668212890625, -1.855224609375, -1.7875823974609375, -1.719940185546875, -1.6522979736328125, -1.58465576171875, -1.5170135498046875, -1.449371337890625, -1.3817291259765625, -1.3140869140625, -1.2464447021484375, -1.178802490234375, -1.1111602783203125, -1.04351806640625, -0.9758758544921875, -0.908233642578125, -0.8405914306640625, -0.77294921875, -0.7053070068359375, -0.637664794921875, -0.5700225830078125, -0.50238037109375, -0.4347381591796875, -0.367095947265625, -0.2994537353515625, -0.2318115234375, -0.1641693115234375, -0.096527099609375, -0.0288848876953125, 0.03875732421875, 0.1063995361328125, 0.174041748046875, 0.2416839599609375, 0.309326171875, 0.3769683837890625, 0.444610595703125, 0.5122528076171875, 0.57989501953125, 0.6475372314453125, 0.715179443359375, 0.7828216552734375, 0.8504638671875, 0.9181060791015625, 0.985748291015625, 1.0533905029296875, 1.12103271484375, 1.1886749267578125, 1.256317138671875, 1.3239593505859375, 1.3916015625]}, "gradients/encoder.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 6.0, 11.0, 10.0, 28.0, 59.0, 115.0, 244.0, 221.0, 163.0, 79.0, 27.0, 13.0, 14.0, 2.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-27.223297119140625, -26.60635757446289, -25.989416122436523, -25.372474670410156, -24.755535125732422, -24.138595581054688, -23.52165412902832, -22.904712677001953, -22.28777313232422, -21.670833587646484, -21.053892135620117, -20.43695068359375, -19.820011138916016, -19.20307159423828, -18.586130142211914, -17.969188690185547, -17.352249145507812, -16.735309600830078, -16.11836814880371, -15.50142765045166, -14.88448715209961, -14.267546653747559, -13.650606155395508, -13.033665657043457, -12.416725158691406, -11.799784660339355, -11.182844161987305, -10.565903663635254, -9.948963165283203, -9.332022666931152, -8.715082168579102, -8.09814167022705, -7.481201171875, -6.864260673522949, -6.247320175170898, -5.630379676818848, -5.013439178466797, -4.396498680114746, -3.7795581817626953, -3.1626176834106445, -2.5456771850585938, -1.928736686706543, -1.3117961883544922, -0.6948556900024414, -0.07791519165039062, 0.5390253067016602, 1.155965805053711, 1.7729063034057617, 2.3898468017578125, 3.0067873001098633, 3.623727798461914, 4.240668296813965, 4.857608795166016, 5.474549293518066, 6.091489791870117, 6.708430290222168, 7.325370788574219, 7.9423112869262695, 8.55925178527832, 9.176192283630371, 9.793132781982422, 10.410073280334473, 11.027013778686523, 11.643954277038574, 12.260894775390625]}, "gradients/encoder.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 4.0, 3.0, 6.0, 5.0, 7.0, 14.0, 4.0, 7.0, 7.0, 12.0, 14.0, 20.0, 19.0, 17.0, 16.0, 26.0, 26.0, 33.0, 44.0, 38.0, 38.0, 46.0, 42.0, 35.0, 49.0, 41.0, 52.0, 30.0, 34.0, 42.0, 46.0, 27.0, 30.0, 33.0, 22.0, 19.0, 17.0, 12.0, 13.0, 11.0, 10.0, 10.0, 2.0, 7.0, 6.0, 5.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.671515941619873, -6.466139793395996, -6.260763645172119, -6.055387496948242, -5.850011825561523, -5.644635200500488, -5.4392595291137695, -5.233883380889893, -5.028507232666016, -4.823131084442139, -4.617754936218262, -4.412378787994385, -4.207002639770508, -4.001626968383789, -3.796250820159912, -3.590874671936035, -3.385498523712158, -3.1801223754882812, -2.9747462272644043, -2.7693703174591064, -2.5639941692352295, -2.3586180210113525, -2.1532421112060547, -1.9478659629821777, -1.7424898147583008, -1.5371136665344238, -1.3317376375198364, -1.126361608505249, -0.9209854602813721, -0.7156093120574951, -0.5102332830429077, -0.3048572540283203, -0.09948158264160156, 0.10589450597763062, 0.3112705945968628, 0.516646683216095, 0.7220227718353271, 0.9273989200592041, 1.1327749490737915, 1.338150978088379, 1.5435271263122559, 1.7489032745361328, 1.9542793035507202, 2.1596553325653076, 2.3650314807891846, 2.5704076290130615, 2.7757835388183594, 2.9811596870422363, 3.1865358352661133, 3.3919119834899902, 3.597288131713867, 3.802664041519165, 4.008040428161621, 4.21341609954834, 4.418792247772217, 4.624168395996094, 4.829544544219971, 5.034920692443848, 5.240296840667725, 5.445672988891602, 5.65104866027832, 5.8564252853393555, 6.061800956726074, 6.267177104949951, 6.472553253173828]}, "gradients/encoder.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 11.0, 3.0, 8.0, 9.0, 10.0, 32.0, 37.0, 57.0, 90.0, 104.0, 176.0, 242.0, 367.0, 536.0, 850.0, 1191.0, 1929.0, 3122.0, 5125.0, 8957.0, 16747.0, 32240.0, 74316.0, 209307.0, 384820.0, 178293.0, 64710.0, 28943.0, 15052.0, 8145.0, 4830.0, 2909.0, 1845.0, 1204.0, 753.0, 473.0, 370.0, 221.0, 174.0, 118.0, 68.0, 50.0, 37.0, 23.0, 19.0, 17.0, 9.0, 8.0, 2.0, 1.0, 4.0, 3.0, 2.0, 1.0], "bins": [-1.2265625, -1.1909332275390625, -1.155303955078125, -1.1196746826171875, -1.08404541015625, -1.0484161376953125, -1.012786865234375, -0.9771575927734375, -0.9415283203125, -0.9058990478515625, -0.870269775390625, -0.8346405029296875, -0.79901123046875, -0.7633819580078125, -0.727752685546875, -0.6921234130859375, -0.656494140625, -0.6208648681640625, -0.585235595703125, -0.5496063232421875, -0.51397705078125, -0.4783477783203125, -0.442718505859375, -0.4070892333984375, -0.3714599609375, -0.3358306884765625, -0.300201416015625, -0.2645721435546875, -0.22894287109375, -0.1933135986328125, -0.157684326171875, -0.1220550537109375, -0.08642578125, -0.0507965087890625, -0.015167236328125, 0.0204620361328125, 0.05609130859375, 0.0917205810546875, 0.127349853515625, 0.1629791259765625, 0.1986083984375, 0.2342376708984375, 0.269866943359375, 0.3054962158203125, 0.34112548828125, 0.3767547607421875, 0.412384033203125, 0.4480133056640625, 0.483642578125, 0.5192718505859375, 0.554901123046875, 0.5905303955078125, 0.62615966796875, 0.6617889404296875, 0.697418212890625, 0.7330474853515625, 0.7686767578125, 0.8043060302734375, 0.839935302734375, 0.8755645751953125, 0.91119384765625, 0.9468231201171875, 0.982452392578125, 1.0180816650390625, 1.0537109375]}, "gradients/encoder.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 1.0, 3.0, 4.0, 3.0, 10.0, 16.0, 9.0, 10.0, 15.0, 19.0, 19.0, 22.0, 33.0, 29.0, 37.0, 40.0, 36.0, 40.0, 40.0, 47.0, 43.0, 56.0, 33.0, 43.0, 59.0, 49.0, 32.0, 31.0, 28.0, 32.0, 31.0, 24.0, 23.0, 19.0, 13.0, 8.0, 5.0, 8.0, 8.0, 5.0, 6.0, 7.0, 1.0, 4.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.56982421875, -0.5517044067382812, -0.5335845947265625, -0.5154647827148438, -0.497344970703125, -0.47922515869140625, -0.4611053466796875, -0.44298553466796875, -0.42486572265625, -0.40674591064453125, -0.3886260986328125, -0.37050628662109375, -0.352386474609375, -0.33426666259765625, -0.3161468505859375, -0.29802703857421875, -0.2799072265625, -0.26178741455078125, -0.2436676025390625, -0.22554779052734375, -0.207427978515625, -0.18930816650390625, -0.1711883544921875, -0.15306854248046875, -0.13494873046875, -0.11682891845703125, -0.0987091064453125, -0.08058929443359375, -0.062469482421875, -0.04434967041015625, -0.0262298583984375, -0.00811004638671875, 0.010009765625, 0.02812957763671875, 0.0462493896484375, 0.06436920166015625, 0.082489013671875, 0.10060882568359375, 0.1187286376953125, 0.13684844970703125, 0.15496826171875, 0.17308807373046875, 0.1912078857421875, 0.20932769775390625, 0.227447509765625, 0.24556732177734375, 0.2636871337890625, 0.28180694580078125, 0.2999267578125, 0.31804656982421875, 0.3361663818359375, 0.35428619384765625, 0.372406005859375, 0.39052581787109375, 0.4086456298828125, 0.42676544189453125, 0.44488525390625, 0.46300506591796875, 0.4811248779296875, 0.49924468994140625, 0.517364501953125, 0.5354843139648438, 0.5536041259765625, 0.5717239379882812, 0.58984375]}, "gradients/encoder.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 4.0, 3.0, 5.0, 7.0, 8.0, 4.0, 7.0, 16.0, 23.0, 29.0, 33.0, 51.0, 68.0, 105.0, 175.0, 209.0, 290.0, 466.0, 764.0, 1429.0, 2804.0, 6718.0, 20268.0, 77708.0, 603609.0, 266255.0, 44345.0, 13255.0, 4716.0, 2156.0, 1104.0, 623.0, 396.0, 278.0, 173.0, 126.0, 70.0, 66.0, 55.0, 32.0, 31.0, 17.0, 17.0, 14.0, 6.0, 4.0, 7.0, 3.0, 3.0, 2.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.98828125, -1.92578125, -1.86328125, -1.80078125, -1.73828125, -1.67578125, -1.61328125, -1.55078125, -1.48828125, -1.42578125, -1.36328125, -1.30078125, -1.23828125, -1.17578125, -1.11328125, -1.05078125, -0.98828125, -0.92578125, -0.86328125, -0.80078125, -0.73828125, -0.67578125, -0.61328125, -0.55078125, -0.48828125, -0.42578125, -0.36328125, -0.30078125, -0.23828125, -0.17578125, -0.11328125, -0.05078125, 0.01171875, 0.07421875, 0.13671875, 0.19921875, 0.26171875, 0.32421875, 0.38671875, 0.44921875, 0.51171875, 0.57421875, 0.63671875, 0.69921875, 0.76171875, 0.82421875, 0.88671875, 0.94921875, 1.01171875, 1.07421875, 1.13671875, 1.19921875, 1.26171875, 1.32421875, 1.38671875, 1.44921875, 1.51171875, 1.57421875, 1.63671875, 1.69921875, 1.76171875, 1.82421875, 1.88671875, 1.94921875, 2.01171875]}, "gradients/encoder.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 8.0, 5.0, 6.0, 7.0, 8.0, 16.0, 6.0, 16.0, 18.0, 27.0, 35.0, 29.0, 42.0, 41.0, 61.0, 52.0, 49.0, 57.0, 52.0, 47.0, 40.0, 43.0, 38.0, 44.0, 36.0, 43.0, 26.0, 27.0, 19.0, 17.0, 21.0, 18.0, 16.0, 10.0, 6.0, 6.0, 6.0, 1.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.857421875, -2.775390625, -2.693359375, -2.611328125, -2.529296875, -2.447265625, -2.365234375, -2.283203125, -2.201171875, -2.119140625, -2.037109375, -1.955078125, -1.873046875, -1.791015625, -1.708984375, -1.626953125, -1.544921875, -1.462890625, -1.380859375, -1.298828125, -1.216796875, -1.134765625, -1.052734375, -0.970703125, -0.888671875, -0.806640625, -0.724609375, -0.642578125, -0.560546875, -0.478515625, -0.396484375, -0.314453125, -0.232421875, -0.150390625, -0.068359375, 0.013671875, 0.095703125, 0.177734375, 0.259765625, 0.341796875, 0.423828125, 0.505859375, 0.587890625, 0.669921875, 0.751953125, 0.833984375, 0.916015625, 0.998046875, 1.080078125, 1.162109375, 1.244140625, 1.326171875, 1.408203125, 1.490234375, 1.572265625, 1.654296875, 1.736328125, 1.818359375, 1.900390625, 1.982421875, 2.064453125, 2.146484375, 2.228515625, 2.310546875, 2.392578125]}, "gradients/encoder.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 3.0, 10.0, 12.0, 14.0, 34.0, 59.0, 140.0, 366.0, 1583.0, 10554.0, 358963.0, 660558.0, 13683.0, 1866.0, 415.0, 138.0, 61.0, 36.0, 17.0, 15.0, 9.0, 7.0, 7.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-2.52734375, -2.453125, -2.37890625, -2.3046875, -2.23046875, -2.15625, -2.08203125, -2.0078125, -1.93359375, -1.859375, -1.78515625, -1.7109375, -1.63671875, -1.5625, -1.48828125, -1.4140625, -1.33984375, -1.265625, -1.19140625, -1.1171875, -1.04296875, -0.96875, -0.89453125, -0.8203125, -0.74609375, -0.671875, -0.59765625, -0.5234375, -0.44921875, -0.375, -0.30078125, -0.2265625, -0.15234375, -0.078125, -0.00390625, 0.0703125, 0.14453125, 0.21875, 0.29296875, 0.3671875, 0.44140625, 0.515625, 0.58984375, 0.6640625, 0.73828125, 0.8125, 0.88671875, 0.9609375, 1.03515625, 1.109375, 1.18359375, 1.2578125, 1.33203125, 1.40625, 1.48046875, 1.5546875, 1.62890625, 1.703125, 1.77734375, 1.8515625, 1.92578125, 2.0, 2.07421875, 2.1484375, 2.22265625]}, "gradients/encoder.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 6.0, 5.0, 15.0, 21.0, 32.0, 42.0, 71.0, 98.0, 214.0, 198.0, 100.0, 77.0, 34.0, 33.0, 13.0, 6.0, 10.0, 7.0, 5.0, 3.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0002961158752441406, -0.0002861805260181427, -0.0002762451767921448, -0.00026630982756614685, -0.0002563744783401489, -0.000246439129114151, -0.00023650377988815308, -0.00022656843066215515, -0.00021663308143615723, -0.0002066977322101593, -0.00019676238298416138, -0.00018682703375816345, -0.00017689168453216553, -0.0001669563353061676, -0.00015702098608016968, -0.00014708563685417175, -0.00013715028762817383, -0.0001272149384021759, -0.00011727958917617798, -0.00010734423995018005, -9.740889072418213e-05, -8.74735414981842e-05, -7.753819227218628e-05, -6.760284304618835e-05, -5.766749382019043e-05, -4.7732144594192505e-05, -3.779679536819458e-05, -2.7861446142196655e-05, -1.792609691619873e-05, -7.990747690200806e-06, 1.944601535797119e-06, 1.1879950761795044e-05, 2.181529998779297e-05, 3.1750649213790894e-05, 4.168599843978882e-05, 5.162134766578674e-05, 6.155669689178467e-05, 7.149204611778259e-05, 8.142739534378052e-05, 9.136274456977844e-05, 0.00010129809379577637, 0.00011123344302177429, 0.00012116879224777222, 0.00013110414147377014, 0.00014103949069976807, 0.000150974839925766, 0.00016091018915176392, 0.00017084553837776184, 0.00018078088760375977, 0.0001907162368297577, 0.00020065158605575562, 0.00021058693528175354, 0.00022052228450775146, 0.0002304576337337494, 0.00024039298295974731, 0.00025032833218574524, 0.00026026368141174316, 0.0002701990306377411, 0.000280134379863739, 0.00029006972908973694, 0.00030000507831573486, 0.0003099404275417328, 0.0003198757767677307, 0.00032981112599372864, 0.00033974647521972656]}, "gradients/encoder.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 5.0, 8.0, 3.0, 8.0, 6.0, 11.0, 26.0, 44.0, 56.0, 106.0, 113.0, 248.0, 481.0, 954.0, 2361.0, 7301.0, 32337.0, 291249.0, 634421.0, 61786.0, 11157.0, 3329.0, 1259.0, 577.0, 287.0, 154.0, 95.0, 63.0, 29.0, 32.0, 17.0, 12.0, 7.0, 6.0, 2.0, 6.0, 1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.853515625, -0.820892333984375, -0.78826904296875, -0.755645751953125, -0.7230224609375, -0.690399169921875, -0.65777587890625, -0.625152587890625, -0.592529296875, -0.559906005859375, -0.52728271484375, -0.494659423828125, -0.4620361328125, -0.429412841796875, -0.39678955078125, -0.364166259765625, -0.33154296875, -0.298919677734375, -0.26629638671875, -0.233673095703125, -0.2010498046875, -0.168426513671875, -0.13580322265625, -0.103179931640625, -0.070556640625, -0.037933349609375, -0.00531005859375, 0.027313232421875, 0.0599365234375, 0.092559814453125, 0.12518310546875, 0.157806396484375, 0.1904296875, 0.223052978515625, 0.25567626953125, 0.288299560546875, 0.3209228515625, 0.353546142578125, 0.38616943359375, 0.418792724609375, 0.451416015625, 0.484039306640625, 0.51666259765625, 0.549285888671875, 0.5819091796875, 0.614532470703125, 0.64715576171875, 0.679779052734375, 0.71240234375, 0.745025634765625, 0.77764892578125, 0.810272216796875, 0.8428955078125, 0.875518798828125, 0.90814208984375, 0.940765380859375, 0.973388671875, 1.006011962890625, 1.03863525390625, 1.071258544921875, 1.1038818359375, 1.136505126953125, 1.16912841796875, 1.201751708984375, 1.234375]}, "gradients/encoder.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 8.0, 8.0, 12.0, 18.0, 14.0, 21.0, 36.0, 65.0, 55.0, 87.0, 107.0, 118.0, 90.0, 70.0, 70.0, 60.0, 46.0, 27.0, 21.0, 13.0, 9.0, 12.0, 10.0, 6.0, 5.0, 2.0, 1.0, 6.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7919921875, -0.7642440795898438, -0.7364959716796875, -0.7087478637695312, -0.680999755859375, -0.6532516479492188, -0.6255035400390625, -0.5977554321289062, -0.57000732421875, -0.5422592163085938, -0.5145111083984375, -0.48676300048828125, -0.459014892578125, -0.43126678466796875, -0.4035186767578125, -0.37577056884765625, -0.3480224609375, -0.32027435302734375, -0.2925262451171875, -0.26477813720703125, -0.237030029296875, -0.20928192138671875, -0.1815338134765625, -0.15378570556640625, -0.12603759765625, -0.09828948974609375, -0.0705413818359375, -0.04279327392578125, -0.015045166015625, 0.01270294189453125, 0.0404510498046875, 0.06819915771484375, 0.095947265625, 0.12369537353515625, 0.1514434814453125, 0.17919158935546875, 0.206939697265625, 0.23468780517578125, 0.2624359130859375, 0.29018402099609375, 0.31793212890625, 0.34568023681640625, 0.3734283447265625, 0.40117645263671875, 0.428924560546875, 0.45667266845703125, 0.4844207763671875, 0.5121688842773438, 0.5399169921875, 0.5676651000976562, 0.5954132080078125, 0.6231613159179688, 0.650909423828125, 0.6786575317382812, 0.7064056396484375, 0.7341537475585938, 0.76190185546875, 0.7896499633789062, 0.8173980712890625, 0.8451461791992188, 0.872894287109375, 0.9006423950195312, 0.9283905029296875, 0.9561386108398438, 0.98388671875]}, "gradients/encoder.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 5.0, 2.0, 0.0, 3.0, 4.0, 3.0, 17.0, 56.0, 144.0, 312.0, 315.0, 100.0, 26.0, 14.0, 6.0, 8.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.519052505493164, -21.437902450561523, -20.356752395629883, -19.275604248046875, -18.194454193115234, -17.113304138183594, -16.032154083251953, -14.951004028320312, -13.869854927062988, -12.788704872131348, -11.707555770874023, -10.626405715942383, -9.545255661010742, -8.464106559753418, -7.382956504821777, -6.301806926727295, -5.2206573486328125, -4.13950777053833, -3.0583579540252686, -1.977208137512207, -0.8960585594177246, 0.1850910186767578, 1.2662410736083984, 2.347390651702881, 3.4285402297973633, 4.509689807891846, 5.590839385986328, 6.671989440917969, 7.753139019012451, 8.834288597106934, 9.915438652038574, 10.996587753295898, 12.077735900878906, 13.158885955810547, 14.240035057067871, 15.321185111999512, 16.402334213256836, 17.483484268188477, 18.564634323120117, 19.645784378051758, 20.726932525634766, 21.808082580566406, 22.889232635498047, 23.970382690429688, 25.051530838012695, 26.132680892944336, 27.213830947875977, 28.294981002807617, 29.376131057739258, 30.4572811126709, 31.53843116760254, 32.61957931518555, 33.70072937011719, 34.78187942504883, 35.86302947998047, 36.94417953491211, 38.02532958984375, 39.10647964477539, 40.18762969970703, 41.26877975463867, 42.34992980957031, 43.43107604980469, 44.512229919433594, 45.59337615966797, 46.67452621459961]}, "gradients/encoder.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 2.0, 5.0, 5.0, 7.0, 5.0, 9.0, 16.0, 18.0, 22.0, 22.0, 37.0, 33.0, 38.0, 23.0, 46.0, 42.0, 53.0, 48.0, 69.0, 52.0, 52.0, 47.0, 41.0, 55.0, 46.0, 26.0, 34.0, 24.0, 30.0, 22.0, 19.0, 14.0, 9.0, 9.0, 5.0, 5.0, 4.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-12.756071090698242, -12.407979011535645, -12.059886932373047, -11.711795806884766, -11.363703727722168, -11.01561164855957, -10.667519569396973, -10.319427490234375, -9.971335411071777, -9.62324333190918, -9.275151252746582, -8.927059173583984, -8.578968048095703, -8.230875968933105, -7.882783889770508, -7.53469181060791, -7.186600208282471, -6.838508129119873, -6.490416526794434, -6.142324447631836, -5.794232368469238, -5.446140289306641, -5.098048686981201, -4.7499566078186035, -4.401865005493164, -4.053772926330566, -3.705681085586548, -3.3575892448425293, -3.0094971656799316, -2.661405324935913, -2.3133134841918945, -1.9652214050292969, -1.6171293258666992, -1.2690373659133911, -0.9209454655647278, -0.5728535652160645, -0.22476160526275635, 0.12333035469055176, 0.4714221954345703, 0.819514274597168, 1.1676061153411865, 1.5156980752944946, 1.8637900352478027, 2.2118818759918213, 2.55997371673584, 2.9080657958984375, 3.256157636642456, 3.6042497158050537, 3.9523415565490723, 4.30043363571167, 4.648525238037109, 4.996617317199707, 5.344709396362305, 5.692801475524902, 6.040893077850342, 6.3889851570129395, 6.737076759338379, 7.085168838500977, 7.433260440826416, 7.781352519989014, 8.129444122314453, 8.47753620147705, 8.825628280639648, 9.173720359802246, 9.521812438964844]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 5.0, 5.0, 9.0, 15.0, 17.0, 38.0, 60.0, 92.0, 198.0, 379.0, 849.0, 2054.0, 5981.0, 17916.0, 63184.0, 298268.0, 2131713.0, 1413476.0, 193240.0, 45133.0, 13703.0, 4782.0, 1686.0, 733.0, 323.0, 173.0, 75.0, 60.0, 37.0, 25.0, 8.0, 15.0, 6.0, 5.0, 3.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9755859375, -0.941802978515625, -0.90802001953125, -0.874237060546875, -0.8404541015625, -0.806671142578125, -0.77288818359375, -0.739105224609375, -0.705322265625, -0.671539306640625, -0.63775634765625, -0.603973388671875, -0.5701904296875, -0.536407470703125, -0.50262451171875, -0.468841552734375, -0.43505859375, -0.401275634765625, -0.36749267578125, -0.333709716796875, -0.2999267578125, -0.266143798828125, -0.23236083984375, -0.198577880859375, -0.164794921875, -0.131011962890625, -0.09722900390625, -0.063446044921875, -0.0296630859375, 0.004119873046875, 0.03790283203125, 0.071685791015625, 0.10546875, 0.139251708984375, 0.17303466796875, 0.206817626953125, 0.2406005859375, 0.274383544921875, 0.30816650390625, 0.341949462890625, 0.375732421875, 0.409515380859375, 0.44329833984375, 0.477081298828125, 0.5108642578125, 0.544647216796875, 0.57843017578125, 0.612213134765625, 0.64599609375, 0.679779052734375, 0.71356201171875, 0.747344970703125, 0.7811279296875, 0.814910888671875, 0.84869384765625, 0.882476806640625, 0.916259765625, 0.950042724609375, 0.98382568359375, 1.017608642578125, 1.0513916015625, 1.085174560546875, 1.11895751953125, 1.152740478515625, 1.1865234375]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 3.0, 7.0, 7.0, 9.0, 11.0, 19.0, 16.0, 21.0, 27.0, 31.0, 43.0, 51.0, 43.0, 61.0, 67.0, 62.0, 67.0, 46.0, 58.0, 53.0, 53.0, 35.0, 45.0, 29.0, 22.0, 23.0, 25.0, 15.0, 10.0, 5.0, 5.0, 12.0, 3.0, 8.0, 4.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.70703125, -0.6865997314453125, -0.666168212890625, -0.6457366943359375, -0.62530517578125, -0.6048736572265625, -0.584442138671875, -0.5640106201171875, -0.5435791015625, -0.5231475830078125, -0.502716064453125, -0.4822845458984375, -0.46185302734375, -0.4414215087890625, -0.420989990234375, -0.4005584716796875, -0.380126953125, -0.3596954345703125, -0.339263916015625, -0.3188323974609375, -0.29840087890625, -0.2779693603515625, -0.257537841796875, -0.2371063232421875, -0.2166748046875, -0.1962432861328125, -0.175811767578125, -0.1553802490234375, -0.13494873046875, -0.1145172119140625, -0.094085693359375, -0.0736541748046875, -0.05322265625, -0.0327911376953125, -0.012359619140625, 0.0080718994140625, 0.02850341796875, 0.0489349365234375, 0.069366455078125, 0.0897979736328125, 0.1102294921875, 0.1306610107421875, 0.151092529296875, 0.1715240478515625, 0.19195556640625, 0.2123870849609375, 0.232818603515625, 0.2532501220703125, 0.273681640625, 0.2941131591796875, 0.314544677734375, 0.3349761962890625, 0.35540771484375, 0.3758392333984375, 0.396270751953125, 0.4167022705078125, 0.4371337890625, 0.4575653076171875, 0.477996826171875, 0.4984283447265625, 0.51885986328125, 0.5392913818359375, 0.559722900390625, 0.5801544189453125, 0.6005859375]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 6.0, 1.0, 3.0, 5.0, 17.0, 7.0, 16.0, 38.0, 59.0, 100.0, 174.0, 302.0, 569.0, 1056.0, 2765.0, 10175.0, 59797.0, 1027681.0, 2954833.0, 117034.0, 14406.0, 3281.0, 1143.0, 411.0, 182.0, 107.0, 43.0, 38.0, 19.0, 11.0, 3.0, 3.0, 2.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.580078125, -2.506683349609375, -2.43328857421875, -2.359893798828125, -2.2864990234375, -2.213104248046875, -2.13970947265625, -2.066314697265625, -1.992919921875, -1.919525146484375, -1.84613037109375, -1.772735595703125, -1.6993408203125, -1.625946044921875, -1.55255126953125, -1.479156494140625, -1.40576171875, -1.332366943359375, -1.25897216796875, -1.185577392578125, -1.1121826171875, -1.038787841796875, -0.96539306640625, -0.891998291015625, -0.818603515625, -0.745208740234375, -0.67181396484375, -0.598419189453125, -0.5250244140625, -0.451629638671875, -0.37823486328125, -0.304840087890625, -0.2314453125, -0.158050537109375, -0.08465576171875, -0.011260986328125, 0.0621337890625, 0.135528564453125, 0.20892333984375, 0.282318115234375, 0.355712890625, 0.429107666015625, 0.50250244140625, 0.575897216796875, 0.6492919921875, 0.722686767578125, 0.79608154296875, 0.869476318359375, 0.94287109375, 1.016265869140625, 1.08966064453125, 1.163055419921875, 1.2364501953125, 1.309844970703125, 1.38323974609375, 1.456634521484375, 1.530029296875, 1.603424072265625, 1.67681884765625, 1.750213623046875, 1.8236083984375, 1.897003173828125, 1.97039794921875, 2.043792724609375, 2.1171875]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 6.0, 7.0, 6.0, 9.0, 8.0, 19.0, 16.0, 27.0, 35.0, 47.0, 79.0, 110.0, 155.0, 210.0, 388.0, 569.0, 747.0, 560.0, 343.0, 235.0, 155.0, 101.0, 65.0, 63.0, 36.0, 19.0, 14.0, 13.0, 10.0, 5.0, 3.0, 4.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-2.279296875, -2.2228851318359375, -2.166473388671875, -2.1100616455078125, -2.05364990234375, -1.9972381591796875, -1.940826416015625, -1.8844146728515625, -1.8280029296875, -1.7715911865234375, -1.715179443359375, -1.6587677001953125, -1.60235595703125, -1.5459442138671875, -1.489532470703125, -1.4331207275390625, -1.376708984375, -1.3202972412109375, -1.263885498046875, -1.2074737548828125, -1.15106201171875, -1.0946502685546875, -1.038238525390625, -0.9818267822265625, -0.9254150390625, -0.8690032958984375, -0.812591552734375, -0.7561798095703125, -0.69976806640625, -0.6433563232421875, -0.586944580078125, -0.5305328369140625, -0.47412109375, -0.4177093505859375, -0.361297607421875, -0.3048858642578125, -0.24847412109375, -0.1920623779296875, -0.135650634765625, -0.0792388916015625, -0.0228271484375, 0.0335845947265625, 0.089996337890625, 0.1464080810546875, 0.20281982421875, 0.2592315673828125, 0.315643310546875, 0.3720550537109375, 0.428466796875, 0.4848785400390625, 0.541290283203125, 0.5977020263671875, 0.65411376953125, 0.7105255126953125, 0.766937255859375, 0.8233489990234375, 0.8797607421875, 0.9361724853515625, 0.992584228515625, 1.0489959716796875, 1.10540771484375, 1.1618194580078125, 1.218231201171875, 1.2746429443359375, 1.3310546875]}, "gradients/encoder.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 5.0, 4.0, 6.0, 5.0, 23.0, 55.0, 117.0, 189.0, 233.0, 188.0, 84.0, 41.0, 23.0, 14.0, 8.0, 4.0, 2.0, 4.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-36.83277130126953, -35.986454010009766, -35.140132904052734, -34.29381561279297, -33.4474983215332, -32.60118103027344, -31.754859924316406, -30.90854263305664, -30.062223434448242, -29.215904235839844, -28.369586944580078, -27.52326774597168, -26.67694854736328, -25.830631256103516, -24.984312057495117, -24.13799285888672, -23.291675567626953, -22.445356369018555, -21.59903907775879, -20.75271987915039, -19.906402587890625, -19.060083389282227, -18.213764190673828, -17.367446899414062, -16.521127700805664, -15.674809455871582, -14.8284912109375, -13.982172012329102, -13.13585376739502, -12.289535522460938, -11.443216323852539, -10.596898078918457, -9.750579833984375, -8.904261589050293, -8.057943344116211, -7.2116241455078125, -6.3653059005737305, -5.518987655639648, -4.672668933868408, -3.826350212097168, -2.980031967163086, -2.133713483810425, -1.2873950004577637, -0.44107651710510254, 0.4052419662475586, 1.2515602111816406, 2.097878932952881, 2.944197654724121, 3.790515899658203, 4.636834144592285, 5.483152866363525, 6.329471588134766, 7.175789833068848, 8.02210807800293, 8.868427276611328, 9.71474552154541, 10.561063766479492, 11.407382011413574, 12.253700256347656, 13.100019454956055, 13.946337699890137, 14.792655944824219, 15.638975143432617, 16.485294342041016, 17.33161163330078]}, "gradients/encoder.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 5.0, 4.0, 1.0, 9.0, 12.0, 9.0, 15.0, 15.0, 15.0, 22.0, 28.0, 40.0, 44.0, 44.0, 37.0, 39.0, 51.0, 51.0, 54.0, 85.0, 52.0, 47.0, 39.0, 41.0, 37.0, 42.0, 19.0, 23.0, 33.0, 14.0, 17.0, 10.0, 11.0, 12.0, 9.0, 2.0, 3.0, 3.0, 3.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.368780136108398, -10.041353225708008, -9.713927268981934, -9.386500358581543, -9.059074401855469, -8.731647491455078, -8.404221534729004, -8.076794624328613, -7.749368667602539, -7.421942234039307, -7.094515800476074, -6.767089366912842, -6.439662933349609, -6.112236499786377, -5.7848100662231445, -5.457383155822754, -5.1299567222595215, -4.802530288696289, -4.475103855133057, -4.147677421569824, -3.820250988006592, -3.4928245544433594, -3.165397882461548, -2.8379714488983154, -2.510545015335083, -2.1831185817718506, -1.8556921482086182, -1.5282655954360962, -1.2008391618728638, -0.8734127283096313, -0.5459861755371094, -0.21855974197387695, 0.10886669158935547, 0.4362931549549103, 0.7637196183204651, 1.0911461114883423, 1.4185725450515747, 1.7459989786148071, 2.073425531387329, 2.4008519649505615, 2.728278398513794, 3.0557048320770264, 3.383131265640259, 3.7105579376220703, 4.037984371185303, 4.365410804748535, 4.692837238311768, 5.020263671875, 5.347690105438232, 5.675116539001465, 6.002542972564697, 6.32996940612793, 6.657395839691162, 6.9848222732543945, 7.312249183654785, 7.639675140380859, 7.96710205078125, 8.29452896118164, 8.621954917907715, 8.949381828308105, 9.27680778503418, 9.60423469543457, 9.931660652160645, 10.259087562561035, 10.58651351928711]}, "gradients/encoder.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 2.0, 1.0, 0.0, 2.0, 9.0, 11.0, 7.0, 10.0, 9.0, 23.0, 29.0, 48.0, 61.0, 108.0, 172.0, 238.0, 350.0, 620.0, 1064.0, 1722.0, 3025.0, 5530.0, 9939.0, 18437.0, 34071.0, 65774.0, 131382.0, 266985.0, 253390.0, 122675.0, 61820.0, 32266.0, 17222.0, 9221.0, 5224.0, 2871.0, 1624.0, 963.0, 600.0, 383.0, 231.0, 160.0, 105.0, 55.0, 49.0, 28.0, 14.0, 10.0, 10.0, 10.0, 1.0, 5.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.0517578125, -1.0177764892578125, -0.983795166015625, -0.9498138427734375, -0.91583251953125, -0.8818511962890625, -0.847869873046875, -0.8138885498046875, -0.7799072265625, -0.7459259033203125, -0.711944580078125, -0.6779632568359375, -0.64398193359375, -0.6100006103515625, -0.576019287109375, -0.5420379638671875, -0.508056640625, -0.4740753173828125, -0.440093994140625, -0.4061126708984375, -0.37213134765625, -0.3381500244140625, -0.304168701171875, -0.2701873779296875, -0.2362060546875, -0.2022247314453125, -0.168243408203125, -0.1342620849609375, -0.10028076171875, -0.0662994384765625, -0.032318115234375, 0.0016632080078125, 0.03564453125, 0.0696258544921875, 0.103607177734375, 0.1375885009765625, 0.17156982421875, 0.2055511474609375, 0.239532470703125, 0.2735137939453125, 0.3074951171875, 0.3414764404296875, 0.375457763671875, 0.4094390869140625, 0.44342041015625, 0.4774017333984375, 0.511383056640625, 0.5453643798828125, 0.579345703125, 0.6133270263671875, 0.647308349609375, 0.6812896728515625, 0.71527099609375, 0.7492523193359375, 0.783233642578125, 0.8172149658203125, 0.8511962890625, 0.8851776123046875, 0.919158935546875, 0.9531402587890625, 0.98712158203125, 1.0211029052734375, 1.055084228515625, 1.0890655517578125, 1.123046875]}, "gradients/encoder.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 6.0, 9.0, 12.0, 5.0, 11.0, 9.0, 19.0, 26.0, 19.0, 28.0, 24.0, 33.0, 33.0, 34.0, 57.0, 56.0, 54.0, 45.0, 40.0, 42.0, 43.0, 37.0, 43.0, 42.0, 40.0, 34.0, 35.0, 28.0, 16.0, 23.0, 18.0, 17.0, 9.0, 8.0, 7.0, 7.0, 10.0, 7.0, 5.0, 6.0, 3.0, 2.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.59814453125, -0.58099365234375, -0.5638427734375, -0.54669189453125, -0.529541015625, -0.51239013671875, -0.4952392578125, -0.47808837890625, -0.4609375, -0.44378662109375, -0.4266357421875, -0.40948486328125, -0.392333984375, -0.37518310546875, -0.3580322265625, -0.34088134765625, -0.32373046875, -0.30657958984375, -0.2894287109375, -0.27227783203125, -0.255126953125, -0.23797607421875, -0.2208251953125, -0.20367431640625, -0.1865234375, -0.16937255859375, -0.1522216796875, -0.13507080078125, -0.117919921875, -0.10076904296875, -0.0836181640625, -0.06646728515625, -0.04931640625, -0.03216552734375, -0.0150146484375, 0.00213623046875, 0.019287109375, 0.03643798828125, 0.0535888671875, 0.07073974609375, 0.087890625, 0.10504150390625, 0.1221923828125, 0.13934326171875, 0.156494140625, 0.17364501953125, 0.1907958984375, 0.20794677734375, 0.22509765625, 0.24224853515625, 0.2593994140625, 0.27655029296875, 0.293701171875, 0.31085205078125, 0.3280029296875, 0.34515380859375, 0.3623046875, 0.37945556640625, 0.3966064453125, 0.41375732421875, 0.430908203125, 0.44805908203125, 0.4652099609375, 0.48236083984375, 0.49951171875]}, "gradients/encoder.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 10.0, 11.0, 10.0, 18.0, 23.0, 27.0, 37.0, 54.0, 79.0, 97.0, 157.0, 193.0, 293.0, 500.0, 771.0, 1090.0, 2064.0, 4992.0, 17003.0, 103370.0, 752090.0, 134168.0, 20030.0, 5564.0, 2299.0, 1244.0, 766.0, 523.0, 302.0, 215.0, 141.0, 126.0, 88.0, 69.0, 33.0, 24.0, 24.0, 19.0, 13.0, 8.0, 7.0, 2.0, 3.0, 3.0, 1.0, 4.0, 1.0], "bins": [-3.431640625, -3.34027099609375, -3.2489013671875, -3.15753173828125, -3.066162109375, -2.97479248046875, -2.8834228515625, -2.79205322265625, -2.70068359375, -2.60931396484375, -2.5179443359375, -2.42657470703125, -2.335205078125, -2.24383544921875, -2.1524658203125, -2.06109619140625, -1.9697265625, -1.87835693359375, -1.7869873046875, -1.69561767578125, -1.604248046875, -1.51287841796875, -1.4215087890625, -1.33013916015625, -1.23876953125, -1.14739990234375, -1.0560302734375, -0.96466064453125, -0.873291015625, -0.78192138671875, -0.6905517578125, -0.59918212890625, -0.5078125, -0.41644287109375, -0.3250732421875, -0.23370361328125, -0.142333984375, -0.05096435546875, 0.0404052734375, 0.13177490234375, 0.22314453125, 0.31451416015625, 0.4058837890625, 0.49725341796875, 0.588623046875, 0.67999267578125, 0.7713623046875, 0.86273193359375, 0.9541015625, 1.04547119140625, 1.1368408203125, 1.22821044921875, 1.319580078125, 1.41094970703125, 1.5023193359375, 1.59368896484375, 1.68505859375, 1.77642822265625, 1.8677978515625, 1.95916748046875, 2.050537109375, 2.14190673828125, 2.2332763671875, 2.32464599609375, 2.416015625]}, "gradients/encoder.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 6.0, 3.0, 6.0, 11.0, 8.0, 6.0, 6.0, 18.0, 15.0, 15.0, 19.0, 24.0, 30.0, 36.0, 23.0, 37.0, 32.0, 51.0, 36.0, 50.0, 46.0, 40.0, 55.0, 51.0, 51.0, 45.0, 47.0, 36.0, 37.0, 25.0, 23.0, 17.0, 19.0, 20.0, 14.0, 14.0, 6.0, 10.0, 2.0, 4.0, 2.0, 2.0, 7.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.27734375, -2.199005126953125, -2.12066650390625, -2.042327880859375, -1.9639892578125, -1.885650634765625, -1.80731201171875, -1.728973388671875, -1.650634765625, -1.572296142578125, -1.49395751953125, -1.415618896484375, -1.3372802734375, -1.258941650390625, -1.18060302734375, -1.102264404296875, -1.02392578125, -0.945587158203125, -0.86724853515625, -0.788909912109375, -0.7105712890625, -0.632232666015625, -0.55389404296875, -0.475555419921875, -0.397216796875, -0.318878173828125, -0.24053955078125, -0.162200927734375, -0.0838623046875, -0.005523681640625, 0.07281494140625, 0.151153564453125, 0.2294921875, 0.307830810546875, 0.38616943359375, 0.464508056640625, 0.5428466796875, 0.621185302734375, 0.69952392578125, 0.777862548828125, 0.856201171875, 0.934539794921875, 1.01287841796875, 1.091217041015625, 1.1695556640625, 1.247894287109375, 1.32623291015625, 1.404571533203125, 1.48291015625, 1.561248779296875, 1.63958740234375, 1.717926025390625, 1.7962646484375, 1.874603271484375, 1.95294189453125, 2.031280517578125, 2.109619140625, 2.187957763671875, 2.26629638671875, 2.344635009765625, 2.4229736328125, 2.501312255859375, 2.57965087890625, 2.657989501953125, 2.736328125]}, "gradients/encoder.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 4.0, 9.0, 7.0, 13.0, 16.0, 18.0, 13.0, 25.0, 37.0, 43.0, 82.0, 131.0, 229.0, 401.0, 835.0, 1860.0, 5480.0, 21209.0, 126885.0, 728208.0, 131846.0, 21658.0, 5647.0, 1970.0, 857.0, 447.0, 223.0, 125.0, 96.0, 53.0, 33.0, 29.0, 16.0, 12.0, 11.0, 6.0, 6.0, 4.0, 3.0, 4.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.0361328125, -1.0032501220703125, -0.970367431640625, -0.9374847412109375, -0.90460205078125, -0.8717193603515625, -0.838836669921875, -0.8059539794921875, -0.7730712890625, -0.7401885986328125, -0.707305908203125, -0.6744232177734375, -0.64154052734375, -0.6086578369140625, -0.575775146484375, -0.5428924560546875, -0.510009765625, -0.4771270751953125, -0.444244384765625, -0.4113616943359375, -0.37847900390625, -0.3455963134765625, -0.312713623046875, -0.2798309326171875, -0.2469482421875, -0.2140655517578125, -0.181182861328125, -0.1483001708984375, -0.11541748046875, -0.0825347900390625, -0.049652099609375, -0.0167694091796875, 0.01611328125, 0.0489959716796875, 0.081878662109375, 0.1147613525390625, 0.14764404296875, 0.1805267333984375, 0.213409423828125, 0.2462921142578125, 0.2791748046875, 0.3120574951171875, 0.344940185546875, 0.3778228759765625, 0.41070556640625, 0.4435882568359375, 0.476470947265625, 0.5093536376953125, 0.542236328125, 0.5751190185546875, 0.608001708984375, 0.6408843994140625, 0.67376708984375, 0.7066497802734375, 0.739532470703125, 0.7724151611328125, 0.8052978515625, 0.8381805419921875, 0.871063232421875, 0.9039459228515625, 0.93682861328125, 0.9697113037109375, 1.002593994140625, 1.0354766845703125, 1.068359375]}, "gradients/encoder.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 4.0, 4.0, 5.0, 2.0, 13.0, 11.0, 22.0, 28.0, 36.0, 62.0, 119.0, 204.0, 156.0, 117.0, 66.0, 47.0, 38.0, 19.0, 19.0, 12.0, 9.0, 6.0, 3.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0003123283386230469, -0.0003002732992172241, -0.00028821825981140137, -0.0002761632204055786, -0.00026410818099975586, -0.0002520531415939331, -0.00023999810218811035, -0.0002279430627822876, -0.00021588802337646484, -0.0002038329839706421, -0.00019177794456481934, -0.00017972290515899658, -0.00016766786575317383, -0.00015561282634735107, -0.00014355778694152832, -0.00013150274753570557, -0.00011944770812988281, -0.00010739266872406006, -9.53376293182373e-05, -8.328258991241455e-05, -7.12275505065918e-05, -5.917251110076904e-05, -4.711747169494629e-05, -3.5062432289123535e-05, -2.300739288330078e-05, -1.0952353477478027e-05, 1.1026859283447266e-06, 1.315772533416748e-05, 2.5212764739990234e-05, 3.726780414581299e-05, 4.932284355163574e-05, 6.13778829574585e-05, 7.343292236328125e-05, 8.5487961769104e-05, 9.754300117492676e-05, 0.00010959804058074951, 0.00012165307998657227, 0.00013370811939239502, 0.00014576315879821777, 0.00015781819820404053, 0.00016987323760986328, 0.00018192827701568604, 0.0001939833164215088, 0.00020603835582733154, 0.0002180933952331543, 0.00023014843463897705, 0.0002422034740447998, 0.00025425851345062256, 0.0002663135528564453, 0.00027836859226226807, 0.0002904236316680908, 0.0003024786710739136, 0.00031453371047973633, 0.0003265887498855591, 0.00033864378929138184, 0.0003506988286972046, 0.00036275386810302734, 0.0003748089075088501, 0.00038686394691467285, 0.0003989189863204956, 0.00041097402572631836, 0.0004230290651321411, 0.00043508410453796387, 0.0004471391439437866, 0.0004591941833496094]}, "gradients/encoder.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 10.0, 7.0, 11.0, 15.0, 20.0, 17.0, 44.0, 64.0, 86.0, 151.0, 203.0, 326.0, 558.0, 1073.0, 2222.0, 5353.0, 17236.0, 91302.0, 709082.0, 179777.0, 27526.0, 7505.0, 2832.0, 1345.0, 695.0, 374.0, 260.0, 145.0, 101.0, 52.0, 49.0, 27.0, 21.0, 12.0, 19.0, 10.0, 5.0, 5.0, 3.0, 3.0, 6.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-0.9853515625, -0.9560775756835938, -0.9268035888671875, -0.8975296020507812, -0.868255615234375, -0.8389816284179688, -0.8097076416015625, -0.7804336547851562, -0.75115966796875, -0.7218856811523438, -0.6926116943359375, -0.6633377075195312, -0.634063720703125, -0.6047897338867188, -0.5755157470703125, -0.5462417602539062, -0.5169677734375, -0.48769378662109375, -0.4584197998046875, -0.42914581298828125, -0.399871826171875, -0.37059783935546875, -0.3413238525390625, -0.31204986572265625, -0.28277587890625, -0.25350189208984375, -0.2242279052734375, -0.19495391845703125, -0.165679931640625, -0.13640594482421875, -0.1071319580078125, -0.07785797119140625, -0.048583984375, -0.01930999755859375, 0.0099639892578125, 0.03923797607421875, 0.068511962890625, 0.09778594970703125, 0.1270599365234375, 0.15633392333984375, 0.18560791015625, 0.21488189697265625, 0.2441558837890625, 0.27342987060546875, 0.302703857421875, 0.33197784423828125, 0.3612518310546875, 0.39052581787109375, 0.4197998046875, 0.44907379150390625, 0.4783477783203125, 0.5076217651367188, 0.536895751953125, 0.5661697387695312, 0.5954437255859375, 0.6247177124023438, 0.65399169921875, 0.6832656860351562, 0.7125396728515625, 0.7418136596679688, 0.771087646484375, 0.8003616333007812, 0.8296356201171875, 0.8589096069335938, 0.88818359375]}, "gradients/encoder.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 4.0, 7.0, 5.0, 0.0, 0.0, 8.0, 5.0, 7.0, 8.0, 17.0, 16.0, 22.0, 17.0, 27.0, 38.0, 38.0, 39.0, 58.0, 56.0, 76.0, 74.0, 72.0, 66.0, 58.0, 58.0, 39.0, 23.0, 29.0, 24.0, 26.0, 10.0, 18.0, 20.0, 15.0, 7.0, 7.0, 6.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.751953125, -0.727752685546875, -0.70355224609375, -0.679351806640625, -0.6551513671875, -0.630950927734375, -0.60675048828125, -0.582550048828125, -0.558349609375, -0.534149169921875, -0.50994873046875, -0.485748291015625, -0.4615478515625, -0.437347412109375, -0.41314697265625, -0.388946533203125, -0.36474609375, -0.340545654296875, -0.31634521484375, -0.292144775390625, -0.2679443359375, -0.243743896484375, -0.21954345703125, -0.195343017578125, -0.171142578125, -0.146942138671875, -0.12274169921875, -0.098541259765625, -0.0743408203125, -0.050140380859375, -0.02593994140625, -0.001739501953125, 0.0224609375, 0.046661376953125, 0.07086181640625, 0.095062255859375, 0.1192626953125, 0.143463134765625, 0.16766357421875, 0.191864013671875, 0.216064453125, 0.240264892578125, 0.26446533203125, 0.288665771484375, 0.3128662109375, 0.337066650390625, 0.36126708984375, 0.385467529296875, 0.40966796875, 0.433868408203125, 0.45806884765625, 0.482269287109375, 0.5064697265625, 0.530670166015625, 0.55487060546875, 0.579071044921875, 0.603271484375, 0.627471923828125, 0.65167236328125, 0.675872802734375, 0.7000732421875, 0.724273681640625, 0.74847412109375, 0.772674560546875, 0.796875]}, "gradients/encoder.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 9.0, 9.0, 24.0, 69.0, 123.0, 263.0, 241.0, 131.0, 77.0, 26.0, 10.0, 8.0, 1.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.770660400390625, -30.955944061279297, -30.141225814819336, -29.326509475708008, -28.511791229248047, -27.69707489013672, -26.882356643676758, -26.06764030456543, -25.25292205810547, -24.43820571899414, -23.62348747253418, -22.80877113342285, -21.99405288696289, -21.179336547851562, -20.3646183013916, -19.549901962280273, -18.735183715820312, -17.920467376708984, -17.105749130249023, -16.291032791137695, -15.476314544677734, -14.661598205566406, -13.846879959106445, -13.032163619995117, -12.217447280883789, -11.402729988098145, -10.5880126953125, -9.773295402526855, -8.958578109741211, -8.143861770629883, -7.32914400100708, -6.5144267082214355, -5.699708938598633, -4.884991645812988, -4.070274353027344, -3.2555572986602783, -2.440840005874634, -1.6261229515075684, -0.8114056587219238, 0.003311634063720703, 0.8180289268493652, 1.6327462196350098, 2.4474635124206543, 3.2621805667877197, 4.076897621154785, 4.89161491394043, 5.706332206726074, 6.521049499511719, 7.335766792297363, 8.150484085083008, 8.965201377868652, 9.779918670654297, 10.594635963439941, 11.409353256225586, 12.224069595336914, 13.038787841796875, 13.853504180908203, 14.668221473693848, 15.482938766479492, 16.29765510559082, 17.11237335205078, 17.92708969116211, 18.74180793762207, 19.5565242767334, 20.37124252319336]}, "gradients/encoder.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 4.0, 4.0, 3.0, 8.0, 9.0, 11.0, 8.0, 19.0, 13.0, 21.0, 29.0, 22.0, 43.0, 48.0, 47.0, 56.0, 58.0, 75.0, 86.0, 74.0, 46.0, 39.0, 42.0, 37.0, 38.0, 32.0, 19.0, 24.0, 19.0, 13.0, 16.0, 9.0, 14.0, 1.0, 2.0, 6.0, 4.0, 0.0, 1.0, 4.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.504776954650879, -10.144797325134277, -9.784817695617676, -9.424838066101074, -9.064858436584473, -8.704878807067871, -8.344898223876953, -7.98491907119751, -7.624939441680908, -7.264959812164307, -6.904980182647705, -6.545000076293945, -6.185020446777344, -5.825040817260742, -5.465061187744141, -5.105081558227539, -4.7451019287109375, -4.385122299194336, -4.025142669677734, -3.6651628017425537, -3.305183172225952, -2.9452035427093506, -2.58522367477417, -2.2252440452575684, -1.8652644157409668, -1.5052847862243652, -1.1453050374984741, -0.785325288772583, -0.42534565925598145, -0.06536602973937988, 0.2946138381958008, 0.6545934677124023, 1.0145740509033203, 1.3745536804199219, 1.734533429145813, 2.094513177871704, 2.4544928073883057, 2.8144724369049072, 3.174452304840088, 3.5344319343566895, 3.894411563873291, 4.254391193389893, 4.614370822906494, 4.974350929260254, 5.3343305587768555, 5.694310188293457, 6.054289817810059, 6.41426944732666, 6.774249076843262, 7.134228706359863, 7.494208335876465, 7.854187965393066, 8.214167594909668, 8.57414722442627, 8.934127807617188, 9.294107437133789, 9.65408706665039, 10.014066696166992, 10.374046325683594, 10.734025955200195, 11.094005584716797, 11.453985214233398, 11.81396484375, 12.173944473266602, 12.533924102783203]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 7.0, 1.0, 12.0, 13.0, 18.0, 34.0, 48.0, 90.0, 175.0, 363.0, 924.0, 2387.0, 7433.0, 26826.0, 125936.0, 1214152.0, 2508043.0, 247302.0, 43306.0, 11384.0, 3519.0, 1223.0, 538.0, 225.0, 138.0, 70.0, 62.0, 24.0, 14.0, 10.0, 6.0, 4.0, 1.0, 2.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0205078125, -0.9815216064453125, -0.942535400390625, -0.9035491943359375, -0.86456298828125, -0.8255767822265625, -0.786590576171875, -0.7476043701171875, -0.7086181640625, -0.6696319580078125, -0.630645751953125, -0.5916595458984375, -0.55267333984375, -0.5136871337890625, -0.474700927734375, -0.4357147216796875, -0.396728515625, -0.3577423095703125, -0.318756103515625, -0.2797698974609375, -0.24078369140625, -0.2017974853515625, -0.162811279296875, -0.1238250732421875, -0.0848388671875, -0.0458526611328125, -0.006866455078125, 0.0321197509765625, 0.07110595703125, 0.1100921630859375, 0.149078369140625, 0.1880645751953125, 0.22705078125, 0.2660369873046875, 0.305023193359375, 0.3440093994140625, 0.38299560546875, 0.4219818115234375, 0.460968017578125, 0.4999542236328125, 0.5389404296875, 0.5779266357421875, 0.616912841796875, 0.6558990478515625, 0.69488525390625, 0.7338714599609375, 0.772857666015625, 0.8118438720703125, 0.850830078125, 0.8898162841796875, 0.928802490234375, 0.9677886962890625, 1.00677490234375, 1.0457611083984375, 1.084747314453125, 1.1237335205078125, 1.1627197265625, 1.2017059326171875, 1.240692138671875, 1.2796783447265625, 1.31866455078125, 1.3576507568359375, 1.396636962890625, 1.4356231689453125, 1.474609375]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 5.0, 3.0, 8.0, 11.0, 9.0, 18.0, 13.0, 25.0, 30.0, 31.0, 42.0, 37.0, 72.0, 86.0, 66.0, 69.0, 64.0, 60.0, 58.0, 47.0, 52.0, 43.0, 34.0, 22.0, 25.0, 17.0, 23.0, 10.0, 17.0, 1.0, 11.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6064453125, -0.5832290649414062, -0.5600128173828125, -0.5367965698242188, -0.513580322265625, -0.49036407470703125, -0.4671478271484375, -0.44393157958984375, -0.42071533203125, -0.39749908447265625, -0.3742828369140625, -0.35106658935546875, -0.327850341796875, -0.30463409423828125, -0.2814178466796875, -0.25820159912109375, -0.2349853515625, -0.21176910400390625, -0.1885528564453125, -0.16533660888671875, -0.142120361328125, -0.11890411376953125, -0.0956878662109375, -0.07247161865234375, -0.04925537109375, -0.02603912353515625, -0.0028228759765625, 0.02039337158203125, 0.043609619140625, 0.06682586669921875, 0.0900421142578125, 0.11325836181640625, 0.136474609375, 0.15969085693359375, 0.1829071044921875, 0.20612335205078125, 0.229339599609375, 0.25255584716796875, 0.2757720947265625, 0.29898834228515625, 0.32220458984375, 0.34542083740234375, 0.3686370849609375, 0.39185333251953125, 0.415069580078125, 0.43828582763671875, 0.4615020751953125, 0.48471832275390625, 0.5079345703125, 0.5311508178710938, 0.5543670654296875, 0.5775833129882812, 0.600799560546875, 0.6240158081054688, 0.6472320556640625, 0.6704483032226562, 0.69366455078125, 0.7168807983398438, 0.7400970458984375, 0.7633132934570312, 0.786529541015625, 0.8097457885742188, 0.8329620361328125, 0.8561782836914062, 0.87939453125]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 5.0, 5.0, 9.0, 12.0, 11.0, 20.0, 26.0, 45.0, 66.0, 93.0, 141.0, 257.0, 390.0, 726.0, 1556.0, 3751.0, 10945.0, 37918.0, 183720.0, 2120905.0, 1625561.0, 155680.0, 34911.0, 10512.0, 3738.0, 1555.0, 766.0, 400.0, 201.0, 117.0, 85.0, 52.0, 41.0, 20.0, 19.0, 7.0, 9.0, 4.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.4560546875, -1.4104766845703125, -1.364898681640625, -1.3193206787109375, -1.27374267578125, -1.2281646728515625, -1.182586669921875, -1.1370086669921875, -1.0914306640625, -1.0458526611328125, -1.000274658203125, -0.9546966552734375, -0.90911865234375, -0.8635406494140625, -0.817962646484375, -0.7723846435546875, -0.726806640625, -0.6812286376953125, -0.635650634765625, -0.5900726318359375, -0.54449462890625, -0.4989166259765625, -0.453338623046875, -0.4077606201171875, -0.3621826171875, -0.3166046142578125, -0.271026611328125, -0.2254486083984375, -0.17987060546875, -0.1342926025390625, -0.088714599609375, -0.0431365966796875, 0.00244140625, 0.0480194091796875, 0.093597412109375, 0.1391754150390625, 0.18475341796875, 0.2303314208984375, 0.275909423828125, 0.3214874267578125, 0.3670654296875, 0.4126434326171875, 0.458221435546875, 0.5037994384765625, 0.54937744140625, 0.5949554443359375, 0.640533447265625, 0.6861114501953125, 0.731689453125, 0.7772674560546875, 0.822845458984375, 0.8684234619140625, 0.91400146484375, 0.9595794677734375, 1.005157470703125, 1.0507354736328125, 1.0963134765625, 1.1418914794921875, 1.187469482421875, 1.2330474853515625, 1.27862548828125, 1.3242034912109375, 1.369781494140625, 1.4153594970703125, 1.4609375]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 7.0, 10.0, 10.0, 13.0, 15.0, 20.0, 24.0, 38.0, 50.0, 71.0, 96.0, 108.0, 199.0, 322.0, 482.0, 663.0, 598.0, 383.0, 297.0, 197.0, 130.0, 76.0, 64.0, 38.0, 36.0, 39.0, 11.0, 14.0, 14.0, 14.0, 6.0, 4.0, 13.0, 1.0, 3.0, 5.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-1.794921875, -1.7462158203125, -1.697509765625, -1.6488037109375, -1.60009765625, -1.5513916015625, -1.502685546875, -1.4539794921875, -1.4052734375, -1.3565673828125, -1.307861328125, -1.2591552734375, -1.21044921875, -1.1617431640625, -1.113037109375, -1.0643310546875, -1.015625, -0.9669189453125, -0.918212890625, -0.8695068359375, -0.82080078125, -0.7720947265625, -0.723388671875, -0.6746826171875, -0.6259765625, -0.5772705078125, -0.528564453125, -0.4798583984375, -0.43115234375, -0.3824462890625, -0.333740234375, -0.2850341796875, -0.236328125, -0.1876220703125, -0.138916015625, -0.0902099609375, -0.04150390625, 0.0072021484375, 0.055908203125, 0.1046142578125, 0.1533203125, 0.2020263671875, 0.250732421875, 0.2994384765625, 0.34814453125, 0.3968505859375, 0.445556640625, 0.4942626953125, 0.54296875, 0.5916748046875, 0.640380859375, 0.6890869140625, 0.73779296875, 0.7864990234375, 0.835205078125, 0.8839111328125, 0.9326171875, 0.9813232421875, 1.030029296875, 1.0787353515625, 1.12744140625, 1.1761474609375, 1.224853515625, 1.2735595703125, 1.322265625]}, "gradients/encoder.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 5.0, 19.0, 150.0, 438.0, 302.0, 57.0, 20.0, 10.0, 5.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-49.15716552734375, -47.698944091796875, -46.24072265625, -44.782501220703125, -43.324275970458984, -41.86605453491211, -40.407833099365234, -38.94961166381836, -37.491390228271484, -36.03316879272461, -34.574947357177734, -33.116722106933594, -31.65850257873535, -30.200279235839844, -28.74205780029297, -27.283836364746094, -25.825613021850586, -24.36739158630371, -22.909168243408203, -21.450946807861328, -19.992725372314453, -18.534503936767578, -17.07628059387207, -15.618059158325195, -14.159836769104004, -12.701614379882812, -11.243392944335938, -9.785170555114746, -8.326948165893555, -6.86872673034668, -5.410504341125488, -3.9522829055786133, -2.494060516357422, -1.0358384847640991, 0.42238354682922363, 1.880605697631836, 3.338827610015869, 4.797049522399902, 6.255271911621094, 7.713493347167969, 9.17171573638916, 10.629938125610352, 12.088159561157227, 13.546381950378418, 15.00460433959961, 16.462825775146484, 17.92104721069336, 19.379268646240234, 20.837491989135742, 22.295713424682617, 23.753936767578125, 25.212158203125, 26.670379638671875, 28.12860107421875, 29.586824417114258, 31.045045852661133, 32.50326919555664, 33.961490631103516, 35.41971206665039, 36.87793731689453, 38.336158752441406, 39.79438018798828, 41.252601623535156, 42.71082305908203, 44.169044494628906]}, "gradients/encoder.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 4.0, 3.0, 4.0, 3.0, 6.0, 9.0, 12.0, 21.0, 15.0, 24.0, 29.0, 24.0, 26.0, 36.0, 31.0, 58.0, 49.0, 64.0, 57.0, 52.0, 43.0, 42.0, 57.0, 42.0, 36.0, 32.0, 40.0, 29.0, 26.0, 21.0, 20.0, 26.0, 11.0, 8.0, 8.0, 4.0, 9.0, 7.0, 5.0, 4.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-9.679426193237305, -9.404400825500488, -9.129374504089355, -8.854349136352539, -8.579322814941406, -8.30429744720459, -8.029271125793457, -7.754245758056641, -7.479219913482666, -7.204194068908691, -6.929168224334717, -6.654142379760742, -6.379117012023926, -6.104090690612793, -5.829065322875977, -5.554039478302002, -5.279013633728027, -5.003987789154053, -4.728961944580078, -4.4539361000061035, -4.178910255432129, -3.9038846492767334, -3.628859043121338, -3.3538331985473633, -3.0788073539733887, -2.803781509399414, -2.5287556648254395, -2.253730058670044, -1.9787042140960693, -1.7036783695220947, -1.4286526441574097, -1.1536269187927246, -0.8786001205444336, -0.6035743355751038, -0.3285485506057739, -0.05352276563644409, 0.22150301933288574, 0.49652886390686035, 0.7715545892715454, 1.0465803146362305, 1.321606159210205, 1.5966320037841797, 1.8716577291488647, 2.14668345451355, 2.4217092990875244, 2.696735143661499, 2.9717607498168945, 3.246786594390869, 3.5218124389648438, 3.7968382835388184, 4.071864128112793, 4.346889972686768, 4.621915817260742, 4.896941184997559, 5.171967029571533, 5.446992874145508, 5.722018718719482, 5.997044563293457, 6.272070407867432, 6.547096252441406, 6.822121620178223, 7.0971479415893555, 7.372173309326172, 7.6471991539001465, 7.922224998474121]}, "gradients/encoder.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 4.0, 1.0, 6.0, 8.0, 10.0, 19.0, 16.0, 33.0, 40.0, 77.0, 107.0, 170.0, 261.0, 369.0, 581.0, 898.0, 1402.0, 2464.0, 3999.0, 7380.0, 14007.0, 28538.0, 64390.0, 178407.0, 392106.0, 212694.0, 73513.0, 31965.0, 15466.0, 8014.0, 4513.0, 2683.0, 1615.0, 978.0, 640.0, 402.0, 249.0, 179.0, 114.0, 73.0, 61.0, 39.0, 30.0, 20.0, 7.0, 4.0, 5.0, 7.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.1953125, -1.1597137451171875, -1.124114990234375, -1.0885162353515625, -1.05291748046875, -1.0173187255859375, -0.981719970703125, -0.9461212158203125, -0.9105224609375, -0.8749237060546875, -0.839324951171875, -0.8037261962890625, -0.76812744140625, -0.7325286865234375, -0.696929931640625, -0.6613311767578125, -0.625732421875, -0.5901336669921875, -0.554534912109375, -0.5189361572265625, -0.48333740234375, -0.4477386474609375, -0.412139892578125, -0.3765411376953125, -0.3409423828125, -0.3053436279296875, -0.269744873046875, -0.2341461181640625, -0.19854736328125, -0.1629486083984375, -0.127349853515625, -0.0917510986328125, -0.05615234375, -0.0205535888671875, 0.015045166015625, 0.0506439208984375, 0.08624267578125, 0.1218414306640625, 0.157440185546875, 0.1930389404296875, 0.2286376953125, 0.2642364501953125, 0.299835205078125, 0.3354339599609375, 0.37103271484375, 0.4066314697265625, 0.442230224609375, 0.4778289794921875, 0.513427734375, 0.5490264892578125, 0.584625244140625, 0.6202239990234375, 0.65582275390625, 0.6914215087890625, 0.727020263671875, 0.7626190185546875, 0.7982177734375, 0.8338165283203125, 0.869415283203125, 0.9050140380859375, 0.94061279296875, 0.9762115478515625, 1.011810302734375, 1.0474090576171875, 1.0830078125]}, "gradients/encoder.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 5.0, 1.0, 5.0, 3.0, 5.0, 4.0, 4.0, 9.0, 7.0, 14.0, 25.0, 13.0, 20.0, 21.0, 27.0, 26.0, 33.0, 36.0, 49.0, 49.0, 36.0, 49.0, 47.0, 36.0, 41.0, 62.0, 33.0, 49.0, 32.0, 30.0, 34.0, 24.0, 33.0, 32.0, 20.0, 18.0, 20.0, 11.0, 10.0, 6.0, 14.0, 1.0, 3.0, 4.0, 2.0, 2.0, 5.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.591796875, -0.57464599609375, -0.5574951171875, -0.54034423828125, -0.523193359375, -0.50604248046875, -0.4888916015625, -0.47174072265625, -0.45458984375, -0.43743896484375, -0.4202880859375, -0.40313720703125, -0.385986328125, -0.36883544921875, -0.3516845703125, -0.33453369140625, -0.3173828125, -0.30023193359375, -0.2830810546875, -0.26593017578125, -0.248779296875, -0.23162841796875, -0.2144775390625, -0.19732666015625, -0.18017578125, -0.16302490234375, -0.1458740234375, -0.12872314453125, -0.111572265625, -0.09442138671875, -0.0772705078125, -0.06011962890625, -0.04296875, -0.02581787109375, -0.0086669921875, 0.00848388671875, 0.025634765625, 0.04278564453125, 0.0599365234375, 0.07708740234375, 0.09423828125, 0.11138916015625, 0.1285400390625, 0.14569091796875, 0.162841796875, 0.17999267578125, 0.1971435546875, 0.21429443359375, 0.2314453125, 0.24859619140625, 0.2657470703125, 0.28289794921875, 0.300048828125, 0.31719970703125, 0.3343505859375, 0.35150146484375, 0.36865234375, 0.38580322265625, 0.4029541015625, 0.42010498046875, 0.437255859375, 0.45440673828125, 0.4715576171875, 0.48870849609375, 0.505859375]}, "gradients/encoder.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 0.0, 6.0, 4.0, 7.0, 8.0, 18.0, 25.0, 28.0, 56.0, 77.0, 94.0, 181.0, 297.0, 450.0, 759.0, 1542.0, 4322.0, 18770.0, 188281.0, 770914.0, 49341.0, 8357.0, 2512.0, 1003.0, 591.0, 329.0, 202.0, 138.0, 70.0, 61.0, 31.0, 23.0, 17.0, 13.0, 13.0, 2.0, 8.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.462890625, -2.365325927734375, -2.26776123046875, -2.170196533203125, -2.0726318359375, -1.975067138671875, -1.87750244140625, -1.779937744140625, -1.682373046875, -1.584808349609375, -1.48724365234375, -1.389678955078125, -1.2921142578125, -1.194549560546875, -1.09698486328125, -0.999420166015625, -0.90185546875, -0.804290771484375, -0.70672607421875, -0.609161376953125, -0.5115966796875, -0.414031982421875, -0.31646728515625, -0.218902587890625, -0.121337890625, -0.023773193359375, 0.07379150390625, 0.171356201171875, 0.2689208984375, 0.366485595703125, 0.46405029296875, 0.561614990234375, 0.6591796875, 0.756744384765625, 0.85430908203125, 0.951873779296875, 1.0494384765625, 1.147003173828125, 1.24456787109375, 1.342132568359375, 1.439697265625, 1.537261962890625, 1.63482666015625, 1.732391357421875, 1.8299560546875, 1.927520751953125, 2.02508544921875, 2.122650146484375, 2.22021484375, 2.317779541015625, 2.41534423828125, 2.512908935546875, 2.6104736328125, 2.708038330078125, 2.80560302734375, 2.903167724609375, 3.000732421875, 3.098297119140625, 3.19586181640625, 3.293426513671875, 3.3909912109375, 3.488555908203125, 3.58612060546875, 3.683685302734375, 3.78125]}, "gradients/encoder.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 3.0, 6.0, 1.0, 5.0, 4.0, 6.0, 11.0, 10.0, 10.0, 11.0, 24.0, 19.0, 25.0, 27.0, 31.0, 33.0, 35.0, 38.0, 43.0, 48.0, 61.0, 53.0, 39.0, 41.0, 62.0, 51.0, 51.0, 35.0, 35.0, 36.0, 22.0, 28.0, 26.0, 18.0, 9.0, 10.0, 11.0, 8.0, 9.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.119140625, -2.044036865234375, -1.96893310546875, -1.893829345703125, -1.8187255859375, -1.743621826171875, -1.66851806640625, -1.593414306640625, -1.518310546875, -1.443206787109375, -1.36810302734375, -1.292999267578125, -1.2178955078125, -1.142791748046875, -1.06768798828125, -0.992584228515625, -0.91748046875, -0.842376708984375, -0.76727294921875, -0.692169189453125, -0.6170654296875, -0.541961669921875, -0.46685791015625, -0.391754150390625, -0.316650390625, -0.241546630859375, -0.16644287109375, -0.091339111328125, -0.0162353515625, 0.058868408203125, 0.13397216796875, 0.209075927734375, 0.2841796875, 0.359283447265625, 0.43438720703125, 0.509490966796875, 0.5845947265625, 0.659698486328125, 0.73480224609375, 0.809906005859375, 0.885009765625, 0.960113525390625, 1.03521728515625, 1.110321044921875, 1.1854248046875, 1.260528564453125, 1.33563232421875, 1.410736083984375, 1.48583984375, 1.560943603515625, 1.63604736328125, 1.711151123046875, 1.7862548828125, 1.861358642578125, 1.93646240234375, 2.011566162109375, 2.086669921875, 2.161773681640625, 2.23687744140625, 2.311981201171875, 2.3870849609375, 2.462188720703125, 2.53729248046875, 2.612396240234375, 2.6875]}, "gradients/encoder.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 2.0, 4.0, 3.0, 6.0, 6.0, 6.0, 17.0, 24.0, 26.0, 37.0, 40.0, 65.0, 87.0, 139.0, 196.0, 304.0, 567.0, 1086.0, 2337.0, 5672.0, 16304.0, 56113.0, 255227.0, 574937.0, 95365.0, 25190.0, 8306.0, 3182.0, 1451.0, 725.0, 397.0, 249.0, 156.0, 97.0, 57.0, 37.0, 35.0, 32.0, 19.0, 16.0, 12.0, 10.0, 2.0, 6.0, 3.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.63671875, -0.616302490234375, -0.59588623046875, -0.575469970703125, -0.5550537109375, -0.534637451171875, -0.51422119140625, -0.493804931640625, -0.473388671875, -0.452972412109375, -0.43255615234375, -0.412139892578125, -0.3917236328125, -0.371307373046875, -0.35089111328125, -0.330474853515625, -0.31005859375, -0.289642333984375, -0.26922607421875, -0.248809814453125, -0.2283935546875, -0.207977294921875, -0.18756103515625, -0.167144775390625, -0.146728515625, -0.126312255859375, -0.10589599609375, -0.085479736328125, -0.0650634765625, -0.044647216796875, -0.02423095703125, -0.003814697265625, 0.0166015625, 0.037017822265625, 0.05743408203125, 0.077850341796875, 0.0982666015625, 0.118682861328125, 0.13909912109375, 0.159515380859375, 0.179931640625, 0.200347900390625, 0.22076416015625, 0.241180419921875, 0.2615966796875, 0.282012939453125, 0.30242919921875, 0.322845458984375, 0.34326171875, 0.363677978515625, 0.38409423828125, 0.404510498046875, 0.4249267578125, 0.445343017578125, 0.46575927734375, 0.486175537109375, 0.506591796875, 0.527008056640625, 0.54742431640625, 0.567840576171875, 0.5882568359375, 0.608673095703125, 0.62908935546875, 0.649505615234375, 0.669921875]}, "gradients/encoder.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 1.0, 2.0, 2.0, 0.0, 4.0, 2.0, 1.0, 4.0, 4.0, 4.0, 11.0, 9.0, 19.0, 27.0, 15.0, 31.0, 52.0, 69.0, 81.0, 105.0, 110.0, 109.0, 79.0, 58.0, 46.0, 34.0, 18.0, 18.0, 17.0, 14.0, 14.0, 9.0, 10.0, 5.0, 3.0, 3.0, 4.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00021767616271972656, -0.00021118298172950745, -0.00020468980073928833, -0.00019819661974906921, -0.0001917034387588501, -0.00018521025776863098, -0.00017871707677841187, -0.00017222389578819275, -0.00016573071479797363, -0.00015923753380775452, -0.0001527443528175354, -0.00014625117182731628, -0.00013975799083709717, -0.00013326480984687805, -0.00012677162885665894, -0.00012027844786643982, -0.0001137852668762207, -0.00010729208588600159, -0.00010079890489578247, -9.430572390556335e-05, -8.781254291534424e-05, -8.131936192512512e-05, -7.4826180934906e-05, -6.833299994468689e-05, -6.183981895446777e-05, -5.534663796424866e-05, -4.885345697402954e-05, -4.2360275983810425e-05, -3.586709499359131e-05, -2.9373914003372192e-05, -2.2880733013153076e-05, -1.638755202293396e-05, -9.894371032714844e-06, -3.4011900424957275e-06, 3.0919909477233887e-06, 9.585171937942505e-06, 1.607835292816162e-05, 2.2571533918380737e-05, 2.9064714908599854e-05, 3.555789589881897e-05, 4.2051076889038086e-05, 4.85442578792572e-05, 5.503743886947632e-05, 6.153061985969543e-05, 6.802380084991455e-05, 7.451698184013367e-05, 8.101016283035278e-05, 8.75033438205719e-05, 9.399652481079102e-05, 0.00010048970580101013, 0.00010698288679122925, 0.00011347606778144836, 0.00011996924877166748, 0.0001264624297618866, 0.0001329556107521057, 0.00013944879174232483, 0.00014594197273254395, 0.00015243515372276306, 0.00015892833471298218, 0.0001654215157032013, 0.0001719146966934204, 0.00017840787768363953, 0.00018490105867385864, 0.00019139423966407776, 0.00019788742065429688]}, "gradients/encoder.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 6.0, 11.0, 9.0, 16.0, 23.0, 28.0, 42.0, 58.0, 113.0, 188.0, 337.0, 668.0, 1318.0, 3425.0, 11680.0, 71633.0, 682854.0, 236332.0, 29216.0, 6393.0, 2156.0, 982.0, 468.0, 233.0, 140.0, 69.0, 45.0, 35.0, 23.0, 13.0, 8.0, 6.0, 7.0, 3.0, 1.0, 5.0, 0.0, 2.0, 3.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.900390625, -0.8729171752929688, -0.8454437255859375, -0.8179702758789062, -0.790496826171875, -0.7630233764648438, -0.7355499267578125, -0.7080764770507812, -0.68060302734375, -0.6531295776367188, -0.6256561279296875, -0.5981826782226562, -0.570709228515625, -0.5432357788085938, -0.5157623291015625, -0.48828887939453125, -0.4608154296875, -0.43334197998046875, -0.4058685302734375, -0.37839508056640625, -0.350921630859375, -0.32344818115234375, -0.2959747314453125, -0.26850128173828125, -0.24102783203125, -0.21355438232421875, -0.1860809326171875, -0.15860748291015625, -0.131134033203125, -0.10366058349609375, -0.0761871337890625, -0.04871368408203125, -0.021240234375, 0.00623321533203125, 0.0337066650390625, 0.06118011474609375, 0.088653564453125, 0.11612701416015625, 0.1436004638671875, 0.17107391357421875, 0.19854736328125, 0.22602081298828125, 0.2534942626953125, 0.28096771240234375, 0.308441162109375, 0.33591461181640625, 0.3633880615234375, 0.39086151123046875, 0.4183349609375, 0.44580841064453125, 0.4732818603515625, 0.5007553100585938, 0.528228759765625, 0.5557022094726562, 0.5831756591796875, 0.6106491088867188, 0.63812255859375, 0.6655960083007812, 0.6930694580078125, 0.7205429077148438, 0.748016357421875, 0.7754898071289062, 0.8029632568359375, 0.8304367065429688, 0.85791015625]}, "gradients/encoder.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 6.0, 5.0, 8.0, 5.0, 8.0, 5.0, 14.0, 12.0, 11.0, 18.0, 16.0, 20.0, 33.0, 31.0, 38.0, 36.0, 61.0, 56.0, 61.0, 63.0, 51.0, 53.0, 45.0, 56.0, 42.0, 38.0, 44.0, 29.0, 21.0, 23.0, 13.0, 11.0, 11.0, 8.0, 10.0, 6.0, 9.0, 3.0, 1.0, 6.0, 5.0, 3.0, 2.0, 3.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.533203125, -0.5177230834960938, -0.5022430419921875, -0.48676300048828125, -0.471282958984375, -0.45580291748046875, -0.4403228759765625, -0.42484283447265625, -0.40936279296875, -0.39388275146484375, -0.3784027099609375, -0.36292266845703125, -0.347442626953125, -0.33196258544921875, -0.3164825439453125, -0.30100250244140625, -0.2855224609375, -0.27004241943359375, -0.2545623779296875, -0.23908233642578125, -0.223602294921875, -0.20812225341796875, -0.1926422119140625, -0.17716217041015625, -0.16168212890625, -0.14620208740234375, -0.1307220458984375, -0.11524200439453125, -0.099761962890625, -0.08428192138671875, -0.0688018798828125, -0.05332183837890625, -0.037841796875, -0.02236175537109375, -0.0068817138671875, 0.00859832763671875, 0.024078369140625, 0.03955841064453125, 0.0550384521484375, 0.07051849365234375, 0.08599853515625, 0.10147857666015625, 0.1169586181640625, 0.13243865966796875, 0.147918701171875, 0.16339874267578125, 0.1788787841796875, 0.19435882568359375, 0.2098388671875, 0.22531890869140625, 0.2407989501953125, 0.25627899169921875, 0.271759033203125, 0.28723907470703125, 0.3027191162109375, 0.31819915771484375, 0.33367919921875, 0.34915924072265625, 0.3646392822265625, 0.38011932373046875, 0.395599365234375, 0.41107940673828125, 0.4265594482421875, 0.44203948974609375, 0.45751953125]}, "gradients/encoder.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 6.0, 4.0, 4.0, 17.0, 22.0, 31.0, 65.0, 158.0, 235.0, 205.0, 122.0, 55.0, 25.0, 24.0, 9.0, 10.0, 8.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.461715698242188, -12.89848804473877, -12.335260391235352, -11.772032737731934, -11.208805084228516, -10.645577430725098, -10.08234977722168, -9.519121170043945, -8.955894470214844, -8.392666816711426, -7.829439163208008, -7.26621150970459, -6.702983856201172, -6.139756202697754, -5.576528072357178, -5.01330041885376, -4.450072288513184, -3.8868446350097656, -3.3236169815063477, -2.7603890895843506, -2.1971614360809326, -1.6339337825775146, -1.0707058906555176, -0.5074782371520996, 0.05574941635131836, 0.6189771294593811, 1.1822048425674438, 1.7454326152801514, 2.3086602687835693, 2.8718879222869873, 3.4351158142089844, 3.9983434677124023, 4.56157112121582, 5.124798774719238, 5.688026428222656, 6.251254081726074, 6.814481735229492, 7.37770938873291, 7.940937519073486, 8.504165649414062, 9.067392349243164, 9.630620002746582, 10.19384765625, 10.757075309753418, 11.320302963256836, 11.883530616760254, 12.446758270263672, 13.009986877441406, 13.573214530944824, 14.136442184448242, 14.69966983795166, 15.262897491455078, 15.826125144958496, 16.389352798461914, 16.95258140563965, 17.51580810546875, 18.079036712646484, 18.64226531982422, 19.20549201965332, 19.768720626831055, 20.331947326660156, 20.89517593383789, 21.458402633666992, 22.021631240844727, 22.584857940673828]}, "gradients/encoder.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 2.0, 5.0, 0.0, 3.0, 2.0, 6.0, 8.0, 8.0, 9.0, 9.0, 17.0, 13.0, 10.0, 11.0, 22.0, 22.0, 15.0, 33.0, 27.0, 40.0, 35.0, 40.0, 64.0, 82.0, 60.0, 69.0, 40.0, 54.0, 36.0, 28.0, 33.0, 18.0, 25.0, 15.0, 26.0, 16.0, 11.0, 22.0, 10.0, 19.0, 10.0, 9.0, 8.0, 8.0, 3.0, 3.0, 5.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.240665435791016, -9.934660911560059, -9.628656387329102, -9.322650909423828, -9.016646385192871, -8.710641860961914, -8.404637336730957, -8.0986328125, -7.792627334594727, -7.4866228103637695, -7.180617809295654, -6.874613285064697, -6.568608283996582, -6.262603759765625, -5.956599235534668, -5.650594234466553, -5.344589710235596, -5.038585186004639, -4.732580184936523, -4.426575660705566, -4.120570659637451, -3.814566135406494, -3.508561372756958, -3.202556610107422, -2.8965518474578857, -2.5905470848083496, -2.2845423221588135, -1.978537678718567, -1.6725329160690308, -1.3665281534194946, -1.060523509979248, -0.7545187473297119, -0.4485139846801758, -0.14250925183296204, 0.1634954810142517, 0.46950018405914307, 0.7755049467086792, 1.0815097093582153, 1.387514352798462, 1.693519115447998, 1.9995238780975342, 2.3055286407470703, 2.6115334033966064, 2.9175381660461426, 3.2235426902770996, 3.529547691345215, 3.835552215576172, 4.141556739807129, 4.447561740875244, 4.753566265106201, 5.059571266174316, 5.365575790405273, 5.671580791473389, 5.977585315704346, 6.283590316772461, 6.589594841003418, 6.895599365234375, 7.201603889465332, 7.507608890533447, 7.813613414764404, 8.11961841583252, 8.425622940063477, 8.731627464294434, 9.03763198852539, 9.343637466430664]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 3.0, 2.0, 3.0, 5.0, 8.0, 13.0, 7.0, 26.0, 35.0, 53.0, 72.0, 127.0, 199.0, 292.0, 575.0, 988.0, 1788.0, 3884.0, 8825.0, 24089.0, 85166.0, 510561.0, 2593022.0, 797734.0, 116605.0, 30175.0, 10609.0, 4572.0, 2138.0, 1137.0, 595.0, 377.0, 210.0, 143.0, 68.0, 60.0, 43.0, 32.0, 12.0, 11.0, 11.0, 3.0, 5.0, 5.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.68701171875, -0.6601791381835938, -0.6333465576171875, -0.6065139770507812, -0.579681396484375, -0.5528488159179688, -0.5260162353515625, -0.49918365478515625, -0.47235107421875, -0.44551849365234375, -0.4186859130859375, -0.39185333251953125, -0.365020751953125, -0.33818817138671875, -0.3113555908203125, -0.28452301025390625, -0.2576904296875, -0.23085784912109375, -0.2040252685546875, -0.17719268798828125, -0.150360107421875, -0.12352752685546875, -0.0966949462890625, -0.06986236572265625, -0.04302978515625, -0.01619720458984375, 0.0106353759765625, 0.03746795654296875, 0.064300537109375, 0.09113311767578125, 0.1179656982421875, 0.14479827880859375, 0.171630859375, 0.19846343994140625, 0.2252960205078125, 0.25212860107421875, 0.278961181640625, 0.30579376220703125, 0.3326263427734375, 0.35945892333984375, 0.38629150390625, 0.41312408447265625, 0.4399566650390625, 0.46678924560546875, 0.493621826171875, 0.5204544067382812, 0.5472869873046875, 0.5741195678710938, 0.6009521484375, 0.6277847290039062, 0.6546173095703125, 0.6814498901367188, 0.708282470703125, 0.7351150512695312, 0.7619476318359375, 0.7887802124023438, 0.81561279296875, 0.8424453735351562, 0.8692779541015625, 0.8961105346679688, 0.922943115234375, 0.9497756958007812, 0.9766082763671875, 1.0034408569335938, 1.0302734375]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 2.0, 8.0, 10.0, 12.0, 18.0, 22.0, 19.0, 16.0, 22.0, 38.0, 22.0, 38.0, 29.0, 36.0, 47.0, 51.0, 52.0, 43.0, 45.0, 56.0, 62.0, 38.0, 42.0, 46.0, 42.0, 32.0, 38.0, 19.0, 13.0, 18.0, 15.0, 10.0, 7.0, 15.0, 7.0, 5.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5888671875, -0.571563720703125, -0.55426025390625, -0.536956787109375, -0.5196533203125, -0.502349853515625, -0.48504638671875, -0.467742919921875, -0.450439453125, -0.433135986328125, -0.41583251953125, -0.398529052734375, -0.3812255859375, -0.363922119140625, -0.34661865234375, -0.329315185546875, -0.31201171875, -0.294708251953125, -0.27740478515625, -0.260101318359375, -0.2427978515625, -0.225494384765625, -0.20819091796875, -0.190887451171875, -0.173583984375, -0.156280517578125, -0.13897705078125, -0.121673583984375, -0.1043701171875, -0.087066650390625, -0.06976318359375, -0.052459716796875, -0.03515625, -0.017852783203125, -0.00054931640625, 0.016754150390625, 0.0340576171875, 0.051361083984375, 0.06866455078125, 0.085968017578125, 0.103271484375, 0.120574951171875, 0.13787841796875, 0.155181884765625, 0.1724853515625, 0.189788818359375, 0.20709228515625, 0.224395751953125, 0.24169921875, 0.259002685546875, 0.27630615234375, 0.293609619140625, 0.3109130859375, 0.328216552734375, 0.34552001953125, 0.362823486328125, 0.380126953125, 0.397430419921875, 0.41473388671875, 0.432037353515625, 0.4493408203125, 0.466644287109375, 0.48394775390625, 0.501251220703125, 0.5185546875]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 6.0, 3.0, 7.0, 7.0, 8.0, 17.0, 32.0, 34.0, 51.0, 86.0, 181.0, 286.0, 636.0, 1346.0, 3270.0, 9363.0, 32138.0, 172015.0, 2671578.0, 1177947.0, 94170.0, 20492.0, 6127.0, 2314.0, 1041.0, 485.0, 245.0, 149.0, 87.0, 43.0, 37.0, 25.0, 18.0, 10.0, 11.0, 7.0, 7.0, 2.0, 3.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.3583984375, -1.312896728515625, -1.26739501953125, -1.221893310546875, -1.1763916015625, -1.130889892578125, -1.08538818359375, -1.039886474609375, -0.994384765625, -0.948883056640625, -0.90338134765625, -0.857879638671875, -0.8123779296875, -0.766876220703125, -0.72137451171875, -0.675872802734375, -0.63037109375, -0.584869384765625, -0.53936767578125, -0.493865966796875, -0.4483642578125, -0.402862548828125, -0.35736083984375, -0.311859130859375, -0.266357421875, -0.220855712890625, -0.17535400390625, -0.129852294921875, -0.0843505859375, -0.038848876953125, 0.00665283203125, 0.052154541015625, 0.09765625, 0.143157958984375, 0.18865966796875, 0.234161376953125, 0.2796630859375, 0.325164794921875, 0.37066650390625, 0.416168212890625, 0.461669921875, 0.507171630859375, 0.55267333984375, 0.598175048828125, 0.6436767578125, 0.689178466796875, 0.73468017578125, 0.780181884765625, 0.82568359375, 0.871185302734375, 0.91668701171875, 0.962188720703125, 1.0076904296875, 1.053192138671875, 1.09869384765625, 1.144195556640625, 1.189697265625, 1.235198974609375, 1.28070068359375, 1.326202392578125, 1.3717041015625, 1.417205810546875, 1.46270751953125, 1.508209228515625, 1.5537109375]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 1.0, 5.0, 10.0, 11.0, 7.0, 13.0, 20.0, 28.0, 26.0, 47.0, 58.0, 77.0, 153.0, 212.0, 383.0, 597.0, 787.0, 612.0, 395.0, 200.0, 127.0, 95.0, 57.0, 47.0, 34.0, 15.0, 14.0, 11.0, 7.0, 5.0, 6.0, 5.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6201171875, -1.5703582763671875, -1.520599365234375, -1.4708404541015625, -1.42108154296875, -1.3713226318359375, -1.321563720703125, -1.2718048095703125, -1.2220458984375, -1.1722869873046875, -1.122528076171875, -1.0727691650390625, -1.02301025390625, -0.9732513427734375, -0.923492431640625, -0.8737335205078125, -0.823974609375, -0.7742156982421875, -0.724456787109375, -0.6746978759765625, -0.62493896484375, -0.5751800537109375, -0.525421142578125, -0.4756622314453125, -0.4259033203125, -0.3761444091796875, -0.326385498046875, -0.2766265869140625, -0.22686767578125, -0.1771087646484375, -0.127349853515625, -0.0775909423828125, -0.02783203125, 0.0219268798828125, 0.071685791015625, 0.1214447021484375, 0.17120361328125, 0.2209625244140625, 0.270721435546875, 0.3204803466796875, 0.3702392578125, 0.4199981689453125, 0.469757080078125, 0.5195159912109375, 0.56927490234375, 0.6190338134765625, 0.668792724609375, 0.7185516357421875, 0.768310546875, 0.8180694580078125, 0.867828369140625, 0.9175872802734375, 0.96734619140625, 1.0171051025390625, 1.066864013671875, 1.1166229248046875, 1.1663818359375, 1.2161407470703125, 1.265899658203125, 1.3156585693359375, 1.36541748046875, 1.4151763916015625, 1.464935302734375, 1.5146942138671875, 1.564453125]}, "gradients/encoder.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 3.0, 8.0, 8.0, 17.0, 36.0, 137.0, 288.0, 282.0, 150.0, 49.0, 14.0, 8.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.947772979736328, -24.169750213623047, -23.391725540161133, -22.61370277404785, -21.835678100585938, -21.057655334472656, -20.279632568359375, -19.50160789489746, -18.723583221435547, -17.945560455322266, -17.16753578186035, -16.38951301574707, -15.611488342285156, -14.833465576171875, -14.055441856384277, -13.27741813659668, -12.499395370483398, -11.7213716506958, -10.943347930908203, -10.165325164794922, -9.387300491333008, -8.609277725219727, -7.831254005432129, -7.053230285644531, -6.275206565856934, -5.497182846069336, -4.719159126281738, -3.941135883331299, -3.163112163543701, -2.3850884437561035, -1.607065200805664, -0.8290414810180664, -0.05101585388183594, 0.7270077466964722, 1.5050313472747803, 2.283054828643799, 3.0610785484313965, 3.839102268218994, 4.617125511169434, 5.395149230957031, 6.173172950744629, 6.951196670532227, 7.729220390319824, 8.507244110107422, 9.285266876220703, 10.063291549682617, 10.841314315795898, 11.619338035583496, 12.397361755371094, 13.175385475158691, 13.953409194946289, 14.73143196105957, 15.509456634521484, 16.287479400634766, 17.065502166748047, 17.84352684020996, 18.621551513671875, 19.399574279785156, 20.17759895324707, 20.95562171936035, 21.733646392822266, 22.511669158935547, 23.289691925048828, 24.067716598510742, 24.845739364624023]}, "gradients/encoder.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 1.0, 3.0, 3.0, 8.0, 6.0, 8.0, 21.0, 15.0, 24.0, 16.0, 29.0, 35.0, 47.0, 47.0, 43.0, 42.0, 67.0, 71.0, 62.0, 63.0, 48.0, 55.0, 43.0, 45.0, 48.0, 32.0, 30.0, 26.0, 17.0, 20.0, 9.0, 6.0, 8.0, 5.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.918436050415039, -9.644001007080078, -9.369565963745117, -9.095130920410156, -8.820695877075195, -8.546260833740234, -8.271825790405273, -7.9973907470703125, -7.722955703735352, -7.448520660400391, -7.17408561706543, -6.899650573730469, -6.625215530395508, -6.350780487060547, -6.076345443725586, -5.801910400390625, -5.527475833892822, -5.253040790557861, -4.9786057472229, -4.7041707038879395, -4.4297356605529785, -4.155300617218018, -3.8808658123016357, -3.606430768966675, -3.331995725631714, -3.057560682296753, -2.783125638961792, -2.50869083404541, -2.234255790710449, -1.9598206281661987, -1.6853857040405273, -1.4109506607055664, -1.1365151405334473, -0.8620800971984863, -0.5876451134681702, -0.313210129737854, -0.038775086402893066, 0.23565995693206787, 0.5100948810577393, 0.7845299243927002, 1.0589649677276611, 1.333400011062622, 1.607835054397583, 1.8822699785232544, 2.156704902648926, 2.4311399459838867, 2.7055749893188477, 2.9800100326538086, 3.2544450759887695, 3.5288801193237305, 3.8033151626586914, 4.077750205993652, 4.352185249328613, 4.626620292663574, 4.901055335998535, 5.175490379333496, 5.449925422668457, 5.724360466003418, 5.998795509338379, 6.27323055267334, 6.547665596008301, 6.822100639343262, 7.096535682678223, 7.370970726013184, 7.645405292510986]}, "gradients/encoder.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 7.0, 4.0, 14.0, 8.0, 13.0, 14.0, 19.0, 45.0, 51.0, 92.0, 167.0, 290.0, 461.0, 763.0, 1320.0, 2429.0, 4768.0, 10617.0, 27757.0, 90552.0, 288406.0, 387396.0, 157437.0, 45860.0, 15876.0, 6699.0, 3267.0, 1788.0, 994.0, 566.0, 357.0, 164.0, 122.0, 81.0, 52.0, 36.0, 28.0, 17.0, 8.0, 5.0, 4.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.896484375, -0.8668212890625, -0.837158203125, -0.8074951171875, -0.77783203125, -0.7481689453125, -0.718505859375, -0.6888427734375, -0.6591796875, -0.6295166015625, -0.599853515625, -0.5701904296875, -0.54052734375, -0.5108642578125, -0.481201171875, -0.4515380859375, -0.421875, -0.3922119140625, -0.362548828125, -0.3328857421875, -0.30322265625, -0.2735595703125, -0.243896484375, -0.2142333984375, -0.1845703125, -0.1549072265625, -0.125244140625, -0.0955810546875, -0.06591796875, -0.0362548828125, -0.006591796875, 0.0230712890625, 0.052734375, 0.0823974609375, 0.112060546875, 0.1417236328125, 0.17138671875, 0.2010498046875, 0.230712890625, 0.2603759765625, 0.2900390625, 0.3197021484375, 0.349365234375, 0.3790283203125, 0.40869140625, 0.4383544921875, 0.468017578125, 0.4976806640625, 0.52734375, 0.5570068359375, 0.586669921875, 0.6163330078125, 0.64599609375, 0.6756591796875, 0.705322265625, 0.7349853515625, 0.7646484375, 0.7943115234375, 0.823974609375, 0.8536376953125, 0.88330078125, 0.9129638671875, 0.942626953125, 0.9722900390625, 1.001953125]}, "gradients/encoder.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 3.0, 2.0, 10.0, 11.0, 16.0, 13.0, 18.0, 26.0, 18.0, 27.0, 29.0, 32.0, 44.0, 46.0, 45.0, 44.0, 49.0, 57.0, 47.0, 50.0, 42.0, 40.0, 46.0, 41.0, 42.0, 35.0, 31.0, 23.0, 16.0, 19.0, 17.0, 15.0, 8.0, 10.0, 6.0, 3.0, 5.0, 3.0, 4.0, 2.0, 3.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.60009765625, -0.5820693969726562, -0.5640411376953125, -0.5460128784179688, -0.527984619140625, -0.5099563598632812, -0.4919281005859375, -0.47389984130859375, -0.45587158203125, -0.43784332275390625, -0.4198150634765625, -0.40178680419921875, -0.383758544921875, -0.36573028564453125, -0.3477020263671875, -0.32967376708984375, -0.3116455078125, -0.29361724853515625, -0.2755889892578125, -0.25756072998046875, -0.239532470703125, -0.22150421142578125, -0.2034759521484375, -0.18544769287109375, -0.16741943359375, -0.14939117431640625, -0.1313629150390625, -0.11333465576171875, -0.095306396484375, -0.07727813720703125, -0.0592498779296875, -0.04122161865234375, -0.023193359375, -0.00516510009765625, 0.0128631591796875, 0.03089141845703125, 0.048919677734375, 0.06694793701171875, 0.0849761962890625, 0.10300445556640625, 0.12103271484375, 0.13906097412109375, 0.1570892333984375, 0.17511749267578125, 0.193145751953125, 0.21117401123046875, 0.2292022705078125, 0.24723052978515625, 0.2652587890625, 0.28328704833984375, 0.3013153076171875, 0.31934356689453125, 0.337371826171875, 0.35540008544921875, 0.3734283447265625, 0.39145660400390625, 0.40948486328125, 0.42751312255859375, 0.4455413818359375, 0.46356964111328125, 0.481597900390625, 0.49962615966796875, 0.5176544189453125, 0.5356826782226562, 0.5537109375]}, "gradients/encoder.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 1.0, 9.0, 5.0, 7.0, 8.0, 13.0, 18.0, 31.0, 28.0, 58.0, 54.0, 107.0, 168.0, 239.0, 428.0, 889.0, 1714.0, 4118.0, 12991.0, 66133.0, 567640.0, 326559.0, 49976.0, 10506.0, 3483.0, 1505.0, 761.0, 386.0, 248.0, 146.0, 85.0, 71.0, 54.0, 23.0, 21.0, 14.0, 25.0, 11.0, 8.0, 5.0, 3.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-1.3984375, -1.3546295166015625, -1.310821533203125, -1.2670135498046875, -1.22320556640625, -1.1793975830078125, -1.135589599609375, -1.0917816162109375, -1.0479736328125, -1.0041656494140625, -0.960357666015625, -0.9165496826171875, -0.87274169921875, -0.8289337158203125, -0.785125732421875, -0.7413177490234375, -0.697509765625, -0.6537017822265625, -0.609893798828125, -0.5660858154296875, -0.52227783203125, -0.4784698486328125, -0.434661865234375, -0.3908538818359375, -0.3470458984375, -0.3032379150390625, -0.259429931640625, -0.2156219482421875, -0.17181396484375, -0.1280059814453125, -0.084197998046875, -0.0403900146484375, 0.00341796875, 0.0472259521484375, 0.091033935546875, 0.1348419189453125, 0.17864990234375, 0.2224578857421875, 0.266265869140625, 0.3100738525390625, 0.3538818359375, 0.3976898193359375, 0.441497802734375, 0.4853057861328125, 0.52911376953125, 0.5729217529296875, 0.616729736328125, 0.6605377197265625, 0.704345703125, 0.7481536865234375, 0.791961669921875, 0.8357696533203125, 0.87957763671875, 0.9233856201171875, 0.967193603515625, 1.0110015869140625, 1.0548095703125, 1.0986175537109375, 1.142425537109375, 1.1862335205078125, 1.23004150390625, 1.2738494873046875, 1.317657470703125, 1.3614654541015625, 1.4052734375]}, "gradients/encoder.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 4.0, 6.0, 4.0, 2.0, 6.0, 11.0, 9.0, 19.0, 16.0, 36.0, 31.0, 21.0, 27.0, 49.0, 46.0, 41.0, 56.0, 60.0, 49.0, 66.0, 56.0, 50.0, 45.0, 34.0, 32.0, 41.0, 35.0, 30.0, 21.0, 12.0, 13.0, 14.0, 9.0, 13.0, 6.0, 9.0, 7.0, 6.0, 0.0, 5.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.46484375, -2.3959503173828125, -2.327056884765625, -2.2581634521484375, -2.18927001953125, -2.1203765869140625, -2.051483154296875, -1.9825897216796875, -1.9136962890625, -1.8448028564453125, -1.775909423828125, -1.7070159912109375, -1.63812255859375, -1.5692291259765625, -1.500335693359375, -1.4314422607421875, -1.362548828125, -1.2936553955078125, -1.224761962890625, -1.1558685302734375, -1.08697509765625, -1.0180816650390625, -0.949188232421875, -0.8802947998046875, -0.8114013671875, -0.7425079345703125, -0.673614501953125, -0.6047210693359375, -0.53582763671875, -0.4669342041015625, -0.398040771484375, -0.3291473388671875, -0.26025390625, -0.1913604736328125, -0.122467041015625, -0.0535736083984375, 0.01531982421875, 0.0842132568359375, 0.153106689453125, 0.2220001220703125, 0.2908935546875, 0.3597869873046875, 0.428680419921875, 0.4975738525390625, 0.56646728515625, 0.6353607177734375, 0.704254150390625, 0.7731475830078125, 0.842041015625, 0.9109344482421875, 0.979827880859375, 1.0487213134765625, 1.11761474609375, 1.1865081787109375, 1.255401611328125, 1.3242950439453125, 1.3931884765625, 1.4620819091796875, 1.530975341796875, 1.5998687744140625, 1.66876220703125, 1.7376556396484375, 1.806549072265625, 1.8754425048828125, 1.9443359375]}, "gradients/encoder.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 4.0, 10.0, 20.0, 11.0, 32.0, 22.0, 42.0, 75.0, 112.0, 151.0, 259.0, 573.0, 952.0, 2024.0, 4296.0, 10415.0, 28230.0, 90391.0, 455409.0, 322687.0, 86835.0, 27467.0, 10185.0, 4221.0, 1881.0, 948.0, 518.0, 280.0, 185.0, 106.0, 71.0, 47.0, 26.0, 25.0, 12.0, 12.0, 5.0, 4.0, 5.0, 3.0, 4.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.341796875, -0.3303985595703125, -0.319000244140625, -0.3076019287109375, -0.29620361328125, -0.2848052978515625, -0.273406982421875, -0.2620086669921875, -0.2506103515625, -0.2392120361328125, -0.227813720703125, -0.2164154052734375, -0.20501708984375, -0.1936187744140625, -0.182220458984375, -0.1708221435546875, -0.159423828125, -0.1480255126953125, -0.136627197265625, -0.1252288818359375, -0.11383056640625, -0.1024322509765625, -0.091033935546875, -0.0796356201171875, -0.0682373046875, -0.0568389892578125, -0.045440673828125, -0.0340423583984375, -0.02264404296875, -0.0112457275390625, 0.000152587890625, 0.0115509033203125, 0.02294921875, 0.0343475341796875, 0.045745849609375, 0.0571441650390625, 0.06854248046875, 0.0799407958984375, 0.091339111328125, 0.1027374267578125, 0.1141357421875, 0.1255340576171875, 0.136932373046875, 0.1483306884765625, 0.15972900390625, 0.1711273193359375, 0.182525634765625, 0.1939239501953125, 0.205322265625, 0.2167205810546875, 0.228118896484375, 0.2395172119140625, 0.25091552734375, 0.2623138427734375, 0.273712158203125, 0.2851104736328125, 0.2965087890625, 0.3079071044921875, 0.319305419921875, 0.3307037353515625, 0.34210205078125, 0.3535003662109375, 0.364898681640625, 0.3762969970703125, 0.3876953125]}, "gradients/encoder.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 5.0, 3.0, 1.0, 0.0, 6.0, 8.0, 11.0, 15.0, 12.0, 54.0, 62.0, 96.0, 118.0, 139.0, 112.0, 130.0, 72.0, 44.0, 42.0, 24.0, 13.0, 10.0, 7.0, 6.0, 6.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001404285430908203, -0.00013556703925132751, -0.00013070553541183472, -0.00012584403157234192, -0.00012098252773284912, -0.00011612102389335632, -0.00011125952005386353, -0.00010639801621437073, -0.00010153651237487793, -9.667500853538513e-05, -9.181350469589233e-05, -8.695200085639954e-05, -8.209049701690674e-05, -7.722899317741394e-05, -7.236748933792114e-05, -6.750598549842834e-05, -6.264448165893555e-05, -5.778297781944275e-05, -5.292147397994995e-05, -4.805997014045715e-05, -4.3198466300964355e-05, -3.833696246147156e-05, -3.347545862197876e-05, -2.8613954782485962e-05, -2.3752450942993164e-05, -1.8890947103500366e-05, -1.4029443264007568e-05, -9.16793942451477e-06, -4.306435585021973e-06, 5.550682544708252e-07, 5.416572093963623e-06, 1.0278075933456421e-05, 1.5139579772949219e-05, 2.0001083612442017e-05, 2.4862587451934814e-05, 2.9724091291427612e-05, 3.458559513092041e-05, 3.944709897041321e-05, 4.4308602809906006e-05, 4.9170106649398804e-05, 5.40316104888916e-05, 5.88931143283844e-05, 6.37546181678772e-05, 6.861612200737e-05, 7.347762584686279e-05, 7.833912968635559e-05, 8.320063352584839e-05, 8.806213736534119e-05, 9.292364120483398e-05, 9.778514504432678e-05, 0.00010264664888381958, 0.00010750815272331238, 0.00011236965656280518, 0.00011723116040229797, 0.00012209266424179077, 0.00012695416808128357, 0.00013181567192077637, 0.00013667717576026917, 0.00014153867959976196, 0.00014640018343925476, 0.00015126168727874756, 0.00015612319111824036, 0.00016098469495773315, 0.00016584619879722595, 0.00017070770263671875]}, "gradients/encoder.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 7.0, 1.0, 9.0, 12.0, 23.0, 40.0, 80.0, 105.0, 196.0, 410.0, 815.0, 2024.0, 5786.0, 21997.0, 113051.0, 653550.0, 200922.0, 35943.0, 8745.0, 2735.0, 1062.0, 478.0, 231.0, 129.0, 84.0, 47.0, 26.0, 21.0, 8.0, 15.0, 4.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.7275390625, -0.7100753784179688, -0.6926116943359375, -0.6751480102539062, -0.657684326171875, -0.6402206420898438, -0.6227569580078125, -0.6052932739257812, -0.58782958984375, -0.5703659057617188, -0.5529022216796875, -0.5354385375976562, -0.517974853515625, -0.5005111694335938, -0.4830474853515625, -0.46558380126953125, -0.4481201171875, -0.43065643310546875, -0.4131927490234375, -0.39572906494140625, -0.378265380859375, -0.36080169677734375, -0.3433380126953125, -0.32587432861328125, -0.30841064453125, -0.29094696044921875, -0.2734832763671875, -0.25601959228515625, -0.238555908203125, -0.22109222412109375, -0.2036285400390625, -0.18616485595703125, -0.168701171875, -0.15123748779296875, -0.1337738037109375, -0.11631011962890625, -0.098846435546875, -0.08138275146484375, -0.0639190673828125, -0.04645538330078125, -0.02899169921875, -0.01152801513671875, 0.0059356689453125, 0.02339935302734375, 0.040863037109375, 0.05832672119140625, 0.0757904052734375, 0.09325408935546875, 0.1107177734375, 0.12818145751953125, 0.1456451416015625, 0.16310882568359375, 0.180572509765625, 0.19803619384765625, 0.2154998779296875, 0.23296356201171875, 0.25042724609375, 0.26789093017578125, 0.2853546142578125, 0.30281829833984375, 0.320281982421875, 0.33774566650390625, 0.3552093505859375, 0.37267303466796875, 0.39013671875]}, "gradients/encoder.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 4.0, 6.0, 4.0, 5.0, 6.0, 12.0, 15.0, 23.0, 31.0, 32.0, 47.0, 58.0, 67.0, 70.0, 109.0, 94.0, 83.0, 78.0, 60.0, 52.0, 43.0, 29.0, 23.0, 12.0, 9.0, 7.0, 9.0, 4.0, 6.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.57470703125, -0.557464599609375, -0.54022216796875, -0.522979736328125, -0.5057373046875, -0.488494873046875, -0.47125244140625, -0.454010009765625, -0.436767578125, -0.419525146484375, -0.40228271484375, -0.385040283203125, -0.3677978515625, -0.350555419921875, -0.33331298828125, -0.316070556640625, -0.298828125, -0.281585693359375, -0.26434326171875, -0.247100830078125, -0.2298583984375, -0.212615966796875, -0.19537353515625, -0.178131103515625, -0.160888671875, -0.143646240234375, -0.12640380859375, -0.109161376953125, -0.0919189453125, -0.074676513671875, -0.05743408203125, -0.040191650390625, -0.02294921875, -0.005706787109375, 0.01153564453125, 0.028778076171875, 0.0460205078125, 0.063262939453125, 0.08050537109375, 0.097747802734375, 0.114990234375, 0.132232666015625, 0.14947509765625, 0.166717529296875, 0.1839599609375, 0.201202392578125, 0.21844482421875, 0.235687255859375, 0.2529296875, 0.270172119140625, 0.28741455078125, 0.304656982421875, 0.3218994140625, 0.339141845703125, 0.35638427734375, 0.373626708984375, 0.390869140625, 0.408111572265625, 0.42535400390625, 0.442596435546875, 0.4598388671875, 0.477081298828125, 0.49432373046875, 0.511566162109375, 0.52880859375]}, "gradients/encoder.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 4.0, 4.0, 2.0, 7.0, 14.0, 29.0, 70.0, 143.0, 304.0, 222.0, 101.0, 51.0, 22.0, 10.0, 3.0, 5.0, 4.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-17.242218017578125, -16.77251434326172, -16.302812576293945, -15.833109855651855, -15.363407135009766, -14.89370346069336, -14.424001693725586, -13.95429801940918, -13.48459529876709, -13.014892578125, -12.54518985748291, -12.07548713684082, -11.60578441619873, -11.13608169555664, -10.666378021240234, -10.196675300598145, -9.726972579956055, -9.257269859313965, -8.787567138671875, -8.317864418029785, -7.848161220550537, -7.378458499908447, -6.908755779266357, -6.439052581787109, -5.969350814819336, -5.499648094177246, -5.029945373535156, -4.560242652893066, -4.090539455413818, -3.6208367347717285, -3.1511340141296387, -2.6814310550689697, -2.211728096008301, -1.7420252561569214, -1.272322416305542, -0.8026196956634521, -0.33291685581207275, 0.13678598403930664, 0.6064887046813965, 1.0761916637420654, 1.5458943843841553, 2.015597105026245, 2.485300064086914, 2.955002784729004, 3.4247055053710938, 3.8944084644317627, 4.364110946655273, 4.8338141441345215, 5.303516864776611, 5.773219585418701, 6.242922306060791, 6.712625503540039, 7.182328224182129, 7.652030944824219, 8.121733665466309, 8.591436386108398, 9.061139106750488, 9.530841827392578, 10.000544548034668, 10.470247268676758, 10.939949989318848, 11.409652709960938, 11.879356384277344, 12.349059104919434, 12.818761825561523]}, "gradients/encoder.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 5.0, 4.0, 1.0, 7.0, 6.0, 9.0, 2.0, 5.0, 4.0, 10.0, 6.0, 13.0, 14.0, 16.0, 16.0, 11.0, 22.0, 36.0, 22.0, 26.0, 33.0, 39.0, 46.0, 43.0, 57.0, 69.0, 57.0, 59.0, 45.0, 42.0, 42.0, 32.0, 14.0, 30.0, 22.0, 24.0, 22.0, 11.0, 13.0, 11.0, 8.0, 9.0, 8.0, 11.0, 5.0, 8.0, 2.0, 5.0, 3.0, 3.0, 2.0, 1.0, 3.0, 1.0, 3.0, 1.0], "bins": [-7.9051313400268555, -7.670286178588867, -7.435441493988037, -7.200596332550049, -6.965751647949219, -6.7309064865112305, -6.496061325073242, -6.261216640472412, -6.026371955871582, -5.791526794433594, -5.556682109832764, -5.321836948394775, -5.086992263793945, -4.852147102355957, -4.617301940917969, -4.382457256317139, -4.14761209487915, -3.912767171859741, -3.677922248840332, -3.4430770874023438, -3.2082324028015137, -2.9733872413635254, -2.738542318344116, -2.503697395324707, -2.268852472305298, -2.0340075492858887, -1.7991626262664795, -1.5643175840377808, -1.3294726610183716, -1.0946277379989624, -0.8597826957702637, -0.6249377727508545, -0.3900933265686035, -0.15524837374687195, 0.07959657907485962, 0.3144415616989136, 0.5492864847183228, 0.7841314077377319, 1.0189764499664307, 1.2538213729858398, 1.488666296005249, 1.7235112190246582, 1.9583561420440674, 2.1932010650634766, 2.428046226501465, 2.662890911102295, 2.897736072540283, 3.1325809955596924, 3.3674259185791016, 3.6022708415985107, 3.83711576461792, 4.071960926055908, 4.306805610656738, 4.541650772094727, 4.776495933532715, 5.011340618133545, 5.246185302734375, 5.481030464172363, 5.715875148773193, 5.950720310211182, 6.185564994812012, 6.42041015625, 6.655255317687988, 6.890100002288818, 7.124945163726807]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 13.0, 8.0, 18.0, 27.0, 57.0, 104.0, 180.0, 334.0, 672.0, 1331.0, 2835.0, 6393.0, 16025.0, 50845.0, 240867.0, 1678376.0, 1850367.0, 261987.0, 54445.0, 16905.0, 6629.0, 2934.0, 1437.0, 666.0, 358.0, 215.0, 115.0, 67.0, 32.0, 25.0, 7.0, 7.0, 3.0, 5.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5556640625, -0.5315322875976562, -0.5074005126953125, -0.48326873779296875, -0.459136962890625, -0.43500518798828125, -0.4108734130859375, -0.38674163818359375, -0.36260986328125, -0.33847808837890625, -0.3143463134765625, -0.29021453857421875, -0.266082763671875, -0.24195098876953125, -0.2178192138671875, -0.19368743896484375, -0.1695556640625, -0.14542388916015625, -0.1212921142578125, -0.09716033935546875, -0.073028564453125, -0.04889678955078125, -0.0247650146484375, -0.00063323974609375, 0.02349853515625, 0.04763031005859375, 0.0717620849609375, 0.09589385986328125, 0.120025634765625, 0.14415740966796875, 0.1682891845703125, 0.19242095947265625, 0.216552734375, 0.24068450927734375, 0.2648162841796875, 0.28894805908203125, 0.313079833984375, 0.33721160888671875, 0.3613433837890625, 0.38547515869140625, 0.40960693359375, 0.43373870849609375, 0.4578704833984375, 0.48200225830078125, 0.506134033203125, 0.5302658081054688, 0.5543975830078125, 0.5785293579101562, 0.6026611328125, 0.6267929077148438, 0.6509246826171875, 0.6750564575195312, 0.699188232421875, 0.7233200073242188, 0.7474517822265625, 0.7715835571289062, 0.79571533203125, 0.8198471069335938, 0.8439788818359375, 0.8681106567382812, 0.892242431640625, 0.9163742065429688, 0.9405059814453125, 0.9646377563476562, 0.98876953125]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 5.0, 4.0, 9.0, 12.0, 14.0, 10.0, 14.0, 30.0, 15.0, 20.0, 44.0, 30.0, 49.0, 47.0, 48.0, 37.0, 46.0, 48.0, 57.0, 58.0, 54.0, 46.0, 49.0, 37.0, 39.0, 26.0, 33.0, 22.0, 17.0, 16.0, 13.0, 13.0, 13.0, 8.0, 12.0, 3.0, 2.0, 4.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.59619140625, -0.5782089233398438, -0.5602264404296875, -0.5422439575195312, -0.524261474609375, -0.5062789916992188, -0.4882965087890625, -0.47031402587890625, -0.45233154296875, -0.43434906005859375, -0.4163665771484375, -0.39838409423828125, -0.380401611328125, -0.36241912841796875, -0.3444366455078125, -0.32645416259765625, -0.3084716796875, -0.29048919677734375, -0.2725067138671875, -0.25452423095703125, -0.236541748046875, -0.21855926513671875, -0.2005767822265625, -0.18259429931640625, -0.16461181640625, -0.14662933349609375, -0.1286468505859375, -0.11066436767578125, -0.092681884765625, -0.07469940185546875, -0.0567169189453125, -0.03873443603515625, -0.020751953125, -0.00276947021484375, 0.0152130126953125, 0.03319549560546875, 0.051177978515625, 0.06916046142578125, 0.0871429443359375, 0.10512542724609375, 0.12310791015625, 0.14109039306640625, 0.1590728759765625, 0.17705535888671875, 0.195037841796875, 0.21302032470703125, 0.2310028076171875, 0.24898529052734375, 0.2669677734375, 0.28495025634765625, 0.3029327392578125, 0.32091522216796875, 0.338897705078125, 0.35688018798828125, 0.3748626708984375, 0.39284515380859375, 0.41082763671875, 0.42881011962890625, 0.4467926025390625, 0.46477508544921875, 0.482757568359375, 0.5007400512695312, 0.5187225341796875, 0.5367050170898438, 0.5546875]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 6.0, 6.0, 8.0, 4.0, 10.0, 18.0, 26.0, 41.0, 59.0, 90.0, 162.0, 368.0, 974.0, 3655.0, 17210.0, 155268.0, 3549330.0, 427271.0, 31731.0, 5611.0, 1450.0, 479.0, 208.0, 107.0, 61.0, 33.0, 29.0, 20.0, 15.0, 7.0, 8.0, 6.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.78125, -1.72314453125, -1.6650390625, -1.60693359375, -1.548828125, -1.49072265625, -1.4326171875, -1.37451171875, -1.31640625, -1.25830078125, -1.2001953125, -1.14208984375, -1.083984375, -1.02587890625, -0.9677734375, -0.90966796875, -0.8515625, -0.79345703125, -0.7353515625, -0.67724609375, -0.619140625, -0.56103515625, -0.5029296875, -0.44482421875, -0.38671875, -0.32861328125, -0.2705078125, -0.21240234375, -0.154296875, -0.09619140625, -0.0380859375, 0.02001953125, 0.078125, 0.13623046875, 0.1943359375, 0.25244140625, 0.310546875, 0.36865234375, 0.4267578125, 0.48486328125, 0.54296875, 0.60107421875, 0.6591796875, 0.71728515625, 0.775390625, 0.83349609375, 0.8916015625, 0.94970703125, 1.0078125, 1.06591796875, 1.1240234375, 1.18212890625, 1.240234375, 1.29833984375, 1.3564453125, 1.41455078125, 1.47265625, 1.53076171875, 1.5888671875, 1.64697265625, 1.705078125, 1.76318359375, 1.8212890625, 1.87939453125, 1.9375]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 4.0, 3.0, 2.0, 3.0, 7.0, 8.0, 11.0, 9.0, 16.0, 32.0, 36.0, 45.0, 60.0, 94.0, 156.0, 260.0, 420.0, 750.0, 787.0, 511.0, 289.0, 198.0, 93.0, 84.0, 58.0, 39.0, 31.0, 19.0, 11.0, 10.0, 14.0, 6.0, 4.0, 4.0, 1.0, 2.0, 3.0, 0.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.5595703125, -1.5152435302734375, -1.470916748046875, -1.4265899658203125, -1.38226318359375, -1.3379364013671875, -1.293609619140625, -1.2492828369140625, -1.2049560546875, -1.1606292724609375, -1.116302490234375, -1.0719757080078125, -1.02764892578125, -0.9833221435546875, -0.938995361328125, -0.8946685791015625, -0.850341796875, -0.8060150146484375, -0.761688232421875, -0.7173614501953125, -0.67303466796875, -0.6287078857421875, -0.584381103515625, -0.5400543212890625, -0.4957275390625, -0.4514007568359375, -0.407073974609375, -0.3627471923828125, -0.31842041015625, -0.2740936279296875, -0.229766845703125, -0.1854400634765625, -0.14111328125, -0.0967864990234375, -0.052459716796875, -0.0081329345703125, 0.03619384765625, 0.0805206298828125, 0.124847412109375, 0.1691741943359375, 0.2135009765625, 0.2578277587890625, 0.302154541015625, 0.3464813232421875, 0.39080810546875, 0.4351348876953125, 0.479461669921875, 0.5237884521484375, 0.568115234375, 0.6124420166015625, 0.656768798828125, 0.7010955810546875, 0.74542236328125, 0.7897491455078125, 0.834075927734375, 0.8784027099609375, 0.9227294921875, 0.9670562744140625, 1.011383056640625, 1.0557098388671875, 1.10003662109375, 1.1443634033203125, 1.188690185546875, 1.2330169677734375, 1.27734375]}, "gradients/encoder.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 4.0, 6.0, 5.0, 14.0, 27.0, 46.0, 69.0, 86.0, 115.0, 104.0, 122.0, 123.0, 94.0, 63.0, 41.0, 31.0, 18.0, 8.0, 6.0, 6.0, 5.0, 1.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.91901969909668, -7.652276515960693, -7.385533332824707, -7.118790149688721, -6.852046966552734, -6.58530330657959, -6.3185601234436035, -6.051816940307617, -5.785073757171631, -5.5183305740356445, -5.251587390899658, -4.984844207763672, -4.718100547790527, -4.451357841491699, -4.184614181518555, -3.9178709983825684, -3.651127815246582, -3.3843846321105957, -3.1176414489746094, -2.850898027420044, -2.5841548442840576, -2.3174116611480713, -2.050668239593506, -1.7839250564575195, -1.5171818733215332, -1.2504386901855469, -0.983695387840271, -0.7169521450996399, -0.4502089023590088, -0.18346571922302246, 0.08327758312225342, 0.3500208854675293, 0.6167640686035156, 0.8835073113441467, 1.1502505540847778, 1.4169938564300537, 1.68373703956604, 1.9504802227020264, 2.217223644256592, 2.483966827392578, 2.7507100105285645, 3.017453193664551, 3.284196376800537, 3.5509397983551025, 3.817682981491089, 4.084425926208496, 4.351169586181641, 4.617912769317627, 4.884655952453613, 5.1513991355896, 5.418142318725586, 5.684885501861572, 5.951628684997559, 6.218372344970703, 6.4851155281066895, 6.751858711242676, 7.018601894378662, 7.285345077514648, 7.552088260650635, 7.818831443786621, 8.085575103759766, 8.352317810058594, 8.619061470031738, 8.885805130004883, 9.152547836303711]}, "gradients/encoder.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 7.0, 4.0, 4.0, 15.0, 8.0, 12.0, 10.0, 19.0, 20.0, 24.0, 25.0, 34.0, 26.0, 45.0, 43.0, 41.0, 47.0, 59.0, 57.0, 63.0, 60.0, 58.0, 49.0, 52.0, 26.0, 33.0, 30.0, 32.0, 9.0, 16.0, 14.0, 12.0, 10.0, 7.0, 9.0, 10.0, 3.0, 6.0, 2.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.503848075866699, -5.303188800811768, -5.102529048919678, -4.901869773864746, -4.701210021972656, -4.500550746917725, -4.299891471862793, -4.099231719970703, -3.8985724449157715, -3.6979129314422607, -3.49725341796875, -3.2965941429138184, -3.0959346294403076, -2.895275115966797, -2.6946158409118652, -2.4939563274383545, -2.2932968139648438, -2.092637300491333, -1.8919779062271118, -1.6913185119628906, -1.4906589984893799, -1.2899994850158691, -1.089340090751648, -0.8886806964874268, -0.688021183013916, -0.48736172914505005, -0.2867022752761841, -0.08604282140731812, 0.11461663246154785, 0.3152761459350586, 0.5159355401992798, 0.716594934463501, 0.9172544479370117, 1.1179139614105225, 1.3185733556747437, 1.5192327499389648, 1.7198922634124756, 1.9205517768859863, 2.121211051940918, 2.3218705654144287, 2.5225300788879395, 2.72318959236145, 2.923849105834961, 3.1245083808898926, 3.3251678943634033, 3.525827407836914, 3.7264866828918457, 3.9271461963653564, 4.127805709838867, 4.328464984893799, 4.529124736785889, 4.72978401184082, 4.93044376373291, 5.131103038787842, 5.331762313842773, 5.532422065734863, 5.733081340789795, 5.933740615844727, 6.134400367736816, 6.335059642791748, 6.53571891784668, 6.7363786697387695, 6.937037944793701, 7.137697219848633, 7.338356971740723]}, "gradients/encoder.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 8.0, 2.0, 9.0, 6.0, 14.0, 26.0, 31.0, 58.0, 59.0, 97.0, 145.0, 232.0, 384.0, 661.0, 1095.0, 1881.0, 3625.0, 7052.0, 15154.0, 36756.0, 100546.0, 267807.0, 351827.0, 160366.0, 57502.0, 22596.0, 9727.0, 4891.0, 2472.0, 1382.0, 791.0, 457.0, 319.0, 170.0, 120.0, 92.0, 60.0, 36.0, 24.0, 21.0, 12.0, 9.0, 9.0, 8.0, 5.0, 11.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.81396484375, -0.7901840209960938, -0.7664031982421875, -0.7426223754882812, -0.718841552734375, -0.6950607299804688, -0.6712799072265625, -0.6474990844726562, -0.62371826171875, -0.5999374389648438, -0.5761566162109375, -0.5523757934570312, -0.528594970703125, -0.5048141479492188, -0.4810333251953125, -0.45725250244140625, -0.4334716796875, -0.40969085693359375, -0.3859100341796875, -0.36212921142578125, -0.338348388671875, -0.31456756591796875, -0.2907867431640625, -0.26700592041015625, -0.24322509765625, -0.21944427490234375, -0.1956634521484375, -0.17188262939453125, -0.148101806640625, -0.12432098388671875, -0.1005401611328125, -0.07675933837890625, -0.052978515625, -0.02919769287109375, -0.0054168701171875, 0.01836395263671875, 0.042144775390625, 0.06592559814453125, 0.0897064208984375, 0.11348724365234375, 0.13726806640625, 0.16104888916015625, 0.1848297119140625, 0.20861053466796875, 0.232391357421875, 0.25617218017578125, 0.2799530029296875, 0.30373382568359375, 0.3275146484375, 0.35129547119140625, 0.3750762939453125, 0.39885711669921875, 0.422637939453125, 0.44641876220703125, 0.4701995849609375, 0.49398040771484375, 0.51776123046875, 0.5415420532226562, 0.5653228759765625, 0.5891036987304688, 0.612884521484375, 0.6366653442382812, 0.6604461669921875, 0.6842269897460938, 0.7080078125]}, "gradients/encoder.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 6.0, 4.0, 5.0, 6.0, 4.0, 8.0, 13.0, 16.0, 23.0, 18.0, 24.0, 30.0, 39.0, 44.0, 39.0, 45.0, 42.0, 47.0, 35.0, 58.0, 45.0, 45.0, 45.0, 47.0, 39.0, 41.0, 30.0, 26.0, 29.0, 26.0, 29.0, 18.0, 18.0, 12.0, 7.0, 10.0, 12.0, 10.0, 3.0, 2.0, 6.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.59130859375, -0.5734329223632812, -0.5555572509765625, -0.5376815795898438, -0.519805908203125, -0.5019302368164062, -0.4840545654296875, -0.46617889404296875, -0.44830322265625, -0.43042755126953125, -0.4125518798828125, -0.39467620849609375, -0.376800537109375, -0.35892486572265625, -0.3410491943359375, -0.32317352294921875, -0.3052978515625, -0.28742218017578125, -0.2695465087890625, -0.25167083740234375, -0.233795166015625, -0.21591949462890625, -0.1980438232421875, -0.18016815185546875, -0.16229248046875, -0.14441680908203125, -0.1265411376953125, -0.10866546630859375, -0.090789794921875, -0.07291412353515625, -0.0550384521484375, -0.03716278076171875, -0.019287109375, -0.00141143798828125, 0.0164642333984375, 0.03433990478515625, 0.052215576171875, 0.07009124755859375, 0.0879669189453125, 0.10584259033203125, 0.12371826171875, 0.14159393310546875, 0.1594696044921875, 0.17734527587890625, 0.195220947265625, 0.21309661865234375, 0.2309722900390625, 0.24884796142578125, 0.2667236328125, 0.28459930419921875, 0.3024749755859375, 0.32035064697265625, 0.338226318359375, 0.35610198974609375, 0.3739776611328125, 0.39185333251953125, 0.40972900390625, 0.42760467529296875, 0.4454803466796875, 0.46335601806640625, 0.481231689453125, 0.49910736083984375, 0.5169830322265625, 0.5348587036132812, 0.552734375]}, "gradients/encoder.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 1.0, 1.0, 4.0, 3.0, 9.0, 8.0, 11.0, 14.0, 24.0, 24.0, 43.0, 56.0, 74.0, 120.0, 194.0, 262.0, 500.0, 1120.0, 3549.0, 19242.0, 218667.0, 742297.0, 51711.0, 7061.0, 1820.0, 695.0, 361.0, 216.0, 171.0, 90.0, 57.0, 48.0, 30.0, 15.0, 22.0, 13.0, 11.0, 4.0, 8.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.017578125, -1.960296630859375, -1.90301513671875, -1.845733642578125, -1.7884521484375, -1.731170654296875, -1.67388916015625, -1.616607666015625, -1.559326171875, -1.502044677734375, -1.44476318359375, -1.387481689453125, -1.3302001953125, -1.272918701171875, -1.21563720703125, -1.158355712890625, -1.10107421875, -1.043792724609375, -0.98651123046875, -0.929229736328125, -0.8719482421875, -0.814666748046875, -0.75738525390625, -0.700103759765625, -0.642822265625, -0.585540771484375, -0.52825927734375, -0.470977783203125, -0.4136962890625, -0.356414794921875, -0.29913330078125, -0.241851806640625, -0.1845703125, -0.127288818359375, -0.07000732421875, -0.012725830078125, 0.0445556640625, 0.101837158203125, 0.15911865234375, 0.216400146484375, 0.273681640625, 0.330963134765625, 0.38824462890625, 0.445526123046875, 0.5028076171875, 0.560089111328125, 0.61737060546875, 0.674652099609375, 0.73193359375, 0.789215087890625, 0.84649658203125, 0.903778076171875, 0.9610595703125, 1.018341064453125, 1.07562255859375, 1.132904052734375, 1.190185546875, 1.247467041015625, 1.30474853515625, 1.362030029296875, 1.4193115234375, 1.476593017578125, 1.53387451171875, 1.591156005859375, 1.6484375]}, "gradients/encoder.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 3.0, 1.0, 4.0, 4.0, 6.0, 3.0, 5.0, 13.0, 10.0, 16.0, 22.0, 11.0, 30.0, 25.0, 40.0, 38.0, 36.0, 43.0, 56.0, 53.0, 45.0, 62.0, 56.0, 63.0, 41.0, 56.0, 39.0, 41.0, 36.0, 27.0, 27.0, 17.0, 22.0, 10.0, 8.0, 9.0, 6.0, 5.0, 6.0, 5.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 3.0, 0.0, 1.0], "bins": [-2.69140625, -2.61749267578125, -2.5435791015625, -2.46966552734375, -2.395751953125, -2.32183837890625, -2.2479248046875, -2.17401123046875, -2.10009765625, -2.02618408203125, -1.9522705078125, -1.87835693359375, -1.804443359375, -1.73052978515625, -1.6566162109375, -1.58270263671875, -1.5087890625, -1.43487548828125, -1.3609619140625, -1.28704833984375, -1.213134765625, -1.13922119140625, -1.0653076171875, -0.99139404296875, -0.91748046875, -0.84356689453125, -0.7696533203125, -0.69573974609375, -0.621826171875, -0.54791259765625, -0.4739990234375, -0.40008544921875, -0.326171875, -0.25225830078125, -0.1783447265625, -0.10443115234375, -0.030517578125, 0.04339599609375, 0.1173095703125, 0.19122314453125, 0.26513671875, 0.33905029296875, 0.4129638671875, 0.48687744140625, 0.560791015625, 0.63470458984375, 0.7086181640625, 0.78253173828125, 0.8564453125, 0.93035888671875, 1.0042724609375, 1.07818603515625, 1.152099609375, 1.22601318359375, 1.2999267578125, 1.37384033203125, 1.44775390625, 1.52166748046875, 1.5955810546875, 1.66949462890625, 1.743408203125, 1.81732177734375, 1.8912353515625, 1.96514892578125, 2.0390625]}, "gradients/encoder.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 7.0, 10.0, 16.0, 32.0, 37.0, 50.0, 104.0, 189.0, 426.0, 1045.0, 2953.0, 10495.0, 49948.0, 695906.0, 246168.0, 30289.0, 7238.0, 2108.0, 831.0, 288.0, 184.0, 64.0, 57.0, 42.0, 14.0, 20.0, 9.0, 11.0, 8.0, 4.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.53369140625, -0.5158157348632812, -0.4979400634765625, -0.48006439208984375, -0.462188720703125, -0.44431304931640625, -0.4264373779296875, -0.40856170654296875, -0.39068603515625, -0.37281036376953125, -0.3549346923828125, -0.33705902099609375, -0.319183349609375, -0.30130767822265625, -0.2834320068359375, -0.26555633544921875, -0.2476806640625, -0.22980499267578125, -0.2119293212890625, -0.19405364990234375, -0.176177978515625, -0.15830230712890625, -0.1404266357421875, -0.12255096435546875, -0.10467529296875, -0.08679962158203125, -0.0689239501953125, -0.05104827880859375, -0.033172607421875, -0.01529693603515625, 0.0025787353515625, 0.02045440673828125, 0.038330078125, 0.05620574951171875, 0.0740814208984375, 0.09195709228515625, 0.109832763671875, 0.12770843505859375, 0.1455841064453125, 0.16345977783203125, 0.18133544921875, 0.19921112060546875, 0.2170867919921875, 0.23496246337890625, 0.252838134765625, 0.27071380615234375, 0.2885894775390625, 0.30646514892578125, 0.3243408203125, 0.34221649169921875, 0.3600921630859375, 0.37796783447265625, 0.395843505859375, 0.41371917724609375, 0.4315948486328125, 0.44947052001953125, 0.46734619140625, 0.48522186279296875, 0.5030975341796875, 0.5209732055664062, 0.538848876953125, 0.5567245483398438, 0.5746002197265625, 0.5924758911132812, 0.6103515625]}, "gradients/encoder.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 5.0, 4.0, 7.0, 8.0, 14.0, 16.0, 31.0, 35.0, 47.0, 71.0, 122.0, 137.0, 159.0, 118.0, 73.0, 58.0, 34.0, 18.0, 13.0, 12.0, 7.0, 8.0, 6.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00014460086822509766, -0.00014010630548000336, -0.00013561174273490906, -0.00013111717998981476, -0.00012662261724472046, -0.00012212805449962616, -0.00011763349175453186, -0.00011313892900943756, -0.00010864436626434326, -0.00010414980351924896, -9.965524077415466e-05, -9.516067802906036e-05, -9.066611528396606e-05, -8.617155253887177e-05, -8.167698979377747e-05, -7.718242704868317e-05, -7.268786430358887e-05, -6.819330155849457e-05, -6.369873881340027e-05, -5.920417606830597e-05, -5.470961332321167e-05, -5.021505057811737e-05, -4.572048783302307e-05, -4.122592508792877e-05, -3.673136234283447e-05, -3.223679959774017e-05, -2.7742236852645874e-05, -2.3247674107551575e-05, -1.8753111362457275e-05, -1.4258548617362976e-05, -9.763985872268677e-06, -5.2694231271743774e-06, -7.748603820800781e-07, 3.719702363014221e-06, 8.21426510810852e-06, 1.270882785320282e-05, 1.720339059829712e-05, 2.169795334339142e-05, 2.6192516088485718e-05, 3.068707883358002e-05, 3.5181641578674316e-05, 3.9676204323768616e-05, 4.4170767068862915e-05, 4.8665329813957214e-05, 5.3159892559051514e-05, 5.765445530414581e-05, 6.214901804924011e-05, 6.664358079433441e-05, 7.113814353942871e-05, 7.563270628452301e-05, 8.012726902961731e-05, 8.462183177471161e-05, 8.911639451980591e-05, 9.361095726490021e-05, 9.810552000999451e-05, 0.0001026000827550888, 0.0001070946455001831, 0.0001115892082452774, 0.0001160837709903717, 0.000120578333735466, 0.0001250728964805603, 0.0001295674592256546, 0.0001340620219707489, 0.0001385565847158432, 0.0001430511474609375]}, "gradients/encoder.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 6.0, 2.0, 3.0, 7.0, 10.0, 10.0, 14.0, 26.0, 37.0, 58.0, 96.0, 108.0, 213.0, 400.0, 761.0, 1560.0, 3744.0, 10740.0, 36862.0, 180880.0, 684007.0, 93665.0, 22849.0, 7194.0, 2686.0, 1199.0, 584.0, 306.0, 184.0, 105.0, 68.0, 50.0, 40.0, 25.0, 17.0, 8.0, 6.0, 10.0, 5.0, 6.0, 5.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.457763671875, -0.4444236755371094, -0.43108367919921875, -0.4177436828613281, -0.4044036865234375, -0.3910636901855469, -0.37772369384765625, -0.3643836975097656, -0.351043701171875, -0.3377037048339844, -0.32436370849609375, -0.3110237121582031, -0.2976837158203125, -0.2843437194824219, -0.27100372314453125, -0.2576637268066406, -0.24432373046875, -0.23098373413085938, -0.21764373779296875, -0.20430374145507812, -0.1909637451171875, -0.17762374877929688, -0.16428375244140625, -0.15094375610351562, -0.137603759765625, -0.12426376342773438, -0.11092376708984375, -0.09758377075195312, -0.0842437744140625, -0.07090377807617188, -0.05756378173828125, -0.044223785400390625, -0.0308837890625, -0.017543792724609375, -0.00420379638671875, 0.009136199951171875, 0.0224761962890625, 0.035816192626953125, 0.04915618896484375, 0.062496185302734375, 0.075836181640625, 0.08917617797851562, 0.10251617431640625, 0.11585617065429688, 0.1291961669921875, 0.14253616333007812, 0.15587615966796875, 0.16921615600585938, 0.18255615234375, 0.19589614868164062, 0.20923614501953125, 0.22257614135742188, 0.2359161376953125, 0.24925613403320312, 0.26259613037109375, 0.2759361267089844, 0.289276123046875, 0.3026161193847656, 0.31595611572265625, 0.3292961120605469, 0.3426361083984375, 0.3559761047363281, 0.36931610107421875, 0.3826560974121094, 0.39599609375]}, "gradients/encoder.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 7.0, 11.0, 10.0, 13.0, 8.0, 19.0, 15.0, 23.0, 27.0, 31.0, 51.0, 56.0, 94.0, 88.0, 91.0, 107.0, 65.0, 59.0, 37.0, 42.0, 23.0, 20.0, 17.0, 16.0, 10.0, 8.0, 8.0, 8.0, 6.0, 6.0, 6.0, 7.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.345458984375, -0.3322257995605469, -0.31899261474609375, -0.3057594299316406, -0.2925262451171875, -0.2792930603027344, -0.26605987548828125, -0.2528266906738281, -0.239593505859375, -0.22636032104492188, -0.21312713623046875, -0.19989395141601562, -0.1866607666015625, -0.17342758178710938, -0.16019439697265625, -0.14696121215820312, -0.13372802734375, -0.12049484252929688, -0.10726165771484375, -0.09402847290039062, -0.0807952880859375, -0.06756210327148438, -0.05432891845703125, -0.041095733642578125, -0.027862548828125, -0.014629364013671875, -0.00139617919921875, 0.011837005615234375, 0.0250701904296875, 0.038303375244140625, 0.05153656005859375, 0.06476974487304688, 0.0780029296875, 0.09123611450195312, 0.10446929931640625, 0.11770248413085938, 0.1309356689453125, 0.14416885375976562, 0.15740203857421875, 0.17063522338867188, 0.183868408203125, 0.19710159301757812, 0.21033477783203125, 0.22356796264648438, 0.2368011474609375, 0.2500343322753906, 0.26326751708984375, 0.2765007019042969, 0.28973388671875, 0.3029670715332031, 0.31620025634765625, 0.3294334411621094, 0.3426666259765625, 0.3558998107910156, 0.36913299560546875, 0.3823661804199219, 0.395599365234375, 0.4088325500488281, 0.42206573486328125, 0.4352989196777344, 0.4485321044921875, 0.4617652893066406, 0.47499847412109375, 0.4882316589355469, 0.50146484375]}, "gradients/encoder.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 0.0, 1.0, 4.0, 4.0, 4.0, 4.0, 7.0, 6.0, 18.0, 35.0, 57.0, 116.0, 145.0, 290.0, 131.0, 75.0, 57.0, 22.0, 8.0, 3.0, 3.0, 5.0, 4.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.355789184570312, -9.014214515686035, -8.672639846801758, -8.33106517791748, -7.989490509033203, -7.647915840148926, -7.30634069442749, -6.964766025543213, -6.6231913566589355, -6.281616687774658, -5.940042018890381, -5.598466873168945, -5.256892204284668, -4.915317535400391, -4.573742866516113, -4.232168197631836, -3.8905935287475586, -3.5490188598632812, -3.207444190979004, -2.8658692836761475, -2.52429461479187, -2.1827199459075928, -1.8411450386047363, -1.499570369720459, -1.1579957008361816, -0.8164209723472595, -0.4748462438583374, -0.1332714557647705, 0.20830321311950684, 0.5498778820037842, 0.8914527893066406, 1.233027458190918, 1.5746030807495117, 1.916177749633789, 2.2577524185180664, 2.599327325820923, 2.9409019947052, 3.2824766635894775, 3.624051570892334, 3.9656262397766113, 4.307200908660889, 4.648775577545166, 4.990350246429443, 5.331925392150879, 5.673500061035156, 6.015074729919434, 6.356649398803711, 6.698224067687988, 7.039798736572266, 7.381373405456543, 7.72294807434082, 8.064522743225098, 8.406097412109375, 8.747672080993652, 9.08924674987793, 9.430822372436523, 9.772396087646484, 10.113970756530762, 10.455545425415039, 10.797120094299316, 11.138694763183594, 11.480269432067871, 11.821844100952148, 12.163419723510742, 12.50499439239502]}, "gradients/encoder.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 3.0, 7.0, 4.0, 8.0, 5.0, 3.0, 3.0, 11.0, 11.0, 7.0, 12.0, 16.0, 22.0, 14.0, 26.0, 21.0, 25.0, 29.0, 27.0, 39.0, 46.0, 81.0, 92.0, 82.0, 74.0, 37.0, 52.0, 32.0, 30.0, 23.0, 15.0, 28.0, 17.0, 16.0, 13.0, 12.0, 6.0, 14.0, 6.0, 5.0, 4.0, 2.0, 5.0, 3.0, 4.0, 6.0, 3.0, 4.0, 1.0, 3.0, 0.0, 1.0, 2.0], "bins": [-7.903318405151367, -7.670363426208496, -7.437408447265625, -7.204453945159912, -6.971498966217041, -6.73854398727417, -6.505589485168457, -6.272634506225586, -6.039679527282715, -5.806724548339844, -5.573769569396973, -5.34081506729126, -5.107860088348389, -4.874905109405518, -4.641950607299805, -4.408995628356934, -4.1760406494140625, -3.9430856704711914, -3.7101309299468994, -3.4771761894226074, -3.2442212104797363, -3.0112662315368652, -2.7783114910125732, -2.5453567504882812, -2.31240177154541, -2.079446792602539, -1.846492052078247, -1.6135371923446655, -1.380582332611084, -1.1476274728775024, -0.9146726131439209, -0.6817177534103394, -0.448763370513916, -0.21580851078033447, 0.01714634895324707, 0.2501012086868286, 0.48305606842041016, 0.7160109281539917, 0.9489657878875732, 1.1819206476211548, 1.4148755073547363, 1.6478303670883179, 1.8807852268218994, 2.1137399673461914, 2.3466949462890625, 2.5796499252319336, 2.8126046657562256, 3.0455594062805176, 3.2785143852233887, 3.5114693641662598, 3.7444241046905518, 3.9773788452148438, 4.210333824157715, 4.443288803100586, 4.676243782043457, 4.90919828414917, 5.142153263092041, 5.375108242034912, 5.608062744140625, 5.841017723083496, 6.073972702026367, 6.306927680969238, 6.539882659912109, 6.772837162017822, 7.005792140960693]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 5.0, 3.0, 6.0, 9.0, 9.0, 17.0, 17.0, 39.0, 68.0, 105.0, 169.0, 240.0, 421.0, 760.0, 1326.0, 2650.0, 5552.0, 13172.0, 35650.0, 122992.0, 613357.0, 2252538.0, 897243.0, 172616.0, 46150.0, 16086.0, 6496.0, 3103.0, 1484.0, 799.0, 500.0, 265.0, 148.0, 106.0, 70.0, 45.0, 26.0, 13.0, 20.0, 7.0, 9.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.71533203125, -0.6933975219726562, -0.6714630126953125, -0.6495285034179688, -0.627593994140625, -0.6056594848632812, -0.5837249755859375, -0.5617904663085938, -0.53985595703125, -0.5179214477539062, -0.4959869384765625, -0.47405242919921875, -0.452117919921875, -0.43018341064453125, -0.4082489013671875, -0.38631439208984375, -0.3643798828125, -0.34244537353515625, -0.3205108642578125, -0.29857635498046875, -0.276641845703125, -0.25470733642578125, -0.2327728271484375, -0.21083831787109375, -0.18890380859375, -0.16696929931640625, -0.1450347900390625, -0.12310028076171875, -0.101165771484375, -0.07923126220703125, -0.0572967529296875, -0.03536224365234375, -0.013427734375, 0.00850677490234375, 0.0304412841796875, 0.05237579345703125, 0.074310302734375, 0.09624481201171875, 0.1181793212890625, 0.14011383056640625, 0.16204833984375, 0.18398284912109375, 0.2059173583984375, 0.22785186767578125, 0.249786376953125, 0.27172088623046875, 0.2936553955078125, 0.31558990478515625, 0.3375244140625, 0.35945892333984375, 0.3813934326171875, 0.40332794189453125, 0.425262451171875, 0.44719696044921875, 0.4691314697265625, 0.49106597900390625, 0.51300048828125, 0.5349349975585938, 0.5568695068359375, 0.5788040161132812, 0.600738525390625, 0.6226730346679688, 0.6446075439453125, 0.6665420532226562, 0.6884765625]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 5.0, 4.0, 6.0, 11.0, 12.0, 18.0, 20.0, 24.0, 26.0, 38.0, 35.0, 42.0, 34.0, 34.0, 38.0, 41.0, 49.0, 60.0, 47.0, 54.0, 49.0, 43.0, 43.0, 47.0, 45.0, 31.0, 24.0, 26.0, 14.0, 12.0, 15.0, 16.0, 9.0, 9.0, 4.0, 6.0, 5.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.58447265625, -0.5667190551757812, -0.5489654541015625, -0.5312118530273438, -0.513458251953125, -0.49570465087890625, -0.4779510498046875, -0.46019744873046875, -0.44244384765625, -0.42469024658203125, -0.4069366455078125, -0.38918304443359375, -0.371429443359375, -0.35367584228515625, -0.3359222412109375, -0.31816864013671875, -0.3004150390625, -0.28266143798828125, -0.2649078369140625, -0.24715423583984375, -0.229400634765625, -0.21164703369140625, -0.1938934326171875, -0.17613983154296875, -0.15838623046875, -0.14063262939453125, -0.1228790283203125, -0.10512542724609375, -0.087371826171875, -0.06961822509765625, -0.0518646240234375, -0.03411102294921875, -0.016357421875, 0.00139617919921875, 0.0191497802734375, 0.03690338134765625, 0.054656982421875, 0.07241058349609375, 0.0901641845703125, 0.10791778564453125, 0.12567138671875, 0.14342498779296875, 0.1611785888671875, 0.17893218994140625, 0.196685791015625, 0.21443939208984375, 0.2321929931640625, 0.24994659423828125, 0.2677001953125, 0.28545379638671875, 0.3032073974609375, 0.32096099853515625, 0.338714599609375, 0.35646820068359375, 0.3742218017578125, 0.39197540283203125, 0.40972900390625, 0.42748260498046875, 0.4452362060546875, 0.46298980712890625, 0.480743408203125, 0.49849700927734375, 0.5162506103515625, 0.5340042114257812, 0.5517578125]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 4.0, 6.0, 7.0, 17.0, 16.0, 19.0, 16.0, 47.0, 55.0, 107.0, 205.0, 529.0, 1697.0, 9185.0, 96460.0, 3516123.0, 539129.0, 25456.0, 3579.0, 915.0, 304.0, 151.0, 85.0, 56.0, 38.0, 26.0, 19.0, 11.0, 7.0, 5.0, 2.0, 3.0, 5.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7939453125, -1.7315216064453125, -1.669097900390625, -1.6066741943359375, -1.54425048828125, -1.4818267822265625, -1.419403076171875, -1.3569793701171875, -1.2945556640625, -1.2321319580078125, -1.169708251953125, -1.1072845458984375, -1.04486083984375, -0.9824371337890625, -0.920013427734375, -0.8575897216796875, -0.795166015625, -0.7327423095703125, -0.670318603515625, -0.6078948974609375, -0.54547119140625, -0.4830474853515625, -0.420623779296875, -0.3582000732421875, -0.2957763671875, -0.2333526611328125, -0.170928955078125, -0.1085052490234375, -0.04608154296875, 0.0163421630859375, 0.078765869140625, 0.1411895751953125, 0.20361328125, 0.2660369873046875, 0.328460693359375, 0.3908843994140625, 0.45330810546875, 0.5157318115234375, 0.578155517578125, 0.6405792236328125, 0.7030029296875, 0.7654266357421875, 0.827850341796875, 0.8902740478515625, 0.95269775390625, 1.0151214599609375, 1.077545166015625, 1.1399688720703125, 1.202392578125, 1.2648162841796875, 1.327239990234375, 1.3896636962890625, 1.45208740234375, 1.5145111083984375, 1.576934814453125, 1.6393585205078125, 1.7017822265625, 1.7642059326171875, 1.826629638671875, 1.8890533447265625, 1.95147705078125, 2.0139007568359375, 2.076324462890625, 2.1387481689453125, 2.201171875]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 7.0, 4.0, 5.0, 8.0, 6.0, 15.0, 10.0, 21.0, 24.0, 29.0, 38.0, 48.0, 69.0, 113.0, 145.0, 244.0, 381.0, 557.0, 600.0, 545.0, 383.0, 232.0, 177.0, 107.0, 74.0, 60.0, 47.0, 39.0, 20.0, 14.0, 14.0, 4.0, 13.0, 9.0, 5.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9697265625, -0.93304443359375, -0.8963623046875, -0.85968017578125, -0.822998046875, -0.78631591796875, -0.7496337890625, -0.71295166015625, -0.67626953125, -0.63958740234375, -0.6029052734375, -0.56622314453125, -0.529541015625, -0.49285888671875, -0.4561767578125, -0.41949462890625, -0.3828125, -0.34613037109375, -0.3094482421875, -0.27276611328125, -0.236083984375, -0.19940185546875, -0.1627197265625, -0.12603759765625, -0.08935546875, -0.05267333984375, -0.0159912109375, 0.02069091796875, 0.057373046875, 0.09405517578125, 0.1307373046875, 0.16741943359375, 0.2041015625, 0.24078369140625, 0.2774658203125, 0.31414794921875, 0.350830078125, 0.38751220703125, 0.4241943359375, 0.46087646484375, 0.49755859375, 0.53424072265625, 0.5709228515625, 0.60760498046875, 0.644287109375, 0.68096923828125, 0.7176513671875, 0.75433349609375, 0.791015625, 0.82769775390625, 0.8643798828125, 0.90106201171875, 0.937744140625, 0.97442626953125, 1.0111083984375, 1.04779052734375, 1.08447265625, 1.12115478515625, 1.1578369140625, 1.19451904296875, 1.231201171875, 1.26788330078125, 1.3045654296875, 1.34124755859375, 1.3779296875]}, "gradients/encoder.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 4.0, 8.0, 11.0, 19.0, 29.0, 54.0, 105.0, 134.0, 165.0, 159.0, 113.0, 81.0, 49.0, 23.0, 11.0, 11.0, 5.0, 12.0, 3.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-10.265700340270996, -9.927249908447266, -9.588798522949219, -9.250348091125488, -8.911897659301758, -8.573446273803711, -8.23499584197998, -7.896544933319092, -7.558094024658203, -7.2196431159973145, -6.881192207336426, -6.542741775512695, -6.204290866851807, -5.865839958190918, -5.5273895263671875, -5.188938617706299, -4.85048770904541, -4.5120368003845215, -4.173585891723633, -3.8351354598999023, -3.4966845512390137, -3.158233642578125, -2.8197829723358154, -2.481332302093506, -2.142881393432617, -1.804430603981018, -1.465979814529419, -1.1275290250778198, -0.7890782356262207, -0.4506274461746216, -0.11217665672302246, 0.2262740135192871, 0.5647258758544922, 0.9031766653060913, 1.2416274547576904, 1.5800782442092896, 1.9185290336608887, 2.2569799423217773, 2.595430612564087, 2.9338812828063965, 3.272332191467285, 3.610783100128174, 3.9492337703704834, 4.287684440612793, 4.626135349273682, 4.96458625793457, 5.303036689758301, 5.6414875984191895, 5.979938507080078, 6.318389415740967, 6.6568403244018555, 6.995290756225586, 7.333741664886475, 7.672192573547363, 8.010643005371094, 8.34909439086914, 8.687544822692871, 9.025995254516602, 9.364446640014648, 9.702897071838379, 10.04134750366211, 10.379798889160156, 10.718249320983887, 11.056699752807617, 11.395151138305664]}, "gradients/encoder.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 4.0, 11.0, 5.0, 7.0, 8.0, 13.0, 14.0, 20.0, 20.0, 29.0, 23.0, 41.0, 47.0, 51.0, 55.0, 44.0, 49.0, 52.0, 49.0, 60.0, 47.0, 56.0, 42.0, 33.0, 38.0, 26.0, 32.0, 19.0, 18.0, 12.0, 22.0, 24.0, 9.0, 3.0, 9.0, 5.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-6.7567949295043945, -6.5453948974609375, -6.333995342254639, -6.122595310211182, -5.911195278167725, -5.699795722961426, -5.488395690917969, -5.276995658874512, -5.065596103668213, -4.854196071624756, -4.642796516418457, -4.431396484375, -4.219996452331543, -4.008596897125244, -3.797196865081787, -3.585797071456909, -3.374397039413452, -3.162997245788574, -2.951597213745117, -2.7401974201202393, -2.5287976264953613, -2.3173975944519043, -2.1059978008270264, -1.8945980072021484, -1.683198094367981, -1.4717981815338135, -1.2603983879089355, -1.048998475074768, -0.8375986218452454, -0.6261987686157227, -0.4147988557815552, -0.20339906215667725, 0.008000850677490234, 0.21940071880817413, 0.43080058693885803, 0.6422004699707031, 0.8536003232002258, 1.0650001764297485, 1.276400089263916, 1.487799882888794, 1.6991997957229614, 1.910599708557129, 2.121999502182007, 2.3333992958068848, 2.544799327850342, 2.7561991214752197, 2.9675989151000977, 3.1789989471435547, 3.3903987407684326, 3.6017985343933105, 3.8131985664367676, 4.024598121643066, 4.235998153686523, 4.4473981857299805, 4.6587982177734375, 4.870197772979736, 5.081597805023193, 5.29299783706665, 5.504397392272949, 5.715797424316406, 5.927197456359863, 6.138597011566162, 6.349997043609619, 6.561396598815918, 6.772796630859375]}, "gradients/encoder.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 5.0, 5.0, 5.0, 3.0, 5.0, 15.0, 14.0, 23.0, 31.0, 44.0, 58.0, 93.0, 129.0, 195.0, 250.0, 418.0, 633.0, 970.0, 1592.0, 2624.0, 4863.0, 8738.0, 16956.0, 35445.0, 82877.0, 212272.0, 350949.0, 188434.0, 73383.0, 32360.0, 15774.0, 8006.0, 4516.0, 2631.0, 1523.0, 961.0, 586.0, 372.0, 251.0, 176.0, 122.0, 75.0, 61.0, 36.0, 30.0, 19.0, 9.0, 7.0, 7.0, 0.0, 5.0, 1.0, 2.0, 3.0, 4.0, 1.0, 3.0], "bins": [-0.76123046875, -0.73846435546875, -0.7156982421875, -0.69293212890625, -0.670166015625, -0.64739990234375, -0.6246337890625, -0.60186767578125, -0.5791015625, -0.55633544921875, -0.5335693359375, -0.51080322265625, -0.488037109375, -0.46527099609375, -0.4425048828125, -0.41973876953125, -0.39697265625, -0.37420654296875, -0.3514404296875, -0.32867431640625, -0.305908203125, -0.28314208984375, -0.2603759765625, -0.23760986328125, -0.21484375, -0.19207763671875, -0.1693115234375, -0.14654541015625, -0.123779296875, -0.10101318359375, -0.0782470703125, -0.05548095703125, -0.03271484375, -0.00994873046875, 0.0128173828125, 0.03558349609375, 0.058349609375, 0.08111572265625, 0.1038818359375, 0.12664794921875, 0.1494140625, 0.17218017578125, 0.1949462890625, 0.21771240234375, 0.240478515625, 0.26324462890625, 0.2860107421875, 0.30877685546875, 0.33154296875, 0.35430908203125, 0.3770751953125, 0.39984130859375, 0.422607421875, 0.44537353515625, 0.4681396484375, 0.49090576171875, 0.513671875, 0.53643798828125, 0.5592041015625, 0.58197021484375, 0.604736328125, 0.62750244140625, 0.6502685546875, 0.67303466796875, 0.69580078125]}, "gradients/encoder.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 6.0, 5.0, 4.0, 5.0, 7.0, 8.0, 8.0, 10.0, 14.0, 20.0, 18.0, 24.0, 26.0, 32.0, 28.0, 36.0, 45.0, 36.0, 36.0, 44.0, 41.0, 45.0, 50.0, 41.0, 36.0, 46.0, 41.0, 37.0, 39.0, 35.0, 29.0, 23.0, 23.0, 18.0, 13.0, 12.0, 14.0, 15.0, 9.0, 6.0, 5.0, 3.0, 7.0, 5.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.5859375, -0.5691719055175781, -0.5524063110351562, -0.5356407165527344, -0.5188751220703125, -0.5021095275878906, -0.48534393310546875, -0.4685783386230469, -0.451812744140625, -0.4350471496582031, -0.41828155517578125, -0.4015159606933594, -0.3847503662109375, -0.3679847717285156, -0.35121917724609375, -0.3344535827636719, -0.31768798828125, -0.3009223937988281, -0.28415679931640625, -0.2673912048339844, -0.2506256103515625, -0.23386001586914062, -0.21709442138671875, -0.20032882690429688, -0.183563232421875, -0.16679763793945312, -0.15003204345703125, -0.13326644897460938, -0.1165008544921875, -0.09973526000976562, -0.08296966552734375, -0.06620407104492188, -0.0494384765625, -0.032672882080078125, -0.01590728759765625, 0.000858306884765625, 0.0176239013671875, 0.034389495849609375, 0.05115509033203125, 0.06792068481445312, 0.084686279296875, 0.10145187377929688, 0.11821746826171875, 0.13498306274414062, 0.1517486572265625, 0.16851425170898438, 0.18527984619140625, 0.20204544067382812, 0.21881103515625, 0.23557662963867188, 0.25234222412109375, 0.2691078186035156, 0.2858734130859375, 0.3026390075683594, 0.31940460205078125, 0.3361701965332031, 0.352935791015625, 0.3697013854980469, 0.38646697998046875, 0.4032325744628906, 0.4199981689453125, 0.4367637634277344, 0.45352935791015625, 0.4702949523925781, 0.487060546875]}, "gradients/encoder.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 11.0, 8.0, 10.0, 5.0, 27.0, 21.0, 20.0, 39.0, 51.0, 76.0, 119.0, 190.0, 283.0, 453.0, 831.0, 1697.0, 4567.0, 18847.0, 157308.0, 784505.0, 63496.0, 10098.0, 2999.0, 1191.0, 638.0, 348.0, 233.0, 153.0, 98.0, 81.0, 39.0, 30.0, 29.0, 15.0, 9.0, 7.0, 3.0, 3.0, 2.0, 5.0, 7.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.6181640625, -1.562957763671875, -1.50775146484375, -1.452545166015625, -1.3973388671875, -1.342132568359375, -1.28692626953125, -1.231719970703125, -1.176513671875, -1.121307373046875, -1.06610107421875, -1.010894775390625, -0.9556884765625, -0.900482177734375, -0.84527587890625, -0.790069580078125, -0.73486328125, -0.679656982421875, -0.62445068359375, -0.569244384765625, -0.5140380859375, -0.458831787109375, -0.40362548828125, -0.348419189453125, -0.293212890625, -0.238006591796875, -0.18280029296875, -0.127593994140625, -0.0723876953125, -0.017181396484375, 0.03802490234375, 0.093231201171875, 0.1484375, 0.203643798828125, 0.25885009765625, 0.314056396484375, 0.3692626953125, 0.424468994140625, 0.47967529296875, 0.534881591796875, 0.590087890625, 0.645294189453125, 0.70050048828125, 0.755706787109375, 0.8109130859375, 0.866119384765625, 0.92132568359375, 0.976531982421875, 1.03173828125, 1.086944580078125, 1.14215087890625, 1.197357177734375, 1.2525634765625, 1.307769775390625, 1.36297607421875, 1.418182373046875, 1.473388671875, 1.528594970703125, 1.58380126953125, 1.639007568359375, 1.6942138671875, 1.749420166015625, 1.80462646484375, 1.859832763671875, 1.9150390625]}, "gradients/encoder.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 1.0, 3.0, 4.0, 5.0, 5.0, 5.0, 10.0, 10.0, 13.0, 18.0, 19.0, 25.0, 29.0, 25.0, 33.0, 37.0, 56.0, 36.0, 45.0, 59.0, 61.0, 58.0, 74.0, 48.0, 56.0, 34.0, 44.0, 30.0, 37.0, 26.0, 20.0, 16.0, 21.0, 14.0, 5.0, 9.0, 6.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9462890625, -1.8751983642578125, -1.804107666015625, -1.7330169677734375, -1.66192626953125, -1.5908355712890625, -1.519744873046875, -1.4486541748046875, -1.3775634765625, -1.3064727783203125, -1.235382080078125, -1.1642913818359375, -1.09320068359375, -1.0221099853515625, -0.951019287109375, -0.8799285888671875, -0.808837890625, -0.7377471923828125, -0.666656494140625, -0.5955657958984375, -0.52447509765625, -0.4533843994140625, -0.382293701171875, -0.3112030029296875, -0.2401123046875, -0.1690216064453125, -0.097930908203125, -0.0268402099609375, 0.04425048828125, 0.1153411865234375, 0.186431884765625, 0.2575225830078125, 0.32861328125, 0.3997039794921875, 0.470794677734375, 0.5418853759765625, 0.61297607421875, 0.6840667724609375, 0.755157470703125, 0.8262481689453125, 0.8973388671875, 0.9684295654296875, 1.039520263671875, 1.1106109619140625, 1.18170166015625, 1.2527923583984375, 1.323883056640625, 1.3949737548828125, 1.466064453125, 1.5371551513671875, 1.608245849609375, 1.6793365478515625, 1.75042724609375, 1.8215179443359375, 1.892608642578125, 1.9636993408203125, 2.0347900390625, 2.1058807373046875, 2.176971435546875, 2.2480621337890625, 2.31915283203125, 2.3902435302734375, 2.461334228515625, 2.5324249267578125, 2.603515625]}, "gradients/encoder.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 11.0, 11.0, 15.0, 19.0, 28.0, 35.0, 50.0, 83.0, 111.0, 231.0, 375.0, 673.0, 1432.0, 3041.0, 8074.0, 24890.0, 125356.0, 763857.0, 88470.0, 19883.0, 6655.0, 2660.0, 1201.0, 535.0, 332.0, 164.0, 112.0, 76.0, 49.0, 31.0, 25.0, 11.0, 11.0, 16.0, 6.0, 5.0, 8.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.336181640625, -0.3239173889160156, -0.31165313720703125, -0.2993888854980469, -0.2871246337890625, -0.2748603820800781, -0.26259613037109375, -0.2503318786621094, -0.238067626953125, -0.22580337524414062, -0.21353912353515625, -0.20127487182617188, -0.1890106201171875, -0.17674636840820312, -0.16448211669921875, -0.15221786499023438, -0.13995361328125, -0.12768936157226562, -0.11542510986328125, -0.10316085815429688, -0.0908966064453125, -0.07863235473632812, -0.06636810302734375, -0.054103851318359375, -0.041839599609375, -0.029575347900390625, -0.01731109619140625, -0.005046844482421875, 0.0072174072265625, 0.019481658935546875, 0.03174591064453125, 0.044010162353515625, 0.0562744140625, 0.06853866577148438, 0.08080291748046875, 0.09306716918945312, 0.1053314208984375, 0.11759567260742188, 0.12985992431640625, 0.14212417602539062, 0.154388427734375, 0.16665267944335938, 0.17891693115234375, 0.19118118286132812, 0.2034454345703125, 0.21570968627929688, 0.22797393798828125, 0.24023818969726562, 0.25250244140625, 0.2647666931152344, 0.27703094482421875, 0.2892951965332031, 0.3015594482421875, 0.3138236999511719, 0.32608795166015625, 0.3383522033691406, 0.350616455078125, 0.3628807067871094, 0.37514495849609375, 0.3874092102050781, 0.3996734619140625, 0.4119377136230469, 0.42420196533203125, 0.4364662170410156, 0.44873046875]}, "gradients/encoder.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 3.0, 3.0, 2.0, 2.0, 3.0, 6.0, 11.0, 5.0, 5.0, 11.0, 10.0, 15.0, 30.0, 40.0, 77.0, 129.0, 190.0, 176.0, 106.0, 49.0, 29.0, 20.0, 23.0, 14.0, 8.0, 4.0, 4.0, 7.0, 5.0, 3.0, 3.0, 5.0, 4.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00013518333435058594, -0.00013080239295959473, -0.00012642145156860352, -0.0001220405101776123, -0.0001176595687866211, -0.00011327862739562988, -0.00010889768600463867, -0.00010451674461364746, -0.00010013580322265625, -9.575486183166504e-05, -9.137392044067383e-05, -8.699297904968262e-05, -8.26120376586914e-05, -7.82310962677002e-05, -7.385015487670898e-05, -6.946921348571777e-05, -6.508827209472656e-05, -6.070733070373535e-05, -5.632638931274414e-05, -5.194544792175293e-05, -4.756450653076172e-05, -4.318356513977051e-05, -3.88026237487793e-05, -3.4421682357788086e-05, -3.0040740966796875e-05, -2.5659799575805664e-05, -2.1278858184814453e-05, -1.6897916793823242e-05, -1.2516975402832031e-05, -8.13603401184082e-06, -3.7550926208496094e-06, 6.258487701416016e-07, 5.0067901611328125e-06, 9.387731552124023e-06, 1.3768672943115234e-05, 1.8149614334106445e-05, 2.2530555725097656e-05, 2.6911497116088867e-05, 3.129243850708008e-05, 3.567337989807129e-05, 4.00543212890625e-05, 4.443526268005371e-05, 4.881620407104492e-05, 5.319714546203613e-05, 5.7578086853027344e-05, 6.195902824401855e-05, 6.633996963500977e-05, 7.072091102600098e-05, 7.510185241699219e-05, 7.94827938079834e-05, 8.386373519897461e-05, 8.824467658996582e-05, 9.262561798095703e-05, 9.700655937194824e-05, 0.00010138750076293945, 0.00010576844215393066, 0.00011014938354492188, 0.00011453032493591309, 0.0001189112663269043, 0.0001232922077178955, 0.00012767314910888672, 0.00013205409049987793, 0.00013643503189086914, 0.00014081597328186035, 0.00014519691467285156]}, "gradients/encoder.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 8.0, 13.0, 22.0, 19.0, 24.0, 32.0, 56.0, 75.0, 122.0, 182.0, 332.0, 590.0, 1152.0, 2387.0, 5993.0, 18818.0, 83708.0, 703208.0, 181858.0, 33528.0, 9602.0, 3485.0, 1475.0, 813.0, 365.0, 219.0, 154.0, 126.0, 60.0, 37.0, 28.0, 16.0, 12.0, 8.0, 12.0, 8.0, 5.0, 3.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.32861328125, -0.3175544738769531, -0.30649566650390625, -0.2954368591308594, -0.2843780517578125, -0.2733192443847656, -0.26226043701171875, -0.2512016296386719, -0.240142822265625, -0.22908401489257812, -0.21802520751953125, -0.20696640014648438, -0.1959075927734375, -0.18484878540039062, -0.17378997802734375, -0.16273117065429688, -0.15167236328125, -0.14061355590820312, -0.12955474853515625, -0.11849594116210938, -0.1074371337890625, -0.09637832641601562, -0.08531951904296875, -0.07426071166992188, -0.063201904296875, -0.052143096923828125, -0.04108428955078125, -0.030025482177734375, -0.0189666748046875, -0.007907867431640625, 0.00315093994140625, 0.014209747314453125, 0.0252685546875, 0.036327362060546875, 0.04738616943359375, 0.058444976806640625, 0.0695037841796875, 0.08056259155273438, 0.09162139892578125, 0.10268020629882812, 0.113739013671875, 0.12479782104492188, 0.13585662841796875, 0.14691543579101562, 0.1579742431640625, 0.16903305053710938, 0.18009185791015625, 0.19115066528320312, 0.20220947265625, 0.21326828002929688, 0.22432708740234375, 0.23538589477539062, 0.2464447021484375, 0.2575035095214844, 0.26856231689453125, 0.2796211242675781, 0.290679931640625, 0.3017387390136719, 0.31279754638671875, 0.3238563537597656, 0.3349151611328125, 0.3459739685058594, 0.35703277587890625, 0.3680915832519531, 0.379150390625]}, "gradients/encoder.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 5.0, 5.0, 9.0, 9.0, 13.0, 13.0, 17.0, 26.0, 23.0, 26.0, 57.0, 40.0, 72.0, 66.0, 78.0, 88.0, 77.0, 75.0, 47.0, 43.0, 45.0, 31.0, 24.0, 25.0, 21.0, 14.0, 10.0, 10.0, 7.0, 7.0, 4.0, 4.0, 1.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.378662109375, -0.3676338195800781, -0.35660552978515625, -0.3455772399902344, -0.3345489501953125, -0.3235206604003906, -0.31249237060546875, -0.3014640808105469, -0.290435791015625, -0.2794075012207031, -0.26837921142578125, -0.2573509216308594, -0.2463226318359375, -0.23529434204101562, -0.22426605224609375, -0.21323776245117188, -0.20220947265625, -0.19118118286132812, -0.18015289306640625, -0.16912460327148438, -0.1580963134765625, -0.14706802368164062, -0.13603973388671875, -0.12501144409179688, -0.113983154296875, -0.10295486450195312, -0.09192657470703125, -0.08089828491210938, -0.0698699951171875, -0.058841705322265625, -0.04781341552734375, -0.036785125732421875, -0.0257568359375, -0.014728546142578125, -0.00370025634765625, 0.007328033447265625, 0.0183563232421875, 0.029384613037109375, 0.04041290283203125, 0.051441192626953125, 0.062469482421875, 0.07349777221679688, 0.08452606201171875, 0.09555435180664062, 0.1065826416015625, 0.11761093139648438, 0.12863922119140625, 0.13966751098632812, 0.15069580078125, 0.16172409057617188, 0.17275238037109375, 0.18378067016601562, 0.1948089599609375, 0.20583724975585938, 0.21686553955078125, 0.22789382934570312, 0.238922119140625, 0.24995040893554688, 0.26097869873046875, 0.2720069885253906, 0.2830352783203125, 0.2940635681152344, 0.30509185791015625, 0.3161201477050781, 0.3271484375]}, "gradients/encoder.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 2.0, 7.0, 6.0, 8.0, 20.0, 75.0, 138.0, 376.0, 167.0, 101.0, 52.0, 21.0, 12.0, 4.0, 7.0, 3.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-18.67594337463379, -18.22710418701172, -17.77826499938965, -17.329423904418945, -16.880584716796875, -16.431745529174805, -15.982905387878418, -15.534066200256348, -15.085226058959961, -14.63638687133789, -14.187546730041504, -13.738707542419434, -13.289867401123047, -12.841028213500977, -12.39218807220459, -11.94334888458252, -11.494508743286133, -11.045669555664062, -10.596829414367676, -10.147990226745605, -9.699150085449219, -9.250310897827148, -8.801470756530762, -8.352631568908691, -7.903792381286621, -7.454952716827393, -7.006113052368164, -6.5572733879089355, -6.108433723449707, -5.659594535827637, -5.21075439453125, -4.76191520690918, -4.313075065612793, -3.8642354011535645, -3.415395736694336, -2.9665560722351074, -2.517716407775879, -2.0688769817352295, -1.620037317276001, -1.1711976528167725, -0.722357988357544, -0.2735183537006378, 0.1753212809562683, 0.624160885810852, 1.0730005502700806, 1.5218400955200195, 1.970679759979248, 2.4195194244384766, 2.868359088897705, 3.3171987533569336, 3.766038417816162, 4.214878082275391, 4.663717746734619, 5.112557411193848, 5.561396598815918, 6.010236740112305, 6.459075927734375, 6.9079155921936035, 7.356755256652832, 7.8055949211120605, 8.254434585571289, 8.70327377319336, 9.152113914489746, 9.600953102111816, 10.049793243408203]}, "gradients/encoder.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 10.0, 6.0, 6.0, 10.0, 14.0, 9.0, 18.0, 20.0, 20.0, 31.0, 36.0, 33.0, 35.0, 44.0, 66.0, 121.0, 135.0, 80.0, 42.0, 34.0, 42.0, 32.0, 35.0, 20.0, 17.0, 17.0, 19.0, 8.0, 17.0, 4.0, 8.0, 4.0, 8.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.35608196258545, -9.083625793457031, -8.811168670654297, -8.538712501525879, -8.266256332397461, -7.993799686431885, -7.721343040466309, -7.448886871337891, -7.1764302253723145, -6.903973579406738, -6.63151741027832, -6.359060764312744, -6.086604118347168, -5.81414794921875, -5.541691303253174, -5.269234657287598, -4.99677848815918, -4.7243218421936035, -4.4518656730651855, -4.179409027099609, -3.9069526195526123, -3.6344962120056152, -3.362039566040039, -3.089583158493042, -2.817126750946045, -2.544670343399048, -2.272213935852051, -1.9997572898864746, -1.7273008823394775, -1.4548444747924805, -1.1823879480361938, -0.9099314212799072, -0.6374750137329102, -0.3650185465812683, -0.09256207942962646, 0.17989438772201538, 0.4523508548736572, 0.7248072624206543, 0.9972637891769409, 1.2697203159332275, 1.5421767234802246, 1.8146331310272217, 2.0870895385742188, 2.359546184539795, 2.632002592086792, 2.904458999633789, 3.1769156455993652, 3.4493720531463623, 3.7218284606933594, 3.9942848682403564, 4.2667412757873535, 4.53919792175293, 4.811654090881348, 5.084110736846924, 5.3565673828125, 5.629023551940918, 5.901480197906494, 6.17393684387207, 6.446393013000488, 6.7188496589660645, 6.991306304931641, 7.263762474060059, 7.536219120025635, 7.808675765991211, 8.081131935119629]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 4.0, 5.0, 7.0, 9.0, 8.0, 16.0, 17.0, 24.0, 39.0, 47.0, 70.0, 88.0, 118.0, 189.0, 316.0, 492.0, 962.0, 1852.0, 3724.0, 8827.0, 26975.0, 113528.0, 699464.0, 2304302.0, 844237.0, 139292.0, 31144.0, 9985.0, 4082.0, 1897.0, 1007.0, 574.0, 301.0, 224.0, 137.0, 85.0, 59.0, 50.0, 47.0, 17.0, 23.0, 15.0, 6.0, 7.0, 4.0, 3.0, 1.0, 4.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0], "bins": [-1.2119140625, -1.1757965087890625, -1.139678955078125, -1.1035614013671875, -1.06744384765625, -1.0313262939453125, -0.995208740234375, -0.9590911865234375, -0.9229736328125, -0.8868560791015625, -0.850738525390625, -0.8146209716796875, -0.77850341796875, -0.7423858642578125, -0.706268310546875, -0.6701507568359375, -0.634033203125, -0.5979156494140625, -0.561798095703125, -0.5256805419921875, -0.48956298828125, -0.4534454345703125, -0.417327880859375, -0.3812103271484375, -0.3450927734375, -0.3089752197265625, -0.272857666015625, -0.2367401123046875, -0.20062255859375, -0.1645050048828125, -0.128387451171875, -0.0922698974609375, -0.05615234375, -0.0200347900390625, 0.016082763671875, 0.0522003173828125, 0.08831787109375, 0.1244354248046875, 0.160552978515625, 0.1966705322265625, 0.2327880859375, 0.2689056396484375, 0.305023193359375, 0.3411407470703125, 0.37725830078125, 0.4133758544921875, 0.449493408203125, 0.4856109619140625, 0.521728515625, 0.5578460693359375, 0.593963623046875, 0.6300811767578125, 0.66619873046875, 0.7023162841796875, 0.738433837890625, 0.7745513916015625, 0.8106689453125, 0.8467864990234375, 0.882904052734375, 0.9190216064453125, 0.95513916015625, 0.9912567138671875, 1.027374267578125, 1.0634918212890625, 1.099609375]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 3.0, 7.0, 6.0, 8.0, 9.0, 14.0, 21.0, 15.0, 25.0, 25.0, 37.0, 30.0, 43.0, 38.0, 41.0, 41.0, 50.0, 44.0, 49.0, 60.0, 37.0, 45.0, 52.0, 35.0, 41.0, 31.0, 29.0, 36.0, 17.0, 26.0, 18.0, 16.0, 11.0, 13.0, 11.0, 4.0, 2.0, 4.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.58056640625, -0.5637893676757812, -0.5470123291015625, -0.5302352905273438, -0.513458251953125, -0.49668121337890625, -0.4799041748046875, -0.46312713623046875, -0.44635009765625, -0.42957305908203125, -0.4127960205078125, -0.39601898193359375, -0.379241943359375, -0.36246490478515625, -0.3456878662109375, -0.32891082763671875, -0.3121337890625, -0.29535675048828125, -0.2785797119140625, -0.26180267333984375, -0.245025634765625, -0.22824859619140625, -0.2114715576171875, -0.19469451904296875, -0.17791748046875, -0.16114044189453125, -0.1443634033203125, -0.12758636474609375, -0.110809326171875, -0.09403228759765625, -0.0772552490234375, -0.06047821044921875, -0.043701171875, -0.02692413330078125, -0.0101470947265625, 0.00662994384765625, 0.023406982421875, 0.04018402099609375, 0.0569610595703125, 0.07373809814453125, 0.09051513671875, 0.10729217529296875, 0.1240692138671875, 0.14084625244140625, 0.157623291015625, 0.17440032958984375, 0.1911773681640625, 0.20795440673828125, 0.2247314453125, 0.24150848388671875, 0.2582855224609375, 0.27506256103515625, 0.291839599609375, 0.30861663818359375, 0.3253936767578125, 0.34217071533203125, 0.35894775390625, 0.37572479248046875, 0.3925018310546875, 0.40927886962890625, 0.426055908203125, 0.44283294677734375, 0.4596099853515625, 0.47638702392578125, 0.4931640625]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 17.0, 19.0, 22.0, 44.0, 61.0, 95.0, 154.0, 285.0, 515.0, 998.0, 2231.0, 7797.0, 64661.0, 3556284.0, 534263.0, 19819.0, 4053.0, 1434.0, 642.0, 360.0, 180.0, 132.0, 87.0, 43.0, 29.0, 18.0, 14.0, 8.0, 7.0, 3.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5390625, -2.4442138671875, -2.349365234375, -2.2545166015625, -2.15966796875, -2.0648193359375, -1.969970703125, -1.8751220703125, -1.7802734375, -1.6854248046875, -1.590576171875, -1.4957275390625, -1.40087890625, -1.3060302734375, -1.211181640625, -1.1163330078125, -1.021484375, -0.9266357421875, -0.831787109375, -0.7369384765625, -0.64208984375, -0.5472412109375, -0.452392578125, -0.3575439453125, -0.2626953125, -0.1678466796875, -0.072998046875, 0.0218505859375, 0.11669921875, 0.2115478515625, 0.306396484375, 0.4012451171875, 0.49609375, 0.5909423828125, 0.685791015625, 0.7806396484375, 0.87548828125, 0.9703369140625, 1.065185546875, 1.1600341796875, 1.2548828125, 1.3497314453125, 1.444580078125, 1.5394287109375, 1.63427734375, 1.7291259765625, 1.823974609375, 1.9188232421875, 2.013671875, 2.1085205078125, 2.203369140625, 2.2982177734375, 2.39306640625, 2.4879150390625, 2.582763671875, 2.6776123046875, 2.7724609375, 2.8673095703125, 2.962158203125, 3.0570068359375, 3.15185546875, 3.2467041015625, 3.341552734375, 3.4364013671875, 3.53125]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 5.0, 8.0, 4.0, 8.0, 10.0, 14.0, 20.0, 29.0, 46.0, 52.0, 76.0, 84.0, 113.0, 197.0, 255.0, 342.0, 458.0, 515.0, 481.0, 362.0, 263.0, 198.0, 147.0, 103.0, 75.0, 65.0, 37.0, 32.0, 23.0, 24.0, 8.0, 10.0, 11.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.279296875, -2.2232818603515625, -2.167266845703125, -2.1112518310546875, -2.05523681640625, -1.9992218017578125, -1.943206787109375, -1.8871917724609375, -1.8311767578125, -1.7751617431640625, -1.719146728515625, -1.6631317138671875, -1.60711669921875, -1.5511016845703125, -1.495086669921875, -1.4390716552734375, -1.383056640625, -1.3270416259765625, -1.271026611328125, -1.2150115966796875, -1.15899658203125, -1.1029815673828125, -1.046966552734375, -0.9909515380859375, -0.9349365234375, -0.8789215087890625, -0.822906494140625, -0.7668914794921875, -0.71087646484375, -0.6548614501953125, -0.598846435546875, -0.5428314208984375, -0.48681640625, -0.4308013916015625, -0.374786376953125, -0.3187713623046875, -0.26275634765625, -0.2067413330078125, -0.150726318359375, -0.0947113037109375, -0.0386962890625, 0.0173187255859375, 0.073333740234375, 0.1293487548828125, 0.18536376953125, 0.2413787841796875, 0.297393798828125, 0.3534088134765625, 0.409423828125, 0.4654388427734375, 0.521453857421875, 0.5774688720703125, 0.63348388671875, 0.6894989013671875, 0.745513916015625, 0.8015289306640625, 0.8575439453125, 0.9135589599609375, 0.969573974609375, 1.0255889892578125, 1.08160400390625, 1.1376190185546875, 1.193634033203125, 1.2496490478515625, 1.3056640625]}, "gradients/encoder.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 5.0, 1.0, 4.0, 4.0, 6.0, 4.0, 4.0, 21.0, 21.0, 42.0, 121.0, 183.0, 210.0, 179.0, 102.0, 42.0, 19.0, 17.0, 8.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.69799041748047, -29.855894088745117, -29.013797760009766, -28.171701431274414, -27.329605102539062, -26.48750877380371, -25.64541244506836, -24.80331802368164, -23.961219787597656, -23.119123458862305, -22.277027130126953, -21.4349308013916, -20.59283447265625, -19.7507381439209, -18.908641815185547, -18.066547393798828, -17.224451065063477, -16.382354736328125, -15.540258407592773, -14.698162078857422, -13.85606575012207, -13.013969421386719, -12.171874046325684, -11.329777717590332, -10.48768138885498, -9.645585060119629, -8.803488731384277, -7.961392879486084, -7.119296550750732, -6.277200222015381, -5.4351043701171875, -4.593008041381836, -3.750913619995117, -2.9088172912597656, -2.066721200942993, -1.2246251106262207, -0.38252878189086914, 0.4595675468444824, 1.3016633987426758, 2.1437597274780273, 2.985856056213379, 3.8279523849487305, 4.670048713684082, 5.512144565582275, 6.354240894317627, 7.1963372230529785, 8.038433074951172, 8.880529403686523, 9.722625732421875, 10.564722061157227, 11.406818389892578, 12.24891471862793, 13.091011047363281, 13.933107376098633, 14.775202751159668, 15.61729907989502, 16.459396362304688, 17.30149269104004, 18.14358901977539, 18.985685348510742, 19.827781677246094, 20.669878005981445, 21.511974334716797, 22.354068756103516, 23.196165084838867]}, "gradients/encoder.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 4.0, 2.0, 2.0, 3.0, 7.0, 6.0, 9.0, 13.0, 15.0, 15.0, 21.0, 21.0, 22.0, 30.0, 30.0, 34.0, 47.0, 50.0, 53.0, 63.0, 73.0, 58.0, 48.0, 55.0, 49.0, 40.0, 42.0, 37.0, 29.0, 24.0, 18.0, 21.0, 14.0, 14.0, 12.0, 8.0, 6.0, 4.0, 3.0, 3.0, 5.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.16402530670166, -8.815703392028809, -8.46738052368164, -8.119058609008789, -7.7707366943359375, -7.422414302825928, -7.074091911315918, -6.725769996643066, -6.377447605133057, -6.029125213623047, -5.680803298950195, -5.3324809074401855, -4.984158515930176, -4.635836601257324, -4.2875142097473145, -3.939192056655884, -3.590869903564453, -3.2425477504730225, -2.894225597381592, -2.545903205871582, -2.1975810527801514, -1.8492588996887207, -1.500936508178711, -1.1526143550872803, -0.8042922019958496, -0.45596998929977417, -0.10764777660369873, 0.24067449569702148, 0.5889966487884521, 0.9373188018798828, 1.2856411933898926, 1.6339633464813232, 1.982285499572754, 2.3306076526641846, 2.6789298057556152, 3.027252197265625, 3.3755743503570557, 3.7238965034484863, 4.072218894958496, 4.420540809631348, 4.768863201141357, 5.117185592651367, 5.465507507324219, 5.8138298988342285, 6.162152290344238, 6.51047420501709, 6.8587965965271, 7.207118988037109, 7.555440902709961, 7.903763294219971, 8.25208568572998, 8.600407600402832, 8.948729515075684, 9.297052383422852, 9.645374298095703, 9.993696212768555, 10.342018127441406, 10.690340042114258, 11.038662910461426, 11.386984825134277, 11.735306739807129, 12.083629608154297, 12.431951522827148, 12.7802734375, 13.128596305847168]}, "gradients/encoder.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 7.0, 4.0, 11.0, 15.0, 12.0, 30.0, 50.0, 78.0, 143.0, 280.0, 435.0, 956.0, 2073.0, 4817.0, 13633.0, 51022.0, 314495.0, 556457.0, 74609.0, 18380.0, 6193.0, 2433.0, 1139.0, 583.0, 316.0, 145.0, 99.0, 63.0, 34.0, 16.0, 8.0, 4.0, 3.0, 6.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.97900390625, -0.9429092407226562, -0.9068145751953125, -0.8707199096679688, -0.834625244140625, -0.7985305786132812, -0.7624359130859375, -0.7263412475585938, -0.69024658203125, -0.6541519165039062, -0.6180572509765625, -0.5819625854492188, -0.545867919921875, -0.5097732543945312, -0.4736785888671875, -0.43758392333984375, -0.4014892578125, -0.36539459228515625, -0.3292999267578125, -0.29320526123046875, -0.257110595703125, -0.22101593017578125, -0.1849212646484375, -0.14882659912109375, -0.11273193359375, -0.07663726806640625, -0.0405426025390625, -0.00444793701171875, 0.031646728515625, 0.06774139404296875, 0.1038360595703125, 0.13993072509765625, 0.176025390625, 0.21212005615234375, 0.2482147216796875, 0.28430938720703125, 0.320404052734375, 0.35649871826171875, 0.3925933837890625, 0.42868804931640625, 0.46478271484375, 0.5008773803710938, 0.5369720458984375, 0.5730667114257812, 0.609161376953125, 0.6452560424804688, 0.6813507080078125, 0.7174453735351562, 0.7535400390625, 0.7896347045898438, 0.8257293701171875, 0.8618240356445312, 0.897918701171875, 0.9340133666992188, 0.9701080322265625, 1.0062026977539062, 1.04229736328125, 1.0783920288085938, 1.1144866943359375, 1.1505813598632812, 1.186676025390625, 1.2227706909179688, 1.2588653564453125, 1.2949600219726562, 1.3310546875]}, "gradients/encoder.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 3.0, 7.0, 12.0, 14.0, 17.0, 21.0, 27.0, 48.0, 53.0, 60.0, 51.0, 78.0, 92.0, 90.0, 57.0, 61.0, 77.0, 62.0, 40.0, 34.0, 40.0, 23.0, 9.0, 16.0, 11.0, 4.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.91064453125, -0.8785324096679688, -0.8464202880859375, -0.8143081665039062, -0.782196044921875, -0.7500839233398438, -0.7179718017578125, -0.6858596801757812, -0.65374755859375, -0.6216354370117188, -0.5895233154296875, -0.5574111938476562, -0.525299072265625, -0.49318695068359375, -0.4610748291015625, -0.42896270751953125, -0.3968505859375, -0.36473846435546875, -0.3326263427734375, -0.30051422119140625, -0.268402099609375, -0.23628997802734375, -0.2041778564453125, -0.17206573486328125, -0.13995361328125, -0.10784149169921875, -0.0757293701171875, -0.04361724853515625, -0.011505126953125, 0.02060699462890625, 0.0527191162109375, 0.08483123779296875, 0.116943359375, 0.14905548095703125, 0.1811676025390625, 0.21327972412109375, 0.245391845703125, 0.27750396728515625, 0.3096160888671875, 0.34172821044921875, 0.37384033203125, 0.40595245361328125, 0.4380645751953125, 0.47017669677734375, 0.502288818359375, 0.5344009399414062, 0.5665130615234375, 0.5986251831054688, 0.6307373046875, 0.6628494262695312, 0.6949615478515625, 0.7270736694335938, 0.759185791015625, 0.7912979125976562, 0.8234100341796875, 0.8555221557617188, 0.88763427734375, 0.9197463989257812, 0.9518585205078125, 0.9839706420898438, 1.016082763671875, 1.0481948852539062, 1.0803070068359375, 1.1124191284179688, 1.14453125]}, "gradients/encoder.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 5.0, 7.0, 12.0, 14.0, 13.0, 21.0, 30.0, 48.0, 73.0, 96.0, 169.0, 278.0, 483.0, 1121.0, 3454.0, 20606.0, 830838.0, 174386.0, 12385.0, 2467.0, 943.0, 465.0, 242.0, 143.0, 94.0, 51.0, 35.0, 21.0, 15.0, 14.0, 9.0, 3.0, 2.0, 4.0, 4.0, 2.0, 5.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.671875, -1.61773681640625, -1.5635986328125, -1.50946044921875, -1.455322265625, -1.40118408203125, -1.3470458984375, -1.29290771484375, -1.23876953125, -1.18463134765625, -1.1304931640625, -1.07635498046875, -1.022216796875, -0.96807861328125, -0.9139404296875, -0.85980224609375, -0.8056640625, -0.75152587890625, -0.6973876953125, -0.64324951171875, -0.589111328125, -0.53497314453125, -0.4808349609375, -0.42669677734375, -0.37255859375, -0.31842041015625, -0.2642822265625, -0.21014404296875, -0.156005859375, -0.10186767578125, -0.0477294921875, 0.00640869140625, 0.060546875, 0.11468505859375, 0.1688232421875, 0.22296142578125, 0.277099609375, 0.33123779296875, 0.3853759765625, 0.43951416015625, 0.49365234375, 0.54779052734375, 0.6019287109375, 0.65606689453125, 0.710205078125, 0.76434326171875, 0.8184814453125, 0.87261962890625, 0.9267578125, 0.98089599609375, 1.0350341796875, 1.08917236328125, 1.143310546875, 1.19744873046875, 1.2515869140625, 1.30572509765625, 1.35986328125, 1.41400146484375, 1.4681396484375, 1.52227783203125, 1.576416015625, 1.63055419921875, 1.6846923828125, 1.73883056640625, 1.79296875]}, "gradients/encoder.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 11.0, 11.0, 8.0, 10.0, 17.0, 11.0, 19.0, 19.0, 17.0, 20.0, 36.0, 40.0, 59.0, 70.0, 79.0, 91.0, 101.0, 64.0, 63.0, 53.0, 31.0, 31.0, 27.0, 15.0, 17.0, 16.0, 13.0, 15.0, 10.0, 10.0, 5.0, 1.0, 4.0, 0.0, 3.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.408203125, -2.31109619140625, -2.2139892578125, -2.11688232421875, -2.019775390625, -1.92266845703125, -1.8255615234375, -1.72845458984375, -1.63134765625, -1.53424072265625, -1.4371337890625, -1.34002685546875, -1.242919921875, -1.14581298828125, -1.0487060546875, -0.95159912109375, -0.8544921875, -0.75738525390625, -0.6602783203125, -0.56317138671875, -0.466064453125, -0.36895751953125, -0.2718505859375, -0.17474365234375, -0.07763671875, 0.01947021484375, 0.1165771484375, 0.21368408203125, 0.310791015625, 0.40789794921875, 0.5050048828125, 0.60211181640625, 0.69921875, 0.79632568359375, 0.8934326171875, 0.99053955078125, 1.087646484375, 1.18475341796875, 1.2818603515625, 1.37896728515625, 1.47607421875, 1.57318115234375, 1.6702880859375, 1.76739501953125, 1.864501953125, 1.96160888671875, 2.0587158203125, 2.15582275390625, 2.2529296875, 2.35003662109375, 2.4471435546875, 2.54425048828125, 2.641357421875, 2.73846435546875, 2.8355712890625, 2.93267822265625, 3.02978515625, 3.12689208984375, 3.2239990234375, 3.32110595703125, 3.418212890625, 3.51531982421875, 3.6124267578125, 3.70953369140625, 3.806640625]}, "gradients/encoder.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 1.0, 2.0, 9.0, 3.0, 5.0, 2.0, 11.0, 12.0, 21.0, 22.0, 20.0, 32.0, 62.0, 67.0, 129.0, 207.0, 452.0, 869.0, 1945.0, 4986.0, 17527.0, 91731.0, 842755.0, 65927.0, 14200.0, 4218.0, 1635.0, 716.0, 365.0, 216.0, 116.0, 83.0, 53.0, 39.0, 31.0, 23.0, 16.0, 10.0, 9.0, 5.0, 3.0, 6.0, 6.0, 6.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.242431640625, -0.23538780212402344, -0.22834396362304688, -0.2213001251220703, -0.21425628662109375, -0.2072124481201172, -0.20016860961914062, -0.19312477111816406, -0.1860809326171875, -0.17903709411621094, -0.17199325561523438, -0.1649494171142578, -0.15790557861328125, -0.1508617401123047, -0.14381790161132812, -0.13677406311035156, -0.129730224609375, -0.12268638610839844, -0.11564254760742188, -0.10859870910644531, -0.10155487060546875, -0.09451103210449219, -0.08746719360351562, -0.08042335510253906, -0.0733795166015625, -0.06633567810058594, -0.059291839599609375, -0.05224800109863281, -0.04520416259765625, -0.03816032409667969, -0.031116485595703125, -0.024072647094726562, -0.01702880859375, -0.009984970092773438, -0.002941131591796875, 0.0041027069091796875, 0.01114654541015625, 0.018190383911132812, 0.025234222412109375, 0.03227806091308594, 0.0393218994140625, 0.04636573791503906, 0.053409576416015625, 0.06045341491699219, 0.06749725341796875, 0.07454109191894531, 0.08158493041992188, 0.08862876892089844, 0.095672607421875, 0.10271644592285156, 0.10976028442382812, 0.11680412292480469, 0.12384796142578125, 0.1308917999267578, 0.13793563842773438, 0.14497947692871094, 0.1520233154296875, 0.15906715393066406, 0.16611099243164062, 0.1731548309326172, 0.18019866943359375, 0.1872425079345703, 0.19428634643554688, 0.20133018493652344, 0.2083740234375]}, "gradients/encoder.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 5.0, 7.0, 5.0, 7.0, 10.0, 13.0, 19.0, 20.0, 37.0, 35.0, 47.0, 62.0, 86.0, 101.0, 126.0, 105.0, 75.0, 63.0, 46.0, 37.0, 21.0, 13.0, 14.0, 11.0, 6.0, 10.0, 2.0, 4.0, 2.0, 2.0, 5.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.914138793945312e-05, -6.712134927511215e-05, -6.510131061077118e-05, -6.30812719464302e-05, -6.106123328208923e-05, -5.904119461774826e-05, -5.702115595340729e-05, -5.5001117289066315e-05, -5.298107862472534e-05, -5.096103996038437e-05, -4.8941001296043396e-05, -4.692096263170242e-05, -4.490092396736145e-05, -4.288088530302048e-05, -4.0860846638679504e-05, -3.884080797433853e-05, -3.682076930999756e-05, -3.4800730645656586e-05, -3.278069198131561e-05, -3.076065331697464e-05, -2.8740614652633667e-05, -2.6720575988292694e-05, -2.470053732395172e-05, -2.2680498659610748e-05, -2.0660459995269775e-05, -1.8640421330928802e-05, -1.662038266658783e-05, -1.4600344002246857e-05, -1.2580305337905884e-05, -1.0560266673564911e-05, -8.540228009223938e-06, -6.520189344882965e-06, -4.500150680541992e-06, -2.4801120162010193e-06, -4.600733518600464e-07, 1.5599653124809265e-06, 3.5800039768218994e-06, 5.600042641162872e-06, 7.620081305503845e-06, 9.640119969844818e-06, 1.1660158634185791e-05, 1.3680197298526764e-05, 1.5700235962867737e-05, 1.772027462720871e-05, 1.9740313291549683e-05, 2.1760351955890656e-05, 2.378039062023163e-05, 2.58004292845726e-05, 2.7820467948913574e-05, 2.9840506613254547e-05, 3.186054527759552e-05, 3.388058394193649e-05, 3.5900622606277466e-05, 3.792066127061844e-05, 3.994069993495941e-05, 4.1960738599300385e-05, 4.398077726364136e-05, 4.600081592798233e-05, 4.80208545923233e-05, 5.0040893256664276e-05, 5.206093192100525e-05, 5.408097058534622e-05, 5.6101009249687195e-05, 5.812104791402817e-05, 6.014108657836914e-05]}, "gradients/encoder.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 12.0, 21.0, 29.0, 47.0, 101.0, 173.0, 345.0, 803.0, 1888.0, 5143.0, 18390.0, 106830.0, 839817.0, 56558.0, 12001.0, 3690.0, 1428.0, 658.0, 283.0, 152.0, 76.0, 45.0, 27.0, 11.0, 14.0, 3.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2578125, -0.2495880126953125, -0.241363525390625, -0.2331390380859375, -0.22491455078125, -0.2166900634765625, -0.208465576171875, -0.2002410888671875, -0.1920166015625, -0.1837921142578125, -0.175567626953125, -0.1673431396484375, -0.15911865234375, -0.1508941650390625, -0.142669677734375, -0.1344451904296875, -0.126220703125, -0.1179962158203125, -0.109771728515625, -0.1015472412109375, -0.09332275390625, -0.0850982666015625, -0.076873779296875, -0.0686492919921875, -0.0604248046875, -0.0522003173828125, -0.043975830078125, -0.0357513427734375, -0.02752685546875, -0.0193023681640625, -0.011077880859375, -0.0028533935546875, 0.00537109375, 0.0135955810546875, 0.021820068359375, 0.0300445556640625, 0.03826904296875, 0.0464935302734375, 0.054718017578125, 0.0629425048828125, 0.0711669921875, 0.0793914794921875, 0.087615966796875, 0.0958404541015625, 0.10406494140625, 0.1122894287109375, 0.120513916015625, 0.1287384033203125, 0.136962890625, 0.1451873779296875, 0.153411865234375, 0.1616363525390625, 0.16986083984375, 0.1780853271484375, 0.186309814453125, 0.1945343017578125, 0.2027587890625, 0.2109832763671875, 0.219207763671875, 0.2274322509765625, 0.23565673828125, 0.2438812255859375, 0.252105712890625, 0.2603302001953125, 0.2685546875]}, "gradients/encoder.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 5.0, 6.0, 6.0, 10.0, 14.0, 10.0, 19.0, 24.0, 25.0, 28.0, 58.0, 59.0, 100.0, 102.0, 138.0, 91.0, 86.0, 47.0, 44.0, 22.0, 29.0, 17.0, 19.0, 17.0, 8.0, 13.0, 6.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.3203125, -0.31060791015625, -0.3009033203125, -0.29119873046875, -0.281494140625, -0.27178955078125, -0.2620849609375, -0.25238037109375, -0.24267578125, -0.23297119140625, -0.2232666015625, -0.21356201171875, -0.203857421875, -0.19415283203125, -0.1844482421875, -0.17474365234375, -0.1650390625, -0.15533447265625, -0.1456298828125, -0.13592529296875, -0.126220703125, -0.11651611328125, -0.1068115234375, -0.09710693359375, -0.08740234375, -0.07769775390625, -0.0679931640625, -0.05828857421875, -0.048583984375, -0.03887939453125, -0.0291748046875, -0.01947021484375, -0.009765625, -6.103515625e-05, 0.0096435546875, 0.01934814453125, 0.029052734375, 0.03875732421875, 0.0484619140625, 0.05816650390625, 0.06787109375, 0.07757568359375, 0.0872802734375, 0.09698486328125, 0.106689453125, 0.11639404296875, 0.1260986328125, 0.13580322265625, 0.1455078125, 0.15521240234375, 0.1649169921875, 0.17462158203125, 0.184326171875, 0.19403076171875, 0.2037353515625, 0.21343994140625, 0.22314453125, 0.23284912109375, 0.2425537109375, 0.25225830078125, 0.261962890625, 0.27166748046875, 0.2813720703125, 0.29107666015625, 0.30078125]}, "gradients/encoder.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 5.0, 5.0, 10.0, 11.0, 12.0, 16.0, 20.0, 30.0, 39.0, 95.0, 226.0, 267.0, 121.0, 45.0, 37.0, 25.0, 11.0, 12.0, 4.0, 5.0, 5.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-11.972296714782715, -11.713010787963867, -11.45372486114502, -11.194438934326172, -10.935153007507324, -10.675867080688477, -10.416581153869629, -10.157295227050781, -9.898009300231934, -9.638723373413086, -9.379437446594238, -9.12015151977539, -8.860865592956543, -8.601579666137695, -8.342293739318848, -8.0830078125, -7.823721885681152, -7.564435958862305, -7.305150032043457, -7.045864105224609, -6.786578178405762, -6.527292251586914, -6.268006324768066, -6.008720397949219, -5.749434471130371, -5.490148544311523, -5.230862617492676, -4.971576690673828, -4.7122907638549805, -4.453004837036133, -4.193718910217285, -3.9344329833984375, -3.6751461029052734, -3.415860176086426, -3.156574249267578, -2.8972883224487305, -2.638002395629883, -2.378716468811035, -2.1194305419921875, -1.8601446151733398, -1.6008586883544922, -1.3415727615356445, -1.0822868347167969, -0.8230009078979492, -0.5637149810791016, -0.3044290542602539, -0.04514312744140625, 0.2141427993774414, 0.47342872619628906, 0.7327146530151367, 0.9920005798339844, 1.251286506652832, 1.5105724334716797, 1.7698583602905273, 2.029144287109375, 2.2884302139282227, 2.5477161407470703, 2.807002067565918, 3.0662879943847656, 3.3255739212036133, 3.584859848022461, 3.8441457748413086, 4.103431701660156, 4.362717628479004, 4.622003555297852]}, "gradients/encoder.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 7.0, 5.0, 10.0, 6.0, 12.0, 8.0, 12.0, 9.0, 19.0, 20.0, 22.0, 20.0, 30.0, 36.0, 67.0, 97.0, 106.0, 98.0, 84.0, 78.0, 54.0, 26.0, 21.0, 31.0, 20.0, 14.0, 26.0, 10.0, 10.0, 15.0, 4.0, 6.0, 5.0, 6.0, 4.0, 7.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.583856582641602, -6.340935707092285, -6.098015308380127, -5.8550944328308105, -5.612174034118652, -5.369253158569336, -5.1263322830200195, -4.883411884307861, -4.640491485595703, -4.397570610046387, -4.1546502113342285, -3.911729335784912, -3.668808937072754, -3.4258880615234375, -3.1829674243927, -2.940046787261963, -2.6971259117126465, -2.454205274581909, -2.211284637451172, -1.968363881111145, -1.7254432439804077, -1.4825226068496704, -1.2396018505096436, -0.9966812133789062, -0.753760576248169, -0.5108399391174316, -0.26791924238204956, -0.02499854564666748, 0.21792209148406982, 0.46084272861480713, 0.703763484954834, 0.9466841220855713, 1.1896047592163086, 1.432525396347046, 1.6754460334777832, 1.91836678981781, 2.161287307739258, 2.404208183288574, 2.6471288204193115, 2.890049457550049, 3.132970094680786, 3.3758907318115234, 3.6188113689422607, 3.861732006072998, 4.1046528816223145, 4.347573280334473, 4.590494155883789, 4.8334150314331055, 5.076335430145264, 5.31925630569458, 5.562176704406738, 5.805097579956055, 6.048017978668213, 6.290938854217529, 6.5338592529296875, 6.776780128479004, 7.01970100402832, 7.262621879577637, 7.505542278289795, 7.748463153839111, 7.9913835525512695, 8.234304428100586, 8.477225303649902, 8.720146179199219, 8.963066101074219]}, "gradients/encoder.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [4.0, 3.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 6.0, 10.0, 9.0, 5.0, 18.0, 15.0, 20.0, 23.0, 19.0, 22.0, 35.0, 36.0, 23.0, 46.0, 210.0, 181.0, 62.0, 37.0, 31.0, 30.0, 28.0, 18.0, 18.0, 16.0, 13.0, 15.0, 11.0, 8.0, 4.0, 6.0, 4.0, 6.0, 5.0, 3.0, 1.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.48291015625, -0.461883544921875, -0.44085693359375, -0.419830322265625, -0.3988037109375, -0.377777099609375, -0.35675048828125, -0.335723876953125, -0.314697265625, -0.293670654296875, -0.27264404296875, -0.251617431640625, -0.2305908203125, -0.209564208984375, -0.18853759765625, -0.167510986328125, -0.146484375, -0.125457763671875, -0.10443115234375, -0.083404541015625, -0.0623779296875, -0.041351318359375, -0.02032470703125, 0.000701904296875, 0.021728515625, 0.042755126953125, 0.06378173828125, 0.084808349609375, 0.1058349609375, 0.126861572265625, 0.14788818359375, 0.168914794921875, 0.18994140625, 0.210968017578125, 0.23199462890625, 0.253021240234375, 0.2740478515625, 0.295074462890625, 0.31610107421875, 0.337127685546875, 0.358154296875, 0.379180908203125, 0.40020751953125, 0.421234130859375, 0.4422607421875, 0.463287353515625, 0.48431396484375, 0.505340576171875, 0.5263671875, 0.547393798828125, 0.56842041015625, 0.589447021484375, 0.6104736328125, 0.631500244140625, 0.65252685546875, 0.673553466796875, 0.694580078125, 0.715606689453125, 0.73663330078125, 0.757659912109375, 0.7786865234375, 0.799713134765625, 0.82073974609375, 0.841766357421875, 0.86279296875]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 7.0, 4.0, 2.0, 2.0, 3.0, 1.0, 4.0, 8.0, 4.0, 4.0, 17.0, 16.0, 16.0, 17.0, 31.0, 66.0, 103.0, 203.0, 544.0, 1877.0, 9559.0, 8338585.0, 32403.0, 3487.0, 905.0, 352.0, 152.0, 74.0, 33.0, 28.0, 19.0, 11.0, 11.0, 11.0, 6.0, 6.0, 3.0, 10.0, 7.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.966893196105957, -9.695515632629395, -9.424139022827148, -9.152761459350586, -8.881383895874023, -8.610007286071777, -8.338629722595215, -8.067253112792969, -7.795875549316406, -7.524498462677002, -7.253121376037598, -6.981743812561035, -6.710366725921631, -6.438989639282227, -6.167612075805664, -5.89623498916626, -5.6248579025268555, -5.353480815887451, -5.082103729248047, -4.810726165771484, -4.53934907913208, -4.267971992492676, -3.9965946674346924, -3.725217342376709, -3.4538402557373047, -3.1824631690979004, -2.911085844039917, -2.6397085189819336, -2.3683314323425293, -2.096954345703125, -1.8255770206451416, -1.5541998147964478, -1.2828235626220703, -1.0114463567733765, -0.7400691509246826, -0.46869194507598877, -0.19731473922729492, 0.07406246662139893, 0.3454396724700928, 0.6168168783187866, 0.8881940841674805, 1.1595712900161743, 1.4309484958648682, 1.702325701713562, 1.9737029075622559, 2.24507999420166, 2.5164573192596436, 2.787834644317627, 3.0592117309570312, 3.3305888175964355, 3.601966142654419, 3.8733434677124023, 4.144720554351807, 4.416097640991211, 4.687475204467773, 4.958852291107178, 5.230229377746582, 5.501606464385986, 5.772983551025391, 6.044361114501953, 6.315738201141357, 6.587115287780762, 6.858492851257324, 7.1298699378967285, 7.401247024536133]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 2.0, 2.0, 3.0, 4.0, 1.0, 4.0, 7.0, 4.0, 3.0, 2.0, 7.0, 5.0, 6.0, 7.0, 4.0, 3.0, 2.0, 4.0, 3.0, 2.0, 2.0, 6.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-11.566780090332031, -11.260100364685059, -10.953420639038086, -10.646739959716797, -10.340060234069824, -10.033380508422852, -9.726699829101562, -9.42002010345459, -9.113340377807617, -8.806660652160645, -8.499980926513672, -8.193300247192383, -7.88662052154541, -7.5799407958984375, -7.273260593414307, -6.966580390930176, -6.659900665283203, -6.3532209396362305, -6.0465407371521, -5.739860534667969, -5.433180809020996, -5.126501083374023, -4.819820880889893, -4.513140678405762, -4.206460952758789, -3.8997809886932373, -3.5931010246276855, -3.286421060562134, -2.979741096496582, -2.6730611324310303, -2.3663811683654785, -2.0597012042999268, -1.7530221939086914, -1.4463422298431396, -1.139662265777588, -0.8329823017120361, -0.5263023376464844, -0.21962237358093262, 0.08705759048461914, 0.3937375545501709, 0.7004175186157227, 1.0070974826812744, 1.3137774467468262, 1.620457410812378, 1.9271373748779297, 2.2338173389434814, 2.540497303009033, 2.847177267074585, 3.1538572311401367, 3.4605371952056885, 3.7672171592712402, 4.073897361755371, 4.380577087402344, 4.687256813049316, 4.993937015533447, 5.300617218017578, 5.607296943664551, 5.913976669311523, 6.220656871795654, 6.527337074279785, 6.834016799926758, 7.1406965255737305, 7.447376728057861, 7.754056930541992, 8.060736656188965]}, "gradients/encoder.feature_projection.projection.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 4.0, 5.0, 8.0, 3.0, 10.0, 15.0, 11.0, 26.0, 38.0, 57.0, 72.0, 89.0, 134.0, 200.0, 401.0, 901.0, 2218.0, 6068.0, 16731.0, 48412.0, 133907.0, 185909.0, 83336.0, 28918.0, 10001.0, 3847.0, 1515.0, 602.0, 307.0, 165.0, 118.0, 50.0, 35.0, 53.0, 30.0, 15.0, 16.0, 7.0, 5.0, 8.0, 7.0, 8.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.50390625, -5.32781982421875, -5.1517333984375, -4.97564697265625, -4.799560546875, -4.62347412109375, -4.4473876953125, -4.27130126953125, -4.09521484375, -3.91912841796875, -3.7430419921875, -3.56695556640625, -3.390869140625, -3.21478271484375, -3.0386962890625, -2.86260986328125, -2.6865234375, -2.51043701171875, -2.3343505859375, -2.15826416015625, -1.982177734375, -1.80609130859375, -1.6300048828125, -1.45391845703125, -1.27783203125, -1.10174560546875, -0.9256591796875, -0.74957275390625, -0.573486328125, -0.39739990234375, -0.2213134765625, -0.04522705078125, 0.130859375, 0.30694580078125, 0.4830322265625, 0.65911865234375, 0.835205078125, 1.01129150390625, 1.1873779296875, 1.36346435546875, 1.53955078125, 1.71563720703125, 1.8917236328125, 2.06781005859375, 2.243896484375, 2.41998291015625, 2.5960693359375, 2.77215576171875, 2.9482421875, 3.12432861328125, 3.3004150390625, 3.47650146484375, 3.652587890625, 3.82867431640625, 4.0047607421875, 4.18084716796875, 4.35693359375, 4.53302001953125, 4.7091064453125, 4.88519287109375, 5.061279296875, 5.23736572265625, 5.4134521484375, 5.58953857421875, 5.765625]}, "gradients/encoder.feature_projection.projection.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 5.0, 2.0, 10.0, 6.0, 13.0, 10.0, 18.0, 28.0, 23.0, 32.0, 33.0, 41.0, 52.0, 63.0, 70.0, 87.0, 70.0, 72.0, 59.0, 47.0, 52.0, 45.0, 25.0, 34.0, 29.0, 28.0, 15.0, 13.0, 7.0, 1.0, 7.0, 7.0, 2.0, 0.0, 5.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.86767578125, -0.8415451049804688, -0.8154144287109375, -0.7892837524414062, -0.763153076171875, -0.7370223999023438, -0.7108917236328125, -0.6847610473632812, -0.65863037109375, -0.6324996948242188, -0.6063690185546875, -0.5802383422851562, -0.554107666015625, -0.5279769897460938, -0.5018463134765625, -0.47571563720703125, -0.4495849609375, -0.42345428466796875, -0.3973236083984375, -0.37119293212890625, -0.345062255859375, -0.31893157958984375, -0.2928009033203125, -0.26667022705078125, -0.24053955078125, -0.21440887451171875, -0.1882781982421875, -0.16214752197265625, -0.136016845703125, -0.10988616943359375, -0.0837554931640625, -0.05762481689453125, -0.031494140625, -0.00536346435546875, 0.0207672119140625, 0.04689788818359375, 0.073028564453125, 0.09915924072265625, 0.1252899169921875, 0.15142059326171875, 0.17755126953125, 0.20368194580078125, 0.2298126220703125, 0.25594329833984375, 0.282073974609375, 0.30820465087890625, 0.3343353271484375, 0.36046600341796875, 0.3865966796875, 0.41272735595703125, 0.4388580322265625, 0.46498870849609375, 0.491119384765625, 0.5172500610351562, 0.5433807373046875, 0.5695114135742188, 0.59564208984375, 0.6217727661132812, 0.6479034423828125, 0.6740341186523438, 0.700164794921875, 0.7262954711914062, 0.7524261474609375, 0.7785568237304688, 0.8046875]}, "gradients/encoder.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 4.0, 2.0, 5.0, 6.0, 9.0, 13.0, 39.0, 54.0, 89.0, 95.0, 68.0, 44.0, 20.0, 8.0, 9.0, 7.0, 7.0, 8.0, 2.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.683394432067871, -8.439160346984863, -8.194926261901855, -7.950692653656006, -7.706458568572998, -7.46222448348999, -7.217990875244141, -6.973756790161133, -6.729522705078125, -6.485288619995117, -6.241054534912109, -5.99682092666626, -5.752586841583252, -5.508352756500244, -5.2641191482543945, -5.019885063171387, -4.775650978088379, -4.531416893005371, -4.287182807922363, -4.042949199676514, -3.798715114593506, -3.554481029510498, -3.3102471828460693, -3.0660133361816406, -2.821779251098633, -2.577545166015625, -2.3333113193511963, -2.0890774726867676, -1.8448433876037598, -1.6006094217300415, -1.3563754558563232, -1.112141489982605, -0.8679075241088867, -0.6236735582351685, -0.3794395923614502, -0.13520562648773193, 0.10902833938598633, 0.3532623052597046, 0.5974962711334229, 0.8417302370071411, 1.0859642028808594, 1.3301981687545776, 1.574432134628296, 1.8186661005020142, 2.0629000663757324, 2.3071341514587402, 2.551367998123169, 2.7956018447875977, 3.0398359298706055, 3.2840700149536133, 3.528303861618042, 3.7725377082824707, 4.0167717933654785, 4.261005878448486, 4.505239486694336, 4.749473571777344, 4.993707656860352, 5.237941741943359, 5.482175827026367, 5.726409435272217, 5.970643520355225, 6.214877605438232, 6.459111213684082, 6.70334529876709, 6.947579383850098]}, "gradients/encoder.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 2.0, 2.0, 3.0, 8.0, 6.0, 8.0, 6.0, 13.0, 11.0, 44.0, 59.0, 93.0, 68.0, 62.0, 42.0, 12.0, 10.0, 4.0, 0.0, 5.0, 8.0, 5.0, 4.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.6069447994232178, -3.4860005378723145, -3.365056037902832, -3.2441115379333496, -3.1231672763824463, -3.002223014831543, -2.8812785148620605, -2.760334014892578, -2.639389753341675, -2.5184454917907715, -2.397500991821289, -2.2765564918518066, -2.1556122303009033, -2.03466796875, -1.9137234687805176, -1.7927790880203247, -1.6718347072601318, -1.550890326499939, -1.429945945739746, -1.3090015649795532, -1.1880571842193604, -1.0671128034591675, -0.9461684226989746, -0.8252240419387817, -0.7042796611785889, -0.583335280418396, -0.4623908996582031, -0.34144651889801025, -0.22050213813781738, -0.09955775737762451, 0.02138662338256836, 0.14233100414276123, 0.263275146484375, 0.38421952724456787, 0.5051639080047607, 0.6261082887649536, 0.7470526695251465, 0.8679970502853394, 0.9889414310455322, 1.109885811805725, 1.230830192565918, 1.3517745733261108, 1.4727189540863037, 1.5936633348464966, 1.7146077156066895, 1.8355520963668823, 1.9564964771270752, 2.0774407386779785, 2.198385238647461, 2.3193297386169434, 2.4402740001678467, 2.56121826171875, 2.6821627616882324, 2.803107261657715, 2.924051523208618, 3.0449957847595215, 3.165940284729004, 3.2868847846984863, 3.4078290462493896, 3.528773307800293, 3.6497178077697754, 3.770662307739258, 3.891606569290161, 4.0125508308410645, 4.133495330810547]}, "eval/loss": 1.7161840200424194, "eval/wer": 1.093970646568822, "eval/runtime": 922.3133, "eval/samples_per_second": 2.865, "eval/steps_per_second": 0.359}
\ No newline at end of file