diff --git "a/wandb/run-20220312_150930-1rtl0j2u/files/wandb-summary.json" "b/wandb/run-20220312_150930-1rtl0j2u/files/wandb-summary.json"
--- "a/wandb/run-20220312_150930-1rtl0j2u/files/wandb-summary.json"
+++ "b/wandb/run-20220312_150930-1rtl0j2u/files/wandb-summary.json"
@@ -1 +1 @@
-{"train/loss": 0.0093, "train/learning_rate": 3.1745843230403805e-05, "train/epoch": 14.01, "train/global_step": 12500, "_runtime": 79331, "_timestamp": 1647177101, "_step": 12504, "gradients/decoder.transformer.ln_f.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 4.0, 5.0, 17.0, 19.0, 50.0, 172.0, 401.0, 191.0, 82.0, 31.0, 14.0, 11.0, 9.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-51.92704772949219, -50.708030700683594, -49.489017486572266, -48.27000045776367, -47.050987243652344, -45.83197021484375, -44.61295700073242, -43.39393997192383, -42.1749267578125, -40.955909729003906, -39.73689651489258, -38.517879486083984, -37.298866271972656, -36.07984924316406, -34.860836029052734, -33.64181900024414, -32.42280578613281, -31.20379066467285, -29.98477554321289, -28.76576042175293, -27.54674530029297, -26.327730178833008, -25.108715057373047, -23.889698028564453, -22.67068099975586, -21.4516658782959, -20.232650756835938, -19.013635635375977, -17.794620513916016, -16.575605392456055, -15.356589317321777, -14.137574195861816, -12.918561935424805, -11.699546813964844, -10.480531692504883, -9.261516571044922, -8.042501449584961, -6.823485851287842, -5.604470252990723, -4.385455131530762, -3.166440010070801, -1.9474247694015503, -0.7284095287322998, 0.49060583114624023, 1.7096209526062012, 2.928636074066162, 4.147651672363281, 5.366666793823242, 6.585681915283203, 7.804697036743164, 9.023712158203125, 10.242727279663086, 11.461742401123047, 12.680757522583008, 13.899773597717285, 15.118788719177246, 16.33780288696289, 17.55681800842285, 18.775833129882812, 19.994848251342773, 21.213863372802734, 22.432878494262695, 23.651893615722656, 24.87091064453125, 26.08992576599121]}, "gradients/decoder.transformer.ln_f.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 6.0, 2.0, 7.0, 7.0, 10.0, 8.0, 16.0, 16.0, 19.0, 19.0, 36.0, 35.0, 28.0, 40.0, 60.0, 49.0, 41.0, 45.0, 61.0, 47.0, 42.0, 54.0, 56.0, 51.0, 35.0, 32.0, 39.0, 28.0, 20.0, 22.0, 16.0, 11.0, 14.0, 6.0, 6.0, 4.0, 8.0, 4.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-10.404919624328613, -10.10635757446289, -9.807794570922852, -9.509231567382812, -9.21066951751709, -8.912107467651367, -8.613544464111328, -8.314981460571289, -8.016419410705566, -7.7178568840026855, -7.419294357299805, -7.120731830596924, -6.822169303894043, -6.523606777191162, -6.225044250488281, -5.9264817237854, -5.6279191970825195, -5.329356670379639, -5.030794143676758, -4.732231616973877, -4.433669090270996, -4.135106563568115, -3.8365440368652344, -3.5379815101623535, -3.2394189834594727, -2.940856456756592, -2.642293930053711, -2.34373140335083, -2.045168876647949, -1.7466063499450684, -1.4480438232421875, -1.1494812965393066, -0.8509178161621094, -0.5523552894592285, -0.25379276275634766, 0.0447697639465332, 0.34333229064941406, 0.6418948173522949, 0.9404573440551758, 1.2390198707580566, 1.5375823974609375, 1.8361449241638184, 2.134707450866699, 2.43326997756958, 2.731832504272461, 3.030395030975342, 3.3289575576782227, 3.6275200843811035, 3.9260826110839844, 4.224645137786865, 4.523207664489746, 4.821770191192627, 5.120332717895508, 5.418895244598389, 5.7174577713012695, 6.01602029800415, 6.314582824707031, 6.613145351409912, 6.911707878112793, 7.210270404815674, 7.508832931518555, 7.8073954582214355, 8.105957984924316, 8.404520034790039, 8.703083038330078]}, "gradients/decoder.transformer.h.23.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 2.0, 4.0, 3.0, 3.0, 11.0, 5.0, 11.0, 13.0, 21.0, 21.0, 22.0, 26.0, 36.0, 36.0, 44.0, 59.0, 51.0, 41.0, 46.0, 46.0, 51.0, 44.0, 63.0, 43.0, 50.0, 47.0, 32.0, 39.0, 27.0, 22.0, 17.0, 13.0, 18.0, 7.0, 5.0, 10.0, 3.0, 4.0, 4.0, 3.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0703125, -1.03570556640625, -1.0010986328125, -0.96649169921875, -0.931884765625, -0.89727783203125, -0.8626708984375, -0.82806396484375, -0.79345703125, -0.75885009765625, -0.7242431640625, -0.68963623046875, -0.655029296875, -0.62042236328125, -0.5858154296875, -0.55120849609375, -0.5166015625, -0.48199462890625, -0.4473876953125, -0.41278076171875, -0.378173828125, -0.34356689453125, -0.3089599609375, -0.27435302734375, -0.23974609375, -0.20513916015625, -0.1705322265625, -0.13592529296875, -0.101318359375, -0.06671142578125, -0.0321044921875, 0.00250244140625, 0.037109375, 0.07171630859375, 0.1063232421875, 0.14093017578125, 0.175537109375, 0.21014404296875, 0.2447509765625, 0.27935791015625, 0.31396484375, 0.34857177734375, 0.3831787109375, 0.41778564453125, 0.452392578125, 0.48699951171875, 0.5216064453125, 0.55621337890625, 0.5908203125, 0.62542724609375, 0.6600341796875, 0.69464111328125, 0.729248046875, 0.76385498046875, 0.7984619140625, 0.83306884765625, 0.86767578125, 0.90228271484375, 0.9368896484375, 0.97149658203125, 1.006103515625, 1.04071044921875, 1.0753173828125, 1.10992431640625, 1.14453125]}, "gradients/decoder.transformer.h.23.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 4.0, 1.0, 4.0, 4.0, 13.0, 5.0, 8.0, 23.0, 22.0, 20.0, 51.0, 54.0, 85.0, 121.0, 161.0, 241.0, 398.0, 664.0, 1291.0, 2692.0, 6707.0, 21943.0, 319144.0, 3792736.0, 31912.0, 8928.0, 3355.0, 1503.0, 796.0, 462.0, 292.0, 183.0, 124.0, 100.0, 52.0, 48.0, 43.0, 19.0, 17.0, 20.0, 15.0, 5.0, 5.0, 8.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.6484375, -11.2742919921875, -10.900146484375, -10.5260009765625, -10.15185546875, -9.7777099609375, -9.403564453125, -9.0294189453125, -8.6552734375, -8.2811279296875, -7.906982421875, -7.5328369140625, -7.15869140625, -6.7845458984375, -6.410400390625, -6.0362548828125, -5.662109375, -5.2879638671875, -4.913818359375, -4.5396728515625, -4.16552734375, -3.7913818359375, -3.417236328125, -3.0430908203125, -2.6689453125, -2.2947998046875, -1.920654296875, -1.5465087890625, -1.17236328125, -0.7982177734375, -0.424072265625, -0.0499267578125, 0.32421875, 0.6983642578125, 1.072509765625, 1.4466552734375, 1.82080078125, 2.1949462890625, 2.569091796875, 2.9432373046875, 3.3173828125, 3.6915283203125, 4.065673828125, 4.4398193359375, 4.81396484375, 5.1881103515625, 5.562255859375, 5.9364013671875, 6.310546875, 6.6846923828125, 7.058837890625, 7.4329833984375, 7.80712890625, 8.1812744140625, 8.555419921875, 8.9295654296875, 9.3037109375, 9.6778564453125, 10.052001953125, 10.4261474609375, 10.80029296875, 11.1744384765625, 11.548583984375, 11.9227294921875, 12.296875]}, "gradients/decoder.transformer.h.23.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 3.0, 4.0, 3.0, 3.0, 1.0, 3.0, 10.0, 4.0, 10.0, 12.0, 14.0, 16.0, 24.0, 21.0, 29.0, 27.0, 26.0, 34.0, 62.0, 88.0, 211.0, 773.0, 1767.0, 490.0, 176.0, 72.0, 34.0, 36.0, 19.0, 18.0, 17.0, 11.0, 7.0, 9.0, 9.0, 8.0, 5.0, 10.0, 5.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.65625, -3.5355224609375, -3.414794921875, -3.2940673828125, -3.17333984375, -3.0526123046875, -2.931884765625, -2.8111572265625, -2.6904296875, -2.5697021484375, -2.448974609375, -2.3282470703125, -2.20751953125, -2.0867919921875, -1.966064453125, -1.8453369140625, -1.724609375, -1.6038818359375, -1.483154296875, -1.3624267578125, -1.24169921875, -1.1209716796875, -1.000244140625, -0.8795166015625, -0.7587890625, -0.6380615234375, -0.517333984375, -0.3966064453125, -0.27587890625, -0.1551513671875, -0.034423828125, 0.0863037109375, 0.20703125, 0.3277587890625, 0.448486328125, 0.5692138671875, 0.68994140625, 0.8106689453125, 0.931396484375, 1.0521240234375, 1.1728515625, 1.2935791015625, 1.414306640625, 1.5350341796875, 1.65576171875, 1.7764892578125, 1.897216796875, 2.0179443359375, 2.138671875, 2.2593994140625, 2.380126953125, 2.5008544921875, 2.62158203125, 2.7423095703125, 2.863037109375, 2.9837646484375, 3.1044921875, 3.2252197265625, 3.345947265625, 3.4666748046875, 3.58740234375, 3.7081298828125, 3.828857421875, 3.9495849609375, 4.0703125]}, "gradients/decoder.transformer.h.23.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 6.0, 2.0, 5.0, 9.0, 7.0, 11.0, 5.0, 9.0, 21.0, 18.0, 26.0, 44.0, 48.0, 90.0, 135.0, 174.0, 290.0, 579.0, 1109.0, 2408.0, 5714.0, 15519.0, 47552.0, 478206.0, 3532548.0, 73667.0, 22025.0, 7941.0, 3138.0, 1434.0, 681.0, 330.0, 176.0, 94.0, 75.0, 44.0, 42.0, 27.0, 21.0, 18.0, 10.0, 6.0, 7.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-11.25, -10.876953125, -10.50390625, -10.130859375, -9.7578125, -9.384765625, -9.01171875, -8.638671875, -8.265625, -7.892578125, -7.51953125, -7.146484375, -6.7734375, -6.400390625, -6.02734375, -5.654296875, -5.28125, -4.908203125, -4.53515625, -4.162109375, -3.7890625, -3.416015625, -3.04296875, -2.669921875, -2.296875, -1.923828125, -1.55078125, -1.177734375, -0.8046875, -0.431640625, -0.05859375, 0.314453125, 0.6875, 1.060546875, 1.43359375, 1.806640625, 2.1796875, 2.552734375, 2.92578125, 3.298828125, 3.671875, 4.044921875, 4.41796875, 4.791015625, 5.1640625, 5.537109375, 5.91015625, 6.283203125, 6.65625, 7.029296875, 7.40234375, 7.775390625, 8.1484375, 8.521484375, 8.89453125, 9.267578125, 9.640625, 10.013671875, 10.38671875, 10.759765625, 11.1328125, 11.505859375, 11.87890625, 12.251953125, 12.625]}, "gradients/decoder.transformer.h.23.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 6.0, 9.0, 28.0, 62.0, 151.0, 446.0, 199.0, 68.0, 32.0, 7.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.036022186279297, -15.688886642456055, -14.341751098632812, -12.994616508483887, -11.647480964660645, -10.300345420837402, -8.953210830688477, -7.606075286865234, -6.258939743041992, -4.91180419921875, -3.564669132232666, -2.217534065246582, -0.8703985214233398, 0.47673702239990234, 1.8238716125488281, 3.1710071563720703, 4.5181427001953125, 5.865278244018555, 7.212413311004639, 8.559548377990723, 9.906683921813965, 11.253819465637207, 12.600954055786133, 13.948089599609375, 15.295225143432617, 16.64236068725586, 17.9894962310791, 19.336631774902344, 20.683765411376953, 22.030902862548828, 23.378036499023438, 24.72517204284668, 26.072303771972656, 27.4194393157959, 28.76657485961914, 30.11370849609375, 31.460845947265625, 32.807979583740234, 34.155113220214844, 35.50225067138672, 36.849388122558594, 38.1965217590332, 39.54365921020508, 40.89079284667969, 42.23793029785156, 43.58506393432617, 44.93219757080078, 46.279335021972656, 47.626468658447266, 48.973602294921875, 50.32073974609375, 51.66787338256836, 53.015010833740234, 54.362144470214844, 55.70928192138672, 57.05641555786133, 58.40354919433594, 59.75068283081055, 61.09782028198242, 62.44495391845703, 63.792091369628906, 65.13922882080078, 66.48635864257812, 67.83349609375, 69.18063354492188]}, "gradients/decoder.transformer.h.23.ln_2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 3.0, 7.0, 5.0, 7.0, 9.0, 9.0, 7.0, 16.0, 20.0, 28.0, 20.0, 21.0, 39.0, 35.0, 30.0, 48.0, 38.0, 46.0, 36.0, 41.0, 35.0, 51.0, 44.0, 37.0, 48.0, 32.0, 39.0, 30.0, 33.0, 24.0, 30.0, 32.0, 22.0, 17.0, 9.0, 16.0, 10.0, 7.0, 7.0, 4.0, 4.0, 5.0, 6.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.524043083190918, -11.145256996154785, -10.766470909118652, -10.38768482208252, -10.008898735046387, -9.630112648010254, -9.251326560974121, -8.872540473937988, -8.493754386901855, -8.114968299865723, -7.73618221282959, -7.357396125793457, -6.978610038757324, -6.599823951721191, -6.221037864685059, -5.842251777648926, -5.463465690612793, -5.08467960357666, -4.705893516540527, -4.3271074295043945, -3.9483213424682617, -3.569535255432129, -3.190749168395996, -2.8119630813598633, -2.4331769943237305, -2.0543909072875977, -1.6756048202514648, -1.296818733215332, -0.9180326461791992, -0.5392465591430664, -0.1604604721069336, 0.21832561492919922, 0.597111701965332, 0.9758977890014648, 1.3546838760375977, 1.7334699630737305, 2.1122560501098633, 2.491042137145996, 2.869828224182129, 3.2486143112182617, 3.6274003982543945, 4.006186485290527, 4.38497257232666, 4.763758659362793, 5.142544746398926, 5.521330833435059, 5.900116920471191, 6.278903007507324, 6.657689094543457, 7.03647518157959, 7.415261268615723, 7.7940473556518555, 8.172833442687988, 8.551619529724121, 8.930405616760254, 9.309191703796387, 9.68797779083252, 10.066763877868652, 10.445549964904785, 10.824336051940918, 11.20312213897705, 11.581908226013184, 11.960694313049316, 12.33948040008545, 12.718266487121582]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 0.0, 4.0, 2.0, 4.0, 10.0, 6.0, 8.0, 9.0, 9.0, 12.0, 23.0, 24.0, 25.0, 31.0, 28.0, 29.0, 46.0, 45.0, 41.0, 30.0, 49.0, 49.0, 43.0, 42.0, 37.0, 44.0, 42.0, 43.0, 37.0, 26.0, 25.0, 18.0, 29.0, 23.0, 20.0, 16.0, 10.0, 15.0, 9.0, 10.0, 5.0, 9.0, 6.0, 2.0, 4.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.0537109375, -1.0223617553710938, -0.9910125732421875, -0.9596633911132812, -0.928314208984375, -0.8969650268554688, -0.8656158447265625, -0.8342666625976562, -0.80291748046875, -0.7715682983398438, -0.7402191162109375, -0.7088699340820312, -0.677520751953125, -0.6461715698242188, -0.6148223876953125, -0.5834732055664062, -0.5521240234375, -0.5207748413085938, -0.4894256591796875, -0.45807647705078125, -0.426727294921875, -0.39537811279296875, -0.3640289306640625, -0.33267974853515625, -0.30133056640625, -0.26998138427734375, -0.2386322021484375, -0.20728302001953125, -0.175933837890625, -0.14458465576171875, -0.1132354736328125, -0.08188629150390625, -0.050537109375, -0.01918792724609375, 0.0121612548828125, 0.04351043701171875, 0.074859619140625, 0.10620880126953125, 0.1375579833984375, 0.16890716552734375, 0.20025634765625, 0.23160552978515625, 0.2629547119140625, 0.29430389404296875, 0.325653076171875, 0.35700225830078125, 0.3883514404296875, 0.41970062255859375, 0.4510498046875, 0.48239898681640625, 0.5137481689453125, 0.5450973510742188, 0.576446533203125, 0.6077957153320312, 0.6391448974609375, 0.6704940795898438, 0.70184326171875, 0.7331924438476562, 0.7645416259765625, 0.7958908081054688, 0.827239990234375, 0.8585891723632812, 0.8899383544921875, 0.9212875366210938, 0.95263671875]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 2.0, 8.0, 5.0, 10.0, 19.0, 30.0, 39.0, 61.0, 88.0, 130.0, 197.0, 300.0, 475.0, 634.0, 1062.0, 1661.0, 2477.0, 3965.0, 6382.0, 10441.0, 18062.0, 33193.0, 66443.0, 163062.0, 415897.0, 173067.0, 69574.0, 33883.0, 18386.0, 10725.0, 6728.0, 4069.0, 2661.0, 1662.0, 1069.0, 690.0, 458.0, 322.0, 228.0, 133.0, 88.0, 58.0, 38.0, 23.0, 23.0, 12.0, 9.0, 5.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0], "bins": [-1.568359375, -1.5201416015625, -1.471923828125, -1.4237060546875, -1.37548828125, -1.3272705078125, -1.279052734375, -1.2308349609375, -1.1826171875, -1.1343994140625, -1.086181640625, -1.0379638671875, -0.98974609375, -0.9415283203125, -0.893310546875, -0.8450927734375, -0.796875, -0.7486572265625, -0.700439453125, -0.6522216796875, -0.60400390625, -0.5557861328125, -0.507568359375, -0.4593505859375, -0.4111328125, -0.3629150390625, -0.314697265625, -0.2664794921875, -0.21826171875, -0.1700439453125, -0.121826171875, -0.0736083984375, -0.025390625, 0.0228271484375, 0.071044921875, 0.1192626953125, 0.16748046875, 0.2156982421875, 0.263916015625, 0.3121337890625, 0.3603515625, 0.4085693359375, 0.456787109375, 0.5050048828125, 0.55322265625, 0.6014404296875, 0.649658203125, 0.6978759765625, 0.74609375, 0.7943115234375, 0.842529296875, 0.8907470703125, 0.93896484375, 0.9871826171875, 1.035400390625, 1.0836181640625, 1.1318359375, 1.1800537109375, 1.228271484375, 1.2764892578125, 1.32470703125, 1.3729248046875, 1.421142578125, 1.4693603515625, 1.517578125]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 5.0, 2.0, 2.0, 5.0, 7.0, 3.0, 7.0, 12.0, 14.0, 21.0, 15.0, 21.0, 26.0, 28.0, 34.0, 27.0, 36.0, 39.0, 48.0, 57.0, 58.0, 1072.0, 46.0, 50.0, 52.0, 63.0, 40.0, 44.0, 44.0, 25.0, 29.0, 23.0, 25.0, 8.0, 10.0, 6.0, 14.0, 3.0, 2.0, 1.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.619140625, -1.5726470947265625, -1.526153564453125, -1.4796600341796875, -1.43316650390625, -1.3866729736328125, -1.340179443359375, -1.2936859130859375, -1.2471923828125, -1.2006988525390625, -1.154205322265625, -1.1077117919921875, -1.06121826171875, -1.0147247314453125, -0.968231201171875, -0.9217376708984375, -0.875244140625, -0.8287506103515625, -0.782257080078125, -0.7357635498046875, -0.68927001953125, -0.6427764892578125, -0.596282958984375, -0.5497894287109375, -0.5032958984375, -0.4568023681640625, -0.410308837890625, -0.3638153076171875, -0.31732177734375, -0.2708282470703125, -0.224334716796875, -0.1778411865234375, -0.13134765625, -0.0848541259765625, -0.038360595703125, 0.0081329345703125, 0.05462646484375, 0.1011199951171875, 0.147613525390625, 0.1941070556640625, 0.2406005859375, 0.2870941162109375, 0.333587646484375, 0.3800811767578125, 0.42657470703125, 0.4730682373046875, 0.519561767578125, 0.5660552978515625, 0.612548828125, 0.6590423583984375, 0.705535888671875, 0.7520294189453125, 0.79852294921875, 0.8450164794921875, 0.891510009765625, 0.9380035400390625, 0.9844970703125, 1.0309906005859375, 1.077484130859375, 1.1239776611328125, 1.17047119140625, 1.2169647216796875, 1.263458251953125, 1.3099517822265625, 1.3564453125]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 10.0, 8.0, 15.0, 20.0, 19.0, 25.0, 26.0, 37.0, 54.0, 92.0, 137.0, 176.0, 259.0, 364.0, 484.0, 799.0, 1170.0, 1917.0, 3115.0, 5293.0, 10020.0, 20872.0, 70478.0, 1788839.0, 137115.0, 27594.0, 12089.0, 6380.0, 3602.0, 2130.0, 1367.0, 866.0, 569.0, 363.0, 254.0, 163.0, 108.0, 80.0, 70.0, 51.0, 34.0, 25.0, 13.0, 12.0, 5.0, 6.0, 4.0, 2.0, 3.0, 1.0, 1.0, 4.0, 3.0], "bins": [-2.78515625, -2.70477294921875, -2.6243896484375, -2.54400634765625, -2.463623046875, -2.38323974609375, -2.3028564453125, -2.22247314453125, -2.14208984375, -2.06170654296875, -1.9813232421875, -1.90093994140625, -1.820556640625, -1.74017333984375, -1.6597900390625, -1.57940673828125, -1.4990234375, -1.41864013671875, -1.3382568359375, -1.25787353515625, -1.177490234375, -1.09710693359375, -1.0167236328125, -0.93634033203125, -0.85595703125, -0.77557373046875, -0.6951904296875, -0.61480712890625, -0.534423828125, -0.45404052734375, -0.3736572265625, -0.29327392578125, -0.212890625, -0.13250732421875, -0.0521240234375, 0.02825927734375, 0.108642578125, 0.18902587890625, 0.2694091796875, 0.34979248046875, 0.43017578125, 0.51055908203125, 0.5909423828125, 0.67132568359375, 0.751708984375, 0.83209228515625, 0.9124755859375, 0.99285888671875, 1.0732421875, 1.15362548828125, 1.2340087890625, 1.31439208984375, 1.394775390625, 1.47515869140625, 1.5555419921875, 1.63592529296875, 1.71630859375, 1.79669189453125, 1.8770751953125, 1.95745849609375, 2.037841796875, 2.11822509765625, 2.1986083984375, 2.27899169921875, 2.359375]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 3.0, 1.0, 1.0, 2.0, 4.0, 2.0, 7.0, 5.0, 12.0, 12.0, 25.0, 26.0, 21.0, 32.0, 46.0, 76.0, 130.0, 158.0, 140.0, 80.0, 52.0, 50.0, 22.0, 22.0, 17.0, 12.0, 6.0, 10.0, 5.0, 4.0, 8.0, 3.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.28125, -0.27312469482421875, -0.2649993896484375, -0.25687408447265625, -0.248748779296875, -0.24062347412109375, -0.2324981689453125, -0.22437286376953125, -0.21624755859375, -0.20812225341796875, -0.1999969482421875, -0.19187164306640625, -0.183746337890625, -0.17562103271484375, -0.1674957275390625, -0.15937042236328125, -0.1512451171875, -0.14311981201171875, -0.1349945068359375, -0.12686920166015625, -0.118743896484375, -0.11061859130859375, -0.1024932861328125, -0.09436798095703125, -0.08624267578125, -0.07811737060546875, -0.0699920654296875, -0.06186676025390625, -0.053741455078125, -0.04561614990234375, -0.0374908447265625, -0.02936553955078125, -0.021240234375, -0.01311492919921875, -0.0049896240234375, 0.00313568115234375, 0.011260986328125, 0.01938629150390625, 0.0275115966796875, 0.03563690185546875, 0.04376220703125, 0.05188751220703125, 0.0600128173828125, 0.06813812255859375, 0.076263427734375, 0.08438873291015625, 0.0925140380859375, 0.10063934326171875, 0.1087646484375, 0.11688995361328125, 0.1250152587890625, 0.13314056396484375, 0.141265869140625, 0.14939117431640625, 0.1575164794921875, 0.16564178466796875, 0.17376708984375, 0.18189239501953125, 0.1900177001953125, 0.19814300537109375, 0.206268310546875, 0.21439361572265625, 0.2225189208984375, 0.23064422607421875, 0.23876953125]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 5.0, 6.0, 6.0, 2.0, 3.0, 9.0, 8.0, 20.0, 17.0, 31.0, 32.0, 65.0, 79.0, 80.0, 139.0, 286.0, 1067.0, 13147.0, 1005169.0, 25952.0, 1523.0, 336.0, 197.0, 97.0, 71.0, 54.0, 31.0, 24.0, 25.0, 9.0, 12.0, 16.0, 6.0, 5.0, 6.0, 2.0, 4.0, 4.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.52734375, -4.396453857421875, -4.26556396484375, -4.134674072265625, -4.0037841796875, -3.872894287109375, -3.74200439453125, -3.611114501953125, -3.480224609375, -3.349334716796875, -3.21844482421875, -3.087554931640625, -2.9566650390625, -2.825775146484375, -2.69488525390625, -2.563995361328125, -2.43310546875, -2.302215576171875, -2.17132568359375, -2.040435791015625, -1.9095458984375, -1.778656005859375, -1.64776611328125, -1.516876220703125, -1.385986328125, -1.255096435546875, -1.12420654296875, -0.993316650390625, -0.8624267578125, -0.731536865234375, -0.60064697265625, -0.469757080078125, -0.3388671875, -0.207977294921875, -0.07708740234375, 0.053802490234375, 0.1846923828125, 0.315582275390625, 0.44647216796875, 0.577362060546875, 0.708251953125, 0.839141845703125, 0.97003173828125, 1.100921630859375, 1.2318115234375, 1.362701416015625, 1.49359130859375, 1.624481201171875, 1.75537109375, 1.886260986328125, 2.01715087890625, 2.148040771484375, 2.2789306640625, 2.409820556640625, 2.54071044921875, 2.671600341796875, 2.802490234375, 2.933380126953125, 3.06427001953125, 3.195159912109375, 3.3260498046875, 3.456939697265625, 3.58782958984375, 3.718719482421875, 3.849609375]}, "gradients/decoder.transformer.h.23.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 6.0, 11.0, 17.0, 30.0, 51.0, 126.0, 328.0, 245.0, 95.0, 52.0, 27.0, 11.0, 6.0, 5.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.483856201171875, -1.4514906406402588, -1.4191251993179321, -1.386759638786316, -1.3543940782546997, -1.3220285177230835, -1.2896630764007568, -1.2572975158691406, -1.2249319553375244, -1.1925663948059082, -1.1602009534835815, -1.1278353929519653, -1.0954698324203491, -1.063104271888733, -1.0307388305664062, -0.99837327003479, -0.9660077691078186, -0.9336422681808472, -0.901276707649231, -0.8689112067222595, -0.8365456461906433, -0.8041801452636719, -0.7718145847320557, -0.7394490838050842, -0.7070835828781128, -0.6747180819511414, -0.6423525214195251, -0.6099870204925537, -0.5776214599609375, -0.5452559590339661, -0.5128904581069946, -0.4805248975753784, -0.4481593370437622, -0.4157938063144684, -0.38342827558517456, -0.3510627746582031, -0.3186972141265869, -0.2863317131996155, -0.25396618247032166, -0.22160065174102783, -0.189235121011734, -0.15686959028244019, -0.12450406700372696, -0.09213854372501373, -0.05977301299571991, -0.027407482266426086, 0.004958033561706543, 0.037323564291000366, 0.06968909502029419, 0.10205462574958801, 0.13442015647888184, 0.16678567230701447, 0.1991512030363083, 0.2315167337656021, 0.26388224959373474, 0.29624778032302856, 0.3286133110523224, 0.3609788417816162, 0.39334437251091003, 0.42570990324020386, 0.4580754041671753, 0.4904409646987915, 0.5228064656257629, 0.5551719665527344, 0.5875375270843506]}, "gradients/decoder.transformer.h.23.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 1.0, 8.0, 9.0, 6.0, 17.0, 8.0, 15.0, 17.0, 29.0, 14.0, 25.0, 32.0, 38.0, 40.0, 51.0, 48.0, 47.0, 46.0, 42.0, 47.0, 45.0, 47.0, 51.0, 53.0, 60.0, 44.0, 27.0, 26.0, 28.0, 17.0, 18.0, 8.0, 9.0, 10.0, 6.0, 9.0, 5.0, 5.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.37790876626968384, -0.3633962571620941, -0.3488837480545044, -0.3343712091445923, -0.31985870003700256, -0.30534619092941284, -0.2908336818218231, -0.2763211727142334, -0.2618086636066437, -0.24729615449905396, -0.23278363049030304, -0.21827112138271332, -0.2037586122751236, -0.18924608826637268, -0.17473357915878296, -0.16022107005119324, -0.14570854604244232, -0.1311960369348526, -0.11668352037668228, -0.10217100381851196, -0.08765849471092224, -0.07314597815275192, -0.058633461594581604, -0.04412095248699188, -0.029608435928821564, -0.015095922164618969, -0.0005834084004163742, 0.013929106295108795, 0.028441619127988815, 0.042954131960868835, 0.057466648519039154, 0.07197915762662888, 0.0864916741847992, 0.10100419074296951, 0.11551669985055923, 0.13002921640872955, 0.14454172551631927, 0.1590542495250702, 0.1735667586326599, 0.18807926774024963, 0.20259177684783936, 0.21710428595542908, 0.23161680996418, 0.24612931907176971, 0.26064184308052063, 0.27515435218811035, 0.2896668612957001, 0.3041793704032898, 0.3186919093132019, 0.3332044184207916, 0.34771692752838135, 0.36222946643829346, 0.3767419755458832, 0.3912544846534729, 0.4057669937610626, 0.42027950286865234, 0.43479201197624207, 0.4493045210838318, 0.4638170301914215, 0.47832953929901123, 0.49284207820892334, 0.5073545575141907, 0.5218670964241028, 0.5363795757293701, 0.5508921146392822]}, "gradients/decoder.transformer.h.23.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 3.0, 3.0, 6.0, 11.0, 6.0, 5.0, 10.0, 11.0, 17.0, 19.0, 23.0, 30.0, 27.0, 33.0, 31.0, 43.0, 49.0, 34.0, 40.0, 54.0, 36.0, 52.0, 35.0, 46.0, 38.0, 46.0, 39.0, 39.0, 21.0, 23.0, 28.0, 19.0, 23.0, 20.0, 13.0, 8.0, 13.0, 13.0, 7.0, 7.0, 9.0, 3.0, 2.0, 4.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.0458984375, -1.01446533203125, -0.9830322265625, -0.95159912109375, -0.920166015625, -0.88873291015625, -0.8572998046875, -0.82586669921875, -0.79443359375, -0.76300048828125, -0.7315673828125, -0.70013427734375, -0.668701171875, -0.63726806640625, -0.6058349609375, -0.57440185546875, -0.54296875, -0.51153564453125, -0.4801025390625, -0.44866943359375, -0.417236328125, -0.38580322265625, -0.3543701171875, -0.32293701171875, -0.29150390625, -0.26007080078125, -0.2286376953125, -0.19720458984375, -0.165771484375, -0.13433837890625, -0.1029052734375, -0.07147216796875, -0.0400390625, -0.00860595703125, 0.0228271484375, 0.05426025390625, 0.085693359375, 0.11712646484375, 0.1485595703125, 0.17999267578125, 0.21142578125, 0.24285888671875, 0.2742919921875, 0.30572509765625, 0.337158203125, 0.36859130859375, 0.4000244140625, 0.43145751953125, 0.462890625, 0.49432373046875, 0.5257568359375, 0.55718994140625, 0.588623046875, 0.62005615234375, 0.6514892578125, 0.68292236328125, 0.71435546875, 0.74578857421875, 0.7772216796875, 0.80865478515625, 0.840087890625, 0.87152099609375, 0.9029541015625, 0.93438720703125, 0.9658203125]}, "gradients/decoder.transformer.h.23.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 9.0, 14.0, 16.0, 29.0, 37.0, 49.0, 71.0, 83.0, 158.0, 185.0, 246.0, 350.0, 473.0, 677.0, 876.0, 1261.0, 1765.0, 2581.0, 3789.0, 5742.0, 8634.0, 14317.0, 25033.0, 47590.0, 105385.0, 340597.0, 288233.0, 94695.0, 43172.0, 23353.0, 13442.0, 8229.0, 5316.0, 3552.0, 2542.0, 1691.0, 1196.0, 892.0, 616.0, 448.0, 313.0, 237.0, 201.0, 127.0, 96.0, 66.0, 54.0, 42.0, 27.0, 17.0, 12.0, 6.0, 7.0, 3.0, 3.0, 2.0, 2.0], "bins": [-2.162109375, -2.096466064453125, -2.03082275390625, -1.965179443359375, -1.8995361328125, -1.833892822265625, -1.76824951171875, -1.702606201171875, -1.636962890625, -1.571319580078125, -1.50567626953125, -1.440032958984375, -1.3743896484375, -1.308746337890625, -1.24310302734375, -1.177459716796875, -1.11181640625, -1.046173095703125, -0.98052978515625, -0.914886474609375, -0.8492431640625, -0.783599853515625, -0.71795654296875, -0.652313232421875, -0.586669921875, -0.521026611328125, -0.45538330078125, -0.389739990234375, -0.3240966796875, -0.258453369140625, -0.19281005859375, -0.127166748046875, -0.0615234375, 0.004119873046875, 0.06976318359375, 0.135406494140625, 0.2010498046875, 0.266693115234375, 0.33233642578125, 0.397979736328125, 0.463623046875, 0.529266357421875, 0.59490966796875, 0.660552978515625, 0.7261962890625, 0.791839599609375, 0.85748291015625, 0.923126220703125, 0.98876953125, 1.054412841796875, 1.12005615234375, 1.185699462890625, 1.2513427734375, 1.316986083984375, 1.38262939453125, 1.448272705078125, 1.513916015625, 1.579559326171875, 1.64520263671875, 1.710845947265625, 1.7764892578125, 1.842132568359375, 1.90777587890625, 1.973419189453125, 2.0390625]}, "gradients/decoder.transformer.h.23.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 5.0, 8.0, 8.0, 8.0, 12.0, 15.0, 10.0, 20.0, 34.0, 28.0, 35.0, 33.0, 47.0, 46.0, 54.0, 72.0, 107.0, 179.0, 1426.0, 250.0, 142.0, 95.0, 87.0, 54.0, 49.0, 42.0, 32.0, 24.0, 26.0, 18.0, 15.0, 15.0, 8.0, 9.0, 16.0, 4.0, 3.0, 5.0, 3.0, 1.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.650390625, -3.5386962890625, -3.427001953125, -3.3153076171875, -3.20361328125, -3.0919189453125, -2.980224609375, -2.8685302734375, -2.7568359375, -2.6451416015625, -2.533447265625, -2.4217529296875, -2.31005859375, -2.1983642578125, -2.086669921875, -1.9749755859375, -1.86328125, -1.7515869140625, -1.639892578125, -1.5281982421875, -1.41650390625, -1.3048095703125, -1.193115234375, -1.0814208984375, -0.9697265625, -0.8580322265625, -0.746337890625, -0.6346435546875, -0.52294921875, -0.4112548828125, -0.299560546875, -0.1878662109375, -0.076171875, 0.0355224609375, 0.147216796875, 0.2589111328125, 0.37060546875, 0.4822998046875, 0.593994140625, 0.7056884765625, 0.8173828125, 0.9290771484375, 1.040771484375, 1.1524658203125, 1.26416015625, 1.3758544921875, 1.487548828125, 1.5992431640625, 1.7109375, 1.8226318359375, 1.934326171875, 2.0460205078125, 2.15771484375, 2.2694091796875, 2.381103515625, 2.4927978515625, 2.6044921875, 2.7161865234375, 2.827880859375, 2.9395751953125, 3.05126953125, 3.1629638671875, 3.274658203125, 3.3863525390625, 3.498046875]}, "gradients/decoder.transformer.h.23.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 4.0, 5.0, 3.0, 4.0, 10.0, 8.0, 15.0, 15.0, 11.0, 15.0, 27.0, 28.0, 27.0, 45.0, 53.0, 131.0, 206.0, 578.0, 2564.0, 29571.0, 2889770.0, 213169.0, 7631.0, 1041.0, 313.0, 129.0, 82.0, 60.0, 39.0, 25.0, 27.0, 27.0, 18.0, 12.0, 13.0, 7.0, 5.0, 5.0, 6.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-14.7109375, -14.2994384765625, -13.887939453125, -13.4764404296875, -13.06494140625, -12.6534423828125, -12.241943359375, -11.8304443359375, -11.4189453125, -11.0074462890625, -10.595947265625, -10.1844482421875, -9.77294921875, -9.3614501953125, -8.949951171875, -8.5384521484375, -8.126953125, -7.7154541015625, -7.303955078125, -6.8924560546875, -6.48095703125, -6.0694580078125, -5.657958984375, -5.2464599609375, -4.8349609375, -4.4234619140625, -4.011962890625, -3.6004638671875, -3.18896484375, -2.7774658203125, -2.365966796875, -1.9544677734375, -1.54296875, -1.1314697265625, -0.719970703125, -0.3084716796875, 0.10302734375, 0.5145263671875, 0.926025390625, 1.3375244140625, 1.7490234375, 2.1605224609375, 2.572021484375, 2.9835205078125, 3.39501953125, 3.8065185546875, 4.218017578125, 4.6295166015625, 5.041015625, 5.4525146484375, 5.864013671875, 6.2755126953125, 6.68701171875, 7.0985107421875, 7.510009765625, 7.9215087890625, 8.3330078125, 8.7445068359375, 9.156005859375, 9.5675048828125, 9.97900390625, 10.3905029296875, 10.802001953125, 11.2135009765625, 11.625]}, "gradients/decoder.transformer.h.23.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 29.0, 148.0, 456.0, 300.0, 61.0, 15.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.035027980804443, -6.120114326477051, -5.2052001953125, -4.290286064147949, -3.3753724098205566, -2.460458278656006, -1.5455446243286133, -0.6306309700012207, 0.2842831611633301, 1.1991970539093018, 2.1141109466552734, 3.029024839401245, 3.943938732147217, 4.858852863311768, 5.77376651763916, 6.688680171966553, 7.6035943031311035, 8.518507957458496, 9.433422088623047, 10.348336219787598, 11.263250350952148, 12.178163528442383, 13.093077659606934, 14.007991790771484, 14.922904968261719, 15.83781909942627, 16.75273323059082, 17.667646408081055, 18.582561492919922, 19.497474670410156, 20.41238784790039, 21.327301025390625, 22.242218017578125, 23.15713119506836, 24.072046279907227, 24.98695945739746, 25.901874542236328, 26.816787719726562, 27.731700897216797, 28.64661407470703, 29.5615291595459, 30.476442337036133, 31.391357421875, 32.306270599365234, 33.22118377685547, 34.13610076904297, 35.0510139465332, 35.96592712402344, 36.88084030151367, 37.795753479003906, 38.71066665649414, 39.62558364868164, 40.540496826171875, 41.45541000366211, 42.370323181152344, 43.28523635864258, 44.20014953613281, 45.11506271362305, 46.02997589111328, 46.94489288330078, 47.859806060791016, 48.77471923828125, 49.689632415771484, 50.60454559326172, 51.51946258544922]}, "gradients/decoder.transformer.h.23.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 6.0, 3.0, 2.0, 10.0, 9.0, 17.0, 18.0, 17.0, 14.0, 21.0, 23.0, 27.0, 23.0, 36.0, 58.0, 47.0, 41.0, 49.0, 51.0, 41.0, 41.0, 49.0, 57.0, 35.0, 32.0, 29.0, 42.0, 31.0, 34.0, 28.0, 24.0, 9.0, 18.0, 12.0, 13.0, 4.0, 6.0, 1.0, 9.0, 9.0, 4.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0], "bins": [-14.891485214233398, -14.473793029785156, -14.056100845336914, -13.638407707214355, -13.220715522766113, -12.803023338317871, -12.385330200195312, -11.96763801574707, -11.549945831298828, -11.132253646850586, -10.714561462402344, -10.296868324279785, -9.879176139831543, -9.4614839553833, -9.043790817260742, -8.6260986328125, -8.208406448364258, -7.790714263916016, -7.373021602630615, -6.955328941345215, -6.537636756896973, -6.1199445724487305, -5.70225191116333, -5.28455924987793, -4.8668670654296875, -4.449174880981445, -4.031482219696045, -3.6137897968292236, -3.1960973739624023, -2.778404951095581, -2.3607125282287598, -1.9430201053619385, -1.5253276824951172, -1.107635259628296, -0.6899428367614746, -0.2722504138946533, 0.14544200897216797, 0.5631344318389893, 0.9808268547058105, 1.3985192775726318, 1.8162117004394531, 2.2339041233062744, 2.6515965461730957, 3.069288969039917, 3.4869813919067383, 3.9046738147735596, 4.322366237640381, 4.740058898925781, 5.157751083374023, 5.575443267822266, 5.993135929107666, 6.410828590393066, 6.828520774841309, 7.246212959289551, 7.663905620574951, 8.081598281860352, 8.499290466308594, 8.916982650756836, 9.334674835205078, 9.752367973327637, 10.170060157775879, 10.587752342224121, 11.00544548034668, 11.423137664794922, 11.840829849243164]}, "gradients/decoder.transformer.h.22.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 5.0, 6.0, 4.0, 5.0, 10.0, 10.0, 12.0, 12.0, 18.0, 16.0, 20.0, 34.0, 31.0, 43.0, 43.0, 38.0, 53.0, 47.0, 57.0, 37.0, 39.0, 51.0, 50.0, 42.0, 43.0, 41.0, 38.0, 28.0, 34.0, 18.0, 18.0, 21.0, 13.0, 13.0, 13.0, 11.0, 7.0, 8.0, 4.0, 4.0, 6.0, 5.0, 5.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.328125, -1.2894134521484375, -1.250701904296875, -1.2119903564453125, -1.17327880859375, -1.1345672607421875, -1.095855712890625, -1.0571441650390625, -1.0184326171875, -0.9797210693359375, -0.941009521484375, -0.9022979736328125, -0.86358642578125, -0.8248748779296875, -0.786163330078125, -0.7474517822265625, -0.708740234375, -0.6700286865234375, -0.631317138671875, -0.5926055908203125, -0.55389404296875, -0.5151824951171875, -0.476470947265625, -0.4377593994140625, -0.3990478515625, -0.3603363037109375, -0.321624755859375, -0.2829132080078125, -0.24420166015625, -0.2054901123046875, -0.166778564453125, -0.1280670166015625, -0.08935546875, -0.0506439208984375, -0.011932373046875, 0.0267791748046875, 0.06549072265625, 0.1042022705078125, 0.142913818359375, 0.1816253662109375, 0.2203369140625, 0.2590484619140625, 0.297760009765625, 0.3364715576171875, 0.37518310546875, 0.4138946533203125, 0.452606201171875, 0.4913177490234375, 0.530029296875, 0.5687408447265625, 0.607452392578125, 0.6461639404296875, 0.68487548828125, 0.7235870361328125, 0.762298583984375, 0.8010101318359375, 0.8397216796875, 0.8784332275390625, 0.917144775390625, 0.9558563232421875, 0.99456787109375, 1.0332794189453125, 1.071990966796875, 1.1107025146484375, 1.1494140625]}, "gradients/decoder.transformer.h.22.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 3.0, 6.0, 6.0, 7.0, 18.0, 22.0, 26.0, 45.0, 51.0, 86.0, 116.0, 173.0, 250.0, 364.0, 538.0, 828.0, 1268.0, 1915.0, 3090.0, 4973.0, 8155.0, 13819.0, 25504.0, 78028.0, 2340319.0, 1595453.0, 61821.0, 22855.0, 12547.0, 7606.0, 4825.0, 3134.0, 2067.0, 1394.0, 981.0, 598.0, 466.0, 284.0, 221.0, 139.0, 80.0, 81.0, 38.0, 33.0, 19.0, 16.0, 12.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-4.15625, -4.033843994140625, -3.91143798828125, -3.789031982421875, -3.6666259765625, -3.544219970703125, -3.42181396484375, -3.299407958984375, -3.177001953125, -3.054595947265625, -2.93218994140625, -2.809783935546875, -2.6873779296875, -2.564971923828125, -2.44256591796875, -2.320159912109375, -2.19775390625, -2.075347900390625, -1.95294189453125, -1.830535888671875, -1.7081298828125, -1.585723876953125, -1.46331787109375, -1.340911865234375, -1.218505859375, -1.096099853515625, -0.97369384765625, -0.851287841796875, -0.7288818359375, -0.606475830078125, -0.48406982421875, -0.361663818359375, -0.2392578125, -0.116851806640625, 0.00555419921875, 0.127960205078125, 0.2503662109375, 0.372772216796875, 0.49517822265625, 0.617584228515625, 0.739990234375, 0.862396240234375, 0.98480224609375, 1.107208251953125, 1.2296142578125, 1.352020263671875, 1.47442626953125, 1.596832275390625, 1.71923828125, 1.841644287109375, 1.96405029296875, 2.086456298828125, 2.2088623046875, 2.331268310546875, 2.45367431640625, 2.576080322265625, 2.698486328125, 2.820892333984375, 2.94329833984375, 3.065704345703125, 3.1881103515625, 3.310516357421875, 3.43292236328125, 3.555328369140625, 3.677734375]}, "gradients/decoder.transformer.h.22.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 5.0, 9.0, 16.0, 9.0, 9.0, 22.0, 29.0, 32.0, 50.0, 83.0, 157.0, 616.0, 1989.0, 673.0, 156.0, 62.0, 43.0, 28.0, 34.0, 19.0, 15.0, 8.0, 9.0, 8.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.2265625, -8.007080078125, -7.78759765625, -7.568115234375, -7.3486328125, -7.129150390625, -6.90966796875, -6.690185546875, -6.470703125, -6.251220703125, -6.03173828125, -5.812255859375, -5.5927734375, -5.373291015625, -5.15380859375, -4.934326171875, -4.71484375, -4.495361328125, -4.27587890625, -4.056396484375, -3.8369140625, -3.617431640625, -3.39794921875, -3.178466796875, -2.958984375, -2.739501953125, -2.52001953125, -2.300537109375, -2.0810546875, -1.861572265625, -1.64208984375, -1.422607421875, -1.203125, -0.983642578125, -0.76416015625, -0.544677734375, -0.3251953125, -0.105712890625, 0.11376953125, 0.333251953125, 0.552734375, 0.772216796875, 0.99169921875, 1.211181640625, 1.4306640625, 1.650146484375, 1.86962890625, 2.089111328125, 2.30859375, 2.528076171875, 2.74755859375, 2.967041015625, 3.1865234375, 3.406005859375, 3.62548828125, 3.844970703125, 4.064453125, 4.283935546875, 4.50341796875, 4.722900390625, 4.9423828125, 5.161865234375, 5.38134765625, 5.600830078125, 5.8203125]}, "gradients/decoder.transformer.h.22.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 4.0, 5.0, 5.0, 9.0, 10.0, 26.0, 41.0, 67.0, 78.0, 156.0, 238.0, 550.0, 1527.0, 5319.0, 23380.0, 203170.0, 3870287.0, 71522.0, 12763.0, 3207.0, 1000.0, 416.0, 216.0, 103.0, 64.0, 43.0, 35.0, 20.0, 14.0, 6.0, 4.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.546875, -17.0765380859375, -16.606201171875, -16.1358642578125, -15.66552734375, -15.1951904296875, -14.724853515625, -14.2545166015625, -13.7841796875, -13.3138427734375, -12.843505859375, -12.3731689453125, -11.90283203125, -11.4324951171875, -10.962158203125, -10.4918212890625, -10.021484375, -9.5511474609375, -9.080810546875, -8.6104736328125, -8.14013671875, -7.6697998046875, -7.199462890625, -6.7291259765625, -6.2587890625, -5.7884521484375, -5.318115234375, -4.8477783203125, -4.37744140625, -3.9071044921875, -3.436767578125, -2.9664306640625, -2.49609375, -2.0257568359375, -1.555419921875, -1.0850830078125, -0.61474609375, -0.1444091796875, 0.325927734375, 0.7962646484375, 1.2666015625, 1.7369384765625, 2.207275390625, 2.6776123046875, 3.14794921875, 3.6182861328125, 4.088623046875, 4.5589599609375, 5.029296875, 5.4996337890625, 5.969970703125, 6.4403076171875, 6.91064453125, 7.3809814453125, 7.851318359375, 8.3216552734375, 8.7919921875, 9.2623291015625, 9.732666015625, 10.2030029296875, 10.67333984375, 11.1436767578125, 11.614013671875, 12.0843505859375, 12.5546875]}, "gradients/decoder.transformer.h.22.ln_2.weight": {"_type": "histogram", "values": [5.0, 5.0, 18.0, 30.0, 90.0, 507.0, 303.0, 43.0, 13.0, 5.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-11.678433418273926, -9.671285629272461, -7.6641387939453125, -5.656991481781006, -3.649844169616699, -1.6426973342895508, 0.36445045471191406, 2.371598243713379, 4.378745079040527, 6.385892391204834, 8.39303970336914, 10.400186538696289, 12.407334327697754, 14.414481163024902, 16.421628952026367, 18.428775787353516, 20.435924530029297, 22.443071365356445, 24.450218200683594, 26.457366943359375, 28.464513778686523, 30.471660614013672, 32.47880935668945, 34.48595428466797, 36.49310302734375, 38.50025177001953, 40.50739669799805, 42.51454544067383, 44.521690368652344, 46.528839111328125, 48.535987854003906, 50.54313659667969, 52.55028533935547, 54.55743408203125, 56.564579010009766, 58.57172775268555, 60.57887268066406, 62.586021423339844, 64.59317016601562, 66.6003189086914, 68.60746765136719, 70.61461639404297, 72.62176513671875, 74.62890625, 76.63605499267578, 78.64320373535156, 80.65035247802734, 82.65750122070312, 84.66464233398438, 86.67179107666016, 88.67893981933594, 90.68608093261719, 92.69322967529297, 94.70037841796875, 96.70752716064453, 98.71467590332031, 100.72181701660156, 102.72896575927734, 104.73611450195312, 106.74325561523438, 108.75040435791016, 110.75755310058594, 112.76470184326172, 114.7718505859375, 116.77899932861328]}, "gradients/decoder.transformer.h.22.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 2.0, 5.0, 5.0, 8.0, 9.0, 11.0, 10.0, 10.0, 21.0, 24.0, 10.0, 29.0, 33.0, 25.0, 28.0, 30.0, 29.0, 41.0, 36.0, 43.0, 46.0, 36.0, 42.0, 45.0, 35.0, 40.0, 35.0, 42.0, 34.0, 33.0, 30.0, 27.0, 26.0, 8.0, 18.0, 14.0, 17.0, 9.0, 9.0, 14.0, 6.0, 6.0, 6.0, 5.0, 2.0, 4.0, 3.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-11.847256660461426, -11.48775577545166, -11.128253936767578, -10.768753051757812, -10.409252166748047, -10.049750328063965, -9.6902494430542, -9.330747604370117, -8.971246719360352, -8.611745834350586, -8.252243995666504, -7.892743110656738, -7.5332417488098145, -7.173740386962891, -6.814239501953125, -6.454738140106201, -6.095236778259277, -5.7357354164123535, -5.37623405456543, -5.016733169555664, -4.65723180770874, -4.297730445861816, -3.9382293224334717, -3.578728199005127, -3.219226837158203, -2.8597254753112793, -2.5002243518829346, -2.14072322845459, -1.781221866607666, -1.4217206239700317, -1.0622193813323975, -0.7027182579040527, -0.3432159423828125, 0.016285300254821777, 0.37578654289245605, 0.7352877855300903, 1.0947890281677246, 1.4542902708053589, 1.8137915134429932, 2.173292636871338, 2.5327939987182617, 2.8922953605651855, 3.2517964839935303, 3.611297607421875, 3.970798969268799, 4.330300331115723, 4.689801216125488, 5.049302577972412, 5.408803939819336, 5.76830530166626, 6.127806663513184, 6.487307548522949, 6.846808910369873, 7.206310272216797, 7.5658111572265625, 7.925312519073486, 8.28481388092041, 8.644314765930176, 9.003816604614258, 9.363317489624023, 9.722818374633789, 10.082320213317871, 10.441821098327637, 10.801322937011719, 11.160823822021484]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 7.0, 5.0, 3.0, 6.0, 4.0, 18.0, 12.0, 13.0, 17.0, 31.0, 29.0, 37.0, 26.0, 31.0, 51.0, 40.0, 43.0, 49.0, 45.0, 41.0, 41.0, 49.0, 54.0, 40.0, 43.0, 37.0, 35.0, 32.0, 22.0, 19.0, 19.0, 21.0, 22.0, 16.0, 12.0, 9.0, 8.0, 7.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.31640625, -1.2775726318359375, -1.238739013671875, -1.1999053955078125, -1.16107177734375, -1.1222381591796875, -1.083404541015625, -1.0445709228515625, -1.0057373046875, -0.9669036865234375, -0.928070068359375, -0.8892364501953125, -0.85040283203125, -0.8115692138671875, -0.772735595703125, -0.7339019775390625, -0.695068359375, -0.6562347412109375, -0.617401123046875, -0.5785675048828125, -0.53973388671875, -0.5009002685546875, -0.462066650390625, -0.4232330322265625, -0.3843994140625, -0.3455657958984375, -0.306732177734375, -0.2678985595703125, -0.22906494140625, -0.1902313232421875, -0.151397705078125, -0.1125640869140625, -0.07373046875, -0.0348968505859375, 0.003936767578125, 0.0427703857421875, 0.08160400390625, 0.1204376220703125, 0.159271240234375, 0.1981048583984375, 0.2369384765625, 0.2757720947265625, 0.314605712890625, 0.3534393310546875, 0.39227294921875, 0.4311065673828125, 0.469940185546875, 0.5087738037109375, 0.547607421875, 0.5864410400390625, 0.625274658203125, 0.6641082763671875, 0.70294189453125, 0.7417755126953125, 0.780609130859375, 0.8194427490234375, 0.8582763671875, 0.8971099853515625, 0.935943603515625, 0.9747772216796875, 1.01361083984375, 1.0524444580078125, 1.091278076171875, 1.1301116943359375, 1.1689453125]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 6.0, 5.0, 4.0, 10.0, 11.0, 28.0, 28.0, 37.0, 45.0, 73.0, 94.0, 162.0, 196.0, 291.0, 455.0, 615.0, 863.0, 1337.0, 1960.0, 2934.0, 4411.0, 6923.0, 10870.0, 17614.0, 28817.0, 49517.0, 90076.0, 192284.0, 300544.0, 152579.0, 75336.0, 42233.0, 25039.0, 15373.0, 9535.0, 6046.0, 4038.0, 2666.0, 1741.0, 1144.0, 783.0, 557.0, 356.0, 287.0, 179.0, 135.0, 97.0, 63.0, 43.0, 49.0, 28.0, 16.0, 10.0, 8.0, 2.0, 2.0, 4.0, 3.0, 6.0, 2.0], "bins": [-1.408203125, -1.36468505859375, -1.3211669921875, -1.27764892578125, -1.234130859375, -1.19061279296875, -1.1470947265625, -1.10357666015625, -1.06005859375, -1.01654052734375, -0.9730224609375, -0.92950439453125, -0.885986328125, -0.84246826171875, -0.7989501953125, -0.75543212890625, -0.7119140625, -0.66839599609375, -0.6248779296875, -0.58135986328125, -0.537841796875, -0.49432373046875, -0.4508056640625, -0.40728759765625, -0.36376953125, -0.32025146484375, -0.2767333984375, -0.23321533203125, -0.189697265625, -0.14617919921875, -0.1026611328125, -0.05914306640625, -0.015625, 0.02789306640625, 0.0714111328125, 0.11492919921875, 0.158447265625, 0.20196533203125, 0.2454833984375, 0.28900146484375, 0.33251953125, 0.37603759765625, 0.4195556640625, 0.46307373046875, 0.506591796875, 0.55010986328125, 0.5936279296875, 0.63714599609375, 0.6806640625, 0.72418212890625, 0.7677001953125, 0.81121826171875, 0.854736328125, 0.89825439453125, 0.9417724609375, 0.98529052734375, 1.02880859375, 1.07232666015625, 1.1158447265625, 1.15936279296875, 1.202880859375, 1.24639892578125, 1.2899169921875, 1.33343505859375, 1.376953125]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 1.0, 5.0, 3.0, 6.0, 10.0, 6.0, 8.0, 13.0, 14.0, 13.0, 24.0, 19.0, 28.0, 21.0, 28.0, 39.0, 38.0, 39.0, 53.0, 57.0, 31.0, 48.0, 1092.0, 42.0, 52.0, 41.0, 32.0, 40.0, 33.0, 32.0, 15.0, 27.0, 29.0, 16.0, 13.0, 13.0, 8.0, 6.0, 4.0, 6.0, 6.0, 5.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0], "bins": [-1.5107421875, -1.4620208740234375, -1.413299560546875, -1.3645782470703125, -1.31585693359375, -1.2671356201171875, -1.218414306640625, -1.1696929931640625, -1.1209716796875, -1.0722503662109375, -1.023529052734375, -0.9748077392578125, -0.92608642578125, -0.8773651123046875, -0.828643798828125, -0.7799224853515625, -0.731201171875, -0.6824798583984375, -0.633758544921875, -0.5850372314453125, -0.53631591796875, -0.4875946044921875, -0.438873291015625, -0.3901519775390625, -0.3414306640625, -0.2927093505859375, -0.243988037109375, -0.1952667236328125, -0.14654541015625, -0.0978240966796875, -0.049102783203125, -0.0003814697265625, 0.04833984375, 0.0970611572265625, 0.145782470703125, 0.1945037841796875, 0.24322509765625, 0.2919464111328125, 0.340667724609375, 0.3893890380859375, 0.4381103515625, 0.4868316650390625, 0.535552978515625, 0.5842742919921875, 0.63299560546875, 0.6817169189453125, 0.730438232421875, 0.7791595458984375, 0.827880859375, 0.8766021728515625, 0.925323486328125, 0.9740447998046875, 1.02276611328125, 1.0714874267578125, 1.120208740234375, 1.1689300537109375, 1.2176513671875, 1.2663726806640625, 1.315093994140625, 1.3638153076171875, 1.41253662109375, 1.4612579345703125, 1.509979248046875, 1.5587005615234375, 1.607421875]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 3.0, 4.0, 4.0, 12.0, 16.0, 18.0, 31.0, 37.0, 68.0, 88.0, 122.0, 158.0, 233.0, 335.0, 474.0, 683.0, 1045.0, 1655.0, 2539.0, 3944.0, 6546.0, 11775.0, 24556.0, 91897.0, 1782973.0, 110379.0, 26473.0, 12370.0, 6973.0, 4044.0, 2611.0, 1638.0, 1080.0, 723.0, 482.0, 326.0, 226.0, 149.0, 128.0, 99.0, 58.0, 44.0, 41.0, 21.0, 15.0, 12.0, 7.0, 4.0, 4.0, 4.0, 5.0, 2.0, 1.0, 1.0, 2.0], "bins": [-2.94921875, -2.861297607421875, -2.77337646484375, -2.685455322265625, -2.5975341796875, -2.509613037109375, -2.42169189453125, -2.333770751953125, -2.245849609375, -2.157928466796875, -2.07000732421875, -1.982086181640625, -1.8941650390625, -1.806243896484375, -1.71832275390625, -1.630401611328125, -1.54248046875, -1.454559326171875, -1.36663818359375, -1.278717041015625, -1.1907958984375, -1.102874755859375, -1.01495361328125, -0.927032470703125, -0.839111328125, -0.751190185546875, -0.66326904296875, -0.575347900390625, -0.4874267578125, -0.399505615234375, -0.31158447265625, -0.223663330078125, -0.1357421875, -0.047821044921875, 0.04010009765625, 0.128021240234375, 0.2159423828125, 0.303863525390625, 0.39178466796875, 0.479705810546875, 0.567626953125, 0.655548095703125, 0.74346923828125, 0.831390380859375, 0.9193115234375, 1.007232666015625, 1.09515380859375, 1.183074951171875, 1.27099609375, 1.358917236328125, 1.44683837890625, 1.534759521484375, 1.6226806640625, 1.710601806640625, 1.79852294921875, 1.886444091796875, 1.974365234375, 2.062286376953125, 2.15020751953125, 2.238128662109375, 2.3260498046875, 2.413970947265625, 2.50189208984375, 2.589813232421875, 2.677734375]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 5.0, 4.0, 6.0, 6.0, 8.0, 7.0, 13.0, 11.0, 17.0, 16.0, 19.0, 25.0, 45.0, 60.0, 101.0, 183.0, 146.0, 107.0, 76.0, 38.0, 25.0, 18.0, 20.0, 7.0, 5.0, 11.0, 13.0, 9.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.328369140625, -0.31659698486328125, -0.3048248291015625, -0.29305267333984375, -0.281280517578125, -0.26950836181640625, -0.2577362060546875, -0.24596405029296875, -0.23419189453125, -0.22241973876953125, -0.2106475830078125, -0.19887542724609375, -0.187103271484375, -0.17533111572265625, -0.1635589599609375, -0.15178680419921875, -0.1400146484375, -0.12824249267578125, -0.1164703369140625, -0.10469818115234375, -0.092926025390625, -0.08115386962890625, -0.0693817138671875, -0.05760955810546875, -0.04583740234375, -0.03406524658203125, -0.0222930908203125, -0.01052093505859375, 0.001251220703125, 0.01302337646484375, 0.0247955322265625, 0.03656768798828125, 0.04833984375, 0.06011199951171875, 0.0718841552734375, 0.08365631103515625, 0.095428466796875, 0.10720062255859375, 0.1189727783203125, 0.13074493408203125, 0.14251708984375, 0.15428924560546875, 0.1660614013671875, 0.17783355712890625, 0.189605712890625, 0.20137786865234375, 0.2131500244140625, 0.22492218017578125, 0.2366943359375, 0.24846649169921875, 0.2602386474609375, 0.27201080322265625, 0.283782958984375, 0.29555511474609375, 0.3073272705078125, 0.31909942626953125, 0.33087158203125, 0.34264373779296875, 0.3544158935546875, 0.36618804931640625, 0.377960205078125, 0.38973236083984375, 0.4015045166015625, 0.41327667236328125, 0.425048828125]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 7.0, 10.0, 13.0, 18.0, 19.0, 16.0, 32.0, 44.0, 45.0, 63.0, 87.0, 126.0, 227.0, 513.0, 4363.0, 944302.0, 95913.0, 1768.0, 390.0, 170.0, 115.0, 90.0, 42.0, 35.0, 31.0, 41.0, 27.0, 14.0, 5.0, 7.0, 6.0, 7.0, 4.0, 5.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.4921875, -5.30181884765625, -5.1114501953125, -4.92108154296875, -4.730712890625, -4.54034423828125, -4.3499755859375, -4.15960693359375, -3.96923828125, -3.77886962890625, -3.5885009765625, -3.39813232421875, -3.207763671875, -3.01739501953125, -2.8270263671875, -2.63665771484375, -2.4462890625, -2.25592041015625, -2.0655517578125, -1.87518310546875, -1.684814453125, -1.49444580078125, -1.3040771484375, -1.11370849609375, -0.92333984375, -0.73297119140625, -0.5426025390625, -0.35223388671875, -0.161865234375, 0.02850341796875, 0.2188720703125, 0.40924072265625, 0.599609375, 0.78997802734375, 0.9803466796875, 1.17071533203125, 1.361083984375, 1.55145263671875, 1.7418212890625, 1.93218994140625, 2.12255859375, 2.31292724609375, 2.5032958984375, 2.69366455078125, 2.884033203125, 3.07440185546875, 3.2647705078125, 3.45513916015625, 3.6455078125, 3.83587646484375, 4.0262451171875, 4.21661376953125, 4.406982421875, 4.59735107421875, 4.7877197265625, 4.97808837890625, 5.16845703125, 5.35882568359375, 5.5491943359375, 5.73956298828125, 5.929931640625, 6.12030029296875, 6.3106689453125, 6.50103759765625, 6.69140625]}, "gradients/decoder.transformer.h.22.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 9.0, 21.0, 68.0, 112.0, 287.0, 283.0, 122.0, 60.0, 22.0, 12.0, 6.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.390726327896118, -2.344717502593994, -2.29870867729187, -2.252699851989746, -2.206691026687622, -2.160681962966919, -2.114673137664795, -2.068664312362671, -2.022655487060547, -1.9766466617584229, -1.9306378364562988, -1.8846288919448853, -1.8386200666427612, -1.7926112413406372, -1.7466024160385132, -1.7005934715270996, -1.6545846462249756, -1.6085758209228516, -1.5625669956207275, -1.516558051109314, -1.47054922580719, -1.424540400505066, -1.378531575202942, -1.3325226306915283, -1.2865139245986938, -1.2405050992965698, -1.1944962739944458, -1.1484873294830322, -1.1024785041809082, -1.0564696788787842, -1.0104608535766602, -0.9644519686698914, -0.9184430837631226, -0.8724342584609985, -0.8264253735542297, -0.7804165482521057, -0.7344076633453369, -0.6883988380432129, -0.6423900127410889, -0.5963811278343201, -0.5503722429275513, -0.5043634176254272, -0.45835453271865845, -0.4123457074165344, -0.3663368225097656, -0.3203279972076416, -0.2743191421031952, -0.22831028699874878, -0.18230146169662476, -0.13629260659217834, -0.09028375893831253, -0.044274911284446716, 0.0017339438199996948, 0.047742798924446106, 0.09375163912773132, 0.13976049423217773, 0.18576934933662415, 0.23177820444107056, 0.27778705954551697, 0.3237959146499634, 0.3698047399520874, 0.4158136248588562, 0.4618224501609802, 0.507831335067749, 0.553840160369873]}, "gradients/decoder.transformer.h.22.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 7.0, 2.0, 2.0, 3.0, 4.0, 7.0, 7.0, 11.0, 13.0, 13.0, 10.0, 20.0, 16.0, 31.0, 27.0, 38.0, 44.0, 55.0, 41.0, 53.0, 54.0, 47.0, 37.0, 35.0, 44.0, 51.0, 27.0, 46.0, 33.0, 40.0, 29.0, 31.0, 23.0, 20.0, 17.0, 14.0, 14.0, 16.0, 8.0, 7.0, 7.0, 3.0, 2.0, 5.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5569312572479248, -0.5381261110305786, -0.5193209648132324, -0.5005158185958862, -0.48171064257621765, -0.46290549635887146, -0.4441003203392029, -0.4252951741218567, -0.4064900279045105, -0.3876848816871643, -0.3688797354698181, -0.35007455945014954, -0.33126941323280334, -0.31246426701545715, -0.2936590909957886, -0.2748539447784424, -0.2560487985610962, -0.23724365234375, -0.21843849122524261, -0.19963333010673523, -0.18082818388938904, -0.16202303767204285, -0.14321787655353546, -0.12441271543502808, -0.10560756921768188, -0.0868024155497551, -0.06799726188182831, -0.04919210821390152, -0.03038695454597473, -0.011581800878047943, 0.007223352789878845, 0.02602851390838623, 0.044833600521087646, 0.06363875418901443, 0.08244390785694122, 0.10124906152486801, 0.1200542151927948, 0.138859361410141, 0.15766452252864838, 0.17646968364715576, 0.19527482986450195, 0.21407997608184814, 0.23288513720035553, 0.2516902983188629, 0.2704954445362091, 0.2893005907535553, 0.3081057667732239, 0.32691091299057007, 0.34571605920791626, 0.36452120542526245, 0.38332635164260864, 0.4021315276622772, 0.4209366738796234, 0.4397418200969696, 0.4585469961166382, 0.4773521423339844, 0.49615728855133057, 0.5149624347686768, 0.533767580986023, 0.5525727272033691, 0.5713778734207153, 0.5901830792427063, 0.6089882254600525, 0.6277933716773987, 0.6465985178947449]}, "gradients/decoder.transformer.h.22.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 5.0, 3.0, 6.0, 6.0, 6.0, 2.0, 10.0, 14.0, 13.0, 16.0, 16.0, 33.0, 28.0, 34.0, 29.0, 41.0, 47.0, 40.0, 39.0, 48.0, 50.0, 37.0, 40.0, 50.0, 50.0, 50.0, 43.0, 28.0, 42.0, 24.0, 24.0, 18.0, 20.0, 21.0, 19.0, 16.0, 11.0, 9.0, 8.0, 5.0, 4.0, 2.0, 3.0, 2.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3134765625, -1.2744903564453125, -1.235504150390625, -1.1965179443359375, -1.15753173828125, -1.1185455322265625, -1.079559326171875, -1.0405731201171875, -1.0015869140625, -0.9626007080078125, -0.923614501953125, -0.8846282958984375, -0.84564208984375, -0.8066558837890625, -0.767669677734375, -0.7286834716796875, -0.689697265625, -0.6507110595703125, -0.611724853515625, -0.5727386474609375, -0.53375244140625, -0.4947662353515625, -0.455780029296875, -0.4167938232421875, -0.3778076171875, -0.3388214111328125, -0.299835205078125, -0.2608489990234375, -0.22186279296875, -0.1828765869140625, -0.143890380859375, -0.1049041748046875, -0.06591796875, -0.0269317626953125, 0.012054443359375, 0.0510406494140625, 0.09002685546875, 0.1290130615234375, 0.167999267578125, 0.2069854736328125, 0.2459716796875, 0.2849578857421875, 0.323944091796875, 0.3629302978515625, 0.40191650390625, 0.4409027099609375, 0.479888916015625, 0.5188751220703125, 0.557861328125, 0.5968475341796875, 0.635833740234375, 0.6748199462890625, 0.71380615234375, 0.7527923583984375, 0.791778564453125, 0.8307647705078125, 0.8697509765625, 0.9087371826171875, 0.947723388671875, 0.9867095947265625, 1.02569580078125, 1.0646820068359375, 1.103668212890625, 1.1426544189453125, 1.181640625]}, "gradients/decoder.transformer.h.22.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 9.0, 7.0, 16.0, 16.0, 14.0, 26.0, 48.0, 57.0, 63.0, 110.0, 162.0, 204.0, 308.0, 427.0, 638.0, 902.0, 1464.0, 2305.0, 3778.0, 6892.0, 13628.0, 35883.0, 205258.0, 646598.0, 83491.0, 22410.0, 9896.0, 5233.0, 3026.0, 1952.0, 1198.0, 755.0, 528.0, 359.0, 253.0, 169.0, 117.0, 101.0, 67.0, 54.0, 34.0, 26.0, 17.0, 16.0, 15.0, 11.0, 6.0, 3.0, 5.0, 2.0, 2.0, 0.0, 0.0, 2.0], "bins": [-2.685546875, -2.6048583984375, -2.524169921875, -2.4434814453125, -2.36279296875, -2.2821044921875, -2.201416015625, -2.1207275390625, -2.0400390625, -1.9593505859375, -1.878662109375, -1.7979736328125, -1.71728515625, -1.6365966796875, -1.555908203125, -1.4752197265625, -1.39453125, -1.3138427734375, -1.233154296875, -1.1524658203125, -1.07177734375, -0.9910888671875, -0.910400390625, -0.8297119140625, -0.7490234375, -0.6683349609375, -0.587646484375, -0.5069580078125, -0.42626953125, -0.3455810546875, -0.264892578125, -0.1842041015625, -0.103515625, -0.0228271484375, 0.057861328125, 0.1385498046875, 0.21923828125, 0.2999267578125, 0.380615234375, 0.4613037109375, 0.5419921875, 0.6226806640625, 0.703369140625, 0.7840576171875, 0.86474609375, 0.9454345703125, 1.026123046875, 1.1068115234375, 1.1875, 1.2681884765625, 1.348876953125, 1.4295654296875, 1.51025390625, 1.5909423828125, 1.671630859375, 1.7523193359375, 1.8330078125, 1.9136962890625, 1.994384765625, 2.0750732421875, 2.15576171875, 2.2364501953125, 2.317138671875, 2.3978271484375, 2.478515625]}, "gradients/decoder.transformer.h.22.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 3.0, 2.0, 6.0, 8.0, 8.0, 7.0, 17.0, 21.0, 18.0, 22.0, 22.0, 56.0, 30.0, 50.0, 52.0, 74.0, 86.0, 258.0, 1525.0, 265.0, 99.0, 74.0, 63.0, 56.0, 38.0, 24.0, 28.0, 31.0, 32.0, 14.0, 16.0, 12.0, 10.0, 12.0, 1.0, 8.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.1171875, -4.95465087890625, -4.7921142578125, -4.62957763671875, -4.467041015625, -4.30450439453125, -4.1419677734375, -3.97943115234375, -3.81689453125, -3.65435791015625, -3.4918212890625, -3.32928466796875, -3.166748046875, -3.00421142578125, -2.8416748046875, -2.67913818359375, -2.5166015625, -2.35406494140625, -2.1915283203125, -2.02899169921875, -1.866455078125, -1.70391845703125, -1.5413818359375, -1.37884521484375, -1.21630859375, -1.05377197265625, -0.8912353515625, -0.72869873046875, -0.566162109375, -0.40362548828125, -0.2410888671875, -0.07855224609375, 0.083984375, 0.24652099609375, 0.4090576171875, 0.57159423828125, 0.734130859375, 0.89666748046875, 1.0592041015625, 1.22174072265625, 1.38427734375, 1.54681396484375, 1.7093505859375, 1.87188720703125, 2.034423828125, 2.19696044921875, 2.3594970703125, 2.52203369140625, 2.6845703125, 2.84710693359375, 3.0096435546875, 3.17218017578125, 3.334716796875, 3.49725341796875, 3.6597900390625, 3.82232666015625, 3.98486328125, 4.14739990234375, 4.3099365234375, 4.47247314453125, 4.635009765625, 4.79754638671875, 4.9600830078125, 5.12261962890625, 5.28515625]}, "gradients/decoder.transformer.h.22.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 4.0, 5.0, 6.0, 10.0, 17.0, 20.0, 24.0, 36.0, 47.0, 77.0, 138.0, 251.0, 464.0, 1082.0, 2838.0, 10610.0, 74698.0, 2871802.0, 161874.0, 15447.0, 3701.0, 1273.0, 590.0, 276.0, 149.0, 86.0, 65.0, 20.0, 30.0, 23.0, 13.0, 7.0, 6.0, 8.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.6484375, -8.38330078125, -8.1181640625, -7.85302734375, -7.587890625, -7.32275390625, -7.0576171875, -6.79248046875, -6.52734375, -6.26220703125, -5.9970703125, -5.73193359375, -5.466796875, -5.20166015625, -4.9365234375, -4.67138671875, -4.40625, -4.14111328125, -3.8759765625, -3.61083984375, -3.345703125, -3.08056640625, -2.8154296875, -2.55029296875, -2.28515625, -2.02001953125, -1.7548828125, -1.48974609375, -1.224609375, -0.95947265625, -0.6943359375, -0.42919921875, -0.1640625, 0.10107421875, 0.3662109375, 0.63134765625, 0.896484375, 1.16162109375, 1.4267578125, 1.69189453125, 1.95703125, 2.22216796875, 2.4873046875, 2.75244140625, 3.017578125, 3.28271484375, 3.5478515625, 3.81298828125, 4.078125, 4.34326171875, 4.6083984375, 4.87353515625, 5.138671875, 5.40380859375, 5.6689453125, 5.93408203125, 6.19921875, 6.46435546875, 6.7294921875, 6.99462890625, 7.259765625, 7.52490234375, 7.7900390625, 8.05517578125, 8.3203125]}, "gradients/decoder.transformer.h.22.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 7.0, 24.0, 51.0, 174.0, 342.0, 262.0, 89.0, 45.0, 13.0, 2.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-17.9703369140625, -17.29708480834961, -16.62383460998535, -15.950582504272461, -15.27733039855957, -14.604079246520996, -13.930828094482422, -13.257575988769531, -12.584324836730957, -11.911073684692383, -11.237821578979492, -10.564570426940918, -9.891319274902344, -9.218067169189453, -8.544816017150879, -7.8715643882751465, -7.198312759399414, -6.525061130523682, -5.851809501647949, -5.178558349609375, -4.505306720733643, -3.83205509185791, -3.158803939819336, -2.4855523109436035, -1.812300682067871, -1.1390491724014282, -0.46579766273498535, 0.20745372772216797, 0.8807053565979004, 1.5539569854736328, 2.227208137512207, 2.9004597663879395, 3.573711395263672, 4.246963024139404, 4.920214653015137, 5.593465805053711, 6.266717433929443, 6.939969062805176, 7.61322021484375, 8.28647232055664, 8.959723472595215, 9.632974624633789, 10.30622673034668, 10.979477882385254, 11.652729034423828, 12.325981140136719, 12.999232292175293, 13.672483444213867, 14.345735549926758, 15.018986701965332, 15.692238807678223, 16.365489959716797, 17.038742065429688, 17.711994171142578, 18.385244369506836, 19.058496475219727, 19.731746673583984, 20.404998779296875, 21.078248977661133, 21.751501083374023, 22.424753189086914, 23.098003387451172, 23.771255493164062, 24.444507598876953, 25.117759704589844]}, "gradients/decoder.transformer.h.22.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 9.0, 18.0, 13.0, 17.0, 17.0, 20.0, 23.0, 26.0, 25.0, 28.0, 40.0, 31.0, 38.0, 39.0, 44.0, 52.0, 34.0, 32.0, 48.0, 29.0, 36.0, 40.0, 45.0, 33.0, 29.0, 27.0, 28.0, 21.0, 25.0, 13.0, 22.0, 17.0, 11.0, 14.0, 9.0, 4.0, 10.0, 4.0, 6.0, 4.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.096919059753418, -11.711995124816895, -11.327071189880371, -10.942146301269531, -10.557222366333008, -10.172298431396484, -9.787374496459961, -9.402450561523438, -9.017526626586914, -8.63260269165039, -8.247678756713867, -7.8627543449401855, -7.477829933166504, -7.0929059982299805, -6.707982063293457, -6.323058128356934, -5.938133239746094, -5.55320930480957, -5.168284893035889, -4.783360958099365, -4.398436546325684, -4.01351261138916, -3.6285886764526367, -3.243664503097534, -2.8587403297424316, -2.473816156387329, -2.0888919830322266, -1.7039680480957031, -1.3190438747406006, -0.934119701385498, -0.5491957664489746, -0.16427159309387207, 0.22065353393554688, 0.6055776476860046, 0.9905017614364624, 1.3754258155822754, 1.760349988937378, 2.1452741622924805, 2.530198097229004, 2.9151222705841064, 3.300046443939209, 3.6849706172943115, 4.069894790649414, 4.4548187255859375, 4.839742660522461, 5.224667072296143, 5.609591007232666, 5.994515419006348, 6.379439353942871, 6.7643632888793945, 7.149287700653076, 7.5342116355896, 7.919136047363281, 8.304059982299805, 8.688983917236328, 9.073907852172852, 9.458831787109375, 9.843755722045898, 10.228679656982422, 10.613603591918945, 10.998528480529785, 11.383452415466309, 11.768376350402832, 12.153300285339355, 12.538225173950195]}, "gradients/decoder.transformer.h.21.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 7.0, 6.0, 6.0, 9.0, 12.0, 12.0, 12.0, 21.0, 24.0, 21.0, 40.0, 34.0, 31.0, 37.0, 43.0, 51.0, 44.0, 49.0, 46.0, 43.0, 50.0, 38.0, 46.0, 47.0, 42.0, 25.0, 25.0, 31.0, 26.0, 22.0, 17.0, 20.0, 15.0, 17.0, 5.0, 10.0, 3.0, 10.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.34375, -1.3031463623046875, -1.262542724609375, -1.2219390869140625, -1.18133544921875, -1.1407318115234375, -1.100128173828125, -1.0595245361328125, -1.0189208984375, -0.9783172607421875, -0.937713623046875, -0.8971099853515625, -0.85650634765625, -0.8159027099609375, -0.775299072265625, -0.7346954345703125, -0.694091796875, -0.6534881591796875, -0.612884521484375, -0.5722808837890625, -0.53167724609375, -0.4910736083984375, -0.450469970703125, -0.4098663330078125, -0.3692626953125, -0.3286590576171875, -0.288055419921875, -0.2474517822265625, -0.20684814453125, -0.1662445068359375, -0.125640869140625, -0.0850372314453125, -0.04443359375, -0.0038299560546875, 0.036773681640625, 0.0773773193359375, 0.11798095703125, 0.1585845947265625, 0.199188232421875, 0.2397918701171875, 0.2803955078125, 0.3209991455078125, 0.361602783203125, 0.4022064208984375, 0.44281005859375, 0.4834136962890625, 0.524017333984375, 0.5646209716796875, 0.605224609375, 0.6458282470703125, 0.686431884765625, 0.7270355224609375, 0.76763916015625, 0.8082427978515625, 0.848846435546875, 0.8894500732421875, 0.9300537109375, 0.9706573486328125, 1.011260986328125, 1.0518646240234375, 1.09246826171875, 1.1330718994140625, 1.173675537109375, 1.2142791748046875, 1.2548828125]}, "gradients/decoder.transformer.h.21.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 3.0, 6.0, 6.0, 6.0, 17.0, 15.0, 14.0, 34.0, 40.0, 48.0, 82.0, 142.0, 228.0, 386.0, 822.0, 1478.0, 3171.0, 7109.0, 18063.0, 70646.0, 3877735.0, 174202.0, 23461.0, 8620.0, 3850.0, 1915.0, 926.0, 556.0, 256.0, 129.0, 118.0, 54.0, 35.0, 31.0, 19.0, 18.0, 8.0, 12.0, 10.0, 8.0, 2.0, 0.0, 3.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.48046875, -7.25799560546875, -7.0355224609375, -6.81304931640625, -6.590576171875, -6.36810302734375, -6.1456298828125, -5.92315673828125, -5.70068359375, -5.47821044921875, -5.2557373046875, -5.03326416015625, -4.810791015625, -4.58831787109375, -4.3658447265625, -4.14337158203125, -3.9208984375, -3.69842529296875, -3.4759521484375, -3.25347900390625, -3.031005859375, -2.80853271484375, -2.5860595703125, -2.36358642578125, -2.14111328125, -1.91864013671875, -1.6961669921875, -1.47369384765625, -1.251220703125, -1.02874755859375, -0.8062744140625, -0.58380126953125, -0.361328125, -0.13885498046875, 0.0836181640625, 0.30609130859375, 0.528564453125, 0.75103759765625, 0.9735107421875, 1.19598388671875, 1.41845703125, 1.64093017578125, 1.8634033203125, 2.08587646484375, 2.308349609375, 2.53082275390625, 2.7532958984375, 2.97576904296875, 3.1982421875, 3.42071533203125, 3.6431884765625, 3.86566162109375, 4.088134765625, 4.31060791015625, 4.5330810546875, 4.75555419921875, 4.97802734375, 5.20050048828125, 5.4229736328125, 5.64544677734375, 5.867919921875, 6.09039306640625, 6.3128662109375, 6.53533935546875, 6.7578125]}, "gradients/decoder.transformer.h.21.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 2.0, 3.0, 10.0, 5.0, 9.0, 10.0, 12.0, 15.0, 18.0, 22.0, 22.0, 26.0, 43.0, 63.0, 147.0, 432.0, 1266.0, 1181.0, 428.0, 130.0, 58.0, 35.0, 19.0, 27.0, 17.0, 14.0, 17.0, 10.0, 9.0, 2.0, 11.0, 3.0, 2.0, 2.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-3.92578125, -3.7801513671875, -3.634521484375, -3.4888916015625, -3.34326171875, -3.1976318359375, -3.052001953125, -2.9063720703125, -2.7607421875, -2.6151123046875, -2.469482421875, -2.3238525390625, -2.17822265625, -2.0325927734375, -1.886962890625, -1.7413330078125, -1.595703125, -1.4500732421875, -1.304443359375, -1.1588134765625, -1.01318359375, -0.8675537109375, -0.721923828125, -0.5762939453125, -0.4306640625, -0.2850341796875, -0.139404296875, 0.0062255859375, 0.15185546875, 0.2974853515625, 0.443115234375, 0.5887451171875, 0.734375, 0.8800048828125, 1.025634765625, 1.1712646484375, 1.31689453125, 1.4625244140625, 1.608154296875, 1.7537841796875, 1.8994140625, 2.0450439453125, 2.190673828125, 2.3363037109375, 2.48193359375, 2.6275634765625, 2.773193359375, 2.9188232421875, 3.064453125, 3.2100830078125, 3.355712890625, 3.5013427734375, 3.64697265625, 3.7926025390625, 3.938232421875, 4.0838623046875, 4.2294921875, 4.3751220703125, 4.520751953125, 4.6663818359375, 4.81201171875, 4.9576416015625, 5.103271484375, 5.2489013671875, 5.39453125]}, "gradients/decoder.transformer.h.21.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 5.0, 10.0, 6.0, 16.0, 27.0, 43.0, 51.0, 88.0, 117.0, 164.0, 242.0, 401.0, 760.0, 1341.0, 2420.0, 5066.0, 11237.0, 26800.0, 86926.0, 3306587.0, 661423.0, 53493.0, 19790.0, 8540.0, 4110.0, 1990.0, 1033.0, 578.0, 383.0, 215.0, 155.0, 89.0, 50.0, 30.0, 32.0, 15.0, 17.0, 11.0, 9.0, 3.0, 8.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-6.9140625, -6.6563720703125, -6.398681640625, -6.1409912109375, -5.88330078125, -5.6256103515625, -5.367919921875, -5.1102294921875, -4.8525390625, -4.5948486328125, -4.337158203125, -4.0794677734375, -3.82177734375, -3.5640869140625, -3.306396484375, -3.0487060546875, -2.791015625, -2.5333251953125, -2.275634765625, -2.0179443359375, -1.76025390625, -1.5025634765625, -1.244873046875, -0.9871826171875, -0.7294921875, -0.4718017578125, -0.214111328125, 0.0435791015625, 0.30126953125, 0.5589599609375, 0.816650390625, 1.0743408203125, 1.33203125, 1.5897216796875, 1.847412109375, 2.1051025390625, 2.36279296875, 2.6204833984375, 2.878173828125, 3.1358642578125, 3.3935546875, 3.6512451171875, 3.908935546875, 4.1666259765625, 4.42431640625, 4.6820068359375, 4.939697265625, 5.1973876953125, 5.455078125, 5.7127685546875, 5.970458984375, 6.2281494140625, 6.48583984375, 6.7435302734375, 7.001220703125, 7.2589111328125, 7.5166015625, 7.7742919921875, 8.031982421875, 8.2896728515625, 8.54736328125, 8.8050537109375, 9.062744140625, 9.3204345703125, 9.578125]}, "gradients/decoder.transformer.h.21.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 3.0, 5.0, 17.0, 15.0, 25.0, 67.0, 101.0, 210.0, 285.0, 141.0, 58.0, 41.0, 22.0, 12.0, 7.0, 4.0, 1.0, 1.0, 2.0], "bins": [-48.79997253417969, -47.88185501098633, -46.963741302490234, -46.045623779296875, -45.127506256103516, -44.20939254760742, -43.29127502441406, -42.3731575012207, -41.45504379272461, -40.53692626953125, -39.618812561035156, -38.7006950378418, -37.78257751464844, -36.864463806152344, -35.946346282958984, -35.028228759765625, -34.110111236572266, -33.191993713378906, -32.27388000488281, -31.355762481689453, -30.437646865844727, -29.519529342651367, -28.60141372680664, -27.68329620361328, -26.765182495117188, -25.84706687927246, -24.9289493560791, -24.010833740234375, -23.09271812438965, -22.17460060119629, -21.256484985351562, -20.338367462158203, -19.42025375366211, -18.502138137817383, -17.584020614624023, -16.665904998779297, -15.747788429260254, -14.829671859741211, -13.911556243896484, -12.993439674377441, -12.075323104858398, -11.157206535339355, -10.239090919494629, -9.320974349975586, -8.402857780456543, -7.484741687774658, -6.566625595092773, -5.6485090255737305, -4.7303924560546875, -3.8122761249542236, -2.8941597938537598, -1.976043701171875, -1.0579273700714111, -0.13981103897094727, 0.7783050537109375, 1.6964216232299805, 2.6145377159118652, 3.532654047012329, 4.450770378112793, 5.368886470794678, 6.2870025634765625, 7.2051191329956055, 8.123235702514648, 9.041351318359375, 9.959467887878418]}, "gradients/decoder.transformer.h.21.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 3.0, 7.0, 8.0, 10.0, 12.0, 9.0, 16.0, 12.0, 12.0, 15.0, 21.0, 36.0, 25.0, 26.0, 32.0, 34.0, 38.0, 35.0, 29.0, 44.0, 38.0, 38.0, 35.0, 25.0, 40.0, 36.0, 29.0, 35.0, 43.0, 30.0, 28.0, 34.0, 16.0, 17.0, 23.0, 15.0, 16.0, 15.0, 11.0, 12.0, 5.0, 9.0, 8.0, 5.0, 3.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 2.0], "bins": [-8.914299011230469, -8.620478630065918, -8.32665729522705, -8.0328369140625, -7.739016056060791, -7.445195198059082, -7.151374816894531, -6.857553958892822, -6.563733100891113, -6.269912242889404, -5.976091384887695, -5.6822710037231445, -5.3884501457214355, -5.094629287719727, -4.800808906555176, -4.506988048553467, -4.213167190551758, -3.919346332550049, -3.625525712966919, -3.331705093383789, -3.03788423538208, -2.744063377380371, -2.450242757797241, -2.1564221382141113, -1.8626012802124023, -1.568780541419983, -1.2749598026275635, -0.981139063835144, -0.6873183250427246, -0.3934975862503052, -0.09967684745788574, 0.19414377212524414, 0.4879646301269531, 0.7817853689193726, 1.075606107711792, 1.3694268465042114, 1.6632475852966309, 1.9570683240890503, 2.2508890628814697, 2.5447096824645996, 2.8385305404663086, 3.1323513984680176, 3.4261720180511475, 3.7199926376342773, 4.013813495635986, 4.307634353637695, 4.601454734802246, 4.895275592803955, 5.189096450805664, 5.482917308807373, 5.776738166809082, 6.070558547973633, 6.364379405975342, 6.658200263977051, 6.952020645141602, 7.2458415031433105, 7.5396623611450195, 7.8334832191467285, 8.127304077148438, 8.421124458312988, 8.714944839477539, 9.008766174316406, 9.302586555480957, 9.596406936645508, 9.890228271484375]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 4.0, 6.0, 12.0, 7.0, 6.0, 11.0, 9.0, 22.0, 22.0, 13.0, 24.0, 24.0, 27.0, 31.0, 38.0, 40.0, 47.0, 33.0, 47.0, 35.0, 46.0, 42.0, 41.0, 38.0, 35.0, 28.0, 34.0, 37.0, 36.0, 34.0, 20.0, 26.0, 24.0, 16.0, 12.0, 17.0, 13.0, 10.0, 7.0, 4.0, 5.0, 6.0, 6.0, 5.0, 1.0, 2.0, 0.0, 0.0, 3.0, 1.0], "bins": [-1.2861328125, -1.2493438720703125, -1.212554931640625, -1.1757659912109375, -1.13897705078125, -1.1021881103515625, -1.065399169921875, -1.0286102294921875, -0.9918212890625, -0.9550323486328125, -0.918243408203125, -0.8814544677734375, -0.84466552734375, -0.8078765869140625, -0.771087646484375, -0.7342987060546875, -0.697509765625, -0.6607208251953125, -0.623931884765625, -0.5871429443359375, -0.55035400390625, -0.5135650634765625, -0.476776123046875, -0.4399871826171875, -0.4031982421875, -0.3664093017578125, -0.329620361328125, -0.2928314208984375, -0.25604248046875, -0.2192535400390625, -0.182464599609375, -0.1456756591796875, -0.10888671875, -0.0720977783203125, -0.035308837890625, 0.0014801025390625, 0.03826904296875, 0.0750579833984375, 0.111846923828125, 0.1486358642578125, 0.1854248046875, 0.2222137451171875, 0.259002685546875, 0.2957916259765625, 0.33258056640625, 0.3693695068359375, 0.406158447265625, 0.4429473876953125, 0.479736328125, 0.5165252685546875, 0.553314208984375, 0.5901031494140625, 0.62689208984375, 0.6636810302734375, 0.700469970703125, 0.7372589111328125, 0.7740478515625, 0.8108367919921875, 0.847625732421875, 0.8844146728515625, 0.92120361328125, 0.9579925537109375, 0.994781494140625, 1.0315704345703125, 1.068359375]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 4.0, 2.0, 11.0, 18.0, 27.0, 25.0, 45.0, 85.0, 90.0, 143.0, 235.0, 366.0, 548.0, 807.0, 1263.0, 1940.0, 2933.0, 4698.0, 7583.0, 11996.0, 19805.0, 33337.0, 58787.0, 111773.0, 257922.0, 270008.0, 115800.0, 60050.0, 34440.0, 20284.0, 12248.0, 7803.0, 4729.0, 3099.0, 1967.0, 1272.0, 783.0, 587.0, 353.0, 234.0, 167.0, 91.0, 57.0, 55.0, 37.0, 20.0, 12.0, 7.0, 6.0, 2.0, 5.0, 5.0, 0.0, 1.0, 1.0], "bins": [-1.6669921875, -1.6179962158203125, -1.569000244140625, -1.5200042724609375, -1.47100830078125, -1.4220123291015625, -1.373016357421875, -1.3240203857421875, -1.2750244140625, -1.2260284423828125, -1.177032470703125, -1.1280364990234375, -1.07904052734375, -1.0300445556640625, -0.981048583984375, -0.9320526123046875, -0.883056640625, -0.8340606689453125, -0.785064697265625, -0.7360687255859375, -0.68707275390625, -0.6380767822265625, -0.589080810546875, -0.5400848388671875, -0.4910888671875, -0.4420928955078125, -0.393096923828125, -0.3441009521484375, -0.29510498046875, -0.2461090087890625, -0.197113037109375, -0.1481170654296875, -0.09912109375, -0.0501251220703125, -0.001129150390625, 0.0478668212890625, 0.09686279296875, 0.1458587646484375, 0.194854736328125, 0.2438507080078125, 0.2928466796875, 0.3418426513671875, 0.390838623046875, 0.4398345947265625, 0.48883056640625, 0.5378265380859375, 0.586822509765625, 0.6358184814453125, 0.684814453125, 0.7338104248046875, 0.782806396484375, 0.8318023681640625, 0.88079833984375, 0.9297943115234375, 0.978790283203125, 1.0277862548828125, 1.0767822265625, 1.1257781982421875, 1.174774169921875, 1.2237701416015625, 1.27276611328125, 1.3217620849609375, 1.370758056640625, 1.4197540283203125, 1.46875]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 6.0, 3.0, 4.0, 4.0, 12.0, 8.0, 20.0, 10.0, 13.0, 14.0, 21.0, 25.0, 23.0, 23.0, 43.0, 45.0, 42.0, 44.0, 58.0, 65.0, 1073.0, 52.0, 46.0, 43.0, 46.0, 41.0, 43.0, 38.0, 32.0, 19.0, 15.0, 15.0, 20.0, 13.0, 14.0, 10.0, 8.0, 7.0, 7.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.82421875, -1.76763916015625, -1.7110595703125, -1.65447998046875, -1.597900390625, -1.54132080078125, -1.4847412109375, -1.42816162109375, -1.37158203125, -1.31500244140625, -1.2584228515625, -1.20184326171875, -1.145263671875, -1.08868408203125, -1.0321044921875, -0.97552490234375, -0.9189453125, -0.86236572265625, -0.8057861328125, -0.74920654296875, -0.692626953125, -0.63604736328125, -0.5794677734375, -0.52288818359375, -0.46630859375, -0.40972900390625, -0.3531494140625, -0.29656982421875, -0.239990234375, -0.18341064453125, -0.1268310546875, -0.07025146484375, -0.013671875, 0.04290771484375, 0.0994873046875, 0.15606689453125, 0.212646484375, 0.26922607421875, 0.3258056640625, 0.38238525390625, 0.43896484375, 0.49554443359375, 0.5521240234375, 0.60870361328125, 0.665283203125, 0.72186279296875, 0.7784423828125, 0.83502197265625, 0.8916015625, 0.94818115234375, 1.0047607421875, 1.06134033203125, 1.117919921875, 1.17449951171875, 1.2310791015625, 1.28765869140625, 1.34423828125, 1.40081787109375, 1.4573974609375, 1.51397705078125, 1.570556640625, 1.62713623046875, 1.6837158203125, 1.74029541015625, 1.796875]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 3.0, 10.0, 15.0, 15.0, 26.0, 25.0, 37.0, 74.0, 70.0, 118.0, 163.0, 218.0, 320.0, 497.0, 719.0, 1089.0, 1546.0, 2375.0, 3647.0, 6074.0, 10920.0, 22075.0, 69020.0, 1691503.0, 213563.0, 35984.0, 15110.0, 8111.0, 4725.0, 2992.0, 1966.0, 1336.0, 912.0, 596.0, 393.0, 257.0, 188.0, 128.0, 103.0, 71.0, 40.0, 33.0, 23.0, 11.0, 15.0, 8.0, 4.0, 5.0, 4.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0], "bins": [-2.982421875, -2.891357421875, -2.80029296875, -2.709228515625, -2.6181640625, -2.527099609375, -2.43603515625, -2.344970703125, -2.25390625, -2.162841796875, -2.07177734375, -1.980712890625, -1.8896484375, -1.798583984375, -1.70751953125, -1.616455078125, -1.525390625, -1.434326171875, -1.34326171875, -1.252197265625, -1.1611328125, -1.070068359375, -0.97900390625, -0.887939453125, -0.796875, -0.705810546875, -0.61474609375, -0.523681640625, -0.4326171875, -0.341552734375, -0.25048828125, -0.159423828125, -0.068359375, 0.022705078125, 0.11376953125, 0.204833984375, 0.2958984375, 0.386962890625, 0.47802734375, 0.569091796875, 0.66015625, 0.751220703125, 0.84228515625, 0.933349609375, 1.0244140625, 1.115478515625, 1.20654296875, 1.297607421875, 1.388671875, 1.479736328125, 1.57080078125, 1.661865234375, 1.7529296875, 1.843994140625, 1.93505859375, 2.026123046875, 2.1171875, 2.208251953125, 2.29931640625, 2.390380859375, 2.4814453125, 2.572509765625, 2.66357421875, 2.754638671875, 2.845703125]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 2.0, 8.0, 10.0, 3.0, 13.0, 18.0, 23.0, 29.0, 67.0, 81.0, 127.0, 167.0, 136.0, 86.0, 77.0, 54.0, 34.0, 18.0, 12.0, 12.0, 6.0, 1.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.418212890625, -0.4041404724121094, -0.39006805419921875, -0.3759956359863281, -0.3619232177734375, -0.3478507995605469, -0.33377838134765625, -0.3197059631347656, -0.305633544921875, -0.2915611267089844, -0.27748870849609375, -0.2634162902832031, -0.2493438720703125, -0.23527145385742188, -0.22119903564453125, -0.20712661743164062, -0.19305419921875, -0.17898178100585938, -0.16490936279296875, -0.15083694458007812, -0.1367645263671875, -0.12269210815429688, -0.10861968994140625, -0.09454727172851562, -0.080474853515625, -0.06640243530273438, -0.05233001708984375, -0.038257598876953125, -0.0241851806640625, -0.010112762451171875, 0.00395965576171875, 0.018032073974609375, 0.0321044921875, 0.046176910400390625, 0.06024932861328125, 0.07432174682617188, 0.0883941650390625, 0.10246658325195312, 0.11653900146484375, 0.13061141967773438, 0.144683837890625, 0.15875625610351562, 0.17282867431640625, 0.18690109252929688, 0.2009735107421875, 0.21504592895507812, 0.22911834716796875, 0.24319076538085938, 0.25726318359375, 0.2713356018066406, 0.28540802001953125, 0.2994804382324219, 0.3135528564453125, 0.3276252746582031, 0.34169769287109375, 0.3557701110839844, 0.369842529296875, 0.3839149475097656, 0.39798736572265625, 0.4120597839355469, 0.4261322021484375, 0.4402046203613281, 0.45427703857421875, 0.4683494567871094, 0.482421875]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.weight": {"_type": "histogram", "values": [4.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 4.0, 3.0, 3.0, 4.0, 3.0, 3.0, 11.0, 5.0, 8.0, 5.0, 7.0, 14.0, 28.0, 24.0, 33.0, 66.0, 95.0, 218.0, 534.0, 1622.0, 7015.0, 614378.0, 415254.0, 6667.0, 1554.0, 494.0, 190.0, 110.0, 55.0, 31.0, 24.0, 12.0, 11.0, 10.0, 5.0, 7.0, 6.0, 7.0, 6.0, 6.0, 4.0, 2.0, 3.0, 4.0, 3.0, 2.0, 2.0, 0.0, 5.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-5.42578125, -5.24481201171875, -5.0638427734375, -4.88287353515625, -4.701904296875, -4.52093505859375, -4.3399658203125, -4.15899658203125, -3.97802734375, -3.79705810546875, -3.6160888671875, -3.43511962890625, -3.254150390625, -3.07318115234375, -2.8922119140625, -2.71124267578125, -2.5302734375, -2.34930419921875, -2.1683349609375, -1.98736572265625, -1.806396484375, -1.62542724609375, -1.4444580078125, -1.26348876953125, -1.08251953125, -0.90155029296875, -0.7205810546875, -0.53961181640625, -0.358642578125, -0.17767333984375, 0.0032958984375, 0.18426513671875, 0.365234375, 0.54620361328125, 0.7271728515625, 0.90814208984375, 1.089111328125, 1.27008056640625, 1.4510498046875, 1.63201904296875, 1.81298828125, 1.99395751953125, 2.1749267578125, 2.35589599609375, 2.536865234375, 2.71783447265625, 2.8988037109375, 3.07977294921875, 3.2607421875, 3.44171142578125, 3.6226806640625, 3.80364990234375, 3.984619140625, 4.16558837890625, 4.3465576171875, 4.52752685546875, 4.70849609375, 4.88946533203125, 5.0704345703125, 5.25140380859375, 5.432373046875, 5.61334228515625, 5.7943115234375, 5.97528076171875, 6.15625]}, "gradients/decoder.transformer.h.21.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 7.0, 24.0, 34.0, 74.0, 250.0, 426.0, 119.0, 45.0, 18.0, 10.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.6664323806762695, -5.541020393371582, -5.4156084060668945, -5.290196418762207, -5.1647844314575195, -5.039371967315674, -4.913959980010986, -4.788547992706299, -4.663136005401611, -4.537724018096924, -4.412312030792236, -4.286900043487549, -4.161487579345703, -4.036075592041016, -3.910663604736328, -3.7852516174316406, -3.659839630126953, -3.5344276428222656, -3.409015655517578, -3.2836034297943115, -3.158191442489624, -3.0327794551849365, -2.90736722946167, -2.7819552421569824, -2.656543254852295, -2.5311312675476074, -2.40571928024292, -2.2803070545196533, -2.154895067214966, -2.0294830799102783, -1.9040709733963013, -1.7786588668823242, -1.653247356414795, -1.5278353691101074, -1.4024232625961304, -1.2770111560821533, -1.1515991687774658, -1.0261871814727783, -0.9007750749588013, -0.775363028049469, -0.6499509811401367, -0.5245389342308044, -0.39912688732147217, -0.2737148404121399, -0.14830279350280762, -0.022890746593475342, 0.10252130031585693, 0.2279333472251892, 0.3533453941345215, 0.47875744104385376, 0.604169487953186, 0.7295815348625183, 0.8549935817718506, 0.9804056286811829, 1.1058176755905151, 1.2312297821044922, 1.3566417694091797, 1.4820537567138672, 1.6074658632278442, 1.7328779697418213, 1.8582899570465088, 1.9837019443511963, 2.109114170074463, 2.2345261573791504, 2.359938144683838]}, "gradients/decoder.transformer.h.21.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 6.0, 6.0, 9.0, 12.0, 10.0, 12.0, 19.0, 22.0, 21.0, 26.0, 24.0, 28.0, 32.0, 33.0, 61.0, 47.0, 46.0, 42.0, 36.0, 37.0, 42.0, 48.0, 29.0, 42.0, 37.0, 33.0, 37.0, 39.0, 27.0, 20.0, 20.0, 22.0, 20.0, 8.0, 11.0, 10.0, 7.0, 9.0, 4.0, 4.0, 2.0, 0.0, 4.0, 0.0, 0.0, 1.0, 3.0], "bins": [-1.168479323387146, -1.1367031335830688, -1.1049270629882812, -1.073150873184204, -1.0413748025894165, -1.0095986127853394, -0.9778225421905518, -0.9460463523864746, -0.914270281791687, -0.8824941515922546, -0.8507180213928223, -0.8189418911933899, -0.7871657609939575, -0.7553896307945251, -0.7236135005950928, -0.6918373107910156, -0.6600611805915833, -0.6282850503921509, -0.5965089201927185, -0.5647327899932861, -0.5329566597938538, -0.5011805295944214, -0.4694043695926666, -0.43762823939323425, -0.4058521091938019, -0.3740759789943695, -0.34229984879493713, -0.3105236887931824, -0.27874755859375, -0.24697144329547882, -0.21519529819488525, -0.18341916799545288, -0.15164297819137573, -0.11986684799194336, -0.08809071034193039, -0.05631457269191742, -0.024538442492485046, 0.007237687706947327, 0.039013832807540894, 0.07078996300697327, 0.10256609320640564, 0.134342223405838, 0.16611835360527039, 0.19789449870586395, 0.22967062890529633, 0.2614467740058899, 0.29322290420532227, 0.32499903440475464, 0.356775164604187, 0.3885512948036194, 0.42032742500305176, 0.45210355520248413, 0.4838796854019165, 0.5156558156013489, 0.5474319458007812, 0.5792081356048584, 0.610984206199646, 0.6427603363990784, 0.6745364665985107, 0.7063125967979431, 0.7380887269973755, 0.7698648571968079, 0.8016409873962402, 0.8334171772003174, 0.8651933073997498]}, "gradients/decoder.transformer.h.21.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 2.0, 5.0, 3.0, 6.0, 5.0, 15.0, 6.0, 9.0, 6.0, 12.0, 22.0, 15.0, 27.0, 13.0, 27.0, 32.0, 31.0, 37.0, 42.0, 42.0, 46.0, 35.0, 35.0, 44.0, 44.0, 41.0, 33.0, 35.0, 30.0, 44.0, 33.0, 32.0, 32.0, 22.0, 28.0, 19.0, 16.0, 15.0, 13.0, 10.0, 9.0, 6.0, 7.0, 6.0, 8.0, 4.0, 4.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0], "bins": [-1.2763671875, -1.239654541015625, -1.20294189453125, -1.166229248046875, -1.1295166015625, -1.092803955078125, -1.05609130859375, -1.019378662109375, -0.982666015625, -0.945953369140625, -0.90924072265625, -0.872528076171875, -0.8358154296875, -0.799102783203125, -0.76239013671875, -0.725677490234375, -0.68896484375, -0.652252197265625, -0.61553955078125, -0.578826904296875, -0.5421142578125, -0.505401611328125, -0.46868896484375, -0.431976318359375, -0.395263671875, -0.358551025390625, -0.32183837890625, -0.285125732421875, -0.2484130859375, -0.211700439453125, -0.17498779296875, -0.138275146484375, -0.1015625, -0.064849853515625, -0.02813720703125, 0.008575439453125, 0.0452880859375, 0.082000732421875, 0.11871337890625, 0.155426025390625, 0.192138671875, 0.228851318359375, 0.26556396484375, 0.302276611328125, 0.3389892578125, 0.375701904296875, 0.41241455078125, 0.449127197265625, 0.48583984375, 0.522552490234375, 0.55926513671875, 0.595977783203125, 0.6326904296875, 0.669403076171875, 0.70611572265625, 0.742828369140625, 0.779541015625, 0.816253662109375, 0.85296630859375, 0.889678955078125, 0.9263916015625, 0.963104248046875, 0.99981689453125, 1.036529541015625, 1.0732421875]}, "gradients/decoder.transformer.h.21.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 4.0, 3.0, 6.0, 9.0, 17.0, 9.0, 24.0, 44.0, 61.0, 64.0, 102.0, 159.0, 207.0, 293.0, 433.0, 619.0, 970.0, 1485.0, 2333.0, 3918.0, 6952.0, 13080.0, 26952.0, 61309.0, 182212.0, 463409.0, 169688.0, 58824.0, 25598.0, 12548.0, 6736.0, 3794.0, 2283.0, 1454.0, 905.0, 635.0, 433.0, 274.0, 224.0, 135.0, 106.0, 78.0, 49.0, 33.0, 22.0, 24.0, 17.0, 7.0, 5.0, 4.0, 3.0, 5.0, 3.0, 2.0, 2.0], "bins": [-1.2119140625, -1.1767578125, -1.1416015625, -1.1064453125, -1.0712890625, -1.0361328125, -1.0009765625, -0.9658203125, -0.9306640625, -0.8955078125, -0.8603515625, -0.8251953125, -0.7900390625, -0.7548828125, -0.7197265625, -0.6845703125, -0.6494140625, -0.6142578125, -0.5791015625, -0.5439453125, -0.5087890625, -0.4736328125, -0.4384765625, -0.4033203125, -0.3681640625, -0.3330078125, -0.2978515625, -0.2626953125, -0.2275390625, -0.1923828125, -0.1572265625, -0.1220703125, -0.0869140625, -0.0517578125, -0.0166015625, 0.0185546875, 0.0537109375, 0.0888671875, 0.1240234375, 0.1591796875, 0.1943359375, 0.2294921875, 0.2646484375, 0.2998046875, 0.3349609375, 0.3701171875, 0.4052734375, 0.4404296875, 0.4755859375, 0.5107421875, 0.5458984375, 0.5810546875, 0.6162109375, 0.6513671875, 0.6865234375, 0.7216796875, 0.7568359375, 0.7919921875, 0.8271484375, 0.8623046875, 0.8974609375, 0.9326171875, 0.9677734375, 1.0029296875, 1.0380859375]}, "gradients/decoder.transformer.h.21.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 6.0, 9.0, 12.0, 6.0, 11.0, 20.0, 26.0, 10.0, 20.0, 23.0, 33.0, 38.0, 45.0, 35.0, 48.0, 51.0, 70.0, 120.0, 376.0, 1488.0, 120.0, 79.0, 63.0, 49.0, 30.0, 30.0, 36.0, 19.0, 17.0, 27.0, 27.0, 16.0, 17.0, 18.0, 11.0, 6.0, 9.0, 9.0, 5.0, 3.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.1796875, -4.0491943359375, -3.918701171875, -3.7882080078125, -3.65771484375, -3.5272216796875, -3.396728515625, -3.2662353515625, -3.1357421875, -3.0052490234375, -2.874755859375, -2.7442626953125, -2.61376953125, -2.4832763671875, -2.352783203125, -2.2222900390625, -2.091796875, -1.9613037109375, -1.830810546875, -1.7003173828125, -1.56982421875, -1.4393310546875, -1.308837890625, -1.1783447265625, -1.0478515625, -0.9173583984375, -0.786865234375, -0.6563720703125, -0.52587890625, -0.3953857421875, -0.264892578125, -0.1343994140625, -0.00390625, 0.1265869140625, 0.257080078125, 0.3875732421875, 0.51806640625, 0.6485595703125, 0.779052734375, 0.9095458984375, 1.0400390625, 1.1705322265625, 1.301025390625, 1.4315185546875, 1.56201171875, 1.6925048828125, 1.822998046875, 1.9534912109375, 2.083984375, 2.2144775390625, 2.344970703125, 2.4754638671875, 2.60595703125, 2.7364501953125, 2.866943359375, 2.9974365234375, 3.1279296875, 3.2584228515625, 3.388916015625, 3.5194091796875, 3.64990234375, 3.7803955078125, 3.910888671875, 4.0413818359375, 4.171875]}, "gradients/decoder.transformer.h.21.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 3.0, 6.0, 3.0, 7.0, 6.0, 6.0, 10.0, 3.0, 12.0, 24.0, 14.0, 14.0, 32.0, 22.0, 40.0, 34.0, 80.0, 138.0, 239.0, 539.0, 1481.0, 5117.0, 28509.0, 419764.0, 2605435.0, 70213.0, 9793.0, 2404.0, 850.0, 374.0, 169.0, 120.0, 54.0, 43.0, 29.0, 22.0, 16.0, 23.0, 12.0, 15.0, 12.0, 9.0, 7.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.51953125, -4.35931396484375, -4.1990966796875, -4.03887939453125, -3.878662109375, -3.71844482421875, -3.5582275390625, -3.39801025390625, -3.23779296875, -3.07757568359375, -2.9173583984375, -2.75714111328125, -2.596923828125, -2.43670654296875, -2.2764892578125, -2.11627197265625, -1.9560546875, -1.79583740234375, -1.6356201171875, -1.47540283203125, -1.315185546875, -1.15496826171875, -0.9947509765625, -0.83453369140625, -0.67431640625, -0.51409912109375, -0.3538818359375, -0.19366455078125, -0.033447265625, 0.12677001953125, 0.2869873046875, 0.44720458984375, 0.607421875, 0.76763916015625, 0.9278564453125, 1.08807373046875, 1.248291015625, 1.40850830078125, 1.5687255859375, 1.72894287109375, 1.88916015625, 2.04937744140625, 2.2095947265625, 2.36981201171875, 2.530029296875, 2.69024658203125, 2.8504638671875, 3.01068115234375, 3.1708984375, 3.33111572265625, 3.4913330078125, 3.65155029296875, 3.811767578125, 3.97198486328125, 4.1322021484375, 4.29241943359375, 4.45263671875, 4.61285400390625, 4.7730712890625, 4.93328857421875, 5.093505859375, 5.25372314453125, 5.4139404296875, 5.57415771484375, 5.734375]}, "gradients/decoder.transformer.h.21.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 20.0, 959.0, 40.0], "bins": [-216.15628051757812, -212.6983184814453, -209.2403564453125, -205.7823944091797, -202.32444763183594, -198.86648559570312, -195.4085235595703, -191.9505615234375, -188.4925994873047, -185.03463745117188, -181.57667541503906, -178.11871337890625, -174.6607666015625, -171.2028045654297, -167.74484252929688, -164.28688049316406, -160.82891845703125, -157.37095642089844, -153.91299438476562, -150.4550323486328, -146.99708557128906, -143.53912353515625, -140.08116149902344, -136.62319946289062, -133.1652374267578, -129.707275390625, -126.24932098388672, -122.7913589477539, -119.3333969116211, -115.87544250488281, -112.41748046875, -108.95951843261719, -105.5015640258789, -102.0436019897461, -98.58564758300781, -95.127685546875, -91.66972351074219, -88.21176147460938, -84.7538070678711, -81.29584503173828, -77.837890625, -74.37992858886719, -70.9219741821289, -67.4640121459961, -64.00605010986328, -60.548091888427734, -57.09013366699219, -53.632171630859375, -50.17420959472656, -46.716251373291016, -43.2582893371582, -39.800331115722656, -36.342369079589844, -32.8844108581543, -29.426450729370117, -25.968490600585938, -22.510528564453125, -19.052568435668945, -15.594608306884766, -12.136649131774902, -8.678689002990723, -5.220729827880859, -1.7627696990966797, 1.6951904296875, 5.15315055847168]}, "gradients/decoder.transformer.h.21.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 4.0, 6.0, 9.0, 10.0, 7.0, 14.0, 13.0, 23.0, 19.0, 28.0, 19.0, 26.0, 24.0, 27.0, 38.0, 21.0, 43.0, 34.0, 39.0, 39.0, 51.0, 26.0, 46.0, 44.0, 37.0, 41.0, 44.0, 31.0, 29.0, 23.0, 25.0, 18.0, 28.0, 29.0, 14.0, 16.0, 13.0, 9.0, 12.0, 6.0, 6.0, 2.0, 5.0, 5.0, 3.0, 1.0, 1.0, 2.0], "bins": [-15.658852577209473, -15.231025695800781, -14.803197860717773, -14.375370979309082, -13.94754409790039, -13.519716262817383, -13.091889381408691, -12.6640625, -12.236234664916992, -11.8084077835083, -11.380579948425293, -10.952753067016602, -10.52492618560791, -10.097099304199219, -9.669271469116211, -9.24144458770752, -8.813617706298828, -8.385790824890137, -7.957963466644287, -7.5301361083984375, -7.102309226989746, -6.6744818687438965, -6.246654510498047, -5.8188276290893555, -5.391000270843506, -4.963172912597656, -4.535346031188965, -4.107518672943115, -3.6796915531158447, -3.251864433288574, -2.8240370750427246, -2.396209955215454, -1.9683818817138672, -1.5405547618865967, -1.1127275228500366, -0.6849002838134766, -0.25707316398620605, 0.17075395584106445, 0.5985813140869141, 1.0264084339141846, 1.454235553741455, 1.8820626735687256, 2.309889793395996, 2.7377171516418457, 3.165544271469116, 3.5933713912963867, 4.021198749542236, 4.449026107788086, 4.876852989196777, 5.304680347442627, 5.732507228851318, 6.160334587097168, 6.588161468505859, 7.015988826751709, 7.443816184997559, 7.87164306640625, 8.299470901489258, 8.72729778289795, 9.155125617980957, 9.582952499389648, 10.01077938079834, 10.438606262207031, 10.866434097290039, 11.29426097869873, 11.722087860107422]}, "gradients/decoder.transformer.h.20.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 4.0, 5.0, 3.0, 7.0, 7.0, 10.0, 6.0, 13.0, 13.0, 13.0, 18.0, 19.0, 14.0, 24.0, 34.0, 25.0, 41.0, 45.0, 40.0, 28.0, 42.0, 51.0, 41.0, 40.0, 33.0, 36.0, 33.0, 36.0, 32.0, 36.0, 36.0, 39.0, 29.0, 23.0, 24.0, 20.0, 10.0, 12.0, 8.0, 8.0, 10.0, 7.0, 4.0, 12.0, 4.0, 5.0, 5.0, 2.0, 3.0, 0.0, 1.0, 1.0], "bins": [-1.3203125, -1.282806396484375, -1.24530029296875, -1.207794189453125, -1.1702880859375, -1.132781982421875, -1.09527587890625, -1.057769775390625, -1.020263671875, -0.982757568359375, -0.94525146484375, -0.907745361328125, -0.8702392578125, -0.832733154296875, -0.79522705078125, -0.757720947265625, -0.72021484375, -0.682708740234375, -0.64520263671875, -0.607696533203125, -0.5701904296875, -0.532684326171875, -0.49517822265625, -0.457672119140625, -0.420166015625, -0.382659912109375, -0.34515380859375, -0.307647705078125, -0.2701416015625, -0.232635498046875, -0.19512939453125, -0.157623291015625, -0.1201171875, -0.082611083984375, -0.04510498046875, -0.007598876953125, 0.0299072265625, 0.067413330078125, 0.10491943359375, 0.142425537109375, 0.179931640625, 0.217437744140625, 0.25494384765625, 0.292449951171875, 0.3299560546875, 0.367462158203125, 0.40496826171875, 0.442474365234375, 0.47998046875, 0.517486572265625, 0.55499267578125, 0.592498779296875, 0.6300048828125, 0.667510986328125, 0.70501708984375, 0.742523193359375, 0.780029296875, 0.817535400390625, 0.85504150390625, 0.892547607421875, 0.9300537109375, 0.967559814453125, 1.00506591796875, 1.042572021484375, 1.080078125]}, "gradients/decoder.transformer.h.20.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 5.0, 4.0, 9.0, 13.0, 15.0, 14.0, 16.0, 25.0, 45.0, 56.0, 54.0, 81.0, 141.0, 176.0, 251.0, 415.0, 659.0, 1109.0, 1749.0, 3122.0, 5223.0, 9909.0, 21056.0, 132767.0, 3636932.0, 327528.0, 26263.0, 11609.0, 6208.0, 3461.0, 2021.0, 1216.0, 752.0, 443.0, 271.0, 184.0, 135.0, 79.0, 67.0, 41.0, 37.0, 34.0, 23.0, 15.0, 12.0, 12.0, 13.0, 7.0, 4.0, 0.0, 6.0, 1.0, 1.0], "bins": [-5.4453125, -5.29241943359375, -5.1395263671875, -4.98663330078125, -4.833740234375, -4.68084716796875, -4.5279541015625, -4.37506103515625, -4.22216796875, -4.06927490234375, -3.9163818359375, -3.76348876953125, -3.610595703125, -3.45770263671875, -3.3048095703125, -3.15191650390625, -2.9990234375, -2.84613037109375, -2.6932373046875, -2.54034423828125, -2.387451171875, -2.23455810546875, -2.0816650390625, -1.92877197265625, -1.77587890625, -1.62298583984375, -1.4700927734375, -1.31719970703125, -1.164306640625, -1.01141357421875, -0.8585205078125, -0.70562744140625, -0.552734375, -0.39984130859375, -0.2469482421875, -0.09405517578125, 0.058837890625, 0.21173095703125, 0.3646240234375, 0.51751708984375, 0.67041015625, 0.82330322265625, 0.9761962890625, 1.12908935546875, 1.281982421875, 1.43487548828125, 1.5877685546875, 1.74066162109375, 1.8935546875, 2.04644775390625, 2.1993408203125, 2.35223388671875, 2.505126953125, 2.65802001953125, 2.8109130859375, 2.96380615234375, 3.11669921875, 3.26959228515625, 3.4224853515625, 3.57537841796875, 3.728271484375, 3.88116455078125, 4.0340576171875, 4.18695068359375, 4.33984375]}, "gradients/decoder.transformer.h.20.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 4.0, 6.0, 5.0, 4.0, 7.0, 18.0, 17.0, 16.0, 32.0, 27.0, 55.0, 89.0, 303.0, 1085.0, 1569.0, 483.0, 133.0, 64.0, 39.0, 26.0, 16.0, 18.0, 20.0, 8.0, 8.0, 6.0, 7.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.54296875, -3.3673095703125, -3.191650390625, -3.0159912109375, -2.84033203125, -2.6646728515625, -2.489013671875, -2.3133544921875, -2.1376953125, -1.9620361328125, -1.786376953125, -1.6107177734375, -1.43505859375, -1.2593994140625, -1.083740234375, -0.9080810546875, -0.732421875, -0.5567626953125, -0.381103515625, -0.2054443359375, -0.02978515625, 0.1458740234375, 0.321533203125, 0.4971923828125, 0.6728515625, 0.8485107421875, 1.024169921875, 1.1998291015625, 1.37548828125, 1.5511474609375, 1.726806640625, 1.9024658203125, 2.078125, 2.2537841796875, 2.429443359375, 2.6051025390625, 2.78076171875, 2.9564208984375, 3.132080078125, 3.3077392578125, 3.4833984375, 3.6590576171875, 3.834716796875, 4.0103759765625, 4.18603515625, 4.3616943359375, 4.537353515625, 4.7130126953125, 4.888671875, 5.0643310546875, 5.239990234375, 5.4156494140625, 5.59130859375, 5.7669677734375, 5.942626953125, 6.1182861328125, 6.2939453125, 6.4696044921875, 6.645263671875, 6.8209228515625, 6.99658203125, 7.1722412109375, 7.347900390625, 7.5235595703125, 7.69921875]}, "gradients/decoder.transformer.h.20.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 5.0, 7.0, 14.0, 4.0, 13.0, 29.0, 32.0, 41.0, 75.0, 142.0, 256.0, 468.0, 1028.0, 2227.0, 5407.0, 14835.0, 54133.0, 2787917.0, 1259906.0, 45635.0, 13318.0, 4835.0, 2016.0, 944.0, 427.0, 236.0, 129.0, 79.0, 34.0, 33.0, 15.0, 15.0, 11.0, 9.0, 5.0, 8.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.7890625, -8.4503173828125, -8.111572265625, -7.7728271484375, -7.43408203125, -7.0953369140625, -6.756591796875, -6.4178466796875, -6.0791015625, -5.7403564453125, -5.401611328125, -5.0628662109375, -4.72412109375, -4.3853759765625, -4.046630859375, -3.7078857421875, -3.369140625, -3.0303955078125, -2.691650390625, -2.3529052734375, -2.01416015625, -1.6754150390625, -1.336669921875, -0.9979248046875, -0.6591796875, -0.3204345703125, 0.018310546875, 0.3570556640625, 0.69580078125, 1.0345458984375, 1.373291015625, 1.7120361328125, 2.05078125, 2.3895263671875, 2.728271484375, 3.0670166015625, 3.40576171875, 3.7445068359375, 4.083251953125, 4.4219970703125, 4.7607421875, 5.0994873046875, 5.438232421875, 5.7769775390625, 6.11572265625, 6.4544677734375, 6.793212890625, 7.1319580078125, 7.470703125, 7.8094482421875, 8.148193359375, 8.4869384765625, 8.82568359375, 9.1644287109375, 9.503173828125, 9.8419189453125, 10.1806640625, 10.5194091796875, 10.858154296875, 11.1968994140625, 11.53564453125, 11.8743896484375, 12.213134765625, 12.5518798828125, 12.890625]}, "gradients/decoder.transformer.h.20.ln_2.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 6.0, 15.0, 25.0, 48.0, 117.0, 246.0, 323.0, 128.0, 46.0, 30.0, 15.0, 4.0, 8.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-24.677122116088867, -23.38429832458496, -22.091474533081055, -20.79865074157715, -19.505826950073242, -18.213003158569336, -16.920177459716797, -15.627354621887207, -14.3345308303833, -13.041707038879395, -11.748883247375488, -10.456058502197266, -9.16323471069336, -7.870411396026611, -6.577587127685547, -5.284763336181641, -3.9919395446777344, -2.699115753173828, -1.4062917232513428, -0.11346769332885742, 1.1793560981750488, 2.472179889678955, 3.7650041580200195, 5.057827949523926, 6.350651741027832, 7.643475532531738, 8.936299324035645, 10.229124069213867, 11.521947860717773, 12.81477165222168, 14.107595443725586, 15.400419235229492, 16.693241119384766, 17.986064910888672, 19.278888702392578, 20.571712493896484, 21.86453628540039, 23.157360076904297, 24.450183868408203, 25.74300765991211, 27.035831451416016, 28.328655242919922, 29.621479034423828, 30.914302825927734, 32.20712661743164, 33.49995040893555, 34.79277420043945, 36.08559799194336, 37.37842559814453, 38.67124938964844, 39.964073181152344, 41.25689697265625, 42.549720764160156, 43.84254455566406, 45.13536834716797, 46.428192138671875, 47.72101593017578, 49.01383972167969, 50.306663513183594, 51.5994873046875, 52.892311096191406, 54.18513488769531, 55.47795867919922, 56.770782470703125, 58.06360626220703]}, "gradients/decoder.transformer.h.20.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 2.0, 6.0, 8.0, 7.0, 7.0, 10.0, 15.0, 10.0, 9.0, 16.0, 15.0, 18.0, 23.0, 23.0, 20.0, 28.0, 17.0, 31.0, 27.0, 30.0, 38.0, 33.0, 34.0, 34.0, 39.0, 37.0, 36.0, 35.0, 23.0, 37.0, 36.0, 27.0, 25.0, 28.0, 36.0, 29.0, 21.0, 17.0, 26.0, 14.0, 12.0, 11.0, 9.0, 14.0, 5.0, 7.0, 4.0, 9.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-8.41481876373291, -8.133217811584473, -7.851616859436035, -7.570015907287598, -7.28841495513916, -7.006814002990723, -6.725212574005127, -6.4436116218566895, -6.162010669708252, -5.8804097175598145, -5.598808765411377, -5.3172078132629395, -5.035606384277344, -4.754005432128906, -4.472404479980469, -4.190803527832031, -3.9092025756835938, -3.6276016235351562, -3.3460006713867188, -3.064399480819702, -2.7827985286712646, -2.501197576522827, -2.2195963859558105, -1.937995433807373, -1.6563944816589355, -1.374793529510498, -1.093192458152771, -0.8115914463996887, -0.5299904346466064, -0.24838948249816895, 0.033211588859558105, 0.31481266021728516, 0.5964136123657227, 0.8780146241188049, 1.1596156358718872, 1.4412167072296143, 1.7228176593780518, 2.0044186115264893, 2.286019802093506, 2.5676207542419434, 2.849221706390381, 3.1308226585388184, 3.412423610687256, 3.6940248012542725, 3.97562575340271, 4.257226943969727, 4.538827896118164, 4.820428848266602, 5.102029800415039, 5.383630752563477, 5.665231704711914, 5.946832656860352, 6.228433609008789, 6.510034561157227, 6.791635990142822, 7.07323694229126, 7.354837894439697, 7.636438846588135, 7.918039798736572, 8.199641227722168, 8.481242179870605, 8.762843132019043, 9.04444408416748, 9.326045036315918, 9.607645988464355]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 5.0, 6.0, 5.0, 6.0, 10.0, 7.0, 13.0, 17.0, 17.0, 26.0, 24.0, 19.0, 29.0, 42.0, 24.0, 34.0, 41.0, 45.0, 40.0, 53.0, 42.0, 49.0, 37.0, 47.0, 50.0, 33.0, 40.0, 35.0, 33.0, 31.0, 25.0, 22.0, 16.0, 12.0, 16.0, 6.0, 9.0, 6.0, 9.0, 2.0, 7.0, 9.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-1.55859375, -1.5160980224609375, -1.473602294921875, -1.4311065673828125, -1.38861083984375, -1.3461151123046875, -1.303619384765625, -1.2611236572265625, -1.2186279296875, -1.1761322021484375, -1.133636474609375, -1.0911407470703125, -1.04864501953125, -1.0061492919921875, -0.963653564453125, -0.9211578369140625, -0.878662109375, -0.8361663818359375, -0.793670654296875, -0.7511749267578125, -0.70867919921875, -0.6661834716796875, -0.623687744140625, -0.5811920166015625, -0.5386962890625, -0.4962005615234375, -0.453704833984375, -0.4112091064453125, -0.36871337890625, -0.3262176513671875, -0.283721923828125, -0.2412261962890625, -0.19873046875, -0.1562347412109375, -0.113739013671875, -0.0712432861328125, -0.02874755859375, 0.0137481689453125, 0.056243896484375, 0.0987396240234375, 0.1412353515625, 0.1837310791015625, 0.226226806640625, 0.2687225341796875, 0.31121826171875, 0.3537139892578125, 0.396209716796875, 0.4387054443359375, 0.481201171875, 0.5236968994140625, 0.566192626953125, 0.6086883544921875, 0.65118408203125, 0.6936798095703125, 0.736175537109375, 0.7786712646484375, 0.8211669921875, 0.8636627197265625, 0.906158447265625, 0.9486541748046875, 0.99114990234375, 1.0336456298828125, 1.076141357421875, 1.1186370849609375, 1.1611328125]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 9.0, 5.0, 16.0, 18.0, 26.0, 43.0, 67.0, 126.0, 173.0, 250.0, 390.0, 644.0, 977.0, 1530.0, 2436.0, 3677.0, 5769.0, 9359.0, 15313.0, 25559.0, 44370.0, 81602.0, 174114.0, 303779.0, 180960.0, 84061.0, 45230.0, 26258.0, 15747.0, 9497.0, 5959.0, 3767.0, 2447.0, 1600.0, 998.0, 643.0, 410.0, 243.0, 188.0, 110.0, 71.0, 57.0, 22.0, 15.0, 12.0, 6.0, 4.0, 5.0, 3.0, 0.0, 0.0, 3.0], "bins": [-1.974609375, -1.9190216064453125, -1.863433837890625, -1.8078460693359375, -1.75225830078125, -1.6966705322265625, -1.641082763671875, -1.5854949951171875, -1.5299072265625, -1.4743194580078125, -1.418731689453125, -1.3631439208984375, -1.30755615234375, -1.2519683837890625, -1.196380615234375, -1.1407928466796875, -1.085205078125, -1.0296173095703125, -0.974029541015625, -0.9184417724609375, -0.86285400390625, -0.8072662353515625, -0.751678466796875, -0.6960906982421875, -0.6405029296875, -0.5849151611328125, -0.529327392578125, -0.4737396240234375, -0.41815185546875, -0.3625640869140625, -0.306976318359375, -0.2513885498046875, -0.19580078125, -0.1402130126953125, -0.084625244140625, -0.0290374755859375, 0.02655029296875, 0.0821380615234375, 0.137725830078125, 0.1933135986328125, 0.2489013671875, 0.3044891357421875, 0.360076904296875, 0.4156646728515625, 0.47125244140625, 0.5268402099609375, 0.582427978515625, 0.6380157470703125, 0.693603515625, 0.7491912841796875, 0.804779052734375, 0.8603668212890625, 0.91595458984375, 0.9715423583984375, 1.027130126953125, 1.0827178955078125, 1.1383056640625, 1.1938934326171875, 1.249481201171875, 1.3050689697265625, 1.36065673828125, 1.4162445068359375, 1.471832275390625, 1.5274200439453125, 1.5830078125]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 3.0, 1.0, 4.0, 9.0, 9.0, 7.0, 8.0, 6.0, 8.0, 9.0, 21.0, 13.0, 18.0, 30.0, 16.0, 20.0, 45.0, 34.0, 38.0, 40.0, 36.0, 37.0, 39.0, 35.0, 1060.0, 40.0, 35.0, 38.0, 36.0, 24.0, 36.0, 24.0, 30.0, 34.0, 28.0, 20.0, 28.0, 15.0, 19.0, 10.0, 18.0, 7.0, 11.0, 4.0, 3.0, 2.0, 1.0, 4.0, 4.0, 5.0, 9.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.408203125, -1.3623504638671875, -1.316497802734375, -1.2706451416015625, -1.22479248046875, -1.1789398193359375, -1.133087158203125, -1.0872344970703125, -1.0413818359375, -0.9955291748046875, -0.949676513671875, -0.9038238525390625, -0.85797119140625, -0.8121185302734375, -0.766265869140625, -0.7204132080078125, -0.674560546875, -0.6287078857421875, -0.582855224609375, -0.5370025634765625, -0.49114990234375, -0.4452972412109375, -0.399444580078125, -0.3535919189453125, -0.3077392578125, -0.2618865966796875, -0.216033935546875, -0.1701812744140625, -0.12432861328125, -0.0784759521484375, -0.032623291015625, 0.0132293701171875, 0.05908203125, 0.1049346923828125, 0.150787353515625, 0.1966400146484375, 0.24249267578125, 0.2883453369140625, 0.334197998046875, 0.3800506591796875, 0.4259033203125, 0.4717559814453125, 0.517608642578125, 0.5634613037109375, 0.60931396484375, 0.6551666259765625, 0.701019287109375, 0.7468719482421875, 0.792724609375, 0.8385772705078125, 0.884429931640625, 0.9302825927734375, 0.97613525390625, 1.0219879150390625, 1.067840576171875, 1.1136932373046875, 1.1595458984375, 1.2053985595703125, 1.251251220703125, 1.2971038818359375, 1.34295654296875, 1.3888092041015625, 1.434661865234375, 1.4805145263671875, 1.5263671875]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 7.0, 9.0, 10.0, 14.0, 24.0, 36.0, 47.0, 78.0, 113.0, 160.0, 216.0, 302.0, 424.0, 610.0, 943.0, 1533.0, 2285.0, 3644.0, 6066.0, 10581.0, 20539.0, 52305.0, 1126225.0, 773995.0, 50567.0, 19766.0, 10334.0, 5951.0, 3572.0, 2263.0, 1480.0, 973.0, 592.0, 435.0, 301.0, 233.0, 159.0, 101.0, 67.0, 44.0, 36.0, 24.0, 22.0, 13.0, 17.0, 7.0, 6.0, 4.0, 5.0, 3.0], "bins": [-3.701171875, -3.601104736328125, -3.50103759765625, -3.400970458984375, -3.3009033203125, -3.200836181640625, -3.10076904296875, -3.000701904296875, -2.900634765625, -2.800567626953125, -2.70050048828125, -2.600433349609375, -2.5003662109375, -2.400299072265625, -2.30023193359375, -2.200164794921875, -2.10009765625, -2.000030517578125, -1.89996337890625, -1.799896240234375, -1.6998291015625, -1.599761962890625, -1.49969482421875, -1.399627685546875, -1.299560546875, -1.199493408203125, -1.09942626953125, -0.999359130859375, -0.8992919921875, -0.799224853515625, -0.69915771484375, -0.599090576171875, -0.4990234375, -0.398956298828125, -0.29888916015625, -0.198822021484375, -0.0987548828125, 0.001312255859375, 0.10137939453125, 0.201446533203125, 0.301513671875, 0.401580810546875, 0.50164794921875, 0.601715087890625, 0.7017822265625, 0.801849365234375, 0.90191650390625, 1.001983642578125, 1.10205078125, 1.202117919921875, 1.30218505859375, 1.402252197265625, 1.5023193359375, 1.602386474609375, 1.70245361328125, 1.802520751953125, 1.902587890625, 2.002655029296875, 2.10272216796875, 2.202789306640625, 2.3028564453125, 2.402923583984375, 2.50299072265625, 2.603057861328125, 2.703125]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 1.0, 8.0, 8.0, 5.0, 11.0, 10.0, 8.0, 17.0, 27.0, 24.0, 28.0, 39.0, 41.0, 93.0, 154.0, 160.0, 120.0, 57.0, 42.0, 32.0, 24.0, 14.0, 8.0, 23.0, 21.0, 5.0, 3.0, 7.0, 3.0, 2.0, 2.0, 4.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.306396484375, -0.2959251403808594, -0.28545379638671875, -0.2749824523925781, -0.2645111083984375, -0.2540397644042969, -0.24356842041015625, -0.23309707641601562, -0.222625732421875, -0.21215438842773438, -0.20168304443359375, -0.19121170043945312, -0.1807403564453125, -0.17026901245117188, -0.15979766845703125, -0.14932632446289062, -0.13885498046875, -0.12838363647460938, -0.11791229248046875, -0.10744094848632812, -0.0969696044921875, -0.08649826049804688, -0.07602691650390625, -0.06555557250976562, -0.055084228515625, -0.044612884521484375, -0.03414154052734375, -0.023670196533203125, -0.0131988525390625, -0.002727508544921875, 0.00774383544921875, 0.018215179443359375, 0.0286865234375, 0.039157867431640625, 0.04962921142578125, 0.060100555419921875, 0.0705718994140625, 0.08104324340820312, 0.09151458740234375, 0.10198593139648438, 0.112457275390625, 0.12292861938476562, 0.13339996337890625, 0.14387130737304688, 0.1543426513671875, 0.16481399536132812, 0.17528533935546875, 0.18575668334960938, 0.19622802734375, 0.20669937133789062, 0.21717071533203125, 0.22764205932617188, 0.2381134033203125, 0.24858474731445312, 0.25905609130859375, 0.2695274353027344, 0.279998779296875, 0.2904701232910156, 0.30094146728515625, 0.3114128112792969, 0.3218841552734375, 0.3323554992675781, 0.34282684326171875, 0.3532981872558594, 0.36376953125]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 5.0, 9.0, 4.0, 8.0, 10.0, 16.0, 21.0, 29.0, 41.0, 38.0, 73.0, 86.0, 116.0, 185.0, 339.0, 889.0, 4737.0, 56179.0, 942743.0, 37831.0, 3550.0, 786.0, 262.0, 159.0, 116.0, 81.0, 62.0, 47.0, 28.0, 25.0, 21.0, 14.0, 15.0, 8.0, 7.0, 3.0, 4.0, 7.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.76171875, -3.6339111328125, -3.506103515625, -3.3782958984375, -3.25048828125, -3.1226806640625, -2.994873046875, -2.8670654296875, -2.7392578125, -2.6114501953125, -2.483642578125, -2.3558349609375, -2.22802734375, -2.1002197265625, -1.972412109375, -1.8446044921875, -1.716796875, -1.5889892578125, -1.461181640625, -1.3333740234375, -1.20556640625, -1.0777587890625, -0.949951171875, -0.8221435546875, -0.6943359375, -0.5665283203125, -0.438720703125, -0.3109130859375, -0.18310546875, -0.0552978515625, 0.072509765625, 0.2003173828125, 0.328125, 0.4559326171875, 0.583740234375, 0.7115478515625, 0.83935546875, 0.9671630859375, 1.094970703125, 1.2227783203125, 1.3505859375, 1.4783935546875, 1.606201171875, 1.7340087890625, 1.86181640625, 1.9896240234375, 2.117431640625, 2.2452392578125, 2.373046875, 2.5008544921875, 2.628662109375, 2.7564697265625, 2.88427734375, 3.0120849609375, 3.139892578125, 3.2677001953125, 3.3955078125, 3.5233154296875, 3.651123046875, 3.7789306640625, 3.90673828125, 4.0345458984375, 4.162353515625, 4.2901611328125, 4.41796875]}, "gradients/decoder.transformer.h.20.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 21.0, 50.0, 168.0, 445.0, 218.0, 65.0, 26.0, 12.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.938371181488037, -5.813541412353516, -5.688711643218994, -5.563881874084473, -5.439052104949951, -5.31422233581543, -5.189393043518066, -5.064563274383545, -4.939733505249023, -4.814903736114502, -4.6900739669799805, -4.565244197845459, -4.4404144287109375, -4.315585136413574, -4.1907548904418945, -4.065925598144531, -3.9410955905914307, -3.816265821456909, -3.6914360523223877, -3.5666065216064453, -3.441776752471924, -3.3169469833374023, -3.192117214202881, -3.0672874450683594, -2.942457675933838, -2.8176279067993164, -2.692798137664795, -2.5679683685302734, -2.443138837814331, -2.3183090686798096, -2.193479299545288, -2.0686495304107666, -1.9438199996948242, -1.8189902305603027, -1.6941605806350708, -1.5693308115005493, -1.4445011615753174, -1.319671392440796, -1.1948416233062744, -1.070011854171753, -0.945182204246521, -0.8203524947166443, -0.6955227851867676, -0.5706930160522461, -0.4458633065223694, -0.3210335969924927, -0.1962038278579712, -0.07137411832809448, 0.05345559120178223, 0.17828531563282013, 0.30311504006385803, 0.42794477939605713, 0.5527744889259338, 0.6776041984558105, 0.802433967590332, 0.9272636771202087, 1.0520933866500854, 1.176923155784607, 1.3017528057098389, 1.4265825748443604, 1.5514123439788818, 1.6762419939041138, 1.8010717630386353, 1.9259014129638672, 2.0507311820983887]}, "gradients/decoder.transformer.h.20.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0, 6.0, 7.0, 3.0, 4.0, 10.0, 7.0, 19.0, 9.0, 22.0, 12.0, 17.0, 26.0, 27.0, 28.0, 21.0, 35.0, 35.0, 34.0, 39.0, 37.0, 49.0, 26.0, 35.0, 43.0, 42.0, 33.0, 34.0, 40.0, 35.0, 36.0, 25.0, 22.0, 21.0, 22.0, 19.0, 17.0, 14.0, 18.0, 12.0, 15.0, 11.0, 4.0, 9.0, 6.0, 7.0, 5.0, 2.0, 2.0, 0.0, 3.0], "bins": [-0.9533117413520813, -0.9275822639465332, -0.9018527269363403, -0.8761232495307922, -0.8503937721252441, -0.8246642351150513, -0.7989347577095032, -0.7732052803039551, -0.7474757432937622, -0.7217462658882141, -0.6960167288780212, -0.6702872514724731, -0.6445577144622803, -0.6188282370567322, -0.5930987596511841, -0.5673692226409912, -0.5416397452354431, -0.515910267829895, -0.49018073081970215, -0.46445125341415405, -0.43872174620628357, -0.4129922389984131, -0.387262761592865, -0.3615332543849945, -0.335803747177124, -0.31007423996925354, -0.28434473276138306, -0.25861525535583496, -0.23288574814796448, -0.207156240940094, -0.1814267486333847, -0.15569725632667542, -0.12996768951416016, -0.10423818975687027, -0.07850868999958038, -0.0527791902422905, -0.02704969048500061, -0.001320183277130127, 0.024409309029579163, 0.05013880133628845, 0.07586830854415894, 0.10159780830144882, 0.1273273080587387, 0.153056800365448, 0.17878630757331848, 0.20451581478118896, 0.23024530708789825, 0.25597479939460754, 0.281704306602478, 0.3074338138103485, 0.333163321018219, 0.3588927984237671, 0.3846223056316376, 0.41035181283950806, 0.43608129024505615, 0.46181079745292664, 0.4875403046607971, 0.5132697820663452, 0.5389993190765381, 0.5647287964820862, 0.5904582738876343, 0.6161878108978271, 0.6419172883033752, 0.6676467657089233, 0.6933763027191162]}, "gradients/decoder.transformer.h.20.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 5.0, 6.0, 3.0, 6.0, 7.0, 7.0, 8.0, 9.0, 23.0, 10.0, 20.0, 26.0, 22.0, 25.0, 31.0, 30.0, 33.0, 42.0, 38.0, 48.0, 40.0, 43.0, 49.0, 41.0, 41.0, 47.0, 48.0, 32.0, 38.0, 40.0, 31.0, 33.0, 19.0, 21.0, 14.0, 13.0, 11.0, 8.0, 9.0, 8.0, 8.0, 4.0, 3.0, 3.0, 9.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.5556640625, -1.5128326416015625, -1.470001220703125, -1.4271697998046875, -1.38433837890625, -1.3415069580078125, -1.298675537109375, -1.2558441162109375, -1.2130126953125, -1.1701812744140625, -1.127349853515625, -1.0845184326171875, -1.04168701171875, -0.9988555908203125, -0.956024169921875, -0.9131927490234375, -0.870361328125, -0.8275299072265625, -0.784698486328125, -0.7418670654296875, -0.69903564453125, -0.6562042236328125, -0.613372802734375, -0.5705413818359375, -0.5277099609375, -0.4848785400390625, -0.442047119140625, -0.3992156982421875, -0.35638427734375, -0.3135528564453125, -0.270721435546875, -0.2278900146484375, -0.18505859375, -0.1422271728515625, -0.099395751953125, -0.0565643310546875, -0.01373291015625, 0.0290985107421875, 0.071929931640625, 0.1147613525390625, 0.1575927734375, 0.2004241943359375, 0.243255615234375, 0.2860870361328125, 0.32891845703125, 0.3717498779296875, 0.414581298828125, 0.4574127197265625, 0.500244140625, 0.5430755615234375, 0.585906982421875, 0.6287384033203125, 0.67156982421875, 0.7144012451171875, 0.757232666015625, 0.8000640869140625, 0.8428955078125, 0.8857269287109375, 0.928558349609375, 0.9713897705078125, 1.01422119140625, 1.0570526123046875, 1.099884033203125, 1.1427154541015625, 1.185546875]}, "gradients/decoder.transformer.h.20.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 9.0, 11.0, 15.0, 27.0, 32.0, 42.0, 60.0, 88.0, 137.0, 200.0, 304.0, 392.0, 563.0, 829.0, 1210.0, 1777.0, 2673.0, 4017.0, 6514.0, 11848.0, 30197.0, 143521.0, 648395.0, 135902.0, 29265.0, 11813.0, 6470.0, 4095.0, 2615.0, 1633.0, 1188.0, 830.0, 597.0, 415.0, 271.0, 195.0, 128.0, 89.0, 52.0, 51.0, 32.0, 23.0, 9.0, 9.0, 6.0, 6.0, 4.0, 0.0, 4.0, 0.0, 1.0, 1.0], "bins": [-1.65234375, -1.60443115234375, -1.5565185546875, -1.50860595703125, -1.460693359375, -1.41278076171875, -1.3648681640625, -1.31695556640625, -1.26904296875, -1.22113037109375, -1.1732177734375, -1.12530517578125, -1.077392578125, -1.02947998046875, -0.9815673828125, -0.93365478515625, -0.8857421875, -0.83782958984375, -0.7899169921875, -0.74200439453125, -0.694091796875, -0.64617919921875, -0.5982666015625, -0.55035400390625, -0.50244140625, -0.45452880859375, -0.4066162109375, -0.35870361328125, -0.310791015625, -0.26287841796875, -0.2149658203125, -0.16705322265625, -0.119140625, -0.07122802734375, -0.0233154296875, 0.02459716796875, 0.072509765625, 0.12042236328125, 0.1683349609375, 0.21624755859375, 0.26416015625, 0.31207275390625, 0.3599853515625, 0.40789794921875, 0.455810546875, 0.50372314453125, 0.5516357421875, 0.59954833984375, 0.6474609375, 0.69537353515625, 0.7432861328125, 0.79119873046875, 0.839111328125, 0.88702392578125, 0.9349365234375, 0.98284912109375, 1.03076171875, 1.07867431640625, 1.1265869140625, 1.17449951171875, 1.222412109375, 1.27032470703125, 1.3182373046875, 1.36614990234375, 1.4140625]}, "gradients/decoder.transformer.h.20.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 7.0, 0.0, 3.0, 5.0, 7.0, 8.0, 6.0, 11.0, 8.0, 9.0, 17.0, 16.0, 27.0, 29.0, 23.0, 38.0, 37.0, 43.0, 36.0, 51.0, 69.0, 120.0, 434.0, 1487.0, 117.0, 56.0, 53.0, 43.0, 51.0, 39.0, 30.0, 27.0, 21.0, 18.0, 21.0, 18.0, 14.0, 8.0, 9.0, 12.0, 7.0, 10.0, 2.0, 4.0, 3.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.08984375, -3.9488525390625, -3.807861328125, -3.6668701171875, -3.52587890625, -3.3848876953125, -3.243896484375, -3.1029052734375, -2.9619140625, -2.8209228515625, -2.679931640625, -2.5389404296875, -2.39794921875, -2.2569580078125, -2.115966796875, -1.9749755859375, -1.833984375, -1.6929931640625, -1.552001953125, -1.4110107421875, -1.27001953125, -1.1290283203125, -0.988037109375, -0.8470458984375, -0.7060546875, -0.5650634765625, -0.424072265625, -0.2830810546875, -0.14208984375, -0.0010986328125, 0.139892578125, 0.2808837890625, 0.421875, 0.5628662109375, 0.703857421875, 0.8448486328125, 0.98583984375, 1.1268310546875, 1.267822265625, 1.4088134765625, 1.5498046875, 1.6907958984375, 1.831787109375, 1.9727783203125, 2.11376953125, 2.2547607421875, 2.395751953125, 2.5367431640625, 2.677734375, 2.8187255859375, 2.959716796875, 3.1007080078125, 3.24169921875, 3.3826904296875, 3.523681640625, 3.6646728515625, 3.8056640625, 3.9466552734375, 4.087646484375, 4.2286376953125, 4.36962890625, 4.5106201171875, 4.651611328125, 4.7926025390625, 4.93359375]}, "gradients/decoder.transformer.h.20.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 5.0, 1.0, 6.0, 1.0, 5.0, 5.0, 11.0, 7.0, 10.0, 19.0, 17.0, 25.0, 24.0, 48.0, 62.0, 112.0, 159.0, 330.0, 713.0, 1712.0, 5037.0, 19396.0, 189612.0, 2824376.0, 84572.0, 13157.0, 3716.0, 1290.0, 546.0, 289.0, 131.0, 98.0, 49.0, 46.0, 28.0, 31.0, 14.0, 9.0, 16.0, 4.0, 4.0, 8.0, 5.0, 3.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-5.29296875, -5.13897705078125, -4.9849853515625, -4.83099365234375, -4.677001953125, -4.52301025390625, -4.3690185546875, -4.21502685546875, -4.06103515625, -3.90704345703125, -3.7530517578125, -3.59906005859375, -3.445068359375, -3.29107666015625, -3.1370849609375, -2.98309326171875, -2.8291015625, -2.67510986328125, -2.5211181640625, -2.36712646484375, -2.213134765625, -2.05914306640625, -1.9051513671875, -1.75115966796875, -1.59716796875, -1.44317626953125, -1.2891845703125, -1.13519287109375, -0.981201171875, -0.82720947265625, -0.6732177734375, -0.51922607421875, -0.365234375, -0.21124267578125, -0.0572509765625, 0.09674072265625, 0.250732421875, 0.40472412109375, 0.5587158203125, 0.71270751953125, 0.86669921875, 1.02069091796875, 1.1746826171875, 1.32867431640625, 1.482666015625, 1.63665771484375, 1.7906494140625, 1.94464111328125, 2.0986328125, 2.25262451171875, 2.4066162109375, 2.56060791015625, 2.714599609375, 2.86859130859375, 3.0225830078125, 3.17657470703125, 3.33056640625, 3.48455810546875, 3.6385498046875, 3.79254150390625, 3.946533203125, 4.10052490234375, 4.2545166015625, 4.40850830078125, 4.5625]}, "gradients/decoder.transformer.h.20.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 5.0, 481.0, 519.0, 12.0, 0.0, 1.0], "bins": [-118.86695861816406, -116.8858642578125, -114.90476989746094, -112.9236831665039, -110.94258880615234, -108.96149444580078, -106.98040008544922, -104.99930572509766, -103.01821899414062, -101.03712463378906, -99.0560302734375, -97.07494354248047, -95.0938491821289, -93.11275482177734, -91.13166046142578, -89.15056610107422, -87.16947174072266, -85.1883773803711, -83.20728302001953, -81.2261962890625, -79.24510192871094, -77.26400756835938, -75.28291320800781, -73.30181884765625, -71.32073211669922, -69.33963775634766, -67.3585433959961, -65.37745666503906, -63.3963623046875, -61.41526794433594, -59.434173583984375, -57.45308303833008, -55.47199249267578, -53.49089813232422, -51.50980758666992, -49.52871322631836, -47.54762268066406, -45.5665283203125, -43.58543395996094, -41.60434341430664, -39.62324905395508, -37.642154693603516, -35.66106414794922, -33.679969787597656, -31.698877334594727, -29.717784881591797, -27.736692428588867, -25.755599975585938, -23.774505615234375, -21.793413162231445, -19.812320709228516, -17.831226348876953, -15.850133895874023, -13.869041442871094, -11.887948989868164, -9.906855583190918, -7.925763130187988, -5.9446702003479, -3.9635775089263916, -1.9824848175048828, -0.0013918876647949219, 1.979701042175293, 3.9607934951782227, 5.941886901855469, 7.922979354858398]}, "gradients/decoder.transformer.h.20.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 5.0, 2.0, 3.0, 4.0, 11.0, 12.0, 5.0, 10.0, 9.0, 11.0, 14.0, 26.0, 23.0, 26.0, 37.0, 45.0, 21.0, 34.0, 39.0, 37.0, 47.0, 44.0, 43.0, 46.0, 31.0, 42.0, 48.0, 35.0, 33.0, 35.0, 38.0, 22.0, 26.0, 24.0, 17.0, 15.0, 16.0, 20.0, 13.0, 6.0, 5.0, 6.0, 4.0, 8.0, 3.0, 3.0, 6.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-13.246219635009766, -12.810907363891602, -12.375594139099121, -11.940281867980957, -11.504968643188477, -11.069656372070312, -10.634344100952148, -10.199031829833984, -9.763718605041504, -9.32840633392334, -8.89309310913086, -8.457780838012695, -8.022468566894531, -7.587155342102051, -7.151843070983887, -6.7165303230285645, -6.281217575073242, -5.84590482711792, -5.410592079162598, -4.975279808044434, -4.539967060089111, -4.104654312133789, -3.669341802597046, -3.2340292930603027, -2.7987165451049805, -2.363403797149658, -1.928091287612915, -1.4927786588668823, -1.0574660301208496, -0.6221532821655273, -0.18684077262878418, 0.24847173690795898, 0.6837844848632812, 1.119097113609314, 1.5544097423553467, 1.9897223711013794, 2.425034999847412, 2.8603477478027344, 3.2956602573394775, 3.7309727668762207, 4.166285514831543, 4.601598262786865, 5.0369110107421875, 5.472223281860352, 5.907536029815674, 6.342848777770996, 6.77816104888916, 7.213473796844482, 7.648786544799805, 8.084098815917969, 8.51941204071045, 8.954724311828613, 9.390037536621094, 9.825349807739258, 10.260662078857422, 10.695974349975586, 11.131287574768066, 11.56659984588623, 12.001913070678711, 12.437225341796875, 12.872537612915039, 13.30785083770752, 13.743163108825684, 14.178476333618164, 14.613788604736328]}, "gradients/decoder.transformer.h.19.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 4.0, 2.0, 3.0, 3.0, 8.0, 4.0, 5.0, 10.0, 9.0, 10.0, 15.0, 18.0, 23.0, 36.0, 15.0, 24.0, 40.0, 26.0, 29.0, 37.0, 42.0, 38.0, 53.0, 36.0, 53.0, 35.0, 52.0, 46.0, 36.0, 41.0, 40.0, 41.0, 24.0, 23.0, 28.0, 18.0, 11.0, 15.0, 10.0, 13.0, 10.0, 5.0, 3.0, 4.0, 5.0, 6.0, 6.0, 0.0, 1.0, 1.0, 2.0], "bins": [-1.626953125, -1.583038330078125, -1.53912353515625, -1.495208740234375, -1.4512939453125, -1.407379150390625, -1.36346435546875, -1.319549560546875, -1.275634765625, -1.231719970703125, -1.18780517578125, -1.143890380859375, -1.0999755859375, -1.056060791015625, -1.01214599609375, -0.968231201171875, -0.92431640625, -0.880401611328125, -0.83648681640625, -0.792572021484375, -0.7486572265625, -0.704742431640625, -0.66082763671875, -0.616912841796875, -0.572998046875, -0.529083251953125, -0.48516845703125, -0.441253662109375, -0.3973388671875, -0.353424072265625, -0.30950927734375, -0.265594482421875, -0.2216796875, -0.177764892578125, -0.13385009765625, -0.089935302734375, -0.0460205078125, -0.002105712890625, 0.04180908203125, 0.085723876953125, 0.129638671875, 0.173553466796875, 0.21746826171875, 0.261383056640625, 0.3052978515625, 0.349212646484375, 0.39312744140625, 0.437042236328125, 0.48095703125, 0.524871826171875, 0.56878662109375, 0.612701416015625, 0.6566162109375, 0.700531005859375, 0.74444580078125, 0.788360595703125, 0.832275390625, 0.876190185546875, 0.92010498046875, 0.964019775390625, 1.0079345703125, 1.051849365234375, 1.09576416015625, 1.139678955078125, 1.18359375]}, "gradients/decoder.transformer.h.19.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 1.0, 5.0, 4.0, 9.0, 14.0, 21.0, 26.0, 32.0, 44.0, 65.0, 102.0, 154.0, 251.0, 341.0, 522.0, 884.0, 1427.0, 2341.0, 4104.0, 7669.0, 16640.0, 91733.0, 2841945.0, 1149312.0, 48244.0, 13319.0, 6315.0, 3410.0, 2029.0, 1198.0, 780.0, 470.0, 295.0, 194.0, 123.0, 81.0, 46.0, 51.0, 31.0, 21.0, 12.0, 6.0, 7.0, 2.0, 10.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.76171875, -4.62896728515625, -4.4962158203125, -4.36346435546875, -4.230712890625, -4.09796142578125, -3.9652099609375, -3.83245849609375, -3.69970703125, -3.56695556640625, -3.4342041015625, -3.30145263671875, -3.168701171875, -3.03594970703125, -2.9031982421875, -2.77044677734375, -2.6376953125, -2.50494384765625, -2.3721923828125, -2.23944091796875, -2.106689453125, -1.97393798828125, -1.8411865234375, -1.70843505859375, -1.57568359375, -1.44293212890625, -1.3101806640625, -1.17742919921875, -1.044677734375, -0.91192626953125, -0.7791748046875, -0.64642333984375, -0.513671875, -0.38092041015625, -0.2481689453125, -0.11541748046875, 0.017333984375, 0.15008544921875, 0.2828369140625, 0.41558837890625, 0.54833984375, 0.68109130859375, 0.8138427734375, 0.94659423828125, 1.079345703125, 1.21209716796875, 1.3448486328125, 1.47760009765625, 1.6103515625, 1.74310302734375, 1.8758544921875, 2.00860595703125, 2.141357421875, 2.27410888671875, 2.4068603515625, 2.53961181640625, 2.67236328125, 2.80511474609375, 2.9378662109375, 3.07061767578125, 3.203369140625, 3.33612060546875, 3.4688720703125, 3.60162353515625, 3.734375]}, "gradients/decoder.transformer.h.19.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 3.0, 3.0, 4.0, 5.0, 5.0, 8.0, 7.0, 5.0, 6.0, 19.0, 22.0, 22.0, 23.0, 30.0, 57.0, 105.0, 270.0, 769.0, 1366.0, 725.0, 264.0, 103.0, 63.0, 43.0, 26.0, 22.0, 17.0, 14.0, 11.0, 14.0, 9.0, 13.0, 3.0, 2.0, 5.0, 1.0, 1.0, 1.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.5546875, -4.41455078125, -4.2744140625, -4.13427734375, -3.994140625, -3.85400390625, -3.7138671875, -3.57373046875, -3.43359375, -3.29345703125, -3.1533203125, -3.01318359375, -2.873046875, -2.73291015625, -2.5927734375, -2.45263671875, -2.3125, -2.17236328125, -2.0322265625, -1.89208984375, -1.751953125, -1.61181640625, -1.4716796875, -1.33154296875, -1.19140625, -1.05126953125, -0.9111328125, -0.77099609375, -0.630859375, -0.49072265625, -0.3505859375, -0.21044921875, -0.0703125, 0.06982421875, 0.2099609375, 0.35009765625, 0.490234375, 0.63037109375, 0.7705078125, 0.91064453125, 1.05078125, 1.19091796875, 1.3310546875, 1.47119140625, 1.611328125, 1.75146484375, 1.8916015625, 2.03173828125, 2.171875, 2.31201171875, 2.4521484375, 2.59228515625, 2.732421875, 2.87255859375, 3.0126953125, 3.15283203125, 3.29296875, 3.43310546875, 3.5732421875, 3.71337890625, 3.853515625, 3.99365234375, 4.1337890625, 4.27392578125, 4.4140625]}, "gradients/decoder.transformer.h.19.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 3.0, 8.0, 9.0, 11.0, 20.0, 26.0, 35.0, 57.0, 74.0, 124.0, 184.0, 311.0, 427.0, 788.0, 1285.0, 2128.0, 3762.0, 7185.0, 14369.0, 34141.0, 133984.0, 3358029.0, 537481.0, 56874.0, 21028.0, 9831.0, 5123.0, 2779.0, 1609.0, 936.0, 596.0, 369.0, 239.0, 151.0, 102.0, 64.0, 42.0, 34.0, 21.0, 17.0, 12.0, 6.0, 4.0, 6.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.5390625, -6.3330078125, -6.126953125, -5.9208984375, -5.71484375, -5.5087890625, -5.302734375, -5.0966796875, -4.890625, -4.6845703125, -4.478515625, -4.2724609375, -4.06640625, -3.8603515625, -3.654296875, -3.4482421875, -3.2421875, -3.0361328125, -2.830078125, -2.6240234375, -2.41796875, -2.2119140625, -2.005859375, -1.7998046875, -1.59375, -1.3876953125, -1.181640625, -0.9755859375, -0.76953125, -0.5634765625, -0.357421875, -0.1513671875, 0.0546875, 0.2607421875, 0.466796875, 0.6728515625, 0.87890625, 1.0849609375, 1.291015625, 1.4970703125, 1.703125, 1.9091796875, 2.115234375, 2.3212890625, 2.52734375, 2.7333984375, 2.939453125, 3.1455078125, 3.3515625, 3.5576171875, 3.763671875, 3.9697265625, 4.17578125, 4.3818359375, 4.587890625, 4.7939453125, 5.0, 5.2060546875, 5.412109375, 5.6181640625, 5.82421875, 6.0302734375, 6.236328125, 6.4423828125, 6.6484375]}, "gradients/decoder.transformer.h.19.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 5.0, 5.0, 32.0, 62.0, 208.0, 442.0, 176.0, 48.0, 17.0, 9.0, 3.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.571571350097656, -21.94209098815918, -20.312610626220703, -18.683128356933594, -17.053647994995117, -15.42416763305664, -13.794686317443848, -12.165205001831055, -10.535724639892578, -8.906244277954102, -7.276762962341309, -5.647282123565674, -4.017801284790039, -2.3883209228515625, -0.7588396072387695, 0.8706417083740234, 2.5001220703125, 4.129602909088135, 5.7590837478637695, 7.388564586639404, 9.018045425415039, 10.647525787353516, 12.277007102966309, 13.906488418579102, 15.535968780517578, 17.165449142456055, 18.79492950439453, 20.42441177368164, 22.053892135620117, 23.683372497558594, 25.312854766845703, 26.94233512878418, 28.571815490722656, 30.201295852661133, 31.83077621459961, 33.46025848388672, 35.08973693847656, 36.71921920776367, 38.34870147705078, 39.978179931640625, 41.607662200927734, 43.237144470214844, 44.86662292480469, 46.4961051940918, 48.125587463378906, 49.75506591796875, 51.38454818725586, 53.01403045654297, 54.64350891113281, 56.27299118041992, 57.902469635009766, 59.531951904296875, 61.16143035888672, 62.79091262817383, 64.42039489746094, 66.04987335205078, 67.67935180664062, 69.30883026123047, 70.93831634521484, 72.56779479980469, 74.19727325439453, 75.82675170898438, 77.45623779296875, 79.0857162475586, 80.71520233154297]}, "gradients/decoder.transformer.h.19.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 8.0, 3.0, 4.0, 5.0, 4.0, 7.0, 13.0, 11.0, 19.0, 16.0, 18.0, 22.0, 26.0, 30.0, 31.0, 31.0, 39.0, 32.0, 47.0, 29.0, 39.0, 56.0, 26.0, 36.0, 46.0, 43.0, 42.0, 41.0, 36.0, 31.0, 33.0, 33.0, 22.0, 27.0, 19.0, 17.0, 15.0, 7.0, 8.0, 11.0, 4.0, 4.0, 5.0, 3.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-11.876404762268066, -11.534066200256348, -11.191726684570312, -10.849388122558594, -10.507048606872559, -10.16471004486084, -9.822370529174805, -9.480031967163086, -9.13769245147705, -8.795353889465332, -8.453014373779297, -8.110675811767578, -7.768336296081543, -7.425997257232666, -7.083658218383789, -6.74131965637207, -6.398980617523193, -6.056641578674316, -5.7143025398254395, -5.3719635009765625, -5.0296244621276855, -4.687285423278809, -4.34494686126709, -4.002607345581055, -3.660268545150757, -3.31792950630188, -2.975590467453003, -2.633251667022705, -2.290912628173828, -1.9485734701156616, -1.6062345504760742, -1.2638955116271973, -0.9215564727783203, -0.5792174339294434, -0.23687845468521118, 0.105460524559021, 0.44779956340789795, 0.7901386022567749, 1.1324775218963623, 1.4748165607452393, 1.8171555995941162, 2.159494638442993, 2.50183367729187, 2.844172477722168, 3.186511516571045, 3.528850555419922, 3.871189594268799, 4.213528633117676, 4.555867671966553, 4.89820671081543, 5.240545749664307, 5.582884788513184, 5.9252238273620605, 6.2675628662109375, 6.609901428222656, 6.952240943908691, 7.29457950592041, 7.636918544769287, 7.979257583618164, 8.321596145629883, 8.663935661315918, 9.006274223327637, 9.348613739013672, 9.69095230102539, 10.033291816711426]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 10.0, 4.0, 5.0, 7.0, 11.0, 4.0, 8.0, 16.0, 18.0, 14.0, 21.0, 23.0, 23.0, 23.0, 27.0, 39.0, 37.0, 47.0, 31.0, 35.0, 38.0, 53.0, 55.0, 45.0, 35.0, 42.0, 49.0, 36.0, 32.0, 34.0, 35.0, 22.0, 19.0, 23.0, 12.0, 12.0, 14.0, 6.0, 8.0, 8.0, 6.0, 4.0, 6.0, 1.0, 2.0, 6.0, 3.0, 1.0, 2.0], "bins": [-1.5927734375, -1.549530029296875, -1.50628662109375, -1.463043212890625, -1.4197998046875, -1.376556396484375, -1.33331298828125, -1.290069580078125, -1.246826171875, -1.203582763671875, -1.16033935546875, -1.117095947265625, -1.0738525390625, -1.030609130859375, -0.98736572265625, -0.944122314453125, -0.90087890625, -0.857635498046875, -0.81439208984375, -0.771148681640625, -0.7279052734375, -0.684661865234375, -0.64141845703125, -0.598175048828125, -0.554931640625, -0.511688232421875, -0.46844482421875, -0.425201416015625, -0.3819580078125, -0.338714599609375, -0.29547119140625, -0.252227783203125, -0.208984375, -0.165740966796875, -0.12249755859375, -0.079254150390625, -0.0360107421875, 0.007232666015625, 0.05047607421875, 0.093719482421875, 0.136962890625, 0.180206298828125, 0.22344970703125, 0.266693115234375, 0.3099365234375, 0.353179931640625, 0.39642333984375, 0.439666748046875, 0.48291015625, 0.526153564453125, 0.56939697265625, 0.612640380859375, 0.6558837890625, 0.699127197265625, 0.74237060546875, 0.785614013671875, 0.828857421875, 0.872100830078125, 0.91534423828125, 0.958587646484375, 1.0018310546875, 1.045074462890625, 1.08831787109375, 1.131561279296875, 1.1748046875]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 4.0, 4.0, 2.0, 11.0, 12.0, 11.0, 26.0, 20.0, 44.0, 64.0, 107.0, 152.0, 223.0, 299.0, 555.0, 781.0, 1230.0, 1832.0, 2963.0, 4437.0, 6912.0, 10614.0, 17103.0, 27816.0, 48418.0, 93794.0, 208370.0, 290211.0, 156610.0, 72518.0, 39900.0, 23143.0, 14424.0, 9228.0, 5803.0, 3814.0, 2556.0, 1538.0, 1049.0, 654.0, 458.0, 291.0, 181.0, 138.0, 74.0, 58.0, 47.0, 17.0, 15.0, 18.0, 7.0, 7.0, 3.0, 3.0, 0.0, 1.0], "bins": [-1.8330078125, -1.7811126708984375, -1.729217529296875, -1.6773223876953125, -1.62542724609375, -1.5735321044921875, -1.521636962890625, -1.4697418212890625, -1.4178466796875, -1.3659515380859375, -1.314056396484375, -1.2621612548828125, -1.21026611328125, -1.1583709716796875, -1.106475830078125, -1.0545806884765625, -1.002685546875, -0.9507904052734375, -0.898895263671875, -0.8470001220703125, -0.79510498046875, -0.7432098388671875, -0.691314697265625, -0.6394195556640625, -0.5875244140625, -0.5356292724609375, -0.483734130859375, -0.4318389892578125, -0.37994384765625, -0.3280487060546875, -0.276153564453125, -0.2242584228515625, -0.17236328125, -0.1204681396484375, -0.068572998046875, -0.0166778564453125, 0.03521728515625, 0.0871124267578125, 0.139007568359375, 0.1909027099609375, 0.2427978515625, 0.2946929931640625, 0.346588134765625, 0.3984832763671875, 0.45037841796875, 0.5022735595703125, 0.554168701171875, 0.6060638427734375, 0.657958984375, 0.7098541259765625, 0.761749267578125, 0.8136444091796875, 0.86553955078125, 0.9174346923828125, 0.969329833984375, 1.0212249755859375, 1.0731201171875, 1.1250152587890625, 1.176910400390625, 1.2288055419921875, 1.28070068359375, 1.3325958251953125, 1.384490966796875, 1.4363861083984375, 1.48828125]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 3.0, 4.0, 5.0, 8.0, 9.0, 9.0, 12.0, 12.0, 7.0, 16.0, 31.0, 21.0, 34.0, 19.0, 40.0, 42.0, 33.0, 51.0, 43.0, 36.0, 1070.0, 49.0, 39.0, 46.0, 32.0, 45.0, 39.0, 28.0, 43.0, 31.0, 25.0, 28.0, 15.0, 18.0, 16.0, 17.0, 18.0, 10.0, 4.0, 6.0, 3.0, 5.0, 2.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.58984375, -1.54156494140625, -1.4932861328125, -1.44500732421875, -1.396728515625, -1.34844970703125, -1.3001708984375, -1.25189208984375, -1.20361328125, -1.15533447265625, -1.1070556640625, -1.05877685546875, -1.010498046875, -0.96221923828125, -0.9139404296875, -0.86566162109375, -0.8173828125, -0.76910400390625, -0.7208251953125, -0.67254638671875, -0.624267578125, -0.57598876953125, -0.5277099609375, -0.47943115234375, -0.43115234375, -0.38287353515625, -0.3345947265625, -0.28631591796875, -0.238037109375, -0.18975830078125, -0.1414794921875, -0.09320068359375, -0.044921875, 0.00335693359375, 0.0516357421875, 0.09991455078125, 0.148193359375, 0.19647216796875, 0.2447509765625, 0.29302978515625, 0.34130859375, 0.38958740234375, 0.4378662109375, 0.48614501953125, 0.534423828125, 0.58270263671875, 0.6309814453125, 0.67926025390625, 0.7275390625, 0.77581787109375, 0.8240966796875, 0.87237548828125, 0.920654296875, 0.96893310546875, 1.0172119140625, 1.06549072265625, 1.11376953125, 1.16204833984375, 1.2103271484375, 1.25860595703125, 1.306884765625, 1.35516357421875, 1.4034423828125, 1.45172119140625, 1.5]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 2.0, 8.0, 6.0, 12.0, 10.0, 20.0, 31.0, 46.0, 63.0, 79.0, 126.0, 202.0, 276.0, 405.0, 630.0, 1050.0, 1715.0, 2933.0, 5301.0, 10505.0, 23132.0, 96557.0, 1827495.0, 82153.0, 21568.0, 9865.0, 5149.0, 2870.0, 1726.0, 1077.0, 684.0, 440.0, 314.0, 223.0, 129.0, 81.0, 75.0, 63.0, 34.0, 24.0, 14.0, 11.0, 8.0, 10.0, 2.0, 7.0, 5.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-3.279296875, -3.18414306640625, -3.0889892578125, -2.99383544921875, -2.898681640625, -2.80352783203125, -2.7083740234375, -2.61322021484375, -2.51806640625, -2.42291259765625, -2.3277587890625, -2.23260498046875, -2.137451171875, -2.04229736328125, -1.9471435546875, -1.85198974609375, -1.7568359375, -1.66168212890625, -1.5665283203125, -1.47137451171875, -1.376220703125, -1.28106689453125, -1.1859130859375, -1.09075927734375, -0.99560546875, -0.90045166015625, -0.8052978515625, -0.71014404296875, -0.614990234375, -0.51983642578125, -0.4246826171875, -0.32952880859375, -0.234375, -0.13922119140625, -0.0440673828125, 0.05108642578125, 0.146240234375, 0.24139404296875, 0.3365478515625, 0.43170166015625, 0.52685546875, 0.62200927734375, 0.7171630859375, 0.81231689453125, 0.907470703125, 1.00262451171875, 1.0977783203125, 1.19293212890625, 1.2880859375, 1.38323974609375, 1.4783935546875, 1.57354736328125, 1.668701171875, 1.76385498046875, 1.8590087890625, 1.95416259765625, 2.04931640625, 2.14447021484375, 2.2396240234375, 2.33477783203125, 2.429931640625, 2.52508544921875, 2.6202392578125, 2.71539306640625, 2.810546875]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 2.0, 5.0, 8.0, 5.0, 6.0, 10.0, 17.0, 22.0, 39.0, 38.0, 96.0, 139.0, 165.0, 153.0, 123.0, 66.0, 39.0, 28.0, 13.0, 9.0, 4.0, 4.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.2169189453125, -0.21067428588867188, -0.20442962646484375, -0.19818496704101562, -0.1919403076171875, -0.18569564819335938, -0.17945098876953125, -0.17320632934570312, -0.166961669921875, -0.16071701049804688, -0.15447235107421875, -0.14822769165039062, -0.1419830322265625, -0.13573837280273438, -0.12949371337890625, -0.12324905395507812, -0.11700439453125, -0.11075973510742188, -0.10451507568359375, -0.09827041625976562, -0.0920257568359375, -0.08578109741210938, -0.07953643798828125, -0.07329177856445312, -0.067047119140625, -0.060802459716796875, -0.05455780029296875, -0.048313140869140625, -0.0420684814453125, -0.035823822021484375, -0.02957916259765625, -0.023334503173828125, -0.01708984375, -0.010845184326171875, -0.00460052490234375, 0.001644134521484375, 0.0078887939453125, 0.014133453369140625, 0.02037811279296875, 0.026622772216796875, 0.032867431640625, 0.039112091064453125, 0.04535675048828125, 0.051601409912109375, 0.0578460693359375, 0.06409072875976562, 0.07033538818359375, 0.07658004760742188, 0.08282470703125, 0.08906936645507812, 0.09531402587890625, 0.10155868530273438, 0.1078033447265625, 0.11404800415039062, 0.12029266357421875, 0.12653732299804688, 0.132781982421875, 0.13902664184570312, 0.14527130126953125, 0.15151596069335938, 0.1577606201171875, 0.16400527954101562, 0.17024993896484375, 0.17649459838867188, 0.1827392578125]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 4.0, 3.0, 5.0, 6.0, 4.0, 4.0, 7.0, 14.0, 16.0, 28.0, 33.0, 63.0, 72.0, 198.0, 494.0, 1788.0, 15226.0, 999935.0, 27313.0, 2310.0, 585.0, 200.0, 98.0, 50.0, 26.0, 21.0, 14.0, 4.0, 10.0, 6.0, 0.0, 7.0, 4.0, 0.0, 5.0, 2.0, 1.0, 0.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.96484375, -2.87908935546875, -2.7933349609375, -2.70758056640625, -2.621826171875, -2.53607177734375, -2.4503173828125, -2.36456298828125, -2.27880859375, -2.19305419921875, -2.1072998046875, -2.02154541015625, -1.935791015625, -1.85003662109375, -1.7642822265625, -1.67852783203125, -1.5927734375, -1.50701904296875, -1.4212646484375, -1.33551025390625, -1.249755859375, -1.16400146484375, -1.0782470703125, -0.99249267578125, -0.90673828125, -0.82098388671875, -0.7352294921875, -0.64947509765625, -0.563720703125, -0.47796630859375, -0.3922119140625, -0.30645751953125, -0.220703125, -0.13494873046875, -0.0491943359375, 0.03656005859375, 0.122314453125, 0.20806884765625, 0.2938232421875, 0.37957763671875, 0.46533203125, 0.55108642578125, 0.6368408203125, 0.72259521484375, 0.808349609375, 0.89410400390625, 0.9798583984375, 1.06561279296875, 1.1513671875, 1.23712158203125, 1.3228759765625, 1.40863037109375, 1.494384765625, 1.58013916015625, 1.6658935546875, 1.75164794921875, 1.83740234375, 1.92315673828125, 2.0089111328125, 2.09466552734375, 2.180419921875, 2.26617431640625, 2.3519287109375, 2.43768310546875, 2.5234375]}, "gradients/decoder.transformer.h.19.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 4.0, 4.0, 15.0, 20.0, 24.0, 40.0, 63.0, 87.0, 141.0, 147.0, 133.0, 89.0, 66.0, 46.0, 38.0, 23.0, 22.0, 13.0, 10.0, 8.0, 3.0, 2.0, 3.0, 5.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.632057249546051, -0.615587055683136, -0.5991168022155762, -0.5826466083526611, -0.5661764144897461, -0.549706220626831, -0.533236026763916, -0.5167657732963562, -0.5002955794334412, -0.4838253855705261, -0.4673551619052887, -0.45088493824005127, -0.43441474437713623, -0.4179445505142212, -0.40147432684898376, -0.38500410318374634, -0.3685339093208313, -0.35206371545791626, -0.33559349179267883, -0.3191232681274414, -0.30265307426452637, -0.28618288040161133, -0.2697126567363739, -0.2532424330711365, -0.23677223920822144, -0.2203020304441452, -0.20383182168006897, -0.18736161291599274, -0.1708914041519165, -0.15442119538784027, -0.13795098662376404, -0.1214807778596878, -0.1050105094909668, -0.08854030072689056, -0.07207009196281433, -0.0555998831987381, -0.039129674434661865, -0.022659465670585632, -0.006189256906509399, 0.010280951857566833, 0.026751160621643066, 0.0432213693857193, 0.05969157814979553, 0.07616178691387177, 0.092631995677948, 0.10910220444202423, 0.12557241320610046, 0.1420426219701767, 0.15851283073425293, 0.17498303949832916, 0.1914532482624054, 0.20792345702648163, 0.22439366579055786, 0.2408638745546341, 0.2573340833187103, 0.27380430698394775, 0.2902745008468628, 0.30674469470977783, 0.32321491837501526, 0.3396851420402527, 0.3561553359031677, 0.37262552976608276, 0.3890957534313202, 0.4055659770965576, 0.42203617095947266]}, "gradients/decoder.transformer.h.19.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 6.0, 4.0, 2.0, 8.0, 6.0, 10.0, 7.0, 5.0, 9.0, 21.0, 18.0, 25.0, 16.0, 21.0, 29.0, 29.0, 36.0, 33.0, 45.0, 35.0, 41.0, 30.0, 45.0, 46.0, 45.0, 34.0, 34.0, 35.0, 40.0, 24.0, 39.0, 37.0, 27.0, 17.0, 23.0, 19.0, 23.0, 17.0, 13.0, 17.0, 9.0, 4.0, 8.0, 5.0, 3.0, 3.0, 2.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.22995620965957642, -0.22270561754703522, -0.21545502543449402, -0.20820441842079163, -0.20095382630825043, -0.19370323419570923, -0.18645264208316803, -0.17920204997062683, -0.17195144295692444, -0.16470085084438324, -0.15745025873184204, -0.15019965171813965, -0.14294905960559845, -0.13569846749305725, -0.12844787538051605, -0.12119728326797485, -0.11394669115543365, -0.10669609904289246, -0.09944549947977066, -0.09219490736722946, -0.08494430780410767, -0.07769371569156647, -0.07044312357902527, -0.06319253146648407, -0.055941931903362274, -0.04869133606553078, -0.04144074022769928, -0.03419014811515808, -0.026939552277326584, -0.019688956439495087, -0.012438364326953888, -0.005187768489122391, 0.0020628273487091064, 0.009313422255218029, 0.01656401716172695, 0.0238146111369133, 0.031065206974744797, 0.038315802812576294, 0.04556639492511749, 0.05281699076294899, 0.06006758660078049, 0.06731817871332169, 0.07456877827644348, 0.08181937038898468, 0.08906996250152588, 0.09632056206464767, 0.10357115417718887, 0.11082175374031067, 0.11807234585285187, 0.12532293796539307, 0.13257353007793427, 0.13982412219047546, 0.14707472920417786, 0.15432532131671906, 0.16157591342926025, 0.16882650554180145, 0.17607709765434265, 0.18332768976688385, 0.19057828187942505, 0.19782888889312744, 0.20507948100566864, 0.21233007311820984, 0.21958066523075104, 0.22683125734329224, 0.23408186435699463]}, "gradients/decoder.transformer.h.19.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 5.0, 8.0, 3.0, 5.0, 9.0, 10.0, 3.0, 12.0, 16.0, 17.0, 16.0, 18.0, 22.0, 26.0, 24.0, 25.0, 39.0, 44.0, 41.0, 36.0, 29.0, 39.0, 59.0, 52.0, 42.0, 38.0, 45.0, 38.0, 45.0, 27.0, 36.0, 33.0, 24.0, 16.0, 23.0, 11.0, 12.0, 13.0, 6.0, 8.0, 10.0, 5.0, 4.0, 5.0, 1.0, 2.0, 6.0, 2.0, 2.0, 2.0], "bins": [-1.587890625, -1.5446014404296875, -1.501312255859375, -1.4580230712890625, -1.41473388671875, -1.3714447021484375, -1.328155517578125, -1.2848663330078125, -1.2415771484375, -1.1982879638671875, -1.154998779296875, -1.1117095947265625, -1.06842041015625, -1.0251312255859375, -0.981842041015625, -0.9385528564453125, -0.895263671875, -0.8519744873046875, -0.808685302734375, -0.7653961181640625, -0.72210693359375, -0.6788177490234375, -0.635528564453125, -0.5922393798828125, -0.5489501953125, -0.5056610107421875, -0.462371826171875, -0.4190826416015625, -0.37579345703125, -0.3325042724609375, -0.289215087890625, -0.2459259033203125, -0.20263671875, -0.1593475341796875, -0.116058349609375, -0.0727691650390625, -0.02947998046875, 0.0138092041015625, 0.057098388671875, 0.1003875732421875, 0.1436767578125, 0.1869659423828125, 0.230255126953125, 0.2735443115234375, 0.31683349609375, 0.3601226806640625, 0.403411865234375, 0.4467010498046875, 0.489990234375, 0.5332794189453125, 0.576568603515625, 0.6198577880859375, 0.66314697265625, 0.7064361572265625, 0.749725341796875, 0.7930145263671875, 0.8363037109375, 0.8795928955078125, 0.922882080078125, 0.9661712646484375, 1.00946044921875, 1.0527496337890625, 1.096038818359375, 1.1393280029296875, 1.1826171875]}, "gradients/decoder.transformer.h.19.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 5.0, 3.0, 11.0, 6.0, 16.0, 19.0, 28.0, 35.0, 51.0, 67.0, 116.0, 132.0, 213.0, 256.0, 388.0, 522.0, 794.0, 1190.0, 1829.0, 3071.0, 5908.0, 12855.0, 36536.0, 151796.0, 598315.0, 167032.0, 38854.0, 13536.0, 6007.0, 3105.0, 1914.0, 1212.0, 780.0, 590.0, 368.0, 291.0, 208.0, 140.0, 116.0, 71.0, 52.0, 34.0, 25.0, 24.0, 12.0, 9.0, 8.0, 8.0, 4.0, 2.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.11328125, -1.076812744140625, -1.04034423828125, -1.003875732421875, -0.9674072265625, -0.930938720703125, -0.89447021484375, -0.858001708984375, -0.821533203125, -0.785064697265625, -0.74859619140625, -0.712127685546875, -0.6756591796875, -0.639190673828125, -0.60272216796875, -0.566253662109375, -0.52978515625, -0.493316650390625, -0.45684814453125, -0.420379638671875, -0.3839111328125, -0.347442626953125, -0.31097412109375, -0.274505615234375, -0.238037109375, -0.201568603515625, -0.16510009765625, -0.128631591796875, -0.0921630859375, -0.055694580078125, -0.01922607421875, 0.017242431640625, 0.0537109375, 0.090179443359375, 0.12664794921875, 0.163116455078125, 0.1995849609375, 0.236053466796875, 0.27252197265625, 0.308990478515625, 0.345458984375, 0.381927490234375, 0.41839599609375, 0.454864501953125, 0.4913330078125, 0.527801513671875, 0.56427001953125, 0.600738525390625, 0.63720703125, 0.673675537109375, 0.71014404296875, 0.746612548828125, 0.7830810546875, 0.819549560546875, 0.85601806640625, 0.892486572265625, 0.928955078125, 0.965423583984375, 1.00189208984375, 1.038360595703125, 1.0748291015625, 1.111297607421875, 1.14776611328125, 1.184234619140625, 1.220703125]}, "gradients/decoder.transformer.h.19.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 5.0, 4.0, 2.0, 5.0, 4.0, 8.0, 9.0, 12.0, 12.0, 13.0, 15.0, 15.0, 18.0, 28.0, 17.0, 22.0, 30.0, 36.0, 32.0, 32.0, 28.0, 42.0, 77.0, 115.0, 1678.0, 239.0, 81.0, 56.0, 55.0, 42.0, 41.0, 38.0, 39.0, 22.0, 30.0, 24.0, 22.0, 16.0, 23.0, 13.0, 9.0, 9.0, 7.0, 2.0, 7.0, 5.0, 6.0, 3.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-4.890625, -4.74578857421875, -4.6009521484375, -4.45611572265625, -4.311279296875, -4.16644287109375, -4.0216064453125, -3.87677001953125, -3.73193359375, -3.58709716796875, -3.4422607421875, -3.29742431640625, -3.152587890625, -3.00775146484375, -2.8629150390625, -2.71807861328125, -2.5732421875, -2.42840576171875, -2.2835693359375, -2.13873291015625, -1.993896484375, -1.84906005859375, -1.7042236328125, -1.55938720703125, -1.41455078125, -1.26971435546875, -1.1248779296875, -0.98004150390625, -0.835205078125, -0.69036865234375, -0.5455322265625, -0.40069580078125, -0.255859375, -0.11102294921875, 0.0338134765625, 0.17864990234375, 0.323486328125, 0.46832275390625, 0.6131591796875, 0.75799560546875, 0.90283203125, 1.04766845703125, 1.1925048828125, 1.33734130859375, 1.482177734375, 1.62701416015625, 1.7718505859375, 1.91668701171875, 2.0615234375, 2.20635986328125, 2.3511962890625, 2.49603271484375, 2.640869140625, 2.78570556640625, 2.9305419921875, 3.07537841796875, 3.22021484375, 3.36505126953125, 3.5098876953125, 3.65472412109375, 3.799560546875, 3.94439697265625, 4.0892333984375, 4.23406982421875, 4.37890625]}, "gradients/decoder.transformer.h.19.attn.c_attn.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 0.0, 3.0, 5.0, 6.0, 4.0, 5.0, 3.0, 8.0, 8.0, 12.0, 11.0, 19.0, 19.0, 34.0, 48.0, 52.0, 63.0, 90.0, 137.0, 276.0, 543.0, 1277.0, 3810.0, 19670.0, 569870.0, 2509561.0, 32179.0, 5032.0, 1468.0, 590.0, 305.0, 181.0, 107.0, 70.0, 42.0, 35.0, 44.0, 23.0, 16.0, 18.0, 12.0, 13.0, 9.0, 8.0, 9.0, 4.0, 5.0, 5.0, 3.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.09375, -4.91876220703125, -4.7437744140625, -4.56878662109375, -4.393798828125, -4.21881103515625, -4.0438232421875, -3.86883544921875, -3.69384765625, -3.51885986328125, -3.3438720703125, -3.16888427734375, -2.993896484375, -2.81890869140625, -2.6439208984375, -2.46893310546875, -2.2939453125, -2.11895751953125, -1.9439697265625, -1.76898193359375, -1.593994140625, -1.41900634765625, -1.2440185546875, -1.06903076171875, -0.89404296875, -0.71905517578125, -0.5440673828125, -0.36907958984375, -0.194091796875, -0.01910400390625, 0.1558837890625, 0.33087158203125, 0.505859375, 0.68084716796875, 0.8558349609375, 1.03082275390625, 1.205810546875, 1.38079833984375, 1.5557861328125, 1.73077392578125, 1.90576171875, 2.08074951171875, 2.2557373046875, 2.43072509765625, 2.605712890625, 2.78070068359375, 2.9556884765625, 3.13067626953125, 3.3056640625, 3.48065185546875, 3.6556396484375, 3.83062744140625, 4.005615234375, 4.18060302734375, 4.3555908203125, 4.53057861328125, 4.70556640625, 4.88055419921875, 5.0555419921875, 5.23052978515625, 5.405517578125, 5.58050537109375, 5.7554931640625, 5.93048095703125, 6.10546875]}, "gradients/decoder.transformer.h.19.ln_1.weight": {"_type": "histogram", "values": [9.0, 42.0, 279.0, 509.0, 153.0, 19.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.614901304244995, -1.8275578022003174, -1.0402143001556396, -0.2528707981109619, 0.5344727039337158, 1.3218162059783936, 2.1091597080230713, 2.896503210067749, 3.6838467121124268, 4.471190452575684, 5.258533477783203, 6.045877456665039, 6.833220481872559, 7.6205644607543945, 8.407907485961914, 9.19525146484375, 9.98259449005127, 10.769937515258789, 11.557281494140625, 12.344625473022461, 13.13196849822998, 13.9193115234375, 14.706655502319336, 15.493999481201172, 16.281343460083008, 17.068687438964844, 17.856029510498047, 18.643373489379883, 19.43071746826172, 20.218061447143555, 21.00540542602539, 21.792747497558594, 22.580089569091797, 23.367433547973633, 24.15477752685547, 24.942119598388672, 25.729463577270508, 26.516807556152344, 27.304149627685547, 28.091493606567383, 28.87883758544922, 29.666181564331055, 30.45352554321289, 31.240867614746094, 32.02821350097656, 32.815555572509766, 33.60289764404297, 34.39024353027344, 35.17758560180664, 35.964927673339844, 36.75227355957031, 37.539615631103516, 38.32695770263672, 39.11430358886719, 39.90164566040039, 40.68899154663086, 41.47633361816406, 42.263675689697266, 43.051021575927734, 43.83836364746094, 44.625709533691406, 45.41305160522461, 46.20039367675781, 46.98773956298828, 47.775081634521484]}, "gradients/decoder.transformer.h.19.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 4.0, 2.0, 1.0, 4.0, 3.0, 4.0, 8.0, 6.0, 16.0, 7.0, 9.0, 14.0, 22.0, 26.0, 19.0, 29.0, 32.0, 27.0, 34.0, 49.0, 37.0, 39.0, 48.0, 54.0, 49.0, 57.0, 38.0, 41.0, 48.0, 42.0, 34.0, 34.0, 32.0, 34.0, 23.0, 21.0, 15.0, 9.0, 14.0, 12.0, 7.0, 2.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.526429176330566, -14.952455520629883, -14.378482818603516, -13.804509162902832, -13.230535507202148, -12.656561851501465, -12.082588195800781, -11.508615493774414, -10.93464183807373, -10.360668182373047, -9.78669548034668, -9.212721824645996, -8.638748168945312, -8.064774513244629, -7.4908013343811035, -6.916828155517578, -6.3428544998168945, -5.768880844116211, -5.1949076652526855, -4.62093448638916, -4.046960830688477, -3.472987413406372, -2.8990139961242676, -2.325040817260742, -1.7510671615600586, -1.177093744277954, -0.6031203269958496, -0.029146909713745117, 0.5448265075683594, 1.1187999248504639, 1.6927733421325684, 2.2667465209960938, 2.840719223022461, 3.4146926403045654, 3.98866605758667, 4.562639236450195, 5.136612892150879, 5.7105865478515625, 6.284559726715088, 6.858532905578613, 7.432506561279297, 8.00648021697998, 8.580453872680664, 9.154426574707031, 9.728400230407715, 10.302373886108398, 10.876346588134766, 11.45032024383545, 12.024293899536133, 12.598267555236816, 13.1722412109375, 13.746213912963867, 14.32018756866455, 14.894161224365234, 15.468133926391602, 16.04210662841797, 16.61608123779297, 17.190053939819336, 17.764028549194336, 18.338001251220703, 18.911975860595703, 19.48594856262207, 20.059921264648438, 20.633895874023438, 21.207868576049805]}, "gradients/decoder.transformer.h.18.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 9.0, 3.0, 9.0, 6.0, 11.0, 7.0, 14.0, 5.0, 11.0, 17.0, 26.0, 30.0, 22.0, 23.0, 27.0, 38.0, 40.0, 42.0, 40.0, 39.0, 41.0, 45.0, 45.0, 49.0, 48.0, 38.0, 33.0, 37.0, 43.0, 23.0, 32.0, 24.0, 21.0, 19.0, 17.0, 12.0, 6.0, 13.0, 11.0, 6.0, 5.0, 5.0, 5.0, 1.0, 4.0, 3.0, 2.0, 1.0, 4.0], "bins": [-1.6171875, -1.5731201171875, -1.529052734375, -1.4849853515625, -1.44091796875, -1.3968505859375, -1.352783203125, -1.3087158203125, -1.2646484375, -1.2205810546875, -1.176513671875, -1.1324462890625, -1.08837890625, -1.0443115234375, -1.000244140625, -0.9561767578125, -0.912109375, -0.8680419921875, -0.823974609375, -0.7799072265625, -0.73583984375, -0.6917724609375, -0.647705078125, -0.6036376953125, -0.5595703125, -0.5155029296875, -0.471435546875, -0.4273681640625, -0.38330078125, -0.3392333984375, -0.295166015625, -0.2510986328125, -0.20703125, -0.1629638671875, -0.118896484375, -0.0748291015625, -0.03076171875, 0.0133056640625, 0.057373046875, 0.1014404296875, 0.1455078125, 0.1895751953125, 0.233642578125, 0.2777099609375, 0.32177734375, 0.3658447265625, 0.409912109375, 0.4539794921875, 0.498046875, 0.5421142578125, 0.586181640625, 0.6302490234375, 0.67431640625, 0.7183837890625, 0.762451171875, 0.8065185546875, 0.8505859375, 0.8946533203125, 0.938720703125, 0.9827880859375, 1.02685546875, 1.0709228515625, 1.114990234375, 1.1590576171875, 1.203125]}, "gradients/decoder.transformer.h.18.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 7.0, 5.0, 13.0, 13.0, 21.0, 38.0, 34.0, 55.0, 84.0, 116.0, 157.0, 238.0, 341.0, 498.0, 675.0, 1004.0, 1488.0, 2215.0, 3568.0, 6109.0, 11508.0, 28281.0, 401470.0, 3325951.0, 355355.0, 28503.0, 10999.0, 5821.0, 3359.0, 2063.0, 1345.0, 939.0, 626.0, 422.0, 287.0, 233.0, 141.0, 98.0, 66.0, 43.0, 32.0, 24.0, 14.0, 12.0, 8.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0], "bins": [-4.27734375, -4.156768798828125, -4.03619384765625, -3.915618896484375, -3.7950439453125, -3.674468994140625, -3.55389404296875, -3.433319091796875, -3.312744140625, -3.192169189453125, -3.07159423828125, -2.951019287109375, -2.8304443359375, -2.709869384765625, -2.58929443359375, -2.468719482421875, -2.34814453125, -2.227569580078125, -2.10699462890625, -1.986419677734375, -1.8658447265625, -1.745269775390625, -1.62469482421875, -1.504119873046875, -1.383544921875, -1.262969970703125, -1.14239501953125, -1.021820068359375, -0.9012451171875, -0.780670166015625, -0.66009521484375, -0.539520263671875, -0.4189453125, -0.298370361328125, -0.17779541015625, -0.057220458984375, 0.0633544921875, 0.183929443359375, 0.30450439453125, 0.425079345703125, 0.545654296875, 0.666229248046875, 0.78680419921875, 0.907379150390625, 1.0279541015625, 1.148529052734375, 1.26910400390625, 1.389678955078125, 1.51025390625, 1.630828857421875, 1.75140380859375, 1.871978759765625, 1.9925537109375, 2.113128662109375, 2.23370361328125, 2.354278564453125, 2.474853515625, 2.595428466796875, 2.71600341796875, 2.836578369140625, 2.9571533203125, 3.077728271484375, 3.19830322265625, 3.318878173828125, 3.439453125]}, "gradients/decoder.transformer.h.18.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 4.0, 6.0, 6.0, 9.0, 5.0, 16.0, 19.0, 17.0, 19.0, 32.0, 29.0, 63.0, 141.0, 273.0, 743.0, 1282.0, 728.0, 319.0, 121.0, 60.0, 34.0, 33.0, 23.0, 16.0, 21.0, 12.0, 10.0, 4.0, 6.0, 4.0, 4.0, 4.0, 7.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.88671875, -4.74493408203125, -4.6031494140625, -4.46136474609375, -4.319580078125, -4.17779541015625, -4.0360107421875, -3.89422607421875, -3.75244140625, -3.61065673828125, -3.4688720703125, -3.32708740234375, -3.185302734375, -3.04351806640625, -2.9017333984375, -2.75994873046875, -2.6181640625, -2.47637939453125, -2.3345947265625, -2.19281005859375, -2.051025390625, -1.90924072265625, -1.7674560546875, -1.62567138671875, -1.48388671875, -1.34210205078125, -1.2003173828125, -1.05853271484375, -0.916748046875, -0.77496337890625, -0.6331787109375, -0.49139404296875, -0.349609375, -0.20782470703125, -0.0660400390625, 0.07574462890625, 0.217529296875, 0.35931396484375, 0.5010986328125, 0.64288330078125, 0.78466796875, 0.92645263671875, 1.0682373046875, 1.21002197265625, 1.351806640625, 1.49359130859375, 1.6353759765625, 1.77716064453125, 1.9189453125, 2.06072998046875, 2.2025146484375, 2.34429931640625, 2.486083984375, 2.62786865234375, 2.7696533203125, 2.91143798828125, 3.05322265625, 3.19500732421875, 3.3367919921875, 3.47857666015625, 3.620361328125, 3.76214599609375, 3.9039306640625, 4.04571533203125, 4.1875]}, "gradients/decoder.transformer.h.18.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 10.0, 5.0, 17.0, 23.0, 30.0, 56.0, 59.0, 87.0, 160.0, 195.0, 314.0, 502.0, 797.0, 1285.0, 2216.0, 4124.0, 7732.0, 16349.0, 39913.0, 186039.0, 3379126.0, 455660.0, 57013.0, 21195.0, 9690.0, 4822.0, 2762.0, 1515.0, 901.0, 598.0, 331.0, 269.0, 141.0, 105.0, 76.0, 50.0, 24.0, 28.0, 22.0, 16.0, 6.0, 11.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-6.42578125, -6.2403564453125, -6.054931640625, -5.8695068359375, -5.68408203125, -5.4986572265625, -5.313232421875, -5.1278076171875, -4.9423828125, -4.7569580078125, -4.571533203125, -4.3861083984375, -4.20068359375, -4.0152587890625, -3.829833984375, -3.6444091796875, -3.458984375, -3.2735595703125, -3.088134765625, -2.9027099609375, -2.71728515625, -2.5318603515625, -2.346435546875, -2.1610107421875, -1.9755859375, -1.7901611328125, -1.604736328125, -1.4193115234375, -1.23388671875, -1.0484619140625, -0.863037109375, -0.6776123046875, -0.4921875, -0.3067626953125, -0.121337890625, 0.0640869140625, 0.24951171875, 0.4349365234375, 0.620361328125, 0.8057861328125, 0.9912109375, 1.1766357421875, 1.362060546875, 1.5474853515625, 1.73291015625, 1.9183349609375, 2.103759765625, 2.2891845703125, 2.474609375, 2.6600341796875, 2.845458984375, 3.0308837890625, 3.21630859375, 3.4017333984375, 3.587158203125, 3.7725830078125, 3.9580078125, 4.1434326171875, 4.328857421875, 4.5142822265625, 4.69970703125, 4.8851318359375, 5.070556640625, 5.2559814453125, 5.44140625]}, "gradients/decoder.transformer.h.18.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 6.0, 4.0, 6.0, 11.0, 13.0, 24.0, 48.0, 60.0, 95.0, 184.0, 181.0, 152.0, 81.0, 54.0, 30.0, 24.0, 6.0, 9.0, 5.0, 3.0, 8.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.955810546875, -19.225208282470703, -18.49460792541504, -17.764005661010742, -17.033405303955078, -16.30280303955078, -15.5722017288208, -14.84160041809082, -14.11099910736084, -13.38039779663086, -12.649796485900879, -11.919195175170898, -11.188592910766602, -10.457992553710938, -9.72739028930664, -8.99678897857666, -8.26618766784668, -7.535586357116699, -6.804985046386719, -6.07438325881958, -5.3437819480896, -4.613180637359619, -3.8825788497924805, -3.1519775390625, -2.4213762283325195, -1.6907747983932495, -0.9601733684539795, -0.22957181930541992, 0.5010294914245605, 1.231630802154541, 1.9622325897216797, 2.69283390045166, 3.423433303833008, 4.154034614562988, 4.884635925292969, 5.615237712860107, 6.345839023590088, 7.076440334320068, 7.807042121887207, 8.537643432617188, 9.268244743347168, 9.998846054077148, 10.729447364807129, 11.46004867553711, 12.190650939941406, 12.92125129699707, 13.651853561401367, 14.382454872131348, 15.113056182861328, 15.843657493591309, 16.57425880432129, 17.304861068725586, 18.03546142578125, 18.766063690185547, 19.496665954589844, 20.227266311645508, 20.957866668701172, 21.68846893310547, 22.419069290161133, 23.14967155456543, 23.880271911621094, 24.61087417602539, 25.341476440429688, 26.07207679748535, 26.80267906188965]}, "gradients/decoder.transformer.h.18.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 5.0, 4.0, 2.0, 3.0, 5.0, 6.0, 9.0, 6.0, 18.0, 12.0, 19.0, 18.0, 15.0, 21.0, 31.0, 21.0, 22.0, 39.0, 43.0, 41.0, 48.0, 39.0, 44.0, 47.0, 35.0, 33.0, 36.0, 33.0, 32.0, 45.0, 38.0, 34.0, 29.0, 29.0, 27.0, 18.0, 19.0, 17.0, 5.0, 17.0, 4.0, 12.0, 12.0, 3.0, 5.0, 4.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-10.627976417541504, -10.29914379119873, -9.97031021118164, -9.641477584838867, -9.312644958496094, -8.98381233215332, -8.65497875213623, -8.326146125793457, -7.997313022613525, -7.668479919433594, -7.33964729309082, -7.010814189910889, -6.681981086730957, -6.353148460388184, -6.024315357208252, -5.69548225402832, -5.366649627685547, -5.037816524505615, -4.708983898162842, -4.38015079498291, -4.051318168640137, -3.722485065460205, -3.3936519622802734, -3.064819097518921, -2.7359862327575684, -2.407153367996216, -2.0783205032348633, -1.7494874000549316, -1.420654535293579, -1.0918216705322266, -0.7629886865615845, -0.4341557025909424, -0.10532283782958984, 0.22351008653640747, 0.5523430109024048, 0.8811759352684021, 1.2100088596343994, 1.538841724395752, 1.867674708366394, 2.196507692337036, 2.5253405570983887, 2.854173421859741, 3.1830062866210938, 3.5118393898010254, 3.840672254562378, 4.1695051193237305, 4.498338222503662, 4.827171325683594, 5.156003952026367, 5.484837055206299, 5.813669681549072, 6.142502784729004, 6.471335411071777, 6.800168514251709, 7.129001617431641, 7.457834243774414, 7.786667346954346, 8.115500450134277, 8.44433307647705, 8.773165702819824, 9.101999282836914, 9.430831909179688, 9.759664535522461, 10.08849811553955, 10.417330741882324]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 2.0, 4.0, 6.0, 10.0, 6.0, 3.0, 13.0, 8.0, 8.0, 13.0, 15.0, 26.0, 31.0, 27.0, 27.0, 34.0, 35.0, 43.0, 39.0, 46.0, 33.0, 51.0, 40.0, 47.0, 44.0, 42.0, 34.0, 36.0, 41.0, 36.0, 26.0, 31.0, 26.0, 27.0, 18.0, 12.0, 14.0, 12.0, 12.0, 9.0, 5.0, 5.0, 5.0, 6.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.62890625, -1.58306884765625, -1.5372314453125, -1.49139404296875, -1.445556640625, -1.39971923828125, -1.3538818359375, -1.30804443359375, -1.26220703125, -1.21636962890625, -1.1705322265625, -1.12469482421875, -1.078857421875, -1.03302001953125, -0.9871826171875, -0.94134521484375, -0.8955078125, -0.84967041015625, -0.8038330078125, -0.75799560546875, -0.712158203125, -0.66632080078125, -0.6204833984375, -0.57464599609375, -0.52880859375, -0.48297119140625, -0.4371337890625, -0.39129638671875, -0.345458984375, -0.29962158203125, -0.2537841796875, -0.20794677734375, -0.162109375, -0.11627197265625, -0.0704345703125, -0.02459716796875, 0.021240234375, 0.06707763671875, 0.1129150390625, 0.15875244140625, 0.20458984375, 0.25042724609375, 0.2962646484375, 0.34210205078125, 0.387939453125, 0.43377685546875, 0.4796142578125, 0.52545166015625, 0.5712890625, 0.61712646484375, 0.6629638671875, 0.70880126953125, 0.754638671875, 0.80047607421875, 0.8463134765625, 0.89215087890625, 0.93798828125, 0.98382568359375, 1.0296630859375, 1.07550048828125, 1.121337890625, 1.16717529296875, 1.2130126953125, 1.25885009765625, 1.3046875]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 8.0, 10.0, 14.0, 21.0, 43.0, 47.0, 71.0, 102.0, 151.0, 222.0, 366.0, 539.0, 902.0, 1358.0, 2180.0, 3562.0, 5935.0, 9495.0, 16325.0, 28085.0, 50306.0, 96724.0, 202774.0, 281736.0, 165447.0, 79473.0, 42667.0, 24059.0, 14089.0, 8279.0, 5032.0, 3119.0, 1878.0, 1259.0, 786.0, 491.0, 327.0, 222.0, 151.0, 105.0, 60.0, 50.0, 32.0, 24.0, 7.0, 9.0, 8.0, 2.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.7529296875, -1.698760986328125, -1.64459228515625, -1.590423583984375, -1.5362548828125, -1.482086181640625, -1.42791748046875, -1.373748779296875, -1.319580078125, -1.265411376953125, -1.21124267578125, -1.157073974609375, -1.1029052734375, -1.048736572265625, -0.99456787109375, -0.940399169921875, -0.88623046875, -0.832061767578125, -0.77789306640625, -0.723724365234375, -0.6695556640625, -0.615386962890625, -0.56121826171875, -0.507049560546875, -0.452880859375, -0.398712158203125, -0.34454345703125, -0.290374755859375, -0.2362060546875, -0.182037353515625, -0.12786865234375, -0.073699951171875, -0.01953125, 0.034637451171875, 0.08880615234375, 0.142974853515625, 0.1971435546875, 0.251312255859375, 0.30548095703125, 0.359649658203125, 0.413818359375, 0.467987060546875, 0.52215576171875, 0.576324462890625, 0.6304931640625, 0.684661865234375, 0.73883056640625, 0.792999267578125, 0.84716796875, 0.901336669921875, 0.95550537109375, 1.009674072265625, 1.0638427734375, 1.118011474609375, 1.17218017578125, 1.226348876953125, 1.280517578125, 1.334686279296875, 1.38885498046875, 1.443023681640625, 1.4971923828125, 1.551361083984375, 1.60552978515625, 1.659698486328125, 1.7138671875]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 2.0, 5.0, 5.0, 4.0, 5.0, 8.0, 12.0, 10.0, 11.0, 18.0, 16.0, 22.0, 25.0, 31.0, 35.0, 29.0, 44.0, 33.0, 41.0, 30.0, 48.0, 52.0, 1071.0, 35.0, 40.0, 41.0, 55.0, 28.0, 34.0, 32.0, 27.0, 30.0, 17.0, 22.0, 23.0, 18.0, 15.0, 10.0, 9.0, 2.0, 5.0, 6.0, 2.0, 6.0, 8.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-1.9072265625, -1.852264404296875, -1.79730224609375, -1.742340087890625, -1.6873779296875, -1.632415771484375, -1.57745361328125, -1.522491455078125, -1.467529296875, -1.412567138671875, -1.35760498046875, -1.302642822265625, -1.2476806640625, -1.192718505859375, -1.13775634765625, -1.082794189453125, -1.02783203125, -0.972869873046875, -0.91790771484375, -0.862945556640625, -0.8079833984375, -0.753021240234375, -0.69805908203125, -0.643096923828125, -0.588134765625, -0.533172607421875, -0.47821044921875, -0.423248291015625, -0.3682861328125, -0.313323974609375, -0.25836181640625, -0.203399658203125, -0.1484375, -0.093475341796875, -0.03851318359375, 0.016448974609375, 0.0714111328125, 0.126373291015625, 0.18133544921875, 0.236297607421875, 0.291259765625, 0.346221923828125, 0.40118408203125, 0.456146240234375, 0.5111083984375, 0.566070556640625, 0.62103271484375, 0.675994873046875, 0.73095703125, 0.785919189453125, 0.84088134765625, 0.895843505859375, 0.9508056640625, 1.005767822265625, 1.06072998046875, 1.115692138671875, 1.170654296875, 1.225616455078125, 1.28057861328125, 1.335540771484375, 1.3905029296875, 1.445465087890625, 1.50042724609375, 1.555389404296875, 1.6103515625]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 3.0, 4.0, 8.0, 11.0, 14.0, 10.0, 31.0, 31.0, 43.0, 60.0, 69.0, 113.0, 167.0, 226.0, 325.0, 480.0, 719.0, 1065.0, 1667.0, 2765.0, 4709.0, 8162.0, 16310.0, 40380.0, 363266.0, 1561490.0, 52591.0, 19140.0, 9479.0, 5157.0, 3115.0, 1842.0, 1191.0, 732.0, 504.0, 361.0, 243.0, 196.0, 133.0, 101.0, 59.0, 47.0, 28.0, 23.0, 17.0, 13.0, 16.0, 6.0, 7.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.47265625, -3.364501953125, -3.25634765625, -3.148193359375, -3.0400390625, -2.931884765625, -2.82373046875, -2.715576171875, -2.607421875, -2.499267578125, -2.39111328125, -2.282958984375, -2.1748046875, -2.066650390625, -1.95849609375, -1.850341796875, -1.7421875, -1.634033203125, -1.52587890625, -1.417724609375, -1.3095703125, -1.201416015625, -1.09326171875, -0.985107421875, -0.876953125, -0.768798828125, -0.66064453125, -0.552490234375, -0.4443359375, -0.336181640625, -0.22802734375, -0.119873046875, -0.01171875, 0.096435546875, 0.20458984375, 0.312744140625, 0.4208984375, 0.529052734375, 0.63720703125, 0.745361328125, 0.853515625, 0.961669921875, 1.06982421875, 1.177978515625, 1.2861328125, 1.394287109375, 1.50244140625, 1.610595703125, 1.71875, 1.826904296875, 1.93505859375, 2.043212890625, 2.1513671875, 2.259521484375, 2.36767578125, 2.475830078125, 2.583984375, 2.692138671875, 2.80029296875, 2.908447265625, 3.0166015625, 3.124755859375, 3.23291015625, 3.341064453125, 3.44921875]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 7.0, 5.0, 1.0, 4.0, 5.0, 8.0, 10.0, 30.0, 24.0, 23.0, 42.0, 64.0, 116.0, 202.0, 172.0, 111.0, 38.0, 37.0, 28.0, 15.0, 9.0, 8.0, 9.0, 5.0, 5.0, 5.0, 6.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3427734375, -0.3323402404785156, -0.32190704345703125, -0.3114738464355469, -0.3010406494140625, -0.2906074523925781, -0.28017425537109375, -0.2697410583496094, -0.259307861328125, -0.24887466430664062, -0.23844146728515625, -0.22800827026367188, -0.2175750732421875, -0.20714187622070312, -0.19670867919921875, -0.18627548217773438, -0.17584228515625, -0.16540908813476562, -0.15497589111328125, -0.14454269409179688, -0.1341094970703125, -0.12367630004882812, -0.11324310302734375, -0.10280990600585938, -0.092376708984375, -0.08194351196289062, -0.07151031494140625, -0.061077117919921875, -0.0506439208984375, -0.040210723876953125, -0.02977752685546875, -0.019344329833984375, -0.0089111328125, 0.001522064208984375, 0.01195526123046875, 0.022388458251953125, 0.0328216552734375, 0.043254852294921875, 0.05368804931640625, 0.06412124633789062, 0.074554443359375, 0.08498764038085938, 0.09542083740234375, 0.10585403442382812, 0.1162872314453125, 0.12672042846679688, 0.13715362548828125, 0.14758682250976562, 0.15802001953125, 0.16845321655273438, 0.17888641357421875, 0.18931961059570312, 0.1997528076171875, 0.21018600463867188, 0.22061920166015625, 0.23105239868164062, 0.241485595703125, 0.2519187927246094, 0.26235198974609375, 0.2727851867675781, 0.2832183837890625, 0.2936515808105469, 0.30408477783203125, 0.3145179748535156, 0.324951171875]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 6.0, 5.0, 7.0, 6.0, 3.0, 7.0, 2.0, 15.0, 11.0, 8.0, 25.0, 33.0, 26.0, 47.0, 79.0, 148.0, 298.0, 774.0, 2805.0, 18716.0, 944120.0, 73619.0, 5629.0, 1253.0, 387.0, 167.0, 107.0, 59.0, 38.0, 30.0, 36.0, 19.0, 12.0, 15.0, 9.0, 8.0, 3.0, 3.0, 7.0, 5.0, 4.0, 3.0, 0.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.2265625, -4.09735107421875, -3.9681396484375, -3.83892822265625, -3.709716796875, -3.58050537109375, -3.4512939453125, -3.32208251953125, -3.19287109375, -3.06365966796875, -2.9344482421875, -2.80523681640625, -2.676025390625, -2.54681396484375, -2.4176025390625, -2.28839111328125, -2.1591796875, -2.02996826171875, -1.9007568359375, -1.77154541015625, -1.642333984375, -1.51312255859375, -1.3839111328125, -1.25469970703125, -1.12548828125, -0.99627685546875, -0.8670654296875, -0.73785400390625, -0.608642578125, -0.47943115234375, -0.3502197265625, -0.22100830078125, -0.091796875, 0.03741455078125, 0.1666259765625, 0.29583740234375, 0.425048828125, 0.55426025390625, 0.6834716796875, 0.81268310546875, 0.94189453125, 1.07110595703125, 1.2003173828125, 1.32952880859375, 1.458740234375, 1.58795166015625, 1.7171630859375, 1.84637451171875, 1.9755859375, 2.10479736328125, 2.2340087890625, 2.36322021484375, 2.492431640625, 2.62164306640625, 2.7508544921875, 2.88006591796875, 3.00927734375, 3.13848876953125, 3.2677001953125, 3.39691162109375, 3.526123046875, 3.65533447265625, 3.7845458984375, 3.91375732421875, 4.04296875]}, "gradients/decoder.transformer.h.18.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 4.0, 7.0, 10.0, 10.0, 35.0, 31.0, 60.0, 112.0, 180.0, 204.0, 114.0, 76.0, 56.0, 27.0, 23.0, 15.0, 11.0, 14.0, 6.0, 4.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1236042976379395, -1.0850311517715454, -1.0464580059051514, -1.0078848600387573, -0.9693117141723633, -0.9307385683059692, -0.8921654224395752, -0.8535922765731812, -0.8150191307067871, -0.7764459848403931, -0.737872838973999, -0.699299693107605, -0.6607265472412109, -0.6221534013748169, -0.5835802555084229, -0.5450071096420288, -0.5064339637756348, -0.4678608179092407, -0.4292876720428467, -0.39071452617645264, -0.3521413803100586, -0.31356823444366455, -0.2749950885772705, -0.23642194271087646, -0.19784879684448242, -0.15927565097808838, -0.12070250511169434, -0.08212935924530029, -0.04355621337890625, -0.004983067512512207, 0.033590078353881836, 0.07216322422027588, 0.11073637008666992, 0.14930951595306396, 0.187882661819458, 0.22645580768585205, 0.2650289535522461, 0.30360209941864014, 0.3421752452850342, 0.3807483911514282, 0.41932153701782227, 0.4578946828842163, 0.49646782875061035, 0.5350409746170044, 0.5736141204833984, 0.6121872663497925, 0.6507604122161865, 0.6893335580825806, 0.7279067039489746, 0.7664798498153687, 0.8050529956817627, 0.8436261415481567, 0.8821992874145508, 0.9207724332809448, 0.9593455791473389, 0.9979187250137329, 1.036491870880127, 1.075065016746521, 1.113638162612915, 1.152211308479309, 1.1907844543457031, 1.2293576002120972, 1.2679307460784912, 1.3065038919448853, 1.3450770378112793]}, "gradients/decoder.transformer.h.18.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 6.0, 1.0, 2.0, 3.0, 4.0, 8.0, 7.0, 10.0, 10.0, 8.0, 11.0, 18.0, 13.0, 17.0, 21.0, 22.0, 21.0, 25.0, 28.0, 37.0, 33.0, 50.0, 36.0, 28.0, 34.0, 38.0, 44.0, 49.0, 29.0, 51.0, 29.0, 36.0, 47.0, 31.0, 31.0, 24.0, 29.0, 22.0, 15.0, 10.0, 10.0, 10.0, 9.0, 8.0, 9.0, 8.0, 7.0, 2.0, 1.0, 4.0, 4.0, 2.0, 2.0, 2.0, 3.0], "bins": [-0.6140314936637878, -0.5966061353683472, -0.5791807770729065, -0.5617554187774658, -0.5443300604820251, -0.5269047021865845, -0.5094793438911438, -0.49205395579338074, -0.47462859749794006, -0.4572032392024994, -0.4397778809070587, -0.42235252261161804, -0.404927134513855, -0.3875017762184143, -0.37007641792297363, -0.35265105962753296, -0.3352257013320923, -0.3178003430366516, -0.30037498474121094, -0.28294962644577026, -0.2655242681503296, -0.24809889495372772, -0.23067352175712585, -0.21324816346168518, -0.1958228051662445, -0.17839744687080383, -0.16097208857536316, -0.1435467153787613, -0.12612135708332062, -0.10869599878787994, -0.09127063304185867, -0.0738452672958374, -0.056419968605041504, -0.03899460658431053, -0.02156924456357956, -0.004143882542848587, 0.013281479477882385, 0.03070683777332306, 0.04813220351934433, 0.0655575692653656, 0.08298292756080627, 0.10040828585624695, 0.11783365160226822, 0.1352590173482895, 0.15268437564373016, 0.17010973393917084, 0.1875351071357727, 0.20496046543121338, 0.22238582372665405, 0.23981118202209473, 0.2572365403175354, 0.2746618986129761, 0.29208725690841675, 0.3095126152038574, 0.3269380033016205, 0.34436336159706116, 0.36178871989250183, 0.3792140781879425, 0.3966394364833832, 0.41406479477882385, 0.4314901828765869, 0.4489155411720276, 0.46634089946746826, 0.48376625776290894, 0.5011916160583496]}, "gradients/decoder.transformer.h.18.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 4.0, 8.0, 8.0, 7.0, 7.0, 8.0, 9.0, 9.0, 12.0, 23.0, 34.0, 22.0, 26.0, 28.0, 41.0, 39.0, 45.0, 34.0, 46.0, 39.0, 43.0, 44.0, 48.0, 37.0, 41.0, 38.0, 50.0, 29.0, 31.0, 27.0, 37.0, 23.0, 23.0, 12.0, 13.0, 15.0, 11.0, 6.0, 8.0, 7.0, 5.0, 4.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6328125, -1.586273193359375, -1.53973388671875, -1.493194580078125, -1.4466552734375, -1.400115966796875, -1.35357666015625, -1.307037353515625, -1.260498046875, -1.213958740234375, -1.16741943359375, -1.120880126953125, -1.0743408203125, -1.027801513671875, -0.98126220703125, -0.934722900390625, -0.88818359375, -0.841644287109375, -0.79510498046875, -0.748565673828125, -0.7020263671875, -0.655487060546875, -0.60894775390625, -0.562408447265625, -0.515869140625, -0.469329833984375, -0.42279052734375, -0.376251220703125, -0.3297119140625, -0.283172607421875, -0.23663330078125, -0.190093994140625, -0.1435546875, -0.097015380859375, -0.05047607421875, -0.003936767578125, 0.0426025390625, 0.089141845703125, 0.13568115234375, 0.182220458984375, 0.228759765625, 0.275299072265625, 0.32183837890625, 0.368377685546875, 0.4149169921875, 0.461456298828125, 0.50799560546875, 0.554534912109375, 0.60107421875, 0.647613525390625, 0.69415283203125, 0.740692138671875, 0.7872314453125, 0.833770751953125, 0.88031005859375, 0.926849365234375, 0.973388671875, 1.019927978515625, 1.06646728515625, 1.113006591796875, 1.1595458984375, 1.206085205078125, 1.25262451171875, 1.299163818359375, 1.345703125]}, "gradients/decoder.transformer.h.18.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 5.0, 6.0, 6.0, 7.0, 20.0, 25.0, 31.0, 38.0, 61.0, 98.0, 158.0, 240.0, 418.0, 605.0, 1169.0, 1827.0, 3163.0, 5396.0, 9199.0, 17110.0, 35991.0, 141296.0, 699298.0, 73612.0, 26333.0, 13675.0, 7749.0, 4515.0, 2560.0, 1581.0, 901.0, 579.0, 335.0, 204.0, 138.0, 73.0, 48.0, 22.0, 22.0, 18.0, 12.0, 6.0, 4.0, 3.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.126953125, -3.01654052734375, -2.9061279296875, -2.79571533203125, -2.685302734375, -2.57489013671875, -2.4644775390625, -2.35406494140625, -2.24365234375, -2.13323974609375, -2.0228271484375, -1.91241455078125, -1.802001953125, -1.69158935546875, -1.5811767578125, -1.47076416015625, -1.3603515625, -1.24993896484375, -1.1395263671875, -1.02911376953125, -0.918701171875, -0.80828857421875, -0.6978759765625, -0.58746337890625, -0.47705078125, -0.36663818359375, -0.2562255859375, -0.14581298828125, -0.035400390625, 0.07501220703125, 0.1854248046875, 0.29583740234375, 0.40625, 0.51666259765625, 0.6270751953125, 0.73748779296875, 0.847900390625, 0.95831298828125, 1.0687255859375, 1.17913818359375, 1.28955078125, 1.39996337890625, 1.5103759765625, 1.62078857421875, 1.731201171875, 1.84161376953125, 1.9520263671875, 2.06243896484375, 2.1728515625, 2.28326416015625, 2.3936767578125, 2.50408935546875, 2.614501953125, 2.72491455078125, 2.8353271484375, 2.94573974609375, 3.05615234375, 3.16656494140625, 3.2769775390625, 3.38739013671875, 3.497802734375, 3.60821533203125, 3.7186279296875, 3.82904052734375, 3.939453125]}, "gradients/decoder.transformer.h.18.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 1.0, 4.0, 3.0, 6.0, 14.0, 10.0, 11.0, 13.0, 12.0, 17.0, 22.0, 26.0, 41.0, 29.0, 50.0, 43.0, 48.0, 70.0, 61.0, 82.0, 163.0, 1593.0, 177.0, 85.0, 67.0, 58.0, 55.0, 37.0, 38.0, 35.0, 34.0, 22.0, 18.0, 24.0, 13.0, 16.0, 9.0, 19.0, 3.0, 6.0, 6.0, 4.0, 5.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.1796875, -5.01025390625, -4.8408203125, -4.67138671875, -4.501953125, -4.33251953125, -4.1630859375, -3.99365234375, -3.82421875, -3.65478515625, -3.4853515625, -3.31591796875, -3.146484375, -2.97705078125, -2.8076171875, -2.63818359375, -2.46875, -2.29931640625, -2.1298828125, -1.96044921875, -1.791015625, -1.62158203125, -1.4521484375, -1.28271484375, -1.11328125, -0.94384765625, -0.7744140625, -0.60498046875, -0.435546875, -0.26611328125, -0.0966796875, 0.07275390625, 0.2421875, 0.41162109375, 0.5810546875, 0.75048828125, 0.919921875, 1.08935546875, 1.2587890625, 1.42822265625, 1.59765625, 1.76708984375, 1.9365234375, 2.10595703125, 2.275390625, 2.44482421875, 2.6142578125, 2.78369140625, 2.953125, 3.12255859375, 3.2919921875, 3.46142578125, 3.630859375, 3.80029296875, 3.9697265625, 4.13916015625, 4.30859375, 4.47802734375, 4.6474609375, 4.81689453125, 4.986328125, 5.15576171875, 5.3251953125, 5.49462890625, 5.6640625]}, "gradients/decoder.transformer.h.18.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 5.0, 7.0, 12.0, 11.0, 27.0, 32.0, 55.0, 76.0, 109.0, 230.0, 419.0, 800.0, 1823.0, 5671.0, 25788.0, 539875.0, 2526376.0, 33449.0, 6801.0, 2193.0, 905.0, 446.0, 211.0, 131.0, 109.0, 47.0, 37.0, 20.0, 12.0, 12.0, 3.0, 6.0, 3.0, 2.0, 6.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-18.265625, -17.7447509765625, -17.223876953125, -16.7030029296875, -16.18212890625, -15.6612548828125, -15.140380859375, -14.6195068359375, -14.0986328125, -13.5777587890625, -13.056884765625, -12.5360107421875, -12.01513671875, -11.4942626953125, -10.973388671875, -10.4525146484375, -9.931640625, -9.4107666015625, -8.889892578125, -8.3690185546875, -7.84814453125, -7.3272705078125, -6.806396484375, -6.2855224609375, -5.7646484375, -5.2437744140625, -4.722900390625, -4.2020263671875, -3.68115234375, -3.1602783203125, -2.639404296875, -2.1185302734375, -1.59765625, -1.0767822265625, -0.555908203125, -0.0350341796875, 0.48583984375, 1.0067138671875, 1.527587890625, 2.0484619140625, 2.5693359375, 3.0902099609375, 3.611083984375, 4.1319580078125, 4.65283203125, 5.1737060546875, 5.694580078125, 6.2154541015625, 6.736328125, 7.2572021484375, 7.778076171875, 8.2989501953125, 8.81982421875, 9.3406982421875, 9.861572265625, 10.3824462890625, 10.9033203125, 11.4241943359375, 11.945068359375, 12.4659423828125, 12.98681640625, 13.5076904296875, 14.028564453125, 14.5494384765625, 15.0703125]}, "gradients/decoder.transformer.h.18.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 11.0, 123.0, 643.0, 210.0, 30.0], "bins": [-218.69415283203125, -215.146484375, -211.59881591796875, -208.05113220214844, -204.5034637451172, -200.95579528808594, -197.4081268310547, -193.86045837402344, -190.31277465820312, -186.76510620117188, -183.21743774414062, -179.6697540283203, -176.12208557128906, -172.5744171142578, -169.02674865722656, -165.4790802001953, -161.93141174316406, -158.3837432861328, -154.83607482910156, -151.28839111328125, -147.74072265625, -144.19305419921875, -140.6453857421875, -137.09771728515625, -133.550048828125, -130.00238037109375, -126.45470428466797, -122.90703582763672, -119.35935974121094, -115.81169128417969, -112.26402282714844, -108.71635437011719, -105.1686782836914, -101.62100982666016, -98.07333374023438, -94.52566528320312, -90.97799682617188, -87.4303207397461, -83.88265228271484, -80.33497619628906, -76.78730773925781, -73.23963928222656, -69.69196319580078, -66.14429473876953, -62.596622467041016, -59.0489501953125, -55.50128173828125, -51.953609466552734, -48.40593719482422, -44.8582649230957, -41.31059265136719, -37.76292419433594, -34.21525192260742, -30.667579650878906, -27.119909286499023, -23.57223892211914, -20.024566650390625, -16.47689437866211, -12.929224014282227, -9.381552696228027, -5.833881378173828, -2.2862091064453125, 1.2614612579345703, 4.809131622314453, 8.356804847717285]}, "gradients/decoder.transformer.h.18.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 1.0, 3.0, 1.0, 3.0, 9.0, 4.0, 7.0, 5.0, 6.0, 16.0, 14.0, 17.0, 14.0, 17.0, 19.0, 27.0, 30.0, 35.0, 36.0, 23.0, 33.0, 39.0, 42.0, 50.0, 45.0, 36.0, 30.0, 33.0, 31.0, 45.0, 38.0, 33.0, 42.0, 29.0, 29.0, 20.0, 24.0, 26.0, 11.0, 12.0, 13.0, 14.0, 7.0, 14.0, 6.0, 5.0, 4.0, 2.0, 4.0, 2.0, 3.0, 0.0, 3.0, 0.0, 0.0, 2.0], "bins": [-16.523218154907227, -16.022323608398438, -15.521428108215332, -15.020533561706543, -14.519638061523438, -14.018743515014648, -13.51784896850586, -13.01695442199707, -12.516058921813965, -12.015164375305176, -11.51426887512207, -11.013374328613281, -10.512479782104492, -10.011584281921387, -9.510689735412598, -9.009794235229492, -8.508899688720703, -8.008005142211914, -7.507109642028809, -7.0062150955200195, -6.505320072174072, -6.004425048828125, -5.503530502319336, -5.002635478973389, -4.501740455627441, -4.000845432281494, -3.499950647354126, -2.999055862426758, -2.4981608390808105, -1.9972658157348633, -1.4963710308074951, -0.995476245880127, -0.4945802688598633, 0.006314635276794434, 0.5072095394134521, 1.0081044435501099, 1.5089993476867676, 2.009894371032715, 2.510789155960083, 3.011683940887451, 3.5125789642333984, 4.013473987579346, 4.514369010925293, 5.015263557434082, 5.516158580780029, 6.017053604125977, 6.517948150634766, 7.018843173980713, 7.51973819732666, 8.02063274383545, 8.521528244018555, 9.022422790527344, 9.523317337036133, 10.024212837219238, 10.525107383728027, 11.026002883911133, 11.526897430419922, 12.027791976928711, 12.528687477111816, 13.029582023620605, 13.530477523803711, 14.0313720703125, 14.532266616821289, 15.033161163330078, 15.534056663513184]}, "gradients/decoder.transformer.h.17.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 4.0, 7.0, 7.0, 9.0, 10.0, 10.0, 6.0, 15.0, 23.0, 16.0, 24.0, 18.0, 27.0, 36.0, 24.0, 40.0, 48.0, 35.0, 39.0, 29.0, 41.0, 59.0, 40.0, 39.0, 37.0, 47.0, 37.0, 41.0, 36.0, 38.0, 26.0, 15.0, 27.0, 13.0, 17.0, 13.0, 7.0, 9.0, 7.0, 6.0, 7.0, 15.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-1.8486328125, -1.7990570068359375, -1.749481201171875, -1.6999053955078125, -1.65032958984375, -1.6007537841796875, -1.551177978515625, -1.5016021728515625, -1.4520263671875, -1.4024505615234375, -1.352874755859375, -1.3032989501953125, -1.25372314453125, -1.2041473388671875, -1.154571533203125, -1.1049957275390625, -1.055419921875, -1.0058441162109375, -0.956268310546875, -0.9066925048828125, -0.85711669921875, -0.8075408935546875, -0.757965087890625, -0.7083892822265625, -0.6588134765625, -0.6092376708984375, -0.559661865234375, -0.5100860595703125, -0.46051025390625, -0.4109344482421875, -0.361358642578125, -0.3117828369140625, -0.26220703125, -0.2126312255859375, -0.163055419921875, -0.1134796142578125, -0.06390380859375, -0.0143280029296875, 0.035247802734375, 0.0848236083984375, 0.1343994140625, 0.1839752197265625, 0.233551025390625, 0.2831268310546875, 0.33270263671875, 0.3822784423828125, 0.431854248046875, 0.4814300537109375, 0.531005859375, 0.5805816650390625, 0.630157470703125, 0.6797332763671875, 0.72930908203125, 0.7788848876953125, 0.828460693359375, 0.8780364990234375, 0.9276123046875, 0.9771881103515625, 1.026763916015625, 1.0763397216796875, 1.12591552734375, 1.1754913330078125, 1.225067138671875, 1.2746429443359375, 1.32421875]}, "gradients/decoder.transformer.h.17.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 4.0, 2.0, 4.0, 8.0, 5.0, 15.0, 15.0, 18.0, 22.0, 34.0, 54.0, 79.0, 109.0, 119.0, 182.0, 233.0, 389.0, 494.0, 709.0, 962.0, 1429.0, 2124.0, 3416.0, 5518.0, 10585.0, 21993.0, 82775.0, 733960.0, 2767891.0, 458799.0, 59528.0, 19407.0, 9230.0, 4989.0, 3004.0, 1948.0, 1304.0, 843.0, 565.0, 434.0, 297.0, 240.0, 154.0, 114.0, 95.0, 63.0, 46.0, 31.0, 20.0, 16.0, 10.0, 2.0, 3.0, 4.0, 0.0, 1.0], "bins": [-3.623046875, -3.52349853515625, -3.4239501953125, -3.32440185546875, -3.224853515625, -3.12530517578125, -3.0257568359375, -2.92620849609375, -2.82666015625, -2.72711181640625, -2.6275634765625, -2.52801513671875, -2.428466796875, -2.32891845703125, -2.2293701171875, -2.12982177734375, -2.0302734375, -1.93072509765625, -1.8311767578125, -1.73162841796875, -1.632080078125, -1.53253173828125, -1.4329833984375, -1.33343505859375, -1.23388671875, -1.13433837890625, -1.0347900390625, -0.93524169921875, -0.835693359375, -0.73614501953125, -0.6365966796875, -0.53704833984375, -0.4375, -0.33795166015625, -0.2384033203125, -0.13885498046875, -0.039306640625, 0.06024169921875, 0.1597900390625, 0.25933837890625, 0.35888671875, 0.45843505859375, 0.5579833984375, 0.65753173828125, 0.757080078125, 0.85662841796875, 0.9561767578125, 1.05572509765625, 1.1552734375, 1.25482177734375, 1.3543701171875, 1.45391845703125, 1.553466796875, 1.65301513671875, 1.7525634765625, 1.85211181640625, 1.95166015625, 2.05120849609375, 2.1507568359375, 2.25030517578125, 2.349853515625, 2.44940185546875, 2.5489501953125, 2.64849853515625, 2.748046875]}, "gradients/decoder.transformer.h.17.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 0.0, 2.0, 3.0, 4.0, 1.0, 6.0, 2.0, 2.0, 7.0, 7.0, 6.0, 10.0, 21.0, 21.0, 20.0, 33.0, 39.0, 64.0, 96.0, 158.0, 365.0, 722.0, 1039.0, 658.0, 310.0, 155.0, 86.0, 61.0, 38.0, 29.0, 22.0, 20.0, 9.0, 11.0, 12.0, 8.0, 6.0, 8.0, 6.0, 2.0, 0.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-4.9765625, -4.8360595703125, -4.695556640625, -4.5550537109375, -4.41455078125, -4.2740478515625, -4.133544921875, -3.9930419921875, -3.8525390625, -3.7120361328125, -3.571533203125, -3.4310302734375, -3.29052734375, -3.1500244140625, -3.009521484375, -2.8690185546875, -2.728515625, -2.5880126953125, -2.447509765625, -2.3070068359375, -2.16650390625, -2.0260009765625, -1.885498046875, -1.7449951171875, -1.6044921875, -1.4639892578125, -1.323486328125, -1.1829833984375, -1.04248046875, -0.9019775390625, -0.761474609375, -0.6209716796875, -0.48046875, -0.3399658203125, -0.199462890625, -0.0589599609375, 0.08154296875, 0.2220458984375, 0.362548828125, 0.5030517578125, 0.6435546875, 0.7840576171875, 0.924560546875, 1.0650634765625, 1.20556640625, 1.3460693359375, 1.486572265625, 1.6270751953125, 1.767578125, 1.9080810546875, 2.048583984375, 2.1890869140625, 2.32958984375, 2.4700927734375, 2.610595703125, 2.7510986328125, 2.8916015625, 3.0321044921875, 3.172607421875, 3.3131103515625, 3.45361328125, 3.5941162109375, 3.734619140625, 3.8751220703125, 4.015625]}, "gradients/decoder.transformer.h.17.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 5.0, 6.0, 9.0, 10.0, 17.0, 20.0, 32.0, 48.0, 63.0, 94.0, 136.0, 211.0, 315.0, 580.0, 779.0, 1332.0, 2079.0, 3322.0, 5926.0, 10974.0, 23282.0, 59895.0, 296680.0, 3176689.0, 480330.0, 75238.0, 27053.0, 12536.0, 6685.0, 3797.0, 2292.0, 1361.0, 849.0, 561.0, 344.0, 244.0, 169.0, 102.0, 58.0, 58.0, 22.0, 22.0, 18.0, 16.0, 6.0, 12.0, 4.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.7890625, -5.6114501953125, -5.433837890625, -5.2562255859375, -5.07861328125, -4.9010009765625, -4.723388671875, -4.5457763671875, -4.3681640625, -4.1905517578125, -4.012939453125, -3.8353271484375, -3.65771484375, -3.4801025390625, -3.302490234375, -3.1248779296875, -2.947265625, -2.7696533203125, -2.592041015625, -2.4144287109375, -2.23681640625, -2.0592041015625, -1.881591796875, -1.7039794921875, -1.5263671875, -1.3487548828125, -1.171142578125, -0.9935302734375, -0.81591796875, -0.6383056640625, -0.460693359375, -0.2830810546875, -0.10546875, 0.0721435546875, 0.249755859375, 0.4273681640625, 0.60498046875, 0.7825927734375, 0.960205078125, 1.1378173828125, 1.3154296875, 1.4930419921875, 1.670654296875, 1.8482666015625, 2.02587890625, 2.2034912109375, 2.381103515625, 2.5587158203125, 2.736328125, 2.9139404296875, 3.091552734375, 3.2691650390625, 3.44677734375, 3.6243896484375, 3.802001953125, 3.9796142578125, 4.1572265625, 4.3348388671875, 4.512451171875, 4.6900634765625, 4.86767578125, 5.0452880859375, 5.222900390625, 5.4005126953125, 5.578125]}, "gradients/decoder.transformer.h.17.ln_2.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 8.0, 14.0, 7.0, 24.0, 17.0, 44.0, 45.0, 71.0, 102.0, 112.0, 160.0, 109.0, 87.0, 62.0, 45.0, 24.0, 21.0, 12.0, 18.0, 7.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-24.038684844970703, -23.412660598754883, -22.786636352539062, -22.16061019897461, -21.53458595275879, -20.90856170654297, -20.28253746032715, -19.656513214111328, -19.030487060546875, -18.404462814331055, -17.778438568115234, -17.15241241455078, -16.52638816833496, -15.90036392211914, -15.27433967590332, -14.6483154296875, -14.02229118347168, -13.39626693725586, -12.770241737365723, -12.144217491149902, -11.518192291259766, -10.892168045043945, -10.266143798828125, -9.640119552612305, -9.014094352722168, -8.388070106506348, -7.762044906616211, -7.136020660400391, -6.509995937347412, -5.883971214294434, -5.257946968078613, -4.631922245025635, -4.005899429321289, -3.3798747062683105, -2.753850221633911, -2.1278257369995117, -1.5018010139465332, -0.8757762908935547, -0.24975180625915527, 0.37627267837524414, 1.0022974014282227, 1.6283220052719116, 2.2543466091156006, 2.88037109375, 3.5063958168029785, 4.132420539855957, 4.758444786071777, 5.384469509124756, 6.010494232177734, 6.636518955230713, 7.262543678283691, 7.888567924499512, 8.514593124389648, 9.140617370605469, 9.766641616821289, 10.39266586303711, 11.018691062927246, 11.644715309143066, 12.270740509033203, 12.896764755249023, 13.522789001464844, 14.14881420135498, 14.7748384475708, 15.400863647460938, 16.026887893676758]}, "gradients/decoder.transformer.h.17.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 5.0, 5.0, 3.0, 7.0, 5.0, 11.0, 5.0, 13.0, 14.0, 17.0, 13.0, 25.0, 17.0, 25.0, 21.0, 25.0, 18.0, 31.0, 32.0, 33.0, 24.0, 28.0, 44.0, 40.0, 40.0, 42.0, 46.0, 35.0, 33.0, 25.0, 36.0, 27.0, 28.0, 28.0, 24.0, 27.0, 25.0, 13.0, 18.0, 18.0, 15.0, 8.0, 11.0, 13.0, 11.0, 9.0, 1.0, 6.0, 7.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-10.325490951538086, -10.000835418701172, -9.676180839538574, -9.35152530670166, -9.026870727539062, -8.702215194702148, -8.37756061553955, -8.052905082702637, -7.728250026702881, -7.403594970703125, -7.078939914703369, -6.754284858703613, -6.429629325866699, -6.104974746704102, -5.7803192138671875, -5.455664157867432, -5.131009101867676, -4.80635404586792, -4.481698989868164, -4.157043933868408, -3.8323886394500732, -3.5077335834503174, -3.1830782890319824, -2.8584232330322266, -2.5337681770324707, -2.209113121032715, -1.8844579458236694, -1.559802770614624, -1.2351477146148682, -0.9104926586151123, -0.5858374834060669, -0.2611823081970215, 0.06347179412841797, 0.3881269097328186, 0.7127820253372192, 1.0374372005462646, 1.3620922565460205, 1.6867473125457764, 2.0114026069641113, 2.336057662963867, 2.660712718963623, 2.985367774963379, 3.3100228309631348, 3.6346781253814697, 3.9593331813812256, 4.283987998962402, 4.608643531799316, 4.933298587799072, 5.257953643798828, 5.582608699798584, 5.90726375579834, 6.231918811798096, 6.556573867797852, 6.881229400634766, 7.2058844566345215, 7.530539512634277, 7.855194568634033, 8.179849624633789, 8.504505157470703, 8.8291597366333, 9.153815269470215, 9.478469848632812, 9.803125381469727, 10.12778091430664, 10.452435493469238]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 8.0, 10.0, 8.0, 7.0, 8.0, 8.0, 12.0, 11.0, 15.0, 18.0, 18.0, 23.0, 34.0, 19.0, 35.0, 28.0, 31.0, 36.0, 37.0, 47.0, 48.0, 39.0, 35.0, 36.0, 40.0, 49.0, 46.0, 36.0, 43.0, 31.0, 30.0, 30.0, 21.0, 17.0, 16.0, 14.0, 7.0, 17.0, 8.0, 8.0, 7.0, 7.0, 8.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0], "bins": [-1.8173828125, -1.76824951171875, -1.7191162109375, -1.66998291015625, -1.620849609375, -1.57171630859375, -1.5225830078125, -1.47344970703125, -1.42431640625, -1.37518310546875, -1.3260498046875, -1.27691650390625, -1.227783203125, -1.17864990234375, -1.1295166015625, -1.08038330078125, -1.03125, -0.98211669921875, -0.9329833984375, -0.88385009765625, -0.834716796875, -0.78558349609375, -0.7364501953125, -0.68731689453125, -0.63818359375, -0.58905029296875, -0.5399169921875, -0.49078369140625, -0.441650390625, -0.39251708984375, -0.3433837890625, -0.29425048828125, -0.2451171875, -0.19598388671875, -0.1468505859375, -0.09771728515625, -0.048583984375, 0.00054931640625, 0.0496826171875, 0.09881591796875, 0.14794921875, 0.19708251953125, 0.2462158203125, 0.29534912109375, 0.344482421875, 0.39361572265625, 0.4427490234375, 0.49188232421875, 0.541015625, 0.59014892578125, 0.6392822265625, 0.68841552734375, 0.737548828125, 0.78668212890625, 0.8358154296875, 0.88494873046875, 0.93408203125, 0.98321533203125, 1.0323486328125, 1.08148193359375, 1.130615234375, 1.17974853515625, 1.2288818359375, 1.27801513671875, 1.3271484375]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 6.0, 8.0, 10.0, 18.0, 45.0, 49.0, 103.0, 169.0, 244.0, 344.0, 457.0, 761.0, 1009.0, 1483.0, 2154.0, 3290.0, 4948.0, 7273.0, 11656.0, 18308.0, 29867.0, 50107.0, 90535.0, 172786.0, 248567.0, 177242.0, 92789.0, 50920.0, 30461.0, 18305.0, 11711.0, 7566.0, 5026.0, 3371.0, 2218.0, 1519.0, 1016.0, 731.0, 483.0, 338.0, 251.0, 175.0, 103.0, 51.0, 22.0, 23.0, 19.0, 9.0, 4.0, 8.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.884765625, -1.8249664306640625, -1.765167236328125, -1.7053680419921875, -1.64556884765625, -1.5857696533203125, -1.525970458984375, -1.4661712646484375, -1.4063720703125, -1.3465728759765625, -1.286773681640625, -1.2269744873046875, -1.16717529296875, -1.1073760986328125, -1.047576904296875, -0.9877777099609375, -0.927978515625, -0.8681793212890625, -0.808380126953125, -0.7485809326171875, -0.68878173828125, -0.6289825439453125, -0.569183349609375, -0.5093841552734375, -0.4495849609375, -0.3897857666015625, -0.329986572265625, -0.2701873779296875, -0.21038818359375, -0.1505889892578125, -0.090789794921875, -0.0309906005859375, 0.02880859375, 0.0886077880859375, 0.148406982421875, 0.2082061767578125, 0.26800537109375, 0.3278045654296875, 0.387603759765625, 0.4474029541015625, 0.5072021484375, 0.5670013427734375, 0.626800537109375, 0.6865997314453125, 0.74639892578125, 0.8061981201171875, 0.865997314453125, 0.9257965087890625, 0.985595703125, 1.0453948974609375, 1.105194091796875, 1.1649932861328125, 1.22479248046875, 1.2845916748046875, 1.344390869140625, 1.4041900634765625, 1.4639892578125, 1.5237884521484375, 1.583587646484375, 1.6433868408203125, 1.70318603515625, 1.7629852294921875, 1.822784423828125, 1.8825836181640625, 1.9423828125]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 4.0, 5.0, 6.0, 3.0, 13.0, 13.0, 17.0, 21.0, 20.0, 20.0, 23.0, 20.0, 40.0, 36.0, 39.0, 41.0, 57.0, 39.0, 48.0, 46.0, 1065.0, 45.0, 39.0, 43.0, 30.0, 30.0, 29.0, 36.0, 16.0, 31.0, 31.0, 24.0, 15.0, 14.0, 12.0, 12.0, 12.0, 8.0, 9.0, 4.0, 1.0, 2.0, 3.0, 3.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.853515625, -1.7980499267578125, -1.742584228515625, -1.6871185302734375, -1.63165283203125, -1.5761871337890625, -1.520721435546875, -1.4652557373046875, -1.4097900390625, -1.3543243408203125, -1.298858642578125, -1.2433929443359375, -1.18792724609375, -1.1324615478515625, -1.076995849609375, -1.0215301513671875, -0.966064453125, -0.9105987548828125, -0.855133056640625, -0.7996673583984375, -0.74420166015625, -0.6887359619140625, -0.633270263671875, -0.5778045654296875, -0.5223388671875, -0.4668731689453125, -0.411407470703125, -0.3559417724609375, -0.30047607421875, -0.2450103759765625, -0.189544677734375, -0.1340789794921875, -0.07861328125, -0.0231475830078125, 0.032318115234375, 0.0877838134765625, 0.14324951171875, 0.1987152099609375, 0.254180908203125, 0.3096466064453125, 0.3651123046875, 0.4205780029296875, 0.476043701171875, 0.5315093994140625, 0.58697509765625, 0.6424407958984375, 0.697906494140625, 0.7533721923828125, 0.808837890625, 0.8643035888671875, 0.919769287109375, 0.9752349853515625, 1.03070068359375, 1.0861663818359375, 1.141632080078125, 1.1970977783203125, 1.2525634765625, 1.3080291748046875, 1.363494873046875, 1.4189605712890625, 1.47442626953125, 1.5298919677734375, 1.585357666015625, 1.6408233642578125, 1.6962890625]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 2.0, 8.0, 12.0, 13.0, 19.0, 17.0, 26.0, 42.0, 65.0, 101.0, 164.0, 245.0, 322.0, 542.0, 761.0, 1170.0, 1957.0, 3352.0, 5719.0, 10186.0, 19726.0, 48300.0, 664439.0, 1242055.0, 52137.0, 20470.0, 10464.0, 5777.0, 3343.0, 2045.0, 1227.0, 825.0, 514.0, 332.0, 235.0, 168.0, 111.0, 79.0, 39.0, 51.0, 19.0, 24.0, 8.0, 10.0, 11.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-3.060546875, -2.9619140625, -2.86328125, -2.7646484375, -2.666015625, -2.5673828125, -2.46875, -2.3701171875, -2.271484375, -2.1728515625, -2.07421875, -1.9755859375, -1.876953125, -1.7783203125, -1.6796875, -1.5810546875, -1.482421875, -1.3837890625, -1.28515625, -1.1865234375, -1.087890625, -0.9892578125, -0.890625, -0.7919921875, -0.693359375, -0.5947265625, -0.49609375, -0.3974609375, -0.298828125, -0.2001953125, -0.1015625, -0.0029296875, 0.095703125, 0.1943359375, 0.29296875, 0.3916015625, 0.490234375, 0.5888671875, 0.6875, 0.7861328125, 0.884765625, 0.9833984375, 1.08203125, 1.1806640625, 1.279296875, 1.3779296875, 1.4765625, 1.5751953125, 1.673828125, 1.7724609375, 1.87109375, 1.9697265625, 2.068359375, 2.1669921875, 2.265625, 2.3642578125, 2.462890625, 2.5615234375, 2.66015625, 2.7587890625, 2.857421875, 2.9560546875, 3.0546875, 3.1533203125, 3.251953125]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0, 5.0, 3.0, 4.0, 8.0, 8.0, 8.0, 8.0, 11.0, 17.0, 16.0, 9.0, 27.0, 42.0, 52.0, 85.0, 106.0, 118.0, 111.0, 78.0, 62.0, 48.0, 35.0, 35.0, 24.0, 15.0, 9.0, 12.0, 6.0, 7.0, 9.0, 4.0, 7.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1953125, -0.18894577026367188, -0.18257904052734375, -0.17621231079101562, -0.1698455810546875, -0.16347885131835938, -0.15711212158203125, -0.15074539184570312, -0.144378662109375, -0.13801193237304688, -0.13164520263671875, -0.12527847290039062, -0.1189117431640625, -0.11254501342773438, -0.10617828369140625, -0.09981155395507812, -0.09344482421875, -0.08707809448242188, -0.08071136474609375, -0.07434463500976562, -0.0679779052734375, -0.061611175537109375, -0.05524444580078125, -0.048877716064453125, -0.042510986328125, -0.036144256591796875, -0.02977752685546875, -0.023410797119140625, -0.0170440673828125, -0.010677337646484375, -0.00431060791015625, 0.002056121826171875, 0.0084228515625, 0.014789581298828125, 0.02115631103515625, 0.027523040771484375, 0.0338897705078125, 0.040256500244140625, 0.04662322998046875, 0.052989959716796875, 0.059356689453125, 0.06572341918945312, 0.07209014892578125, 0.07845687866210938, 0.0848236083984375, 0.09119033813476562, 0.09755706787109375, 0.10392379760742188, 0.11029052734375, 0.11665725708007812, 0.12302398681640625, 0.12939071655273438, 0.1357574462890625, 0.14212417602539062, 0.14849090576171875, 0.15485763549804688, 0.161224365234375, 0.16759109497070312, 0.17395782470703125, 0.18032455444335938, 0.1866912841796875, 0.19305801391601562, 0.19942474365234375, 0.20579147338867188, 0.212158203125]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 7.0, 4.0, 4.0, 5.0, 9.0, 11.0, 11.0, 14.0, 17.0, 26.0, 38.0, 41.0, 62.0, 72.0, 103.0, 162.0, 326.0, 786.0, 3294.0, 20213.0, 705443.0, 299735.0, 14071.0, 2548.0, 716.0, 265.0, 159.0, 90.0, 81.0, 51.0, 33.0, 39.0, 23.0, 16.0, 23.0, 15.0, 13.0, 7.0, 3.0, 6.0, 6.0, 3.0, 1.0, 3.0, 0.0, 6.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.419921875, -2.341644287109375, -2.26336669921875, -2.185089111328125, -2.1068115234375, -2.028533935546875, -1.95025634765625, -1.871978759765625, -1.793701171875, -1.715423583984375, -1.63714599609375, -1.558868408203125, -1.4805908203125, -1.402313232421875, -1.32403564453125, -1.245758056640625, -1.16748046875, -1.089202880859375, -1.01092529296875, -0.932647705078125, -0.8543701171875, -0.776092529296875, -0.69781494140625, -0.619537353515625, -0.541259765625, -0.462982177734375, -0.38470458984375, -0.306427001953125, -0.2281494140625, -0.149871826171875, -0.07159423828125, 0.006683349609375, 0.0849609375, 0.163238525390625, 0.24151611328125, 0.319793701171875, 0.3980712890625, 0.476348876953125, 0.55462646484375, 0.632904052734375, 0.711181640625, 0.789459228515625, 0.86773681640625, 0.946014404296875, 1.0242919921875, 1.102569580078125, 1.18084716796875, 1.259124755859375, 1.33740234375, 1.415679931640625, 1.49395751953125, 1.572235107421875, 1.6505126953125, 1.728790283203125, 1.80706787109375, 1.885345458984375, 1.963623046875, 2.041900634765625, 2.12017822265625, 2.198455810546875, 2.2767333984375, 2.355010986328125, 2.43328857421875, 2.511566162109375, 2.58984375]}, "gradients/decoder.transformer.h.17.ln_cross_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 7.0, 5.0, 10.0, 10.0, 14.0, 19.0, 31.0, 41.0, 68.0, 115.0, 160.0, 165.0, 107.0, 77.0, 46.0, 35.0, 27.0, 24.0, 10.0, 9.0, 8.0, 6.0, 4.0, 2.0, 3.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.5546922087669373, -0.5271629095077515, -0.4996336102485657, -0.4721042811870575, -0.4445749819278717, -0.4170456826686859, -0.38951635360717773, -0.36198705434799194, -0.33445775508880615, -0.30692845582962036, -0.27939915657043457, -0.2518698275089264, -0.2243405282497406, -0.1968112289905548, -0.16928191483020782, -0.14175260066986084, -0.11422330141067505, -0.08669399470090866, -0.05916468799114227, -0.031635381281375885, -0.004106074571609497, 0.023423224687576294, 0.05095253884792328, 0.07848185300827026, 0.10601115226745605, 0.13354045152664185, 0.16106976568698883, 0.18859907984733582, 0.2161283791065216, 0.2436576783657074, 0.2711870074272156, 0.29871630668640137, 0.3262455463409424, 0.3537748456001282, 0.38130414485931396, 0.40883347392082214, 0.43636277318000793, 0.4638920724391937, 0.4914214015007019, 0.5189507007598877, 0.5464800000190735, 0.5740092992782593, 0.6015385985374451, 0.6290678977966309, 0.6565972566604614, 0.6841264963150024, 0.711655855178833, 0.7391851544380188, 0.7667144536972046, 0.7942437529563904, 0.8217730522155762, 0.849302351474762, 0.8768316507339478, 0.9043610095977783, 0.9318903088569641, 0.9594196081161499, 0.9869489073753357, 1.0144782066345215, 1.042007565498352, 1.069536805152893, 1.0970661640167236, 1.1245954036712646, 1.1521247625350952, 1.1796541213989258, 1.2071833610534668]}, "gradients/decoder.transformer.h.17.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 4.0, 3.0, 3.0, 2.0, 2.0, 6.0, 6.0, 5.0, 13.0, 8.0, 13.0, 17.0, 14.0, 19.0, 19.0, 15.0, 25.0, 23.0, 26.0, 24.0, 26.0, 43.0, 31.0, 25.0, 37.0, 27.0, 29.0, 41.0, 42.0, 46.0, 40.0, 34.0, 43.0, 37.0, 32.0, 32.0, 23.0, 30.0, 23.0, 21.0, 14.0, 17.0, 12.0, 13.0, 10.0, 6.0, 3.0, 4.0, 6.0, 8.0, 3.0, 6.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.4520917534828186, -0.4378017783164978, -0.423511803150177, -0.4092218577861786, -0.3949318826198578, -0.380641907453537, -0.3663519620895386, -0.3520619869232178, -0.337772011756897, -0.32348203659057617, -0.30919206142425537, -0.29490211606025696, -0.28061214089393616, -0.26632216572761536, -0.25203222036361694, -0.23774224519729614, -0.22345227003097534, -0.20916229486465454, -0.19487233459949493, -0.18058237433433533, -0.16629239916801453, -0.15200242400169373, -0.13771246373653412, -0.12342249602079391, -0.10913252830505371, -0.09484256058931351, -0.0805525928735733, -0.0662626251578331, -0.051972657442092896, -0.03768268972635269, -0.023392722010612488, -0.009102754294872284, 0.00518721342086792, 0.019477181136608124, 0.03376714885234833, 0.04805711656808853, 0.062347084283828735, 0.07663705199956894, 0.09092701971530914, 0.10521698743104935, 0.11950695514678955, 0.13379693031311035, 0.14808689057826996, 0.16237685084342957, 0.17666682600975037, 0.19095680117607117, 0.20524676144123077, 0.21953672170639038, 0.23382669687271118, 0.24811667203903198, 0.2624066472053528, 0.2766965925693512, 0.290986567735672, 0.3052765429019928, 0.3195664882659912, 0.333856463432312, 0.3481464385986328, 0.3624364137649536, 0.3767263889312744, 0.3910163342952728, 0.40530630946159363, 0.41959628462791443, 0.43388622999191284, 0.44817620515823364, 0.46246618032455444]}, "gradients/decoder.transformer.h.17.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 6.0, 9.0, 10.0, 8.0, 8.0, 9.0, 11.0, 12.0, 16.0, 17.0, 23.0, 25.0, 29.0, 25.0, 35.0, 25.0, 38.0, 37.0, 34.0, 45.0, 50.0, 36.0, 38.0, 44.0, 31.0, 41.0, 54.0, 33.0, 43.0, 24.0, 40.0, 27.0, 19.0, 16.0, 13.0, 14.0, 11.0, 14.0, 7.0, 8.0, 6.0, 8.0, 3.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.8193359375, -1.7697906494140625, -1.720245361328125, -1.6707000732421875, -1.62115478515625, -1.5716094970703125, -1.522064208984375, -1.4725189208984375, -1.4229736328125, -1.3734283447265625, -1.323883056640625, -1.2743377685546875, -1.22479248046875, -1.1752471923828125, -1.125701904296875, -1.0761566162109375, -1.026611328125, -0.9770660400390625, -0.927520751953125, -0.8779754638671875, -0.82843017578125, -0.7788848876953125, -0.729339599609375, -0.6797943115234375, -0.6302490234375, -0.5807037353515625, -0.531158447265625, -0.4816131591796875, -0.43206787109375, -0.3825225830078125, -0.332977294921875, -0.2834320068359375, -0.23388671875, -0.1843414306640625, -0.134796142578125, -0.0852508544921875, -0.03570556640625, 0.0138397216796875, 0.063385009765625, 0.1129302978515625, 0.1624755859375, 0.2120208740234375, 0.261566162109375, 0.3111114501953125, 0.36065673828125, 0.4102020263671875, 0.459747314453125, 0.5092926025390625, 0.558837890625, 0.6083831787109375, 0.657928466796875, 0.7074737548828125, 0.75701904296875, 0.8065643310546875, 0.856109619140625, 0.9056549072265625, 0.9552001953125, 1.0047454833984375, 1.054290771484375, 1.1038360595703125, 1.15338134765625, 1.2029266357421875, 1.252471923828125, 1.3020172119140625, 1.3515625]}, "gradients/decoder.transformer.h.17.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 7.0, 12.0, 8.0, 9.0, 8.0, 15.0, 13.0, 35.0, 37.0, 64.0, 94.0, 136.0, 185.0, 328.0, 548.0, 969.0, 1771.0, 3436.0, 8061.0, 23836.0, 136423.0, 737197.0, 100889.0, 20196.0, 7148.0, 3214.0, 1621.0, 892.0, 509.0, 284.0, 198.0, 141.0, 70.0, 71.0, 33.0, 24.0, 20.0, 20.0, 7.0, 6.0, 4.0, 4.0, 11.0, 3.0, 5.0, 3.0, 0.0, 0.0, 1.0], "bins": [-3.466796875, -3.37164306640625, -3.2764892578125, -3.18133544921875, -3.086181640625, -2.99102783203125, -2.8958740234375, -2.80072021484375, -2.70556640625, -2.61041259765625, -2.5152587890625, -2.42010498046875, -2.324951171875, -2.22979736328125, -2.1346435546875, -2.03948974609375, -1.9443359375, -1.84918212890625, -1.7540283203125, -1.65887451171875, -1.563720703125, -1.46856689453125, -1.3734130859375, -1.27825927734375, -1.18310546875, -1.08795166015625, -0.9927978515625, -0.89764404296875, -0.802490234375, -0.70733642578125, -0.6121826171875, -0.51702880859375, -0.421875, -0.32672119140625, -0.2315673828125, -0.13641357421875, -0.041259765625, 0.05389404296875, 0.1490478515625, 0.24420166015625, 0.33935546875, 0.43450927734375, 0.5296630859375, 0.62481689453125, 0.719970703125, 0.81512451171875, 0.9102783203125, 1.00543212890625, 1.1005859375, 1.19573974609375, 1.2908935546875, 1.38604736328125, 1.481201171875, 1.57635498046875, 1.6715087890625, 1.76666259765625, 1.86181640625, 1.95697021484375, 2.0521240234375, 2.14727783203125, 2.242431640625, 2.33758544921875, 2.4327392578125, 2.52789306640625, 2.623046875]}, "gradients/decoder.transformer.h.17.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 3.0, 10.0, 3.0, 6.0, 7.0, 13.0, 11.0, 18.0, 19.0, 29.0, 22.0, 31.0, 25.0, 37.0, 51.0, 47.0, 56.0, 65.0, 59.0, 126.0, 1506.0, 340.0, 93.0, 73.0, 46.0, 46.0, 48.0, 37.0, 37.0, 33.0, 21.0, 20.0, 21.0, 15.0, 16.0, 11.0, 13.0, 7.0, 6.0, 5.0, 7.0, 1.0, 6.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.625, -5.44842529296875, -5.2718505859375, -5.09527587890625, -4.918701171875, -4.74212646484375, -4.5655517578125, -4.38897705078125, -4.21240234375, -4.03582763671875, -3.8592529296875, -3.68267822265625, -3.506103515625, -3.32952880859375, -3.1529541015625, -2.97637939453125, -2.7998046875, -2.62322998046875, -2.4466552734375, -2.27008056640625, -2.093505859375, -1.91693115234375, -1.7403564453125, -1.56378173828125, -1.38720703125, -1.21063232421875, -1.0340576171875, -0.85748291015625, -0.680908203125, -0.50433349609375, -0.3277587890625, -0.15118408203125, 0.025390625, 0.20196533203125, 0.3785400390625, 0.55511474609375, 0.731689453125, 0.90826416015625, 1.0848388671875, 1.26141357421875, 1.43798828125, 1.61456298828125, 1.7911376953125, 1.96771240234375, 2.144287109375, 2.32086181640625, 2.4974365234375, 2.67401123046875, 2.8505859375, 3.02716064453125, 3.2037353515625, 3.38031005859375, 3.556884765625, 3.73345947265625, 3.9100341796875, 4.08660888671875, 4.26318359375, 4.43975830078125, 4.6163330078125, 4.79290771484375, 4.969482421875, 5.14605712890625, 5.3226318359375, 5.49920654296875, 5.67578125]}, "gradients/decoder.transformer.h.17.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0, 2.0, 4.0, 7.0, 9.0, 9.0, 14.0, 27.0, 20.0, 36.0, 47.0, 93.0, 113.0, 218.0, 376.0, 874.0, 2635.0, 11218.0, 97378.0, 2947159.0, 71873.0, 9476.0, 2360.0, 826.0, 378.0, 197.0, 116.0, 77.0, 47.0, 36.0, 33.0, 7.0, 10.0, 7.0, 12.0, 5.0, 6.0, 3.0, 4.0, 0.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.75, -12.3570556640625, -11.964111328125, -11.5711669921875, -11.17822265625, -10.7852783203125, -10.392333984375, -9.9993896484375, -9.6064453125, -9.2135009765625, -8.820556640625, -8.4276123046875, -8.03466796875, -7.6417236328125, -7.248779296875, -6.8558349609375, -6.462890625, -6.0699462890625, -5.677001953125, -5.2840576171875, -4.89111328125, -4.4981689453125, -4.105224609375, -3.7122802734375, -3.3193359375, -2.9263916015625, -2.533447265625, -2.1405029296875, -1.74755859375, -1.3546142578125, -0.961669921875, -0.5687255859375, -0.17578125, 0.2171630859375, 0.610107421875, 1.0030517578125, 1.39599609375, 1.7889404296875, 2.181884765625, 2.5748291015625, 2.9677734375, 3.3607177734375, 3.753662109375, 4.1466064453125, 4.53955078125, 4.9324951171875, 5.325439453125, 5.7183837890625, 6.111328125, 6.5042724609375, 6.897216796875, 7.2901611328125, 7.68310546875, 8.0760498046875, 8.468994140625, 8.8619384765625, 9.2548828125, 9.6478271484375, 10.040771484375, 10.4337158203125, 10.82666015625, 11.2196044921875, 11.612548828125, 12.0054931640625, 12.3984375]}, "gradients/decoder.transformer.h.17.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 8.0, 5.0, 18.0, 51.0, 96.0, 145.0, 262.0, 200.0, 109.0, 51.0, 36.0, 20.0, 5.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-11.257352828979492, -10.545281410217285, -9.833209991455078, -9.121138572692871, -8.409067153930664, -7.696995735168457, -6.98492431640625, -6.272852897644043, -5.560781478881836, -4.848710060119629, -4.136638641357422, -3.424567222595215, -2.712495803833008, -2.000424385070801, -1.2883529663085938, -0.5762815475463867, 0.1357898712158203, 0.8478612899780273, 1.5599327087402344, 2.2720041275024414, 2.9840755462646484, 3.6961469650268555, 4.4082183837890625, 5.1202898025512695, 5.832361221313477, 6.544432640075684, 7.256504058837891, 7.968575477600098, 8.680646896362305, 9.392718315124512, 10.104789733886719, 10.816861152648926, 11.528934478759766, 12.241005897521973, 12.95307731628418, 13.665148735046387, 14.377220153808594, 15.0892915725708, 15.801362991333008, 16.51343536376953, 17.225505828857422, 17.937576293945312, 18.649648666381836, 19.36172103881836, 20.07379150390625, 20.78586196899414, 21.497934341430664, 22.210006713867188, 22.922077178955078, 23.63414764404297, 24.346220016479492, 25.058292388916016, 25.770362854003906, 26.482433319091797, 27.19450569152832, 27.906578063964844, 28.618648529052734, 29.330718994140625, 30.04279136657715, 30.754863739013672, 31.466934204101562, 32.17900466918945, 32.891075134277344, 33.6031494140625, 34.31521987915039]}, "gradients/decoder.transformer.h.17.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 5.0, 1.0, 9.0, 3.0, 5.0, 6.0, 7.0, 5.0, 21.0, 20.0, 19.0, 22.0, 7.0, 24.0, 18.0, 29.0, 26.0, 33.0, 28.0, 45.0, 40.0, 35.0, 54.0, 36.0, 42.0, 39.0, 31.0, 43.0, 34.0, 38.0, 39.0, 21.0, 31.0, 29.0, 23.0, 21.0, 16.0, 13.0, 13.0, 11.0, 13.0, 11.0, 9.0, 6.0, 10.0, 7.0, 3.0, 4.0, 4.0, 1.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-13.666755676269531, -13.220799446105957, -12.774843215942383, -12.328887939453125, -11.88293170928955, -11.436975479125977, -10.991019248962402, -10.545063018798828, -10.09910774230957, -9.653151512145996, -9.207195281982422, -8.761240005493164, -8.31528377532959, -7.869327545166016, -7.423371315002441, -6.977415084838867, -6.531458854675293, -6.085502624511719, -5.639546871185303, -5.1935906410217285, -4.7476348876953125, -4.301678657531738, -3.855722427368164, -3.409766435623169, -2.963810443878174, -2.5178544521331787, -2.0718984603881836, -1.6259422302246094, -1.1799862384796143, -0.7340302467346191, -0.2880740165710449, 0.1578819751739502, 0.6038379669189453, 1.0497939586639404, 1.495750069618225, 1.9417061805725098, 2.387662172317505, 2.8336181640625, 3.279574394226074, 3.7255303859710693, 4.1714863777160645, 4.617442607879639, 5.063398361206055, 5.509354591369629, 5.955310821533203, 6.401266574859619, 6.847222805023193, 7.293178558349609, 7.739134788513184, 8.185091018676758, 8.631047248840332, 9.077003479003906, 9.522958755493164, 9.968914985656738, 10.414871215820312, 10.860827445983887, 11.306783676147461, 11.752739906311035, 12.19869613647461, 12.644651412963867, 13.090607643127441, 13.536563873291016, 13.98252010345459, 14.428476333618164, 14.874431610107422]}, "gradients/decoder.transformer.h.16.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 6.0, 2.0, 8.0, 7.0, 13.0, 7.0, 6.0, 15.0, 12.0, 15.0, 21.0, 28.0, 22.0, 24.0, 29.0, 35.0, 30.0, 45.0, 39.0, 40.0, 49.0, 50.0, 49.0, 45.0, 37.0, 49.0, 43.0, 39.0, 31.0, 42.0, 24.0, 21.0, 24.0, 23.0, 16.0, 12.0, 13.0, 10.0, 10.0, 7.0, 7.0, 6.0, 3.0, 1.0, 2.0, 2.0, 1.0], "bins": [-2.060546875, -2.0076751708984375, -1.954803466796875, -1.9019317626953125, -1.84906005859375, -1.7961883544921875, -1.743316650390625, -1.6904449462890625, -1.6375732421875, -1.5847015380859375, -1.531829833984375, -1.4789581298828125, -1.42608642578125, -1.3732147216796875, -1.320343017578125, -1.2674713134765625, -1.214599609375, -1.1617279052734375, -1.108856201171875, -1.0559844970703125, -1.00311279296875, -0.9502410888671875, -0.897369384765625, -0.8444976806640625, -0.7916259765625, -0.7387542724609375, -0.685882568359375, -0.6330108642578125, -0.58013916015625, -0.5272674560546875, -0.474395751953125, -0.4215240478515625, -0.36865234375, -0.3157806396484375, -0.262908935546875, -0.2100372314453125, -0.15716552734375, -0.1042938232421875, -0.051422119140625, 0.0014495849609375, 0.0543212890625, 0.1071929931640625, 0.160064697265625, 0.2129364013671875, 0.26580810546875, 0.3186798095703125, 0.371551513671875, 0.4244232177734375, 0.477294921875, 0.5301666259765625, 0.583038330078125, 0.6359100341796875, 0.68878173828125, 0.7416534423828125, 0.794525146484375, 0.8473968505859375, 0.9002685546875, 0.9531402587890625, 1.006011962890625, 1.0588836669921875, 1.11175537109375, 1.1646270751953125, 1.217498779296875, 1.2703704833984375, 1.3232421875]}, "gradients/decoder.transformer.h.16.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 4.0, 5.0, 8.0, 6.0, 10.0, 12.0, 12.0, 27.0, 31.0, 41.0, 70.0, 111.0, 187.0, 310.0, 491.0, 857.0, 1623.0, 2894.0, 5667.0, 11583.0, 28297.0, 206245.0, 3386751.0, 483154.0, 38283.0, 13903.0, 6455.0, 3161.0, 1747.0, 981.0, 548.0, 322.0, 187.0, 109.0, 65.0, 38.0, 27.0, 19.0, 11.0, 9.0, 9.0, 10.0, 5.0, 3.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0], "bins": [-6.3671875, -6.19329833984375, -6.0194091796875, -5.84552001953125, -5.671630859375, -5.49774169921875, -5.3238525390625, -5.14996337890625, -4.97607421875, -4.80218505859375, -4.6282958984375, -4.45440673828125, -4.280517578125, -4.10662841796875, -3.9327392578125, -3.75885009765625, -3.5849609375, -3.41107177734375, -3.2371826171875, -3.06329345703125, -2.889404296875, -2.71551513671875, -2.5416259765625, -2.36773681640625, -2.19384765625, -2.01995849609375, -1.8460693359375, -1.67218017578125, -1.498291015625, -1.32440185546875, -1.1505126953125, -0.97662353515625, -0.802734375, -0.62884521484375, -0.4549560546875, -0.28106689453125, -0.107177734375, 0.06671142578125, 0.2406005859375, 0.41448974609375, 0.58837890625, 0.76226806640625, 0.9361572265625, 1.11004638671875, 1.283935546875, 1.45782470703125, 1.6317138671875, 1.80560302734375, 1.9794921875, 2.15338134765625, 2.3272705078125, 2.50115966796875, 2.675048828125, 2.84893798828125, 3.0228271484375, 3.19671630859375, 3.37060546875, 3.54449462890625, 3.7183837890625, 3.89227294921875, 4.066162109375, 4.24005126953125, 4.4139404296875, 4.58782958984375, 4.76171875]}, "gradients/decoder.transformer.h.16.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 8.0, 11.0, 9.0, 20.0, 22.0, 31.0, 34.0, 67.0, 131.0, 349.0, 1092.0, 1371.0, 512.0, 170.0, 93.0, 61.0, 31.0, 17.0, 15.0, 11.0, 8.0, 6.0, 8.0, 5.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.04296875, -5.80267333984375, -5.5623779296875, -5.32208251953125, -5.081787109375, -4.84149169921875, -4.6011962890625, -4.36090087890625, -4.12060546875, -3.88031005859375, -3.6400146484375, -3.39971923828125, -3.159423828125, -2.91912841796875, -2.6788330078125, -2.43853759765625, -2.1982421875, -1.95794677734375, -1.7176513671875, -1.47735595703125, -1.237060546875, -0.99676513671875, -0.7564697265625, -0.51617431640625, -0.27587890625, -0.03558349609375, 0.2047119140625, 0.44500732421875, 0.685302734375, 0.92559814453125, 1.1658935546875, 1.40618896484375, 1.646484375, 1.88677978515625, 2.1270751953125, 2.36737060546875, 2.607666015625, 2.84796142578125, 3.0882568359375, 3.32855224609375, 3.56884765625, 3.80914306640625, 4.0494384765625, 4.28973388671875, 4.530029296875, 4.77032470703125, 5.0106201171875, 5.25091552734375, 5.4912109375, 5.73150634765625, 5.9718017578125, 6.21209716796875, 6.452392578125, 6.69268798828125, 6.9329833984375, 7.17327880859375, 7.41357421875, 7.65386962890625, 7.8941650390625, 8.13446044921875, 8.374755859375, 8.61505126953125, 8.8553466796875, 9.09564208984375, 9.3359375]}, "gradients/decoder.transformer.h.16.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 1.0, 5.0, 6.0, 6.0, 10.0, 17.0, 30.0, 39.0, 80.0, 99.0, 215.0, 372.0, 844.0, 2059.0, 6410.0, 23075.0, 155346.0, 3807341.0, 164487.0, 23405.0, 6572.0, 2116.0, 845.0, 407.0, 196.0, 111.0, 72.0, 37.0, 34.0, 27.0, 12.0, 5.0, 5.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-15.8671875, -15.465576171875, -15.06396484375, -14.662353515625, -14.2607421875, -13.859130859375, -13.45751953125, -13.055908203125, -12.654296875, -12.252685546875, -11.85107421875, -11.449462890625, -11.0478515625, -10.646240234375, -10.24462890625, -9.843017578125, -9.44140625, -9.039794921875, -8.63818359375, -8.236572265625, -7.8349609375, -7.433349609375, -7.03173828125, -6.630126953125, -6.228515625, -5.826904296875, -5.42529296875, -5.023681640625, -4.6220703125, -4.220458984375, -3.81884765625, -3.417236328125, -3.015625, -2.614013671875, -2.21240234375, -1.810791015625, -1.4091796875, -1.007568359375, -0.60595703125, -0.204345703125, 0.197265625, 0.598876953125, 1.00048828125, 1.402099609375, 1.8037109375, 2.205322265625, 2.60693359375, 3.008544921875, 3.41015625, 3.811767578125, 4.21337890625, 4.614990234375, 5.0166015625, 5.418212890625, 5.81982421875, 6.221435546875, 6.623046875, 7.024658203125, 7.42626953125, 7.827880859375, 8.2294921875, 8.631103515625, 9.03271484375, 9.434326171875, 9.8359375]}, "gradients/decoder.transformer.h.16.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 5.0, 11.0, 18.0, 35.0, 103.0, 196.0, 281.0, 180.0, 86.0, 49.0, 18.0, 14.0, 8.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-33.337921142578125, -32.02690505981445, -30.71588706970215, -29.404869079589844, -28.093852996826172, -26.7828369140625, -25.471818923950195, -24.16080093383789, -22.84978485107422, -21.538768768310547, -20.227750778198242, -18.916732788085938, -17.605716705322266, -16.294700622558594, -14.983682632446289, -13.6726655960083, -12.361648559570312, -11.050631523132324, -9.739614486694336, -8.428597450256348, -7.117580413818359, -5.806563377380371, -4.495546340942383, -3.1845293045043945, -1.8735122680664062, -0.562495231628418, 0.7485218048095703, 2.0595388412475586, 3.370555877685547, 4.681572914123535, 5.992589950561523, 7.303606986999512, 8.6146240234375, 9.925641059875488, 11.236658096313477, 12.547675132751465, 13.858692169189453, 15.169709205627441, 16.48072624206543, 17.791744232177734, 19.102760314941406, 20.413776397705078, 21.724794387817383, 23.035812377929688, 24.34682846069336, 25.65784454345703, 26.968862533569336, 28.27988052368164, 29.590896606445312, 30.901912689208984, 32.212928771972656, 33.523948669433594, 34.834964752197266, 36.14598083496094, 37.457000732421875, 38.76801681518555, 40.07903289794922, 41.39004898071289, 42.70106506347656, 44.0120849609375, 45.32310104370117, 46.634117126464844, 47.94513702392578, 49.25615310668945, 50.567169189453125]}, "gradients/decoder.transformer.h.16.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 6.0, 2.0, 1.0, 4.0, 2.0, 4.0, 7.0, 5.0, 13.0, 13.0, 15.0, 13.0, 13.0, 18.0, 28.0, 22.0, 34.0, 24.0, 31.0, 45.0, 31.0, 30.0, 37.0, 40.0, 32.0, 43.0, 37.0, 47.0, 37.0, 42.0, 44.0, 32.0, 24.0, 28.0, 22.0, 24.0, 19.0, 18.0, 29.0, 17.0, 18.0, 15.0, 9.0, 6.0, 7.0, 4.0, 5.0, 4.0, 6.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-11.921573638916016, -11.559412002563477, -11.197250366210938, -10.835089683532715, -10.472928047180176, -10.110766410827637, -9.748605728149414, -9.386444091796875, -9.024282455444336, -8.662120819091797, -8.299959182739258, -7.937798500061035, -7.575636863708496, -7.213475227355957, -6.851314067840576, -6.489152908325195, -6.126991271972656, -5.764829635620117, -5.402668476104736, -5.0405073165893555, -4.678345680236816, -4.316184043884277, -3.9540228843688965, -3.5918614864349365, -3.2297000885009766, -2.8675386905670166, -2.5053772926330566, -2.1432158946990967, -1.7810544967651367, -1.4188930988311768, -1.0567317008972168, -0.6945703029632568, -0.33240795135498047, 0.029753446578979492, 0.39191484451293945, 0.7540762424468994, 1.1162376403808594, 1.4783990383148193, 1.8405604362487793, 2.2027218341827393, 2.564883232116699, 2.927044630050659, 3.289206027984619, 3.651367425918579, 4.013528823852539, 4.375690460205078, 4.737851619720459, 5.10001277923584, 5.462174415588379, 5.824336051940918, 6.186497211456299, 6.54865837097168, 6.910820007324219, 7.272981643676758, 7.635142803192139, 7.9973039627075195, 8.359465599060059, 8.721627235412598, 9.08378791809082, 9.44594955444336, 9.808111190795898, 10.170272827148438, 10.532434463500977, 10.8945951461792, 11.256756782531738]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 8.0, 4.0, 11.0, 12.0, 9.0, 8.0, 15.0, 19.0, 16.0, 20.0, 22.0, 25.0, 22.0, 25.0, 32.0, 46.0, 32.0, 45.0, 29.0, 43.0, 46.0, 51.0, 37.0, 48.0, 44.0, 33.0, 41.0, 26.0, 30.0, 24.0, 29.0, 31.0, 13.0, 20.0, 23.0, 12.0, 8.0, 15.0, 5.0, 10.0, 4.0, 4.0, 10.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-1.8037109375, -1.75494384765625, -1.7061767578125, -1.65740966796875, -1.608642578125, -1.55987548828125, -1.5111083984375, -1.46234130859375, -1.41357421875, -1.36480712890625, -1.3160400390625, -1.26727294921875, -1.218505859375, -1.16973876953125, -1.1209716796875, -1.07220458984375, -1.0234375, -0.97467041015625, -0.9259033203125, -0.87713623046875, -0.828369140625, -0.77960205078125, -0.7308349609375, -0.68206787109375, -0.63330078125, -0.58453369140625, -0.5357666015625, -0.48699951171875, -0.438232421875, -0.38946533203125, -0.3406982421875, -0.29193115234375, -0.2431640625, -0.19439697265625, -0.1456298828125, -0.09686279296875, -0.048095703125, 0.00067138671875, 0.0494384765625, 0.09820556640625, 0.14697265625, 0.19573974609375, 0.2445068359375, 0.29327392578125, 0.342041015625, 0.39080810546875, 0.4395751953125, 0.48834228515625, 0.537109375, 0.58587646484375, 0.6346435546875, 0.68341064453125, 0.732177734375, 0.78094482421875, 0.8297119140625, 0.87847900390625, 0.92724609375, 0.97601318359375, 1.0247802734375, 1.07354736328125, 1.122314453125, 1.17108154296875, 1.2198486328125, 1.26861572265625, 1.3173828125]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 3.0, 1.0, 5.0, 4.0, 7.0, 7.0, 9.0, 15.0, 24.0, 28.0, 39.0, 47.0, 73.0, 153.0, 201.0, 313.0, 436.0, 696.0, 1058.0, 1682.0, 2688.0, 4133.0, 6644.0, 10496.0, 17971.0, 32165.0, 64191.0, 157747.0, 486594.0, 132086.0, 57043.0, 29026.0, 16423.0, 9855.0, 5848.0, 3856.0, 2398.0, 1577.0, 1021.0, 652.0, 407.0, 318.0, 199.0, 123.0, 99.0, 59.0, 42.0, 35.0, 23.0, 18.0, 6.0, 8.0, 10.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.8896484375, -1.83135986328125, -1.7730712890625, -1.71478271484375, -1.656494140625, -1.59820556640625, -1.5399169921875, -1.48162841796875, -1.42333984375, -1.36505126953125, -1.3067626953125, -1.24847412109375, -1.190185546875, -1.13189697265625, -1.0736083984375, -1.01531982421875, -0.95703125, -0.89874267578125, -0.8404541015625, -0.78216552734375, -0.723876953125, -0.66558837890625, -0.6072998046875, -0.54901123046875, -0.49072265625, -0.43243408203125, -0.3741455078125, -0.31585693359375, -0.257568359375, -0.19927978515625, -0.1409912109375, -0.08270263671875, -0.0244140625, 0.03387451171875, 0.0921630859375, 0.15045166015625, 0.208740234375, 0.26702880859375, 0.3253173828125, 0.38360595703125, 0.44189453125, 0.50018310546875, 0.5584716796875, 0.61676025390625, 0.675048828125, 0.73333740234375, 0.7916259765625, 0.84991455078125, 0.908203125, 0.96649169921875, 1.0247802734375, 1.08306884765625, 1.141357421875, 1.19964599609375, 1.2579345703125, 1.31622314453125, 1.37451171875, 1.43280029296875, 1.4910888671875, 1.54937744140625, 1.607666015625, 1.66595458984375, 1.7242431640625, 1.78253173828125, 1.8408203125]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 7.0, 3.0, 4.0, 10.0, 11.0, 18.0, 19.0, 10.0, 16.0, 23.0, 28.0, 28.0, 34.0, 43.0, 27.0, 30.0, 43.0, 35.0, 44.0, 41.0, 1057.0, 42.0, 41.0, 37.0, 43.0, 27.0, 28.0, 27.0, 29.0, 27.0, 24.0, 20.0, 34.0, 10.0, 20.0, 12.0, 16.0, 14.0, 7.0, 3.0, 11.0, 7.0, 6.0, 4.0, 6.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3583984375, -1.315765380859375, -1.27313232421875, -1.230499267578125, -1.1878662109375, -1.145233154296875, -1.10260009765625, -1.059967041015625, -1.017333984375, -0.974700927734375, -0.93206787109375, -0.889434814453125, -0.8468017578125, -0.804168701171875, -0.76153564453125, -0.718902587890625, -0.67626953125, -0.633636474609375, -0.59100341796875, -0.548370361328125, -0.5057373046875, -0.463104248046875, -0.42047119140625, -0.377838134765625, -0.335205078125, -0.292572021484375, -0.24993896484375, -0.207305908203125, -0.1646728515625, -0.122039794921875, -0.07940673828125, -0.036773681640625, 0.005859375, 0.048492431640625, 0.09112548828125, 0.133758544921875, 0.1763916015625, 0.219024658203125, 0.26165771484375, 0.304290771484375, 0.346923828125, 0.389556884765625, 0.43218994140625, 0.474822998046875, 0.5174560546875, 0.560089111328125, 0.60272216796875, 0.645355224609375, 0.68798828125, 0.730621337890625, 0.77325439453125, 0.815887451171875, 0.8585205078125, 0.901153564453125, 0.94378662109375, 0.986419677734375, 1.029052734375, 1.071685791015625, 1.11431884765625, 1.156951904296875, 1.1995849609375, 1.242218017578125, 1.28485107421875, 1.327484130859375, 1.3701171875]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 4.0, 3.0, 4.0, 3.0, 10.0, 16.0, 13.0, 16.0, 26.0, 37.0, 61.0, 71.0, 99.0, 108.0, 193.0, 244.0, 346.0, 502.0, 790.0, 1200.0, 1850.0, 2903.0, 4987.0, 9643.0, 22940.0, 135221.0, 1831454.0, 50868.0, 15191.0, 7371.0, 3973.0, 2292.0, 1474.0, 959.0, 630.0, 450.0, 290.0, 231.0, 133.0, 136.0, 111.0, 71.0, 46.0, 42.0, 26.0, 31.0, 19.0, 16.0, 13.0, 4.0, 6.0, 3.0, 2.0, 6.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-2.05859375, -1.988311767578125, -1.91802978515625, -1.847747802734375, -1.7774658203125, -1.707183837890625, -1.63690185546875, -1.566619873046875, -1.496337890625, -1.426055908203125, -1.35577392578125, -1.285491943359375, -1.2152099609375, -1.144927978515625, -1.07464599609375, -1.004364013671875, -0.93408203125, -0.863800048828125, -0.79351806640625, -0.723236083984375, -0.6529541015625, -0.582672119140625, -0.51239013671875, -0.442108154296875, -0.371826171875, -0.301544189453125, -0.23126220703125, -0.160980224609375, -0.0906982421875, -0.020416259765625, 0.04986572265625, 0.120147705078125, 0.1904296875, 0.260711669921875, 0.33099365234375, 0.401275634765625, 0.4715576171875, 0.541839599609375, 0.61212158203125, 0.682403564453125, 0.752685546875, 0.822967529296875, 0.89324951171875, 0.963531494140625, 1.0338134765625, 1.104095458984375, 1.17437744140625, 1.244659423828125, 1.31494140625, 1.385223388671875, 1.45550537109375, 1.525787353515625, 1.5960693359375, 1.666351318359375, 1.73663330078125, 1.806915283203125, 1.877197265625, 1.947479248046875, 2.01776123046875, 2.088043212890625, 2.1583251953125, 2.228607177734375, 2.29888916015625, 2.369171142578125, 2.439453125]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 0.0, 2.0, 3.0, 3.0, 6.0, 3.0, 7.0, 6.0, 23.0, 18.0, 28.0, 24.0, 55.0, 55.0, 84.0, 147.0, 150.0, 112.0, 90.0, 47.0, 41.0, 21.0, 23.0, 14.0, 8.0, 6.0, 6.0, 4.0, 1.0, 5.0, 4.0, 3.0, 1.0, 3.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.098388671875, -0.0954446792602539, -0.09250068664550781, -0.08955669403076172, -0.08661270141601562, -0.08366870880126953, -0.08072471618652344, -0.07778072357177734, -0.07483673095703125, -0.07189273834228516, -0.06894874572753906, -0.06600475311279297, -0.06306076049804688, -0.06011676788330078, -0.05717277526855469, -0.054228782653808594, -0.0512847900390625, -0.048340797424316406, -0.04539680480957031, -0.04245281219482422, -0.039508819580078125, -0.03656482696533203, -0.03362083435058594, -0.030676841735839844, -0.02773284912109375, -0.024788856506347656, -0.021844863891601562, -0.01890087127685547, -0.015956878662109375, -0.013012886047363281, -0.010068893432617188, -0.007124900817871094, -0.004180908203125, -0.0012369155883789062, 0.0017070770263671875, 0.004651069641113281, 0.007595062255859375, 0.010539054870605469, 0.013483047485351562, 0.016427040100097656, 0.01937103271484375, 0.022315025329589844, 0.025259017944335938, 0.02820301055908203, 0.031147003173828125, 0.03409099578857422, 0.03703498840332031, 0.039978981018066406, 0.0429229736328125, 0.045866966247558594, 0.04881095886230469, 0.05175495147705078, 0.054698944091796875, 0.05764293670654297, 0.06058692932128906, 0.06353092193603516, 0.06647491455078125, 0.06941890716552734, 0.07236289978027344, 0.07530689239501953, 0.07825088500976562, 0.08119487762451172, 0.08413887023925781, 0.0870828628540039, 0.09002685546875]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 3.0, 15.0, 8.0, 6.0, 9.0, 18.0, 18.0, 22.0, 25.0, 50.0, 67.0, 113.0, 166.0, 338.0, 908.0, 3971.0, 35312.0, 865772.0, 131030.0, 8086.0, 1526.0, 467.0, 222.0, 122.0, 70.0, 51.0, 40.0, 16.0, 16.0, 16.0, 18.0, 11.0, 4.0, 13.0, 9.0, 5.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.94140625, -0.910736083984375, -0.88006591796875, -0.849395751953125, -0.8187255859375, -0.788055419921875, -0.75738525390625, -0.726715087890625, -0.696044921875, -0.665374755859375, -0.63470458984375, -0.604034423828125, -0.5733642578125, -0.542694091796875, -0.51202392578125, -0.481353759765625, -0.45068359375, -0.420013427734375, -0.38934326171875, -0.358673095703125, -0.3280029296875, -0.297332763671875, -0.26666259765625, -0.235992431640625, -0.205322265625, -0.174652099609375, -0.14398193359375, -0.113311767578125, -0.0826416015625, -0.051971435546875, -0.02130126953125, 0.009368896484375, 0.0400390625, 0.070709228515625, 0.10137939453125, 0.132049560546875, 0.1627197265625, 0.193389892578125, 0.22406005859375, 0.254730224609375, 0.285400390625, 0.316070556640625, 0.34674072265625, 0.377410888671875, 0.4080810546875, 0.438751220703125, 0.46942138671875, 0.500091552734375, 0.53076171875, 0.561431884765625, 0.59210205078125, 0.622772216796875, 0.6534423828125, 0.684112548828125, 0.71478271484375, 0.745452880859375, 0.776123046875, 0.806793212890625, 0.83746337890625, 0.868133544921875, 0.8988037109375, 0.929473876953125, 0.96014404296875, 0.990814208984375, 1.021484375]}, "gradients/decoder.transformer.h.16.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 3.0, 8.0, 11.0, 23.0, 27.0, 81.0, 96.0, 161.0, 179.0, 154.0, 95.0, 68.0, 35.0, 25.0, 16.0, 7.0, 5.0, 4.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2787837088108063, -0.2682065963745117, -0.25762948393821716, -0.2470523715019226, -0.23647525906562805, -0.2258981466293335, -0.21532101929187775, -0.2047439068555832, -0.19416679441928864, -0.18358968198299408, -0.17301256954669952, -0.16243544220924377, -0.15185832977294922, -0.14128121733665466, -0.1307041049003601, -0.12012699246406555, -0.109549880027771, -0.09897276759147644, -0.08839565515518188, -0.07781853526830673, -0.06724142283201218, -0.05666431039571762, -0.04608719050884247, -0.03551007807254791, -0.024932965636253357, -0.014355851337313652, -0.003778737038373947, 0.006798379123210907, 0.017375491559505463, 0.02795260399580002, 0.03852972388267517, 0.04910683631896973, 0.059683918952941895, 0.07026103138923645, 0.080838143825531, 0.09141526371240616, 0.10199237614870071, 0.11256948858499527, 0.12314660847187042, 0.13372372090816498, 0.14430083334445953, 0.1548779457807541, 0.16545505821704865, 0.1760321855545044, 0.18660929799079895, 0.1971864104270935, 0.20776352286338806, 0.21834063529968262, 0.22891774773597717, 0.23949486017227173, 0.2500719726085663, 0.26064908504486084, 0.2712261974811554, 0.28180330991744995, 0.2923804521560669, 0.30295753479003906, 0.313534677028656, 0.32411178946495056, 0.3346889019012451, 0.3452660143375397, 0.35584312677383423, 0.3664202392101288, 0.37699735164642334, 0.3875744938850403, 0.39815157651901245]}, "gradients/decoder.transformer.h.16.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 2.0, 4.0, 5.0, 5.0, 3.0, 6.0, 10.0, 14.0, 17.0, 9.0, 18.0, 25.0, 28.0, 30.0, 28.0, 36.0, 33.0, 44.0, 45.0, 25.0, 43.0, 43.0, 44.0, 43.0, 41.0, 36.0, 48.0, 31.0, 36.0, 44.0, 26.0, 30.0, 27.0, 21.0, 23.0, 14.0, 16.0, 10.0, 7.0, 10.0, 8.0, 8.0, 0.0, 6.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.13014668226242065, -0.12589511275291443, -0.1216435357928276, -0.11739195883274078, -0.11314038932323456, -0.10888881981372833, -0.10463724285364151, -0.10038566589355469, -0.09613409638404846, -0.09188252687454224, -0.08763094991445541, -0.08337937295436859, -0.07912780344486237, -0.07487623393535614, -0.07062465697526932, -0.0663730800151825, -0.06212151050567627, -0.057869937270879745, -0.05361836403608322, -0.0493667908012867, -0.04511521756649017, -0.04086364433169365, -0.036612071096897125, -0.0323604978621006, -0.028108924627304077, -0.023857351392507553, -0.01960577815771103, -0.015354204922914505, -0.011102631688117981, -0.006851058453321457, -0.002599485218524933, 0.0016520880162715912, 0.005903661251068115, 0.01015523448586464, 0.014406807720661163, 0.018658380955457687, 0.02290995419025421, 0.027161527425050735, 0.03141310065984726, 0.035664673894643784, 0.03991624712944031, 0.04416782036423683, 0.048419393599033356, 0.05267096683382988, 0.056922540068626404, 0.06117411330342293, 0.06542568653821945, 0.06967726349830627, 0.0739288330078125, 0.07818040251731873, 0.08243197947740555, 0.08668355643749237, 0.0909351259469986, 0.09518669545650482, 0.09943827241659164, 0.10368984937667847, 0.10794141888618469, 0.11219298839569092, 0.11644456535577774, 0.12069614231586456, 0.12494771182537079, 0.12919928133487701, 0.13345086574554443, 0.13770243525505066, 0.14195400476455688]}, "gradients/decoder.transformer.h.16.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 6.0, 3.0, 13.0, 12.0, 9.0, 7.0, 15.0, 21.0, 13.0, 20.0, 20.0, 31.0, 20.0, 27.0, 29.0, 47.0, 30.0, 45.0, 33.0, 42.0, 42.0, 55.0, 35.0, 48.0, 44.0, 35.0, 43.0, 23.0, 30.0, 25.0, 29.0, 30.0, 13.0, 20.0, 24.0, 12.0, 8.0, 14.0, 5.0, 10.0, 5.0, 5.0, 8.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-1.810546875, -1.7615966796875, -1.712646484375, -1.6636962890625, -1.61474609375, -1.5657958984375, -1.516845703125, -1.4678955078125, -1.4189453125, -1.3699951171875, -1.321044921875, -1.2720947265625, -1.22314453125, -1.1741943359375, -1.125244140625, -1.0762939453125, -1.02734375, -0.9783935546875, -0.929443359375, -0.8804931640625, -0.83154296875, -0.7825927734375, -0.733642578125, -0.6846923828125, -0.6357421875, -0.5867919921875, -0.537841796875, -0.4888916015625, -0.43994140625, -0.3909912109375, -0.342041015625, -0.2930908203125, -0.244140625, -0.1951904296875, -0.146240234375, -0.0972900390625, -0.04833984375, 0.0006103515625, 0.049560546875, 0.0985107421875, 0.1474609375, 0.1964111328125, 0.245361328125, 0.2943115234375, 0.34326171875, 0.3922119140625, 0.441162109375, 0.4901123046875, 0.5390625, 0.5880126953125, 0.636962890625, 0.6859130859375, 0.73486328125, 0.7838134765625, 0.832763671875, 0.8817138671875, 0.9306640625, 0.9796142578125, 1.028564453125, 1.0775146484375, 1.12646484375, 1.1754150390625, 1.224365234375, 1.2733154296875, 1.322265625]}, "gradients/decoder.transformer.h.16.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 4.0, 1.0, 4.0, 5.0, 3.0, 6.0, 12.0, 6.0, 23.0, 21.0, 30.0, 48.0, 67.0, 103.0, 152.0, 231.0, 358.0, 614.0, 1027.0, 1768.0, 2968.0, 5125.0, 9462.0, 19870.0, 55546.0, 285600.0, 523753.0, 87667.0, 27120.0, 11911.0, 6209.0, 3508.0, 2034.0, 1221.0, 763.0, 441.0, 282.0, 219.0, 114.0, 80.0, 55.0, 35.0, 29.0, 14.0, 17.0, 10.0, 8.0, 7.0, 4.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0], "bins": [-2.216796875, -2.14996337890625, -2.0831298828125, -2.01629638671875, -1.949462890625, -1.88262939453125, -1.8157958984375, -1.74896240234375, -1.68212890625, -1.61529541015625, -1.5484619140625, -1.48162841796875, -1.414794921875, -1.34796142578125, -1.2811279296875, -1.21429443359375, -1.1474609375, -1.08062744140625, -1.0137939453125, -0.94696044921875, -0.880126953125, -0.81329345703125, -0.7464599609375, -0.67962646484375, -0.61279296875, -0.54595947265625, -0.4791259765625, -0.41229248046875, -0.345458984375, -0.27862548828125, -0.2117919921875, -0.14495849609375, -0.078125, -0.01129150390625, 0.0555419921875, 0.12237548828125, 0.189208984375, 0.25604248046875, 0.3228759765625, 0.38970947265625, 0.45654296875, 0.52337646484375, 0.5902099609375, 0.65704345703125, 0.723876953125, 0.79071044921875, 0.8575439453125, 0.92437744140625, 0.9912109375, 1.05804443359375, 1.1248779296875, 1.19171142578125, 1.258544921875, 1.32537841796875, 1.3922119140625, 1.45904541015625, 1.52587890625, 1.59271240234375, 1.6595458984375, 1.72637939453125, 1.793212890625, 1.86004638671875, 1.9268798828125, 1.99371337890625, 2.060546875]}, "gradients/decoder.transformer.h.16.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 2.0, 2.0, 9.0, 6.0, 15.0, 7.0, 6.0, 17.0, 18.0, 9.0, 15.0, 33.0, 25.0, 41.0, 28.0, 47.0, 39.0, 59.0, 59.0, 77.0, 156.0, 1521.0, 267.0, 100.0, 60.0, 52.0, 52.0, 41.0, 35.0, 36.0, 35.0, 29.0, 19.0, 18.0, 17.0, 14.0, 17.0, 15.0, 11.0, 9.0, 7.0, 8.0, 3.0, 3.0, 4.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.03515625, -4.87152099609375, -4.7078857421875, -4.54425048828125, -4.380615234375, -4.21697998046875, -4.0533447265625, -3.88970947265625, -3.72607421875, -3.56243896484375, -3.3988037109375, -3.23516845703125, -3.071533203125, -2.90789794921875, -2.7442626953125, -2.58062744140625, -2.4169921875, -2.25335693359375, -2.0897216796875, -1.92608642578125, -1.762451171875, -1.59881591796875, -1.4351806640625, -1.27154541015625, -1.10791015625, -0.94427490234375, -0.7806396484375, -0.61700439453125, -0.453369140625, -0.28973388671875, -0.1260986328125, 0.03753662109375, 0.201171875, 0.36480712890625, 0.5284423828125, 0.69207763671875, 0.855712890625, 1.01934814453125, 1.1829833984375, 1.34661865234375, 1.51025390625, 1.67388916015625, 1.8375244140625, 2.00115966796875, 2.164794921875, 2.32843017578125, 2.4920654296875, 2.65570068359375, 2.8193359375, 2.98297119140625, 3.1466064453125, 3.31024169921875, 3.473876953125, 3.63751220703125, 3.8011474609375, 3.96478271484375, 4.12841796875, 4.29205322265625, 4.4556884765625, 4.61932373046875, 4.782958984375, 4.94659423828125, 5.1102294921875, 5.27386474609375, 5.4375]}, "gradients/decoder.transformer.h.16.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 10.0, 9.0, 14.0, 24.0, 34.0, 73.0, 116.0, 250.0, 612.0, 2049.0, 19298.0, 3021488.0, 96034.0, 4129.0, 869.0, 330.0, 154.0, 81.0, 53.0, 22.0, 17.0, 14.0, 8.0, 4.0, 2.0, 5.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.421875, -14.771240234375, -14.12060546875, -13.469970703125, -12.8193359375, -12.168701171875, -11.51806640625, -10.867431640625, -10.216796875, -9.566162109375, -8.91552734375, -8.264892578125, -7.6142578125, -6.963623046875, -6.31298828125, -5.662353515625, -5.01171875, -4.361083984375, -3.71044921875, -3.059814453125, -2.4091796875, -1.758544921875, -1.10791015625, -0.457275390625, 0.193359375, 0.843994140625, 1.49462890625, 2.145263671875, 2.7958984375, 3.446533203125, 4.09716796875, 4.747802734375, 5.3984375, 6.049072265625, 6.69970703125, 7.350341796875, 8.0009765625, 8.651611328125, 9.30224609375, 9.952880859375, 10.603515625, 11.254150390625, 11.90478515625, 12.555419921875, 13.2060546875, 13.856689453125, 14.50732421875, 15.157958984375, 15.80859375, 16.459228515625, 17.10986328125, 17.760498046875, 18.4111328125, 19.061767578125, 19.71240234375, 20.363037109375, 21.013671875, 21.664306640625, 22.31494140625, 22.965576171875, 23.6162109375, 24.266845703125, 24.91748046875, 25.568115234375, 26.21875]}, "gradients/decoder.transformer.h.16.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 38.0, 474.0, 444.0, 60.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-139.03237915039062, -136.45553588867188, -133.87867736816406, -131.3018341064453, -128.72499084472656, -126.14813995361328, -123.5712890625, -120.99444580078125, -118.41759490966797, -115.84074401855469, -113.26390075683594, -110.68704986572266, -108.11019897460938, -105.53335571289062, -102.95650482177734, -100.37965393066406, -97.80281066894531, -95.22595977783203, -92.64911651611328, -90.072265625, -87.49541473388672, -84.91857147216797, -82.34172058105469, -79.76487731933594, -77.18801879882812, -74.61116790771484, -72.0343246459961, -69.45747375488281, -66.88062286376953, -64.30377960205078, -61.7269287109375, -59.150081634521484, -56.57323455810547, -53.99638748168945, -51.41953659057617, -48.842689514160156, -46.26584243774414, -43.688995361328125, -41.112144470214844, -38.53529739379883, -35.95845031738281, -33.3816032409668, -30.80475425720215, -28.2279052734375, -25.651058197021484, -23.074209213256836, -20.497360229492188, -17.920513153076172, -15.34366226196289, -12.766814231872559, -10.189966201782227, -7.613117218017578, -5.036269187927246, -2.459421157836914, 0.11742782592773438, 2.69427490234375, 5.271123886108398, 7.8479719161987305, 10.424819946289062, 13.001668930053711, 15.578516960144043, 18.155364990234375, 20.732213973999023, 23.30906105041504, 25.885910034179688]}, "gradients/decoder.transformer.h.16.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 6.0, 6.0, 5.0, 2.0, 5.0, 9.0, 12.0, 15.0, 10.0, 19.0, 15.0, 15.0, 30.0, 25.0, 30.0, 42.0, 31.0, 42.0, 40.0, 56.0, 33.0, 44.0, 39.0, 42.0, 44.0, 41.0, 39.0, 27.0, 42.0, 29.0, 24.0, 18.0, 22.0, 25.0, 18.0, 24.0, 16.0, 11.0, 8.0, 12.0, 8.0, 7.0, 5.0, 5.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-16.162546157836914, -15.656578063964844, -15.150609970092773, -14.644641876220703, -14.138673782348633, -13.632705688476562, -13.126737594604492, -12.620769500732422, -12.114801406860352, -11.608833312988281, -11.102865219116211, -10.59689712524414, -10.09092903137207, -9.5849609375, -9.07899284362793, -8.57302474975586, -8.067056655883789, -7.561088562011719, -7.055120468139648, -6.549152374267578, -6.043184280395508, -5.5372161865234375, -5.031248092651367, -4.525279998779297, -4.019311904907227, -3.5133438110351562, -3.007375717163086, -2.5014076232910156, -1.9954395294189453, -1.489471435546875, -0.9835033416748047, -0.4775352478027344, 0.02843475341796875, 0.5344028472900391, 1.0403709411621094, 1.5463390350341797, 2.05230712890625, 2.5582752227783203, 3.0642433166503906, 3.570211410522461, 4.076179504394531, 4.582147598266602, 5.088115692138672, 5.594083786010742, 6.1000518798828125, 6.606019973754883, 7.111988067626953, 7.617956161499023, 8.123924255371094, 8.629892349243164, 9.135860443115234, 9.641828536987305, 10.147796630859375, 10.653764724731445, 11.159732818603516, 11.665700912475586, 12.171669006347656, 12.677637100219727, 13.183605194091797, 13.689573287963867, 14.195541381835938, 14.701509475708008, 15.207477569580078, 15.713445663452148, 16.21941375732422]}, "gradients/decoder.transformer.h.15.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 0.0, 2.0, 3.0, 5.0, 4.0, 12.0, 17.0, 16.0, 16.0, 19.0, 19.0, 15.0, 23.0, 23.0, 21.0, 20.0, 29.0, 42.0, 36.0, 36.0, 38.0, 37.0, 43.0, 48.0, 45.0, 45.0, 36.0, 46.0, 38.0, 29.0, 29.0, 24.0, 22.0, 37.0, 18.0, 21.0, 19.0, 17.0, 18.0, 9.0, 8.0, 10.0, 6.0, 3.0, 6.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.8427734375, -1.79205322265625, -1.7413330078125, -1.69061279296875, -1.639892578125, -1.58917236328125, -1.5384521484375, -1.48773193359375, -1.43701171875, -1.38629150390625, -1.3355712890625, -1.28485107421875, -1.234130859375, -1.18341064453125, -1.1326904296875, -1.08197021484375, -1.03125, -0.98052978515625, -0.9298095703125, -0.87908935546875, -0.828369140625, -0.77764892578125, -0.7269287109375, -0.67620849609375, -0.62548828125, -0.57476806640625, -0.5240478515625, -0.47332763671875, -0.422607421875, -0.37188720703125, -0.3211669921875, -0.27044677734375, -0.2197265625, -0.16900634765625, -0.1182861328125, -0.06756591796875, -0.016845703125, 0.03387451171875, 0.0845947265625, 0.13531494140625, 0.18603515625, 0.23675537109375, 0.2874755859375, 0.33819580078125, 0.388916015625, 0.43963623046875, 0.4903564453125, 0.54107666015625, 0.591796875, 0.64251708984375, 0.6932373046875, 0.74395751953125, 0.794677734375, 0.84539794921875, 0.8961181640625, 0.94683837890625, 0.99755859375, 1.04827880859375, 1.0989990234375, 1.14971923828125, 1.200439453125, 1.25115966796875, 1.3018798828125, 1.35260009765625, 1.4033203125]}, "gradients/decoder.transformer.h.15.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 3.0, 6.0, 3.0, 9.0, 8.0, 19.0, 12.0, 21.0, 31.0, 39.0, 45.0, 60.0, 95.0, 116.0, 146.0, 235.0, 329.0, 429.0, 580.0, 841.0, 1290.0, 1917.0, 2777.0, 4176.0, 6542.0, 10864.0, 20136.0, 50688.0, 293503.0, 2192353.0, 1349367.0, 175479.0, 38027.0, 16730.0, 9642.0, 5891.0, 3945.0, 2491.0, 1607.0, 1144.0, 822.0, 591.0, 357.0, 255.0, 178.0, 128.0, 92.0, 68.0, 59.0, 45.0, 30.0, 22.0, 21.0, 8.0, 9.0, 8.0, 3.0, 3.0, 3.0, 2.0], "bins": [-3.52734375, -3.423187255859375, -3.31903076171875, -3.214874267578125, -3.1107177734375, -3.006561279296875, -2.90240478515625, -2.798248291015625, -2.694091796875, -2.589935302734375, -2.48577880859375, -2.381622314453125, -2.2774658203125, -2.173309326171875, -2.06915283203125, -1.964996337890625, -1.86083984375, -1.756683349609375, -1.65252685546875, -1.548370361328125, -1.4442138671875, -1.340057373046875, -1.23590087890625, -1.131744384765625, -1.027587890625, -0.923431396484375, -0.81927490234375, -0.715118408203125, -0.6109619140625, -0.506805419921875, -0.40264892578125, -0.298492431640625, -0.1943359375, -0.090179443359375, 0.01397705078125, 0.118133544921875, 0.2222900390625, 0.326446533203125, 0.43060302734375, 0.534759521484375, 0.638916015625, 0.743072509765625, 0.84722900390625, 0.951385498046875, 1.0555419921875, 1.159698486328125, 1.26385498046875, 1.368011474609375, 1.47216796875, 1.576324462890625, 1.68048095703125, 1.784637451171875, 1.8887939453125, 1.992950439453125, 2.09710693359375, 2.201263427734375, 2.305419921875, 2.409576416015625, 2.51373291015625, 2.617889404296875, 2.7220458984375, 2.826202392578125, 2.93035888671875, 3.034515380859375, 3.138671875]}, "gradients/decoder.transformer.h.15.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 6.0, 2.0, 8.0, 3.0, 2.0, 2.0, 7.0, 13.0, 16.0, 14.0, 21.0, 26.0, 29.0, 46.0, 70.0, 87.0, 143.0, 242.0, 457.0, 787.0, 853.0, 462.0, 295.0, 164.0, 91.0, 47.0, 29.0, 32.0, 27.0, 16.0, 9.0, 16.0, 15.0, 6.0, 9.0, 4.0, 5.0, 4.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-4.734375, -4.59930419921875, -4.4642333984375, -4.32916259765625, -4.194091796875, -4.05902099609375, -3.9239501953125, -3.78887939453125, -3.65380859375, -3.51873779296875, -3.3836669921875, -3.24859619140625, -3.113525390625, -2.97845458984375, -2.8433837890625, -2.70831298828125, -2.5732421875, -2.43817138671875, -2.3031005859375, -2.16802978515625, -2.032958984375, -1.89788818359375, -1.7628173828125, -1.62774658203125, -1.49267578125, -1.35760498046875, -1.2225341796875, -1.08746337890625, -0.952392578125, -0.81732177734375, -0.6822509765625, -0.54718017578125, -0.412109375, -0.27703857421875, -0.1419677734375, -0.00689697265625, 0.128173828125, 0.26324462890625, 0.3983154296875, 0.53338623046875, 0.66845703125, 0.80352783203125, 0.9385986328125, 1.07366943359375, 1.208740234375, 1.34381103515625, 1.4788818359375, 1.61395263671875, 1.7490234375, 1.88409423828125, 2.0191650390625, 2.15423583984375, 2.289306640625, 2.42437744140625, 2.5594482421875, 2.69451904296875, 2.82958984375, 2.96466064453125, 3.0997314453125, 3.23480224609375, 3.369873046875, 3.50494384765625, 3.6400146484375, 3.77508544921875, 3.91015625]}, "gradients/decoder.transformer.h.15.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 3.0, 5.0, 8.0, 8.0, 5.0, 29.0, 25.0, 42.0, 80.0, 149.0, 211.0, 400.0, 755.0, 1376.0, 2562.0, 5470.0, 11850.0, 31250.0, 125215.0, 2813569.0, 1079898.0, 79246.0, 23557.0, 9385.0, 4423.0, 2119.0, 1188.0, 610.0, 340.0, 199.0, 119.0, 76.0, 41.0, 32.0, 12.0, 8.0, 6.0, 3.0, 5.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-7.890625, -7.64300537109375, -7.3953857421875, -7.14776611328125, -6.900146484375, -6.65252685546875, -6.4049072265625, -6.15728759765625, -5.90966796875, -5.66204833984375, -5.4144287109375, -5.16680908203125, -4.919189453125, -4.67156982421875, -4.4239501953125, -4.17633056640625, -3.9287109375, -3.68109130859375, -3.4334716796875, -3.18585205078125, -2.938232421875, -2.69061279296875, -2.4429931640625, -2.19537353515625, -1.94775390625, -1.70013427734375, -1.4525146484375, -1.20489501953125, -0.957275390625, -0.70965576171875, -0.4620361328125, -0.21441650390625, 0.033203125, 0.28082275390625, 0.5284423828125, 0.77606201171875, 1.023681640625, 1.27130126953125, 1.5189208984375, 1.76654052734375, 2.01416015625, 2.26177978515625, 2.5093994140625, 2.75701904296875, 3.004638671875, 3.25225830078125, 3.4998779296875, 3.74749755859375, 3.9951171875, 4.24273681640625, 4.4903564453125, 4.73797607421875, 4.985595703125, 5.23321533203125, 5.4808349609375, 5.72845458984375, 5.97607421875, 6.22369384765625, 6.4713134765625, 6.71893310546875, 6.966552734375, 7.21417236328125, 7.4617919921875, 7.70941162109375, 7.95703125]}, "gradients/decoder.transformer.h.15.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 5.0, 7.0, 7.0, 10.0, 21.0, 46.0, 63.0, 162.0, 219.0, 200.0, 146.0, 50.0, 33.0, 20.0, 7.0, 6.0, 1.0, 4.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-48.51634979248047, -47.32965850830078, -46.14296340942383, -44.95627212524414, -43.76957702636719, -42.5828857421875, -41.39619445800781, -40.209503173828125, -39.02280807495117, -37.836116790771484, -36.64942169189453, -35.462730407714844, -34.276039123535156, -33.0893440246582, -31.902652740478516, -30.715959548950195, -29.529266357421875, -28.342573165893555, -27.155879974365234, -25.969188690185547, -24.782495498657227, -23.595802307128906, -22.40911102294922, -21.2224178314209, -20.035724639892578, -18.849031448364258, -17.662338256835938, -16.47564697265625, -15.28895378112793, -14.10226058959961, -12.915568351745605, -11.728876113891602, -10.542179107666016, -9.355485916137695, -8.168793678283691, -6.982100963592529, -5.795408248901367, -4.608715534210205, -3.422022819519043, -2.235330581665039, -1.0486373901367188, 0.13805532455444336, 1.3247480392456055, 2.5114407539367676, 3.6981334686279297, 4.884826183319092, 6.071518898010254, 7.258211135864258, 8.444904327392578, 9.631597518920898, 10.818289756774902, 12.004981994628906, 13.191675186157227, 14.378368377685547, 15.56506061553955, 16.751752853393555, 17.938446044921875, 19.125139236450195, 20.311832427978516, 21.498523712158203, 22.685216903686523, 23.871910095214844, 25.05860137939453, 26.24529457092285, 27.431987762451172]}, "gradients/decoder.transformer.h.15.ln_2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 5.0, 2.0, 5.0, 4.0, 6.0, 6.0, 11.0, 11.0, 13.0, 12.0, 17.0, 21.0, 31.0, 26.0, 25.0, 28.0, 42.0, 39.0, 28.0, 37.0, 42.0, 47.0, 48.0, 38.0, 45.0, 61.0, 39.0, 38.0, 38.0, 32.0, 29.0, 31.0, 20.0, 20.0, 17.0, 16.0, 16.0, 15.0, 3.0, 8.0, 10.0, 5.0, 4.0, 1.0, 13.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-12.840534210205078, -12.437233924865723, -12.033934593200684, -11.630634307861328, -11.227334976196289, -10.824034690856934, -10.420734405517578, -10.017435073852539, -9.6141357421875, -9.210835456848145, -8.807536125183105, -8.40423583984375, -8.000936508178711, -7.5976362228393555, -7.194336414337158, -6.791036605834961, -6.3877363204956055, -5.984436511993408, -5.581136703491211, -5.1778364181518555, -4.774537086486816, -4.371236801147461, -3.9679369926452637, -3.5646371841430664, -3.161337375640869, -2.758037567138672, -2.3547377586364746, -1.9514377117156982, -1.548137903213501, -1.1448380947113037, -0.7415380477905273, -0.3382382392883301, 0.06506156921386719, 0.46836143732070923, 0.8716613054275513, 1.274961233139038, 1.6782610416412354, 2.0815608501434326, 2.484860897064209, 2.8881607055664062, 3.2914605140686035, 3.694760322570801, 4.098060131072998, 4.501359939575195, 4.904660224914551, 5.30795955657959, 5.711259841918945, 6.114559650421143, 6.51785945892334, 6.921159267425537, 7.324459075927734, 7.72775936126709, 8.131058692932129, 8.534358978271484, 8.937658309936523, 9.340958595275879, 9.744258880615234, 10.14755916595459, 10.550858497619629, 10.954158782958984, 11.357458114624023, 11.760758399963379, 12.164058685302734, 12.567358016967773, 12.970657348632812]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 6.0, 6.0, 11.0, 14.0, 16.0, 14.0, 14.0, 23.0, 15.0, 22.0, 17.0, 28.0, 43.0, 36.0, 36.0, 25.0, 33.0, 32.0, 37.0, 41.0, 60.0, 36.0, 40.0, 37.0, 49.0, 27.0, 36.0, 37.0, 30.0, 23.0, 31.0, 19.0, 18.0, 19.0, 11.0, 17.0, 18.0, 8.0, 6.0, 6.0, 2.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-1.77734375, -1.72821044921875, -1.6790771484375, -1.62994384765625, -1.580810546875, -1.53167724609375, -1.4825439453125, -1.43341064453125, -1.38427734375, -1.33514404296875, -1.2860107421875, -1.23687744140625, -1.187744140625, -1.13861083984375, -1.0894775390625, -1.04034423828125, -0.9912109375, -0.94207763671875, -0.8929443359375, -0.84381103515625, -0.794677734375, -0.74554443359375, -0.6964111328125, -0.64727783203125, -0.59814453125, -0.54901123046875, -0.4998779296875, -0.45074462890625, -0.401611328125, -0.35247802734375, -0.3033447265625, -0.25421142578125, -0.205078125, -0.15594482421875, -0.1068115234375, -0.05767822265625, -0.008544921875, 0.04058837890625, 0.0897216796875, 0.13885498046875, 0.18798828125, 0.23712158203125, 0.2862548828125, 0.33538818359375, 0.384521484375, 0.43365478515625, 0.4827880859375, 0.53192138671875, 0.5810546875, 0.63018798828125, 0.6793212890625, 0.72845458984375, 0.777587890625, 0.82672119140625, 0.8758544921875, 0.92498779296875, 0.97412109375, 1.02325439453125, 1.0723876953125, 1.12152099609375, 1.170654296875, 1.21978759765625, 1.2689208984375, 1.31805419921875, 1.3671875]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 6.0, 4.0, 8.0, 9.0, 17.0, 21.0, 47.0, 76.0, 95.0, 98.0, 182.0, 227.0, 362.0, 544.0, 893.0, 1273.0, 1813.0, 2911.0, 4335.0, 6523.0, 10436.0, 16339.0, 26465.0, 44677.0, 79163.0, 149037.0, 238822.0, 200795.0, 110377.0, 60038.0, 34449.0, 20809.0, 13258.0, 8488.0, 5411.0, 3473.0, 2340.0, 1601.0, 1050.0, 656.0, 427.0, 301.0, 226.0, 121.0, 103.0, 85.0, 52.0, 38.0, 26.0, 22.0, 12.0, 10.0, 8.0, 4.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-1.43359375, -1.386993408203125, -1.34039306640625, -1.293792724609375, -1.2471923828125, -1.200592041015625, -1.15399169921875, -1.107391357421875, -1.060791015625, -1.014190673828125, -0.96759033203125, -0.920989990234375, -0.8743896484375, -0.827789306640625, -0.78118896484375, -0.734588623046875, -0.68798828125, -0.641387939453125, -0.59478759765625, -0.548187255859375, -0.5015869140625, -0.454986572265625, -0.40838623046875, -0.361785888671875, -0.315185546875, -0.268585205078125, -0.22198486328125, -0.175384521484375, -0.1287841796875, -0.082183837890625, -0.03558349609375, 0.011016845703125, 0.0576171875, 0.104217529296875, 0.15081787109375, 0.197418212890625, 0.2440185546875, 0.290618896484375, 0.33721923828125, 0.383819580078125, 0.430419921875, 0.477020263671875, 0.52362060546875, 0.570220947265625, 0.6168212890625, 0.663421630859375, 0.71002197265625, 0.756622314453125, 0.80322265625, 0.849822998046875, 0.89642333984375, 0.943023681640625, 0.9896240234375, 1.036224365234375, 1.08282470703125, 1.129425048828125, 1.176025390625, 1.222625732421875, 1.26922607421875, 1.315826416015625, 1.3624267578125, 1.409027099609375, 1.45562744140625, 1.502227783203125, 1.548828125]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 6.0, 3.0, 10.0, 7.0, 5.0, 13.0, 15.0, 9.0, 18.0, 17.0, 19.0, 24.0, 32.0, 40.0, 41.0, 34.0, 44.0, 33.0, 41.0, 53.0, 41.0, 1071.0, 33.0, 40.0, 53.0, 37.0, 37.0, 40.0, 39.0, 31.0, 24.0, 20.0, 23.0, 16.0, 13.0, 11.0, 7.0, 4.0, 7.0, 9.0, 4.0, 1.0, 3.0, 2.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.60546875, -1.5599517822265625, -1.514434814453125, -1.4689178466796875, -1.42340087890625, -1.3778839111328125, -1.332366943359375, -1.2868499755859375, -1.2413330078125, -1.1958160400390625, -1.150299072265625, -1.1047821044921875, -1.05926513671875, -1.0137481689453125, -0.968231201171875, -0.9227142333984375, -0.877197265625, -0.8316802978515625, -0.786163330078125, -0.7406463623046875, -0.69512939453125, -0.6496124267578125, -0.604095458984375, -0.5585784912109375, -0.5130615234375, -0.4675445556640625, -0.422027587890625, -0.3765106201171875, -0.33099365234375, -0.2854766845703125, -0.239959716796875, -0.1944427490234375, -0.14892578125, -0.1034088134765625, -0.057891845703125, -0.0123748779296875, 0.03314208984375, 0.0786590576171875, 0.124176025390625, 0.1696929931640625, 0.2152099609375, 0.2607269287109375, 0.306243896484375, 0.3517608642578125, 0.39727783203125, 0.4427947998046875, 0.488311767578125, 0.5338287353515625, 0.579345703125, 0.6248626708984375, 0.670379638671875, 0.7158966064453125, 0.76141357421875, 0.8069305419921875, 0.852447509765625, 0.8979644775390625, 0.9434814453125, 0.9889984130859375, 1.034515380859375, 1.0800323486328125, 1.12554931640625, 1.1710662841796875, 1.216583251953125, 1.2621002197265625, 1.3076171875]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 11.0, 10.0, 9.0, 10.0, 10.0, 17.0, 25.0, 28.0, 38.0, 61.0, 90.0, 108.0, 165.0, 214.0, 292.0, 469.0, 739.0, 1018.0, 1644.0, 2675.0, 4676.0, 8148.0, 16383.0, 40716.0, 757415.0, 1183137.0, 41968.0, 16377.0, 8422.0, 4618.0, 2686.0, 1679.0, 1117.0, 666.0, 469.0, 317.0, 203.0, 141.0, 112.0, 68.0, 48.0, 45.0, 40.0, 18.0, 12.0, 15.0, 2.0, 3.0, 2.0, 4.0, 2.0, 3.0], "bins": [-2.505859375, -2.4381561279296875, -2.370452880859375, -2.3027496337890625, -2.23504638671875, -2.1673431396484375, -2.099639892578125, -2.0319366455078125, -1.9642333984375, -1.8965301513671875, -1.828826904296875, -1.7611236572265625, -1.69342041015625, -1.6257171630859375, -1.558013916015625, -1.4903106689453125, -1.422607421875, -1.3549041748046875, -1.287200927734375, -1.2194976806640625, -1.15179443359375, -1.0840911865234375, -1.016387939453125, -0.9486846923828125, -0.8809814453125, -0.8132781982421875, -0.745574951171875, -0.6778717041015625, -0.61016845703125, -0.5424652099609375, -0.474761962890625, -0.4070587158203125, -0.33935546875, -0.2716522216796875, -0.203948974609375, -0.1362457275390625, -0.06854248046875, -0.0008392333984375, 0.066864013671875, 0.1345672607421875, 0.2022705078125, 0.2699737548828125, 0.337677001953125, 0.4053802490234375, 0.47308349609375, 0.5407867431640625, 0.608489990234375, 0.6761932373046875, 0.743896484375, 0.8115997314453125, 0.879302978515625, 0.9470062255859375, 1.01470947265625, 1.0824127197265625, 1.150115966796875, 1.2178192138671875, 1.2855224609375, 1.3532257080078125, 1.420928955078125, 1.4886322021484375, 1.55633544921875, 1.6240386962890625, 1.691741943359375, 1.7594451904296875, 1.8271484375]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 4.0, 3.0, 2.0, 10.0, 9.0, 12.0, 19.0, 21.0, 34.0, 54.0, 74.0, 92.0, 97.0, 116.0, 103.0, 88.0, 69.0, 64.0, 35.0, 36.0, 16.0, 16.0, 9.0, 4.0, 5.0, 4.0, 2.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0816650390625, -0.078704833984375, -0.07574462890625, -0.072784423828125, -0.06982421875, -0.066864013671875, -0.06390380859375, -0.060943603515625, -0.0579833984375, -0.055023193359375, -0.05206298828125, -0.049102783203125, -0.046142578125, -0.043182373046875, -0.04022216796875, -0.037261962890625, -0.0343017578125, -0.031341552734375, -0.02838134765625, -0.025421142578125, -0.0224609375, -0.019500732421875, -0.01654052734375, -0.013580322265625, -0.0106201171875, -0.007659912109375, -0.00469970703125, -0.001739501953125, 0.001220703125, 0.004180908203125, 0.00714111328125, 0.010101318359375, 0.0130615234375, 0.016021728515625, 0.01898193359375, 0.021942138671875, 0.02490234375, 0.027862548828125, 0.03082275390625, 0.033782958984375, 0.0367431640625, 0.039703369140625, 0.04266357421875, 0.045623779296875, 0.048583984375, 0.051544189453125, 0.05450439453125, 0.057464599609375, 0.0604248046875, 0.063385009765625, 0.06634521484375, 0.069305419921875, 0.072265625, 0.075225830078125, 0.07818603515625, 0.081146240234375, 0.0841064453125, 0.087066650390625, 0.09002685546875, 0.092987060546875, 0.095947265625, 0.098907470703125, 0.10186767578125, 0.104827880859375, 0.1077880859375]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 4.0, 3.0, 3.0, 5.0, 10.0, 10.0, 16.0, 23.0, 29.0, 44.0, 77.0, 124.0, 205.0, 461.0, 1612.0, 14702.0, 782000.0, 240740.0, 6602.0, 1084.0, 333.0, 187.0, 99.0, 55.0, 41.0, 29.0, 21.0, 15.0, 4.0, 8.0, 4.0, 5.0, 3.0, 4.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.3369140625, -1.29962158203125, -1.2623291015625, -1.22503662109375, -1.187744140625, -1.15045166015625, -1.1131591796875, -1.07586669921875, -1.03857421875, -1.00128173828125, -0.9639892578125, -0.92669677734375, -0.889404296875, -0.85211181640625, -0.8148193359375, -0.77752685546875, -0.740234375, -0.70294189453125, -0.6656494140625, -0.62835693359375, -0.591064453125, -0.55377197265625, -0.5164794921875, -0.47918701171875, -0.44189453125, -0.40460205078125, -0.3673095703125, -0.33001708984375, -0.292724609375, -0.25543212890625, -0.2181396484375, -0.18084716796875, -0.1435546875, -0.10626220703125, -0.0689697265625, -0.03167724609375, 0.005615234375, 0.04290771484375, 0.0802001953125, 0.11749267578125, 0.15478515625, 0.19207763671875, 0.2293701171875, 0.26666259765625, 0.303955078125, 0.34124755859375, 0.3785400390625, 0.41583251953125, 0.453125, 0.49041748046875, 0.5277099609375, 0.56500244140625, 0.602294921875, 0.63958740234375, 0.6768798828125, 0.71417236328125, 0.75146484375, 0.78875732421875, 0.8260498046875, 0.86334228515625, 0.900634765625, 0.93792724609375, 0.9752197265625, 1.01251220703125, 1.0498046875]}, "gradients/decoder.transformer.h.15.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 10.0, 18.0, 64.0, 161.0, 285.0, 239.0, 132.0, 50.0, 32.0, 8.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.405505895614624, -0.3891640901565552, -0.3728223145008087, -0.35648050904273987, -0.3401387333869934, -0.32379692792892456, -0.3074551224708557, -0.29111331701278687, -0.2747715413570404, -0.25842973589897156, -0.2420879602432251, -0.22574615478515625, -0.2094043642282486, -0.19306257367134094, -0.1767207682132721, -0.16037897765636444, -0.1440371870994568, -0.12769539654254913, -0.11135359853506088, -0.09501180052757263, -0.07867000997066498, -0.062328219413757324, -0.045986421406269073, -0.029644623398780823, -0.013302832841873169, 0.0030389614403247833, 0.019380755722522736, 0.03572255000472069, 0.05206434428691864, 0.0684061348438263, 0.08474793285131454, 0.1010897308588028, 0.11743158102035522, 0.13377337157726288, 0.15011516213417053, 0.16645696759223938, 0.18279875814914703, 0.1991405487060547, 0.21548235416412354, 0.2318241447210312, 0.24816593527793884, 0.2645077407360077, 0.28084951639175415, 0.297191321849823, 0.31353312730789185, 0.3298749029636383, 0.34621670842170715, 0.3625584840774536, 0.37890028953552246, 0.3952420949935913, 0.41158387064933777, 0.4279256761074066, 0.4442674517631531, 0.4606092572212219, 0.47695106267929077, 0.4932928681373596, 0.5096346139907837, 0.5259764194488525, 0.5423182249069214, 0.5586599707603455, 0.5750017762184143, 0.5913435816764832, 0.607685387134552, 0.6240271925926208, 0.6403689980506897]}, "gradients/decoder.transformer.h.15.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 4.0, 7.0, 6.0, 8.0, 9.0, 12.0, 20.0, 17.0, 19.0, 26.0, 11.0, 29.0, 39.0, 34.0, 33.0, 39.0, 39.0, 40.0, 39.0, 45.0, 38.0, 41.0, 49.0, 36.0, 38.0, 35.0, 46.0, 31.0, 30.0, 32.0, 19.0, 17.0, 22.0, 10.0, 19.0, 11.0, 9.0, 15.0, 9.0, 2.0, 5.0, 5.0, 3.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.11792051792144775, -0.11418847739696503, -0.1104564368724823, -0.10672439634799957, -0.10299235582351685, -0.09926031529903412, -0.09552828222513199, -0.09179624170064926, -0.08806420117616653, -0.08433216065168381, -0.08060012012720108, -0.07686807960271835, -0.07313604652881622, -0.0694040060043335, -0.06567196547985077, -0.06193992495536804, -0.058207884430885315, -0.05447584390640259, -0.05074380338191986, -0.04701176658272743, -0.043279726058244705, -0.03954768553376198, -0.03581564873456955, -0.03208360821008682, -0.028351567685604095, -0.02461952716112137, -0.02088748849928379, -0.017155449837446213, -0.013423409312963486, -0.009691368788480759, -0.005959330126643181, -0.002227291464805603, 0.001504749059677124, 0.0052367886528372765, 0.008968828245997429, 0.012700867839157581, 0.016432907432317734, 0.02016494795680046, 0.02389698661863804, 0.027629025280475616, 0.031361065804958344, 0.03509310632944107, 0.0388251468539238, 0.042557183653116226, 0.04628922417759895, 0.05002126470208168, 0.05375330150127411, 0.057485342025756836, 0.06121738255023956, 0.06494942307472229, 0.06868146359920502, 0.07241350412368774, 0.07614554464817047, 0.0798775851726532, 0.08360961824655533, 0.08734165877103806, 0.09107369929552078, 0.09480573982000351, 0.09853778034448624, 0.10226982086896896, 0.1060018539428711, 0.10973389446735382, 0.11346593499183655, 0.11719797551631927, 0.120930016040802]}, "gradients/decoder.transformer.h.15.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 6.0, 7.0, 10.0, 14.0, 17.0, 13.0, 16.0, 20.0, 15.0, 22.0, 20.0, 27.0, 45.0, 31.0, 38.0, 27.0, 33.0, 35.0, 34.0, 43.0, 56.0, 36.0, 38.0, 39.0, 49.0, 29.0, 36.0, 34.0, 32.0, 22.0, 32.0, 19.0, 23.0, 15.0, 9.0, 17.0, 17.0, 9.0, 7.0, 5.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-1.77734375, -1.7281646728515625, -1.678985595703125, -1.6298065185546875, -1.58062744140625, -1.5314483642578125, -1.482269287109375, -1.4330902099609375, -1.3839111328125, -1.3347320556640625, -1.285552978515625, -1.2363739013671875, -1.18719482421875, -1.1380157470703125, -1.088836669921875, -1.0396575927734375, -0.990478515625, -0.9412994384765625, -0.892120361328125, -0.8429412841796875, -0.79376220703125, -0.7445831298828125, -0.695404052734375, -0.6462249755859375, -0.5970458984375, -0.5478668212890625, -0.498687744140625, -0.4495086669921875, -0.40032958984375, -0.3511505126953125, -0.301971435546875, -0.2527923583984375, -0.20361328125, -0.1544342041015625, -0.105255126953125, -0.0560760498046875, -0.00689697265625, 0.0422821044921875, 0.091461181640625, 0.1406402587890625, 0.1898193359375, 0.2389984130859375, 0.288177490234375, 0.3373565673828125, 0.38653564453125, 0.4357147216796875, 0.484893798828125, 0.5340728759765625, 0.583251953125, 0.6324310302734375, 0.681610107421875, 0.7307891845703125, 0.77996826171875, 0.8291473388671875, 0.878326416015625, 0.9275054931640625, 0.9766845703125, 1.0258636474609375, 1.075042724609375, 1.1242218017578125, 1.17340087890625, 1.2225799560546875, 1.271759033203125, 1.3209381103515625, 1.3701171875]}, "gradients/decoder.transformer.h.15.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 4.0, 7.0, 5.0, 15.0, 20.0, 26.0, 36.0, 42.0, 64.0, 80.0, 126.0, 166.0, 227.0, 357.0, 546.0, 797.0, 1249.0, 1919.0, 3117.0, 5303.0, 9887.0, 20934.0, 61465.0, 298427.0, 488994.0, 97049.0, 28748.0, 12281.0, 6431.0, 3636.0, 2224.0, 1484.0, 930.0, 589.0, 435.0, 268.0, 182.0, 153.0, 100.0, 61.0, 45.0, 34.0, 26.0, 25.0, 17.0, 12.0, 9.0, 5.0, 4.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.408203125, -2.328369140625, -2.24853515625, -2.168701171875, -2.0888671875, -2.009033203125, -1.92919921875, -1.849365234375, -1.76953125, -1.689697265625, -1.60986328125, -1.530029296875, -1.4501953125, -1.370361328125, -1.29052734375, -1.210693359375, -1.130859375, -1.051025390625, -0.97119140625, -0.891357421875, -0.8115234375, -0.731689453125, -0.65185546875, -0.572021484375, -0.4921875, -0.412353515625, -0.33251953125, -0.252685546875, -0.1728515625, -0.093017578125, -0.01318359375, 0.066650390625, 0.146484375, 0.226318359375, 0.30615234375, 0.385986328125, 0.4658203125, 0.545654296875, 0.62548828125, 0.705322265625, 0.78515625, 0.864990234375, 0.94482421875, 1.024658203125, 1.1044921875, 1.184326171875, 1.26416015625, 1.343994140625, 1.423828125, 1.503662109375, 1.58349609375, 1.663330078125, 1.7431640625, 1.822998046875, 1.90283203125, 1.982666015625, 2.0625, 2.142333984375, 2.22216796875, 2.302001953125, 2.3818359375, 2.461669921875, 2.54150390625, 2.621337890625, 2.701171875]}, "gradients/decoder.transformer.h.15.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 4.0, 6.0, 2.0, 1.0, 12.0, 14.0, 11.0, 9.0, 23.0, 13.0, 17.0, 25.0, 31.0, 33.0, 40.0, 38.0, 53.0, 63.0, 74.0, 90.0, 166.0, 1381.0, 324.0, 131.0, 81.0, 55.0, 44.0, 45.0, 37.0, 33.0, 35.0, 26.0, 21.0, 26.0, 23.0, 13.0, 17.0, 6.0, 10.0, 3.0, 5.0, 6.0, 2.0, 5.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.203125, -5.039794921875, -4.87646484375, -4.713134765625, -4.5498046875, -4.386474609375, -4.22314453125, -4.059814453125, -3.896484375, -3.733154296875, -3.56982421875, -3.406494140625, -3.2431640625, -3.079833984375, -2.91650390625, -2.753173828125, -2.58984375, -2.426513671875, -2.26318359375, -2.099853515625, -1.9365234375, -1.773193359375, -1.60986328125, -1.446533203125, -1.283203125, -1.119873046875, -0.95654296875, -0.793212890625, -0.6298828125, -0.466552734375, -0.30322265625, -0.139892578125, 0.0234375, 0.186767578125, 0.35009765625, 0.513427734375, 0.6767578125, 0.840087890625, 1.00341796875, 1.166748046875, 1.330078125, 1.493408203125, 1.65673828125, 1.820068359375, 1.9833984375, 2.146728515625, 2.31005859375, 2.473388671875, 2.63671875, 2.800048828125, 2.96337890625, 3.126708984375, 3.2900390625, 3.453369140625, 3.61669921875, 3.780029296875, 3.943359375, 4.106689453125, 4.27001953125, 4.433349609375, 4.5966796875, 4.760009765625, 4.92333984375, 5.086669921875, 5.25]}, "gradients/decoder.transformer.h.15.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 7.0, 6.0, 13.0, 20.0, 34.0, 43.0, 76.0, 136.0, 207.0, 407.0, 993.0, 3206.0, 26608.0, 2840743.0, 260301.0, 9606.0, 1868.0, 663.0, 319.0, 170.0, 94.0, 61.0, 48.0, 24.0, 13.0, 10.0, 9.0, 7.0, 6.0, 3.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.8203125, -15.3521728515625, -14.884033203125, -14.4158935546875, -13.94775390625, -13.4796142578125, -13.011474609375, -12.5433349609375, -12.0751953125, -11.6070556640625, -11.138916015625, -10.6707763671875, -10.20263671875, -9.7344970703125, -9.266357421875, -8.7982177734375, -8.330078125, -7.8619384765625, -7.393798828125, -6.9256591796875, -6.45751953125, -5.9893798828125, -5.521240234375, -5.0531005859375, -4.5849609375, -4.1168212890625, -3.648681640625, -3.1805419921875, -2.71240234375, -2.2442626953125, -1.776123046875, -1.3079833984375, -0.83984375, -0.3717041015625, 0.096435546875, 0.5645751953125, 1.03271484375, 1.5008544921875, 1.968994140625, 2.4371337890625, 2.9052734375, 3.3734130859375, 3.841552734375, 4.3096923828125, 4.77783203125, 5.2459716796875, 5.714111328125, 6.1822509765625, 6.650390625, 7.1185302734375, 7.586669921875, 8.0548095703125, 8.52294921875, 8.9910888671875, 9.459228515625, 9.9273681640625, 10.3955078125, 10.8636474609375, 11.331787109375, 11.7999267578125, 12.26806640625, 12.7362060546875, 13.204345703125, 13.6724853515625, 14.140625]}, "gradients/decoder.transformer.h.15.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 41.0, 779.0, 186.0, 9.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.293222427368164, -15.20516586303711, -11.117109298706055, -7.029052734375, -2.9409961700439453, 1.1470603942871094, 5.235116958618164, 9.323173522949219, 13.411230087280273, 17.499286651611328, 21.587343215942383, 25.675399780273438, 29.763456344604492, 33.85151290893555, 37.93956756591797, 42.027626037597656, 46.115684509277344, 50.20374298095703, 54.29179763793945, 58.379852294921875, 62.46791076660156, 66.55596923828125, 70.64402770996094, 74.7320785522461, 78.82013702392578, 82.90819549560547, 86.99624633789062, 91.08430480957031, 95.17236328125, 99.26042175292969, 103.34848022460938, 107.43653106689453, 111.52459716796875, 115.61265563964844, 119.70071411132812, 123.78876495361328, 127.87682342529297, 131.96487426757812, 136.0529327392578, 140.1409912109375, 144.2290496826172, 148.31710815429688, 152.40516662597656, 156.49322509765625, 160.58126831054688, 164.66932678222656, 168.75738525390625, 172.84544372558594, 176.93350219726562, 181.0215606689453, 185.109619140625, 189.1976776123047, 193.28573608398438, 197.373779296875, 201.4618377685547, 205.54989624023438, 209.63795471191406, 213.72601318359375, 217.81407165527344, 221.90213012695312, 225.99017333984375, 230.07823181152344, 234.16629028320312, 238.2543487548828, 242.3424072265625]}, "gradients/decoder.transformer.h.15.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 4.0, 5.0, 3.0, 3.0, 3.0, 10.0, 16.0, 14.0, 15.0, 20.0, 19.0, 24.0, 27.0, 22.0, 37.0, 30.0, 34.0, 44.0, 42.0, 36.0, 41.0, 47.0, 43.0, 44.0, 36.0, 40.0, 34.0, 41.0, 46.0, 32.0, 24.0, 15.0, 27.0, 22.0, 16.0, 24.0, 14.0, 10.0, 9.0, 5.0, 8.0, 11.0, 1.0, 3.0, 3.0, 2.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.917949676513672, -13.493365287780762, -13.068781852722168, -12.644197463989258, -12.219614028930664, -11.795029640197754, -11.370445251464844, -10.94586181640625, -10.52127742767334, -10.09669303894043, -9.672109603881836, -9.247525215148926, -8.822940826416016, -8.398357391357422, -7.973773002624512, -7.54918909072876, -7.124605178833008, -6.700021266937256, -6.275437355041504, -5.850852966308594, -5.426269054412842, -5.00168514251709, -4.57710075378418, -4.152516841888428, -3.727932929992676, -3.303349018096924, -2.8787648677825928, -2.4541807174682617, -2.0295968055725098, -1.6050128936767578, -1.1804287433624268, -0.7558445930480957, -0.33126068115234375, 0.09332334995269775, 0.5179073810577393, 0.9424914121627808, 1.3670754432678223, 1.7916593551635742, 2.2162435054779053, 2.6408276557922363, 3.0654115676879883, 3.4899954795837402, 3.9145796298980713, 4.339163780212402, 4.763747692108154, 5.188331604003906, 5.612915992736816, 6.037499904632568, 6.46208381652832, 6.886667728424072, 7.311251640319824, 7.735836029052734, 8.160419464111328, 8.585003852844238, 9.009588241577148, 9.434171676635742, 9.858756065368652, 10.283340454101562, 10.707923889160156, 11.132508277893066, 11.557092666625977, 11.98167610168457, 12.40626049041748, 12.83084487915039, 13.255428314208984]}, "gradients/decoder.transformer.h.14.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 6.0, 4.0, 9.0, 6.0, 13.0, 16.0, 15.0, 6.0, 12.0, 23.0, 18.0, 25.0, 22.0, 27.0, 37.0, 46.0, 37.0, 34.0, 29.0, 27.0, 33.0, 47.0, 34.0, 44.0, 42.0, 36.0, 47.0, 39.0, 39.0, 32.0, 24.0, 26.0, 25.0, 24.0, 16.0, 11.0, 14.0, 13.0, 12.0, 12.0, 4.0, 5.0, 7.0, 3.0, 5.0, 2.0, 1.0, 1.0], "bins": [-1.85546875, -1.80633544921875, -1.7572021484375, -1.70806884765625, -1.658935546875, -1.60980224609375, -1.5606689453125, -1.51153564453125, -1.46240234375, -1.41326904296875, -1.3641357421875, -1.31500244140625, -1.265869140625, -1.21673583984375, -1.1676025390625, -1.11846923828125, -1.0693359375, -1.02020263671875, -0.9710693359375, -0.92193603515625, -0.872802734375, -0.82366943359375, -0.7745361328125, -0.72540283203125, -0.67626953125, -0.62713623046875, -0.5780029296875, -0.52886962890625, -0.479736328125, -0.43060302734375, -0.3814697265625, -0.33233642578125, -0.283203125, -0.23406982421875, -0.1849365234375, -0.13580322265625, -0.086669921875, -0.03753662109375, 0.0115966796875, 0.06072998046875, 0.10986328125, 0.15899658203125, 0.2081298828125, 0.25726318359375, 0.306396484375, 0.35552978515625, 0.4046630859375, 0.45379638671875, 0.5029296875, 0.55206298828125, 0.6011962890625, 0.65032958984375, 0.699462890625, 0.74859619140625, 0.7977294921875, 0.84686279296875, 0.89599609375, 0.94512939453125, 0.9942626953125, 1.04339599609375, 1.092529296875, 1.14166259765625, 1.1907958984375, 1.23992919921875, 1.2890625]}, "gradients/decoder.transformer.h.14.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 4.0, 1.0, 7.0, 6.0, 11.0, 18.0, 15.0, 19.0, 29.0, 50.0, 64.0, 95.0, 119.0, 199.0, 245.0, 361.0, 575.0, 776.0, 1332.0, 2062.0, 3672.0, 6837.0, 13867.0, 35453.0, 301234.0, 3121070.0, 618109.0, 53189.0, 17163.0, 7872.0, 4014.0, 2242.0, 1290.0, 790.0, 531.0, 332.0, 196.0, 150.0, 103.0, 70.0, 39.0, 27.0, 20.0, 14.0, 11.0, 7.0, 3.0, 4.0], "bins": [-6.5546875, -6.397186279296875, -6.23968505859375, -6.082183837890625, -5.9246826171875, -5.767181396484375, -5.60968017578125, -5.452178955078125, -5.294677734375, -5.137176513671875, -4.97967529296875, -4.822174072265625, -4.6646728515625, -4.507171630859375, -4.34967041015625, -4.192169189453125, -4.03466796875, -3.877166748046875, -3.71966552734375, -3.562164306640625, -3.4046630859375, -3.247161865234375, -3.08966064453125, -2.932159423828125, -2.774658203125, -2.617156982421875, -2.45965576171875, -2.302154541015625, -2.1446533203125, -1.987152099609375, -1.82965087890625, -1.672149658203125, -1.5146484375, -1.357147216796875, -1.19964599609375, -1.042144775390625, -0.8846435546875, -0.727142333984375, -0.56964111328125, -0.412139892578125, -0.254638671875, -0.097137451171875, 0.06036376953125, 0.217864990234375, 0.3753662109375, 0.532867431640625, 0.69036865234375, 0.847869873046875, 1.00537109375, 1.162872314453125, 1.32037353515625, 1.477874755859375, 1.6353759765625, 1.792877197265625, 1.95037841796875, 2.107879638671875, 2.265380859375, 2.422882080078125, 2.58038330078125, 2.737884521484375, 2.8953857421875, 3.052886962890625, 3.21038818359375, 3.367889404296875, 3.525390625]}, "gradients/decoder.transformer.h.14.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 6.0, 5.0, 6.0, 3.0, 10.0, 13.0, 17.0, 11.0, 14.0, 26.0, 36.0, 59.0, 82.0, 146.0, 244.0, 478.0, 723.0, 816.0, 547.0, 296.0, 153.0, 97.0, 77.0, 47.0, 35.0, 23.0, 33.0, 15.0, 17.0, 10.0, 12.0, 4.0, 2.0, 3.0, 5.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-4.66796875, -4.53521728515625, -4.4024658203125, -4.26971435546875, -4.136962890625, -4.00421142578125, -3.8714599609375, -3.73870849609375, -3.60595703125, -3.47320556640625, -3.3404541015625, -3.20770263671875, -3.074951171875, -2.94219970703125, -2.8094482421875, -2.67669677734375, -2.5439453125, -2.41119384765625, -2.2784423828125, -2.14569091796875, -2.012939453125, -1.88018798828125, -1.7474365234375, -1.61468505859375, -1.48193359375, -1.34918212890625, -1.2164306640625, -1.08367919921875, -0.950927734375, -0.81817626953125, -0.6854248046875, -0.55267333984375, -0.419921875, -0.28717041015625, -0.1544189453125, -0.02166748046875, 0.111083984375, 0.24383544921875, 0.3765869140625, 0.50933837890625, 0.64208984375, 0.77484130859375, 0.9075927734375, 1.04034423828125, 1.173095703125, 1.30584716796875, 1.4385986328125, 1.57135009765625, 1.7041015625, 1.83685302734375, 1.9696044921875, 2.10235595703125, 2.235107421875, 2.36785888671875, 2.5006103515625, 2.63336181640625, 2.76611328125, 2.89886474609375, 3.0316162109375, 3.16436767578125, 3.297119140625, 3.42987060546875, 3.5626220703125, 3.69537353515625, 3.828125]}, "gradients/decoder.transformer.h.14.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 9.0, 7.0, 7.0, 12.0, 31.0, 34.0, 70.0, 99.0, 173.0, 356.0, 661.0, 1324.0, 2911.0, 7064.0, 20078.0, 80049.0, 1517574.0, 2427715.0, 98564.0, 23271.0, 8038.0, 3252.0, 1489.0, 686.0, 361.0, 182.0, 99.0, 62.0, 46.0, 24.0, 15.0, 4.0, 12.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.109375, -7.8482666015625, -7.587158203125, -7.3260498046875, -7.06494140625, -6.8038330078125, -6.542724609375, -6.2816162109375, -6.0205078125, -5.7593994140625, -5.498291015625, -5.2371826171875, -4.97607421875, -4.7149658203125, -4.453857421875, -4.1927490234375, -3.931640625, -3.6705322265625, -3.409423828125, -3.1483154296875, -2.88720703125, -2.6260986328125, -2.364990234375, -2.1038818359375, -1.8427734375, -1.5816650390625, -1.320556640625, -1.0594482421875, -0.79833984375, -0.5372314453125, -0.276123046875, -0.0150146484375, 0.24609375, 0.5072021484375, 0.768310546875, 1.0294189453125, 1.29052734375, 1.5516357421875, 1.812744140625, 2.0738525390625, 2.3349609375, 2.5960693359375, 2.857177734375, 3.1182861328125, 3.37939453125, 3.6405029296875, 3.901611328125, 4.1627197265625, 4.423828125, 4.6849365234375, 4.946044921875, 5.2071533203125, 5.46826171875, 5.7293701171875, 5.990478515625, 6.2515869140625, 6.5126953125, 6.7738037109375, 7.034912109375, 7.2960205078125, 7.55712890625, 7.8182373046875, 8.079345703125, 8.3404541015625, 8.6015625]}, "gradients/decoder.transformer.h.14.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 7.0, 14.0, 24.0, 52.0, 98.0, 192.0, 270.0, 162.0, 104.0, 47.0, 19.0, 9.0, 5.0, 5.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-55.03641128540039, -53.8255500793457, -52.61469268798828, -51.403831481933594, -50.19297409057617, -48.982112884521484, -47.77125549316406, -46.560394287109375, -45.34953308105469, -44.138671875, -42.92781448364258, -41.71695327758789, -40.50609588623047, -39.29523468017578, -38.08437728881836, -36.87351608276367, -35.66265869140625, -34.45179748535156, -33.24094009399414, -32.03007888793945, -30.81922149658203, -29.608360290527344, -28.39750099182129, -27.186641693115234, -25.97578239440918, -24.764923095703125, -23.55406379699707, -22.343204498291016, -21.132343292236328, -19.921485900878906, -18.71062469482422, -17.499765396118164, -16.288904190063477, -15.078044891357422, -13.867185592651367, -12.656325340270996, -11.445466041564941, -10.234606742858887, -9.023746490478516, -7.812887191772461, -6.602027893066406, -5.391168594360352, -4.180308818817139, -2.969449281692505, -1.758589744567871, -0.5477304458618164, 0.6631293296813965, 1.8739891052246094, 3.084848403930664, 4.295707702636719, 5.506567478179932, 6.7174272537231445, 7.928286552429199, 9.139145851135254, 10.350006103515625, 11.56086540222168, 12.771724700927734, 13.982583999633789, 15.193443298339844, 16.4043025970459, 17.615161895751953, 18.82602310180664, 20.036882400512695, 21.24774169921875, 22.458600997924805]}, "gradients/decoder.transformer.h.14.ln_2.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 4.0, 4.0, 2.0, 2.0, 5.0, 2.0, 10.0, 12.0, 9.0, 12.0, 21.0, 12.0, 18.0, 24.0, 36.0, 20.0, 26.0, 23.0, 21.0, 38.0, 37.0, 35.0, 46.0, 28.0, 29.0, 38.0, 45.0, 39.0, 28.0, 44.0, 44.0, 26.0, 35.0, 17.0, 31.0, 22.0, 14.0, 30.0, 19.0, 16.0, 22.0, 13.0, 8.0, 7.0, 7.0, 8.0, 6.0, 4.0, 4.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0], "bins": [-9.21301555633545, -8.891881942749023, -8.570747375488281, -8.249613761901855, -7.9284796714782715, -7.6073455810546875, -7.2862114906311035, -6.9650774002075195, -6.643943786621094, -6.32280969619751, -6.001675605773926, -5.6805419921875, -5.359407901763916, -5.038273811340332, -4.717139720916748, -4.396005630493164, -4.07487154006958, -3.753737449645996, -3.432603597640991, -3.1114695072174072, -2.7903356552124023, -2.4692015647888184, -2.1480674743652344, -1.8269336223602295, -1.5057995319366455, -1.184665560722351, -0.8635315299034119, -0.5423974990844727, -0.22126352787017822, 0.09987044334411621, 0.4210045337677002, 0.7421383857727051, 1.063272476196289, 1.3844064474105835, 1.705540418624878, 2.026674509048462, 2.347808361053467, 2.668942451477051, 2.9900765419006348, 3.3112103939056396, 3.6323444843292236, 3.9534785747528076, 4.2746124267578125, 4.5957465171813965, 4.9168806076049805, 5.238014221191406, 5.559148788452148, 5.880282402038574, 6.201416492462158, 6.522550582885742, 6.843684673309326, 7.16481876373291, 7.485952377319336, 7.80708646774292, 8.128220558166504, 8.44935417175293, 8.770488739013672, 9.091622352600098, 9.41275691986084, 9.733890533447266, 10.055025100708008, 10.376158714294434, 10.69729232788086, 11.018426895141602, 11.339560508728027]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 6.0, 8.0, 8.0, 4.0, 15.0, 19.0, 8.0, 28.0, 18.0, 26.0, 31.0, 30.0, 30.0, 35.0, 43.0, 38.0, 44.0, 39.0, 21.0, 45.0, 37.0, 43.0, 39.0, 45.0, 24.0, 41.0, 20.0, 39.0, 39.0, 29.0, 32.0, 29.0, 16.0, 11.0, 17.0, 9.0, 9.0, 6.0, 9.0, 2.0, 10.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5888671875, -1.5391082763671875, -1.489349365234375, -1.4395904541015625, -1.38983154296875, -1.3400726318359375, -1.290313720703125, -1.2405548095703125, -1.1907958984375, -1.1410369873046875, -1.091278076171875, -1.0415191650390625, -0.99176025390625, -0.9420013427734375, -0.892242431640625, -0.8424835205078125, -0.792724609375, -0.7429656982421875, -0.693206787109375, -0.6434478759765625, -0.59368896484375, -0.5439300537109375, -0.494171142578125, -0.4444122314453125, -0.3946533203125, -0.3448944091796875, -0.295135498046875, -0.2453765869140625, -0.19561767578125, -0.1458587646484375, -0.096099853515625, -0.0463409423828125, 0.00341796875, 0.0531768798828125, 0.102935791015625, 0.1526947021484375, 0.20245361328125, 0.2522125244140625, 0.301971435546875, 0.3517303466796875, 0.4014892578125, 0.4512481689453125, 0.501007080078125, 0.5507659912109375, 0.60052490234375, 0.6502838134765625, 0.700042724609375, 0.7498016357421875, 0.799560546875, 0.8493194580078125, 0.899078369140625, 0.9488372802734375, 0.99859619140625, 1.0483551025390625, 1.098114013671875, 1.1478729248046875, 1.1976318359375, 1.2473907470703125, 1.297149658203125, 1.3469085693359375, 1.39666748046875, 1.4464263916015625, 1.496185302734375, 1.5459442138671875, 1.595703125]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 1.0, 5.0, 3.0, 6.0, 6.0, 10.0, 7.0, 16.0, 21.0, 24.0, 56.0, 79.0, 103.0, 175.0, 284.0, 511.0, 899.0, 1892.0, 3918.0, 8852.0, 21616.0, 56710.0, 177576.0, 523143.0, 163174.0, 53271.0, 20229.0, 8325.0, 3738.0, 1758.0, 889.0, 479.0, 278.0, 148.0, 122.0, 70.0, 49.0, 33.0, 20.0, 20.0, 16.0, 11.0, 6.0, 6.0, 7.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1142578125, -1.0721588134765625, -1.030059814453125, -0.9879608154296875, -0.94586181640625, -0.9037628173828125, -0.861663818359375, -0.8195648193359375, -0.7774658203125, -0.7353668212890625, -0.693267822265625, -0.6511688232421875, -0.60906982421875, -0.5669708251953125, -0.524871826171875, -0.4827728271484375, -0.440673828125, -0.3985748291015625, -0.356475830078125, -0.3143768310546875, -0.27227783203125, -0.2301788330078125, -0.188079833984375, -0.1459808349609375, -0.1038818359375, -0.0617828369140625, -0.019683837890625, 0.0224151611328125, 0.06451416015625, 0.1066131591796875, 0.148712158203125, 0.1908111572265625, 0.23291015625, 0.2750091552734375, 0.317108154296875, 0.3592071533203125, 0.40130615234375, 0.4434051513671875, 0.485504150390625, 0.5276031494140625, 0.5697021484375, 0.6118011474609375, 0.653900146484375, 0.6959991455078125, 0.73809814453125, 0.7801971435546875, 0.822296142578125, 0.8643951416015625, 0.906494140625, 0.9485931396484375, 0.990692138671875, 1.0327911376953125, 1.07489013671875, 1.1169891357421875, 1.159088134765625, 1.2011871337890625, 1.2432861328125, 1.2853851318359375, 1.327484130859375, 1.3695831298828125, 1.41168212890625, 1.4537811279296875, 1.495880126953125, 1.5379791259765625, 1.580078125]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 5.0, 3.0, 9.0, 7.0, 8.0, 13.0, 21.0, 12.0, 15.0, 25.0, 23.0, 19.0, 27.0, 26.0, 35.0, 44.0, 20.0, 28.0, 39.0, 44.0, 43.0, 41.0, 1061.0, 44.0, 40.0, 32.0, 40.0, 39.0, 39.0, 27.0, 29.0, 17.0, 23.0, 22.0, 19.0, 12.0, 15.0, 10.0, 16.0, 11.0, 7.0, 8.0, 7.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.263671875, -1.2257232666015625, -1.187774658203125, -1.1498260498046875, -1.11187744140625, -1.0739288330078125, -1.035980224609375, -0.9980316162109375, -0.9600830078125, -0.9221343994140625, -0.884185791015625, -0.8462371826171875, -0.80828857421875, -0.7703399658203125, -0.732391357421875, -0.6944427490234375, -0.656494140625, -0.6185455322265625, -0.580596923828125, -0.5426483154296875, -0.50469970703125, -0.4667510986328125, -0.428802490234375, -0.3908538818359375, -0.3529052734375, -0.3149566650390625, -0.277008056640625, -0.2390594482421875, -0.20111083984375, -0.1631622314453125, -0.125213623046875, -0.0872650146484375, -0.04931640625, -0.0113677978515625, 0.026580810546875, 0.0645294189453125, 0.10247802734375, 0.1404266357421875, 0.178375244140625, 0.2163238525390625, 0.2542724609375, 0.2922210693359375, 0.330169677734375, 0.3681182861328125, 0.40606689453125, 0.4440155029296875, 0.481964111328125, 0.5199127197265625, 0.557861328125, 0.5958099365234375, 0.633758544921875, 0.6717071533203125, 0.70965576171875, 0.7476043701171875, 0.785552978515625, 0.8235015869140625, 0.8614501953125, 0.8993988037109375, 0.937347412109375, 0.9752960205078125, 1.01324462890625, 1.0511932373046875, 1.089141845703125, 1.1270904541015625, 1.1650390625]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 4.0, 4.0, 3.0, 7.0, 17.0, 12.0, 24.0, 26.0, 40.0, 68.0, 73.0, 123.0, 151.0, 213.0, 340.0, 544.0, 803.0, 1236.0, 2170.0, 3776.0, 7004.0, 14834.0, 52843.0, 1858270.0, 114249.0, 20373.0, 8665.0, 4417.0, 2632.0, 1489.0, 927.0, 577.0, 355.0, 271.0, 174.0, 104.0, 92.0, 62.0, 49.0, 39.0, 20.0, 20.0, 15.0, 8.0, 8.0, 4.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.54296875, -1.494232177734375, -1.44549560546875, -1.396759033203125, -1.3480224609375, -1.299285888671875, -1.25054931640625, -1.201812744140625, -1.153076171875, -1.104339599609375, -1.05560302734375, -1.006866455078125, -0.9581298828125, -0.909393310546875, -0.86065673828125, -0.811920166015625, -0.76318359375, -0.714447021484375, -0.66571044921875, -0.616973876953125, -0.5682373046875, -0.519500732421875, -0.47076416015625, -0.422027587890625, -0.373291015625, -0.324554443359375, -0.27581787109375, -0.227081298828125, -0.1783447265625, -0.129608154296875, -0.08087158203125, -0.032135009765625, 0.0166015625, 0.065338134765625, 0.11407470703125, 0.162811279296875, 0.2115478515625, 0.260284423828125, 0.30902099609375, 0.357757568359375, 0.406494140625, 0.455230712890625, 0.50396728515625, 0.552703857421875, 0.6014404296875, 0.650177001953125, 0.69891357421875, 0.747650146484375, 0.79638671875, 0.845123291015625, 0.89385986328125, 0.942596435546875, 0.9913330078125, 1.040069580078125, 1.08880615234375, 1.137542724609375, 1.186279296875, 1.235015869140625, 1.28375244140625, 1.332489013671875, 1.3812255859375, 1.429962158203125, 1.47869873046875, 1.527435302734375, 1.576171875]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 2.0, 4.0, 5.0, 14.0, 12.0, 16.0, 15.0, 28.0, 34.0, 63.0, 80.0, 83.0, 110.0, 101.0, 111.0, 85.0, 52.0, 50.0, 33.0, 29.0, 13.0, 20.0, 5.0, 10.0, 5.0, 7.0, 3.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.057464599609375, -0.05543851852416992, -0.053412437438964844, -0.051386356353759766, -0.04936027526855469, -0.04733419418334961, -0.04530811309814453, -0.04328203201293945, -0.041255950927734375, -0.0392298698425293, -0.03720378875732422, -0.03517770767211914, -0.03315162658691406, -0.031125545501708984, -0.029099464416503906, -0.027073383331298828, -0.02504730224609375, -0.023021221160888672, -0.020995140075683594, -0.018969058990478516, -0.016942977905273438, -0.01491689682006836, -0.012890815734863281, -0.010864734649658203, -0.008838653564453125, -0.006812572479248047, -0.004786491394042969, -0.0027604103088378906, -0.0007343292236328125, 0.0012917518615722656, 0.0033178329467773438, 0.005343914031982422, 0.0073699951171875, 0.009396076202392578, 0.011422157287597656, 0.013448238372802734, 0.015474319458007812, 0.01750040054321289, 0.01952648162841797, 0.021552562713623047, 0.023578643798828125, 0.025604724884033203, 0.02763080596923828, 0.02965688705444336, 0.03168296813964844, 0.033709049224853516, 0.035735130310058594, 0.03776121139526367, 0.03978729248046875, 0.04181337356567383, 0.043839454650878906, 0.045865535736083984, 0.04789161682128906, 0.04991769790649414, 0.05194377899169922, 0.0539698600769043, 0.055995941162109375, 0.05802202224731445, 0.06004810333251953, 0.06207418441772461, 0.06410026550292969, 0.06612634658813477, 0.06815242767333984, 0.07017850875854492, 0.07220458984375]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 4.0, 1.0, 4.0, 7.0, 7.0, 12.0, 14.0, 18.0, 24.0, 34.0, 66.0, 90.0, 135.0, 227.0, 573.0, 2335.0, 26468.0, 902349.0, 109589.0, 4976.0, 828.0, 307.0, 172.0, 79.0, 74.0, 46.0, 33.0, 16.0, 12.0, 17.0, 14.0, 4.0, 5.0, 5.0, 0.0, 3.0, 2.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.85107421875, -0.8265380859375, -0.802001953125, -0.7774658203125, -0.7529296875, -0.7283935546875, -0.703857421875, -0.6793212890625, -0.65478515625, -0.6302490234375, -0.605712890625, -0.5811767578125, -0.556640625, -0.5321044921875, -0.507568359375, -0.4830322265625, -0.45849609375, -0.4339599609375, -0.409423828125, -0.3848876953125, -0.3603515625, -0.3358154296875, -0.311279296875, -0.2867431640625, -0.26220703125, -0.2376708984375, -0.213134765625, -0.1885986328125, -0.1640625, -0.1395263671875, -0.114990234375, -0.0904541015625, -0.06591796875, -0.0413818359375, -0.016845703125, 0.0076904296875, 0.0322265625, 0.0567626953125, 0.081298828125, 0.1058349609375, 0.13037109375, 0.1549072265625, 0.179443359375, 0.2039794921875, 0.228515625, 0.2530517578125, 0.277587890625, 0.3021240234375, 0.32666015625, 0.3511962890625, 0.375732421875, 0.4002685546875, 0.4248046875, 0.4493408203125, 0.473876953125, 0.4984130859375, 0.52294921875, 0.5474853515625, 0.572021484375, 0.5965576171875, 0.62109375, 0.6456298828125, 0.670166015625, 0.6947021484375, 0.71923828125]}, "gradients/decoder.transformer.h.14.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 6.0, 3.0, 12.0, 14.0, 36.0, 42.0, 58.0, 71.0, 119.0, 137.0, 150.0, 132.0, 76.0, 44.0, 39.0, 27.0, 17.0, 8.0, 3.0, 5.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.07822079956531525, -0.07326024770736694, -0.06829970329999924, -0.06333915144205093, -0.05837860330939293, -0.053418055176734924, -0.04845750331878662, -0.043496955186128616, -0.03853640705347061, -0.03357585892081261, -0.028615308925509453, -0.0236547589302063, -0.018694210797548294, -0.01373366266489029, -0.008773112669587135, -0.0038125626742839813, 0.0011479854583740234, 0.006108534522354603, 0.011069083586335182, 0.016029633581638336, 0.02099018171429634, 0.025950729846954346, 0.0309112798422575, 0.035871829837560654, 0.04083237797021866, 0.04579292610287666, 0.05075347423553467, 0.05571402609348297, 0.060674574226140976, 0.06563512235879898, 0.07059567421674728, 0.07555621862411499, 0.08051678538322449, 0.08547733724117279, 0.0904378816485405, 0.0953984335064888, 0.1003589779138565, 0.10531952977180481, 0.11028008162975311, 0.11524063348770142, 0.12020117789506912, 0.12516172230243683, 0.13012227416038513, 0.13508282601833344, 0.14004337787628174, 0.14500391483306885, 0.14996446669101715, 0.15492501854896545, 0.15988557040691376, 0.16484612226486206, 0.16980667412281036, 0.17476721107959747, 0.17972776293754578, 0.18468831479549408, 0.18964886665344238, 0.19460941851139069, 0.199569970369339, 0.2045305222272873, 0.2094910740852356, 0.2144516110420227, 0.219412162899971, 0.2243727147579193, 0.22933326661586761, 0.23429381847381592, 0.23925435543060303]}, "gradients/decoder.transformer.h.14.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 6.0, 6.0, 5.0, 5.0, 11.0, 13.0, 14.0, 13.0, 20.0, 15.0, 19.0, 25.0, 19.0, 22.0, 36.0, 26.0, 26.0, 36.0, 29.0, 41.0, 39.0, 43.0, 48.0, 50.0, 47.0, 40.0, 36.0, 29.0, 39.0, 32.0, 28.0, 24.0, 21.0, 26.0, 27.0, 14.0, 17.0, 15.0, 12.0, 12.0, 7.0, 4.0, 3.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.07231849431991577, -0.07020852714776993, -0.06809855997562408, -0.06598858535289764, -0.0638786181807518, -0.06176865100860596, -0.059658680111169815, -0.05754870921373367, -0.05543874204158783, -0.053328774869441986, -0.051218803972005844, -0.0491088330745697, -0.04699886590242386, -0.044888898730278015, -0.04277892783284187, -0.04066895693540573, -0.03855898976325989, -0.036449022591114044, -0.0343390516936779, -0.03222908079624176, -0.030119113624095917, -0.028009144589304924, -0.02589917555451393, -0.02378920651972294, -0.021679237484931946, -0.019569268450140953, -0.01745929941534996, -0.015349330380558968, -0.013239361345767975, -0.011129392310976982, -0.00901942327618599, -0.006909454241394997, -0.004799485206604004, -0.002689516171813011, -0.0005795471370220184, 0.0015304218977689743, 0.003640390932559967, 0.00575035996735096, 0.007860329002141953, 0.009970298036932945, 0.012080267071723938, 0.01419023610651493, 0.016300205141305923, 0.018410174176096916, 0.02052014321088791, 0.0226301122456789, 0.024740081280469894, 0.026850050315260887, 0.02896001935005188, 0.031069988384842873, 0.033179957419633865, 0.03528992831707001, 0.03739989548921585, 0.039509862661361694, 0.041619833558797836, 0.04372980445623398, 0.04583977162837982, 0.047949738800525665, 0.05005970969796181, 0.05216968059539795, 0.05427964776754379, 0.056389614939689636, 0.05849958583712578, 0.06060955673456192, 0.06271952390670776]}, "gradients/decoder.transformer.h.14.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 2.0, 7.0, 7.0, 7.0, 5.0, 14.0, 20.0, 9.0, 24.0, 22.0, 26.0, 29.0, 34.0, 27.0, 36.0, 43.0, 37.0, 45.0, 40.0, 22.0, 44.0, 36.0, 43.0, 38.0, 46.0, 24.0, 42.0, 18.0, 42.0, 39.0, 28.0, 34.0, 25.0, 17.0, 12.0, 16.0, 8.0, 9.0, 7.0, 9.0, 1.0, 10.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.591796875, -1.5418701171875, -1.491943359375, -1.4420166015625, -1.39208984375, -1.3421630859375, -1.292236328125, -1.2423095703125, -1.1923828125, -1.1424560546875, -1.092529296875, -1.0426025390625, -0.99267578125, -0.9427490234375, -0.892822265625, -0.8428955078125, -0.79296875, -0.7430419921875, -0.693115234375, -0.6431884765625, -0.59326171875, -0.5433349609375, -0.493408203125, -0.4434814453125, -0.3935546875, -0.3436279296875, -0.293701171875, -0.2437744140625, -0.19384765625, -0.1439208984375, -0.093994140625, -0.0440673828125, 0.005859375, 0.0557861328125, 0.105712890625, 0.1556396484375, 0.20556640625, 0.2554931640625, 0.305419921875, 0.3553466796875, 0.4052734375, 0.4552001953125, 0.505126953125, 0.5550537109375, 0.60498046875, 0.6549072265625, 0.704833984375, 0.7547607421875, 0.8046875, 0.8546142578125, 0.904541015625, 0.9544677734375, 1.00439453125, 1.0543212890625, 1.104248046875, 1.1541748046875, 1.2041015625, 1.2540283203125, 1.303955078125, 1.3538818359375, 1.40380859375, 1.4537353515625, 1.503662109375, 1.5535888671875, 1.603515625]}, "gradients/decoder.transformer.h.14.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 1.0, 2.0, 4.0, 5.0, 7.0, 6.0, 6.0, 9.0, 20.0, 19.0, 25.0, 36.0, 60.0, 75.0, 125.0, 176.0, 241.0, 392.0, 585.0, 936.0, 1579.0, 2663.0, 4871.0, 10560.0, 31264.0, 140101.0, 579320.0, 206780.0, 42015.0, 12963.0, 5783.0, 3031.0, 1796.0, 1086.0, 666.0, 421.0, 288.0, 202.0, 133.0, 93.0, 62.0, 40.0, 40.0, 19.0, 15.0, 13.0, 7.0, 9.0, 7.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.787109375, -2.6929931640625, -2.598876953125, -2.5047607421875, -2.41064453125, -2.3165283203125, -2.222412109375, -2.1282958984375, -2.0341796875, -1.9400634765625, -1.845947265625, -1.7518310546875, -1.65771484375, -1.5635986328125, -1.469482421875, -1.3753662109375, -1.28125, -1.1871337890625, -1.093017578125, -0.9989013671875, -0.90478515625, -0.8106689453125, -0.716552734375, -0.6224365234375, -0.5283203125, -0.4342041015625, -0.340087890625, -0.2459716796875, -0.15185546875, -0.0577392578125, 0.036376953125, 0.1304931640625, 0.224609375, 0.3187255859375, 0.412841796875, 0.5069580078125, 0.60107421875, 0.6951904296875, 0.789306640625, 0.8834228515625, 0.9775390625, 1.0716552734375, 1.165771484375, 1.2598876953125, 1.35400390625, 1.4481201171875, 1.542236328125, 1.6363525390625, 1.73046875, 1.8245849609375, 1.918701171875, 2.0128173828125, 2.10693359375, 2.2010498046875, 2.295166015625, 2.3892822265625, 2.4833984375, 2.5775146484375, 2.671630859375, 2.7657470703125, 2.85986328125, 2.9539794921875, 3.048095703125, 3.1422119140625, 3.236328125]}, "gradients/decoder.transformer.h.14.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 5.0, 3.0, 4.0, 6.0, 8.0, 6.0, 16.0, 7.0, 11.0, 8.0, 23.0, 24.0, 18.0, 26.0, 31.0, 37.0, 31.0, 48.0, 47.0, 57.0, 80.0, 139.0, 248.0, 1453.0, 169.0, 108.0, 87.0, 45.0, 43.0, 35.0, 37.0, 26.0, 26.0, 20.0, 21.0, 17.0, 16.0, 11.0, 15.0, 9.0, 7.0, 11.0, 4.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 2.0], "bins": [-4.47265625, -4.33428955078125, -4.1959228515625, -4.05755615234375, -3.919189453125, -3.78082275390625, -3.6424560546875, -3.50408935546875, -3.36572265625, -3.22735595703125, -3.0889892578125, -2.95062255859375, -2.812255859375, -2.67388916015625, -2.5355224609375, -2.39715576171875, -2.2587890625, -2.12042236328125, -1.9820556640625, -1.84368896484375, -1.705322265625, -1.56695556640625, -1.4285888671875, -1.29022216796875, -1.15185546875, -1.01348876953125, -0.8751220703125, -0.73675537109375, -0.598388671875, -0.46002197265625, -0.3216552734375, -0.18328857421875, -0.044921875, 0.09344482421875, 0.2318115234375, 0.37017822265625, 0.508544921875, 0.64691162109375, 0.7852783203125, 0.92364501953125, 1.06201171875, 1.20037841796875, 1.3387451171875, 1.47711181640625, 1.615478515625, 1.75384521484375, 1.8922119140625, 2.03057861328125, 2.1689453125, 2.30731201171875, 2.4456787109375, 2.58404541015625, 2.722412109375, 2.86077880859375, 2.9991455078125, 3.13751220703125, 3.27587890625, 3.41424560546875, 3.5526123046875, 3.69097900390625, 3.829345703125, 3.96771240234375, 4.1060791015625, 4.24444580078125, 4.3828125]}, "gradients/decoder.transformer.h.14.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 0.0, 3.0, 0.0, 2.0, 0.0, 3.0, 5.0, 5.0, 4.0, 4.0, 9.0, 16.0, 15.0, 19.0, 26.0, 31.0, 41.0, 43.0, 60.0, 75.0, 126.0, 189.0, 309.0, 587.0, 1471.0, 5483.0, 39702.0, 2106416.0, 956378.0, 27643.0, 4292.0, 1259.0, 554.0, 266.0, 180.0, 114.0, 80.0, 69.0, 48.0, 39.0, 26.0, 28.0, 19.0, 16.0, 14.0, 15.0, 9.0, 6.0, 5.0, 4.0, 1.0, 5.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0], "bins": [-8.40625, -8.158447265625, -7.91064453125, -7.662841796875, -7.4150390625, -7.167236328125, -6.91943359375, -6.671630859375, -6.423828125, -6.176025390625, -5.92822265625, -5.680419921875, -5.4326171875, -5.184814453125, -4.93701171875, -4.689208984375, -4.44140625, -4.193603515625, -3.94580078125, -3.697998046875, -3.4501953125, -3.202392578125, -2.95458984375, -2.706787109375, -2.458984375, -2.211181640625, -1.96337890625, -1.715576171875, -1.4677734375, -1.219970703125, -0.97216796875, -0.724365234375, -0.4765625, -0.228759765625, 0.01904296875, 0.266845703125, 0.5146484375, 0.762451171875, 1.01025390625, 1.258056640625, 1.505859375, 1.753662109375, 2.00146484375, 2.249267578125, 2.4970703125, 2.744873046875, 2.99267578125, 3.240478515625, 3.48828125, 3.736083984375, 3.98388671875, 4.231689453125, 4.4794921875, 4.727294921875, 4.97509765625, 5.222900390625, 5.470703125, 5.718505859375, 5.96630859375, 6.214111328125, 6.4619140625, 6.709716796875, 6.95751953125, 7.205322265625, 7.453125]}, "gradients/decoder.transformer.h.14.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 9.0, 30.0, 69.0, 245.0, 374.0, 221.0, 55.0, 11.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-52.673301696777344, -51.70579147338867, -50.73828125, -49.77077102661133, -48.803260803222656, -47.835750579833984, -46.86824035644531, -45.90073013305664, -44.93321990966797, -43.9657096862793, -42.998199462890625, -42.03068923950195, -41.06317901611328, -40.09566879272461, -39.12815856933594, -38.160648345947266, -37.19314193725586, -36.22563171386719, -35.258121490478516, -34.290611267089844, -33.32310104370117, -32.3555908203125, -31.388080596923828, -30.42057228088379, -29.453060150146484, -28.485549926757812, -27.51803970336914, -26.55052947998047, -25.583019256591797, -24.615509033203125, -23.647998809814453, -22.680490493774414, -21.71297836303711, -20.745468139648438, -19.777957916259766, -18.810447692871094, -17.842937469482422, -16.87542724609375, -15.907917976379395, -14.940408706665039, -13.972898483276367, -13.005388259887695, -12.037878036499023, -11.070367813110352, -10.102858543395996, -9.135348320007324, -8.167838096618652, -7.200328350067139, -6.232818603515625, -5.265308380126953, -4.2977986335754395, -3.3302884101867676, -2.362778425216675, -1.395268440246582, -0.42775821685791016, 0.5397515296936035, 1.5072617530822754, 2.474771738052368, 3.442281723022461, 4.409791946411133, 5.377302169799805, 6.344811916351318, 7.31232213973999, 8.279831886291504, 9.247342109680176]}, "gradients/decoder.transformer.h.14.ln_1.bias": {"_type": "histogram", "values": [3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 4.0, 3.0, 6.0, 12.0, 5.0, 8.0, 11.0, 17.0, 10.0, 15.0, 20.0, 21.0, 31.0, 24.0, 30.0, 28.0, 29.0, 27.0, 40.0, 46.0, 31.0, 45.0, 30.0, 38.0, 40.0, 37.0, 47.0, 33.0, 42.0, 28.0, 32.0, 24.0, 27.0, 25.0, 19.0, 18.0, 20.0, 18.0, 9.0, 18.0, 8.0, 4.0, 3.0, 3.0, 6.0, 2.0, 2.0, 2.0, 4.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.996842384338379, -12.593564987182617, -12.190286636352539, -11.787009239196777, -11.383731842041016, -10.980453491210938, -10.577176094055176, -10.173898696899414, -9.770620346069336, -9.367342948913574, -8.964064598083496, -8.560787200927734, -8.157509803771973, -7.754231929779053, -7.350954055786133, -6.947676658630371, -6.544399261474609, -6.1411213874816895, -5.737843990325928, -5.334566116333008, -4.931288719177246, -4.528010845184326, -4.124732971191406, -3.7214553356170654, -3.3181777000427246, -2.914900064468384, -2.511622428894043, -2.108344554901123, -1.7050669193267822, -1.3017892837524414, -0.8985114097595215, -0.49523377418518066, -0.09195613861083984, 0.31132155656814575, 0.7145992517471313, 1.1178770065307617, 1.5211546421051025, 1.9244322776794434, 2.3277101516723633, 2.730987787246704, 3.134265422821045, 3.5375430583953857, 3.9408206939697266, 4.3440985679626465, 4.747376441955566, 5.150653839111328, 5.553931713104248, 5.957209587097168, 6.36048698425293, 6.76376485824585, 7.167042255401611, 7.570320129394531, 7.973597526550293, 8.376874923706055, 8.780153274536133, 9.183430671691895, 9.586708068847656, 9.989985466003418, 10.393263816833496, 10.796541213989258, 11.19981861114502, 11.603096008300781, 12.00637435913086, 12.409651756286621, 12.8129301071167]}, "gradients/decoder.transformer.h.13.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 5.0, 2.0, 6.0, 15.0, 16.0, 17.0, 17.0, 28.0, 20.0, 20.0, 30.0, 31.0, 37.0, 41.0, 42.0, 29.0, 45.0, 38.0, 39.0, 41.0, 42.0, 38.0, 34.0, 41.0, 27.0, 44.0, 39.0, 32.0, 35.0, 29.0, 23.0, 15.0, 14.0, 12.0, 17.0, 12.0, 13.0, 0.0, 5.0, 2.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.62109375, -1.567718505859375, -1.51434326171875, -1.460968017578125, -1.4075927734375, -1.354217529296875, -1.30084228515625, -1.247467041015625, -1.194091796875, -1.140716552734375, -1.08734130859375, -1.033966064453125, -0.9805908203125, -0.927215576171875, -0.87384033203125, -0.820465087890625, -0.76708984375, -0.713714599609375, -0.66033935546875, -0.606964111328125, -0.5535888671875, -0.500213623046875, -0.44683837890625, -0.393463134765625, -0.340087890625, -0.286712646484375, -0.23333740234375, -0.179962158203125, -0.1265869140625, -0.073211669921875, -0.01983642578125, 0.033538818359375, 0.0869140625, 0.140289306640625, 0.19366455078125, 0.247039794921875, 0.3004150390625, 0.353790283203125, 0.40716552734375, 0.460540771484375, 0.513916015625, 0.567291259765625, 0.62066650390625, 0.674041748046875, 0.7274169921875, 0.780792236328125, 0.83416748046875, 0.887542724609375, 0.94091796875, 0.994293212890625, 1.04766845703125, 1.101043701171875, 1.1544189453125, 1.207794189453125, 1.26116943359375, 1.314544677734375, 1.367919921875, 1.421295166015625, 1.47467041015625, 1.528045654296875, 1.5814208984375, 1.634796142578125, 1.68817138671875, 1.741546630859375, 1.794921875]}, "gradients/decoder.transformer.h.13.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0, 6.0, 2.0, 3.0, 7.0, 5.0, 8.0, 10.0, 14.0, 20.0, 35.0, 69.0, 72.0, 141.0, 190.0, 238.0, 390.0, 614.0, 1007.0, 1737.0, 2962.0, 5664.0, 12053.0, 37760.0, 334842.0, 3138212.0, 580833.0, 49973.0, 14073.0, 6258.0, 3018.0, 1691.0, 955.0, 569.0, 377.0, 212.0, 118.0, 53.0, 33.0, 27.0, 13.0, 15.0, 6.0, 3.0, 3.0, 0.0, 2.0], "bins": [-6.8671875, -6.7059326171875, -6.544677734375, -6.3834228515625, -6.22216796875, -6.0609130859375, -5.899658203125, -5.7384033203125, -5.5771484375, -5.4158935546875, -5.254638671875, -5.0933837890625, -4.93212890625, -4.7708740234375, -4.609619140625, -4.4483642578125, -4.287109375, -4.1258544921875, -3.964599609375, -3.8033447265625, -3.64208984375, -3.4808349609375, -3.319580078125, -3.1583251953125, -2.9970703125, -2.8358154296875, -2.674560546875, -2.5133056640625, -2.35205078125, -2.1907958984375, -2.029541015625, -1.8682861328125, -1.70703125, -1.5457763671875, -1.384521484375, -1.2232666015625, -1.06201171875, -0.9007568359375, -0.739501953125, -0.5782470703125, -0.4169921875, -0.2557373046875, -0.094482421875, 0.0667724609375, 0.22802734375, 0.3892822265625, 0.550537109375, 0.7117919921875, 0.873046875, 1.0343017578125, 1.195556640625, 1.3568115234375, 1.51806640625, 1.6793212890625, 1.840576171875, 2.0018310546875, 2.1630859375, 2.3243408203125, 2.485595703125, 2.6468505859375, 2.80810546875, 2.9693603515625, 3.130615234375, 3.2918701171875, 3.453125]}, "gradients/decoder.transformer.h.13.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 2.0, 2.0, 5.0, 8.0, 8.0, 15.0, 12.0, 16.0, 14.0, 28.0, 41.0, 48.0, 76.0, 146.0, 231.0, 408.0, 672.0, 809.0, 587.0, 368.0, 190.0, 129.0, 65.0, 42.0, 30.0, 32.0, 23.0, 10.0, 20.0, 9.0, 4.0, 4.0, 6.0, 1.0, 4.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.11328125, -3.986328125, -3.859375, -3.732421875, -3.60546875, -3.478515625, -3.3515625, -3.224609375, -3.09765625, -2.970703125, -2.84375, -2.716796875, -2.58984375, -2.462890625, -2.3359375, -2.208984375, -2.08203125, -1.955078125, -1.828125, -1.701171875, -1.57421875, -1.447265625, -1.3203125, -1.193359375, -1.06640625, -0.939453125, -0.8125, -0.685546875, -0.55859375, -0.431640625, -0.3046875, -0.177734375, -0.05078125, 0.076171875, 0.203125, 0.330078125, 0.45703125, 0.583984375, 0.7109375, 0.837890625, 0.96484375, 1.091796875, 1.21875, 1.345703125, 1.47265625, 1.599609375, 1.7265625, 1.853515625, 1.98046875, 2.107421875, 2.234375, 2.361328125, 2.48828125, 2.615234375, 2.7421875, 2.869140625, 2.99609375, 3.123046875, 3.25, 3.376953125, 3.50390625, 3.630859375, 3.7578125, 3.884765625, 4.01171875]}, "gradients/decoder.transformer.h.13.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 4.0, 4.0, 6.0, 5.0, 9.0, 13.0, 24.0, 34.0, 52.0, 72.0, 142.0, 222.0, 522.0, 1063.0, 2350.0, 5965.0, 17427.0, 81580.0, 2355592.0, 1634983.0, 68814.0, 15758.0, 5404.0, 2271.0, 924.0, 464.0, 229.0, 121.0, 79.0, 44.0, 28.0, 15.0, 19.0, 10.0, 6.0, 7.0, 5.0, 3.0, 3.0, 3.0, 1.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.2265625, -7.9608154296875, -7.695068359375, -7.4293212890625, -7.16357421875, -6.8978271484375, -6.632080078125, -6.3663330078125, -6.1005859375, -5.8348388671875, -5.569091796875, -5.3033447265625, -5.03759765625, -4.7718505859375, -4.506103515625, -4.2403564453125, -3.974609375, -3.7088623046875, -3.443115234375, -3.1773681640625, -2.91162109375, -2.6458740234375, -2.380126953125, -2.1143798828125, -1.8486328125, -1.5828857421875, -1.317138671875, -1.0513916015625, -0.78564453125, -0.5198974609375, -0.254150390625, 0.0115966796875, 0.27734375, 0.5430908203125, 0.808837890625, 1.0745849609375, 1.34033203125, 1.6060791015625, 1.871826171875, 2.1375732421875, 2.4033203125, 2.6690673828125, 2.934814453125, 3.2005615234375, 3.46630859375, 3.7320556640625, 3.997802734375, 4.2635498046875, 4.529296875, 4.7950439453125, 5.060791015625, 5.3265380859375, 5.59228515625, 5.8580322265625, 6.123779296875, 6.3895263671875, 6.6552734375, 6.9210205078125, 7.186767578125, 7.4525146484375, 7.71826171875, 7.9840087890625, 8.249755859375, 8.5155029296875, 8.78125]}, "gradients/decoder.transformer.h.13.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 2.0, 9.0, 25.0, 37.0, 65.0, 124.0, 210.0, 227.0, 162.0, 80.0, 30.0, 23.0, 3.0, 4.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-41.91034698486328, -40.867374420166016, -39.82440185546875, -38.78142547607422, -37.73845291137695, -36.69548034667969, -35.65250778198242, -34.609535217285156, -33.56656265258789, -32.523590087890625, -31.480615615844727, -30.43764305114746, -29.394670486450195, -28.351696014404297, -27.30872344970703, -26.265750885009766, -25.222776412963867, -24.1798038482666, -23.136829376220703, -22.093856811523438, -21.050884246826172, -20.007911682128906, -18.964937210083008, -17.921964645385742, -16.878990173339844, -15.836016654968262, -14.793044090270996, -13.750070571899414, -12.707098007202148, -11.664124488830566, -10.621150970458984, -9.578178405761719, -8.535207748413086, -7.492234706878662, -6.449261665344238, -5.406288146972656, -4.363315105438232, -3.3203420639038086, -2.2773685455322266, -1.2343955039978027, -0.1914224624633789, 0.8515506982803345, 1.8945238590240479, 2.937497138977051, 3.9804701805114746, 5.023443222045898, 6.0664167404174805, 7.109389781951904, 8.152362823486328, 9.19533634185791, 10.238308906555176, 11.281282424926758, 12.324254989624023, 13.367228507995605, 14.410202026367188, 15.453174591064453, 16.49614715576172, 17.539119720458984, 18.582094192504883, 19.62506675720215, 20.668039321899414, 21.711013793945312, 22.753986358642578, 23.796958923339844, 24.839933395385742]}, "gradients/decoder.transformer.h.13.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 6.0, 2.0, 5.0, 6.0, 5.0, 12.0, 8.0, 13.0, 20.0, 16.0, 9.0, 20.0, 18.0, 29.0, 25.0, 14.0, 28.0, 29.0, 42.0, 35.0, 31.0, 37.0, 38.0, 48.0, 40.0, 51.0, 28.0, 33.0, 38.0, 36.0, 29.0, 32.0, 23.0, 21.0, 23.0, 26.0, 18.0, 14.0, 19.0, 18.0, 9.0, 8.0, 11.0, 11.0, 7.0, 9.0, 5.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-9.15669059753418, -8.843356132507324, -8.530020713806152, -8.216686248779297, -7.903350830078125, -7.5900163650512695, -7.276681423187256, -6.963346481323242, -6.6500115394592285, -6.336676597595215, -6.023341655731201, -5.7100067138671875, -5.396672248840332, -5.08333683013916, -4.770002365112305, -4.456667423248291, -4.143332481384277, -3.8299975395202637, -3.51666259765625, -3.2033278942108154, -2.8899929523468018, -2.576658010482788, -2.2633233070373535, -1.9499883651733398, -1.6366534233093262, -1.3233184814453125, -1.0099836587905884, -0.6966487765312195, -0.3833138942718506, -0.06997895240783691, 0.2433558702468872, 0.5566906929016113, 0.8700265884399414, 1.183361530303955, 1.4966963529586792, 1.8100311756134033, 2.123366117477417, 2.4367010593414307, 2.7500357627868652, 3.063370704650879, 3.3767056465148926, 3.6900405883789062, 4.00337553024292, 4.316710472106934, 4.630044937133789, 4.943380355834961, 5.256714820861816, 5.57004976272583, 5.883384704589844, 6.196719646453857, 6.510054588317871, 6.823389530181885, 7.136724472045898, 7.450058937072754, 7.763393878936768, 8.076728820800781, 8.390064239501953, 8.703398704528809, 9.01673412322998, 9.330068588256836, 9.643404006958008, 9.956738471984863, 10.270073890686035, 10.58340835571289, 10.896742820739746]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 5.0, 8.0, 7.0, 7.0, 8.0, 12.0, 15.0, 20.0, 21.0, 22.0, 29.0, 24.0, 34.0, 33.0, 37.0, 41.0, 51.0, 45.0, 35.0, 36.0, 46.0, 40.0, 52.0, 37.0, 42.0, 41.0, 33.0, 25.0, 30.0, 25.0, 25.0, 27.0, 18.0, 6.0, 10.0, 11.0, 6.0, 10.0, 6.0, 6.0, 4.0, 8.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0], "bins": [-1.845703125, -1.7945709228515625, -1.743438720703125, -1.6923065185546875, -1.64117431640625, -1.5900421142578125, -1.538909912109375, -1.4877777099609375, -1.4366455078125, -1.3855133056640625, -1.334381103515625, -1.2832489013671875, -1.23211669921875, -1.1809844970703125, -1.129852294921875, -1.0787200927734375, -1.027587890625, -0.9764556884765625, -0.925323486328125, -0.8741912841796875, -0.82305908203125, -0.7719268798828125, -0.720794677734375, -0.6696624755859375, -0.6185302734375, -0.5673980712890625, -0.516265869140625, -0.4651336669921875, -0.41400146484375, -0.3628692626953125, -0.311737060546875, -0.2606048583984375, -0.20947265625, -0.1583404541015625, -0.107208251953125, -0.0560760498046875, -0.00494384765625, 0.0461883544921875, 0.097320556640625, 0.1484527587890625, 0.1995849609375, 0.2507171630859375, 0.301849365234375, 0.3529815673828125, 0.40411376953125, 0.4552459716796875, 0.506378173828125, 0.5575103759765625, 0.608642578125, 0.6597747802734375, 0.710906982421875, 0.7620391845703125, 0.81317138671875, 0.8643035888671875, 0.915435791015625, 0.9665679931640625, 1.0177001953125, 1.0688323974609375, 1.119964599609375, 1.1710968017578125, 1.22222900390625, 1.2733612060546875, 1.324493408203125, 1.3756256103515625, 1.4267578125]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 10.0, 8.0, 9.0, 16.0, 13.0, 24.0, 28.0, 47.0, 78.0, 101.0, 160.0, 225.0, 348.0, 630.0, 1202.0, 2333.0, 5262.0, 13144.0, 36534.0, 124518.0, 511434.0, 252398.0, 63608.0, 21132.0, 8066.0, 3474.0, 1618.0, 808.0, 487.0, 268.0, 189.0, 110.0, 92.0, 53.0, 39.0, 37.0, 18.0, 12.0, 8.0, 3.0, 6.0, 6.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2080078125, -1.167388916015625, -1.12677001953125, -1.086151123046875, -1.0455322265625, -1.004913330078125, -0.96429443359375, -0.923675537109375, -0.883056640625, -0.842437744140625, -0.80181884765625, -0.761199951171875, -0.7205810546875, -0.679962158203125, -0.63934326171875, -0.598724365234375, -0.55810546875, -0.517486572265625, -0.47686767578125, -0.436248779296875, -0.3956298828125, -0.355010986328125, -0.31439208984375, -0.273773193359375, -0.233154296875, -0.192535400390625, -0.15191650390625, -0.111297607421875, -0.0706787109375, -0.030059814453125, 0.01055908203125, 0.051177978515625, 0.091796875, 0.132415771484375, 0.17303466796875, 0.213653564453125, 0.2542724609375, 0.294891357421875, 0.33551025390625, 0.376129150390625, 0.416748046875, 0.457366943359375, 0.49798583984375, 0.538604736328125, 0.5792236328125, 0.619842529296875, 0.66046142578125, 0.701080322265625, 0.74169921875, 0.782318115234375, 0.82293701171875, 0.863555908203125, 0.9041748046875, 0.944793701171875, 0.98541259765625, 1.026031494140625, 1.066650390625, 1.107269287109375, 1.14788818359375, 1.188507080078125, 1.2291259765625, 1.269744873046875, 1.31036376953125, 1.350982666015625, 1.3916015625]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 7.0, 4.0, 5.0, 14.0, 16.0, 15.0, 13.0, 22.0, 20.0, 24.0, 24.0, 33.0, 43.0, 39.0, 27.0, 40.0, 33.0, 50.0, 46.0, 1078.0, 47.0, 36.0, 35.0, 41.0, 40.0, 38.0, 28.0, 30.0, 31.0, 25.0, 23.0, 15.0, 18.0, 12.0, 13.0, 11.0, 10.0, 4.0, 6.0, 3.0, 5.0, 1.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.2705078125, -1.230682373046875, -1.19085693359375, -1.151031494140625, -1.1112060546875, -1.071380615234375, -1.03155517578125, -0.991729736328125, -0.951904296875, -0.912078857421875, -0.87225341796875, -0.832427978515625, -0.7926025390625, -0.752777099609375, -0.71295166015625, -0.673126220703125, -0.63330078125, -0.593475341796875, -0.55364990234375, -0.513824462890625, -0.4739990234375, -0.434173583984375, -0.39434814453125, -0.354522705078125, -0.314697265625, -0.274871826171875, -0.23504638671875, -0.195220947265625, -0.1553955078125, -0.115570068359375, -0.07574462890625, -0.035919189453125, 0.00390625, 0.043731689453125, 0.08355712890625, 0.123382568359375, 0.1632080078125, 0.203033447265625, 0.24285888671875, 0.282684326171875, 0.322509765625, 0.362335205078125, 0.40216064453125, 0.441986083984375, 0.4818115234375, 0.521636962890625, 0.56146240234375, 0.601287841796875, 0.64111328125, 0.680938720703125, 0.72076416015625, 0.760589599609375, 0.8004150390625, 0.840240478515625, 0.88006591796875, 0.919891357421875, 0.959716796875, 0.999542236328125, 1.03936767578125, 1.079193115234375, 1.1190185546875, 1.158843994140625, 1.19866943359375, 1.238494873046875, 1.2783203125]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 6.0, 8.0, 14.0, 9.0, 28.0, 22.0, 36.0, 84.0, 142.0, 316.0, 636.0, 1505.0, 3806.0, 12000.0, 67150.0, 1959673.0, 37442.0, 8949.0, 2982.0, 1200.0, 559.0, 261.0, 126.0, 59.0, 37.0, 24.0, 23.0, 16.0, 14.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.876953125, -1.799957275390625, -1.72296142578125, -1.645965576171875, -1.5689697265625, -1.491973876953125, -1.41497802734375, -1.337982177734375, -1.260986328125, -1.183990478515625, -1.10699462890625, -1.029998779296875, -0.9530029296875, -0.876007080078125, -0.79901123046875, -0.722015380859375, -0.64501953125, -0.568023681640625, -0.49102783203125, -0.414031982421875, -0.3370361328125, -0.260040283203125, -0.18304443359375, -0.106048583984375, -0.029052734375, 0.047943115234375, 0.12493896484375, 0.201934814453125, 0.2789306640625, 0.355926513671875, 0.43292236328125, 0.509918212890625, 0.5869140625, 0.663909912109375, 0.74090576171875, 0.817901611328125, 0.8948974609375, 0.971893310546875, 1.04888916015625, 1.125885009765625, 1.202880859375, 1.279876708984375, 1.35687255859375, 1.433868408203125, 1.5108642578125, 1.587860107421875, 1.66485595703125, 1.741851806640625, 1.81884765625, 1.895843505859375, 1.97283935546875, 2.049835205078125, 2.1268310546875, 2.203826904296875, 2.28082275390625, 2.357818603515625, 2.434814453125, 2.511810302734375, 2.58880615234375, 2.665802001953125, 2.7427978515625, 2.819793701171875, 2.89678955078125, 2.973785400390625, 3.05078125]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 1.0, 1.0, 2.0, 5.0, 6.0, 3.0, 9.0, 7.0, 8.0, 11.0, 16.0, 26.0, 33.0, 44.0, 73.0, 82.0, 105.0, 133.0, 89.0, 101.0, 59.0, 44.0, 33.0, 20.0, 19.0, 18.0, 12.0, 9.0, 8.0, 6.0, 10.0, 4.0, 4.0, 2.0, 4.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06396484375, -0.06179618835449219, -0.059627532958984375, -0.05745887756347656, -0.05529022216796875, -0.05312156677246094, -0.050952911376953125, -0.04878425598144531, -0.0466156005859375, -0.04444694519042969, -0.042278289794921875, -0.04010963439941406, -0.03794097900390625, -0.03577232360839844, -0.033603668212890625, -0.03143501281738281, -0.029266357421875, -0.027097702026367188, -0.024929046630859375, -0.022760391235351562, -0.02059173583984375, -0.018423080444335938, -0.016254425048828125, -0.014085769653320312, -0.0119171142578125, -0.009748458862304688, -0.007579803466796875, -0.0054111480712890625, -0.00324249267578125, -0.0010738372802734375, 0.001094818115234375, 0.0032634735107421875, 0.00543212890625, 0.0076007843017578125, 0.009769439697265625, 0.011938095092773438, 0.01410675048828125, 0.016275405883789062, 0.018444061279296875, 0.020612716674804688, 0.0227813720703125, 0.024950027465820312, 0.027118682861328125, 0.029287338256835938, 0.03145599365234375, 0.03362464904785156, 0.035793304443359375, 0.03796195983886719, 0.040130615234375, 0.04229927062988281, 0.044467926025390625, 0.04663658142089844, 0.04880523681640625, 0.05097389221191406, 0.053142547607421875, 0.05531120300292969, 0.0574798583984375, 0.05964851379394531, 0.061817169189453125, 0.06398582458496094, 0.06615447998046875, 0.06832313537597656, 0.07049179077148438, 0.07266044616699219, 0.0748291015625]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 6.0, 4.0, 6.0, 11.0, 9.0, 12.0, 11.0, 21.0, 27.0, 32.0, 46.0, 68.0, 90.0, 192.0, 487.0, 2019.0, 35650.0, 973862.0, 33041.0, 1970.0, 433.0, 193.0, 115.0, 71.0, 42.0, 29.0, 29.0, 25.0, 6.0, 13.0, 11.0, 6.0, 2.0, 3.0, 0.0, 5.0, 2.0, 2.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.044921875, -1.0146255493164062, -0.9843292236328125, -0.9540328979492188, -0.923736572265625, -0.8934402465820312, -0.8631439208984375, -0.8328475952148438, -0.80255126953125, -0.7722549438476562, -0.7419586181640625, -0.7116622924804688, -0.681365966796875, -0.6510696411132812, -0.6207733154296875, -0.5904769897460938, -0.5601806640625, -0.5298843383789062, -0.4995880126953125, -0.46929168701171875, -0.438995361328125, -0.40869903564453125, -0.3784027099609375, -0.34810638427734375, -0.31781005859375, -0.28751373291015625, -0.2572174072265625, -0.22692108154296875, -0.196624755859375, -0.16632843017578125, -0.1360321044921875, -0.10573577880859375, -0.075439453125, -0.04514312744140625, -0.0148468017578125, 0.01544952392578125, 0.045745849609375, 0.07604217529296875, 0.1063385009765625, 0.13663482666015625, 0.16693115234375, 0.19722747802734375, 0.2275238037109375, 0.25782012939453125, 0.288116455078125, 0.31841278076171875, 0.3487091064453125, 0.37900543212890625, 0.4093017578125, 0.43959808349609375, 0.4698944091796875, 0.5001907348632812, 0.530487060546875, 0.5607833862304688, 0.5910797119140625, 0.6213760375976562, 0.65167236328125, 0.6819686889648438, 0.7122650146484375, 0.7425613403320312, 0.772857666015625, 0.8031539916992188, 0.8334503173828125, 0.8637466430664062, 0.89404296875]}, "gradients/decoder.transformer.h.13.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 7.0, 31.0, 65.0, 320.0, 399.0, 140.0, 42.0, 5.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.4144311845302582, -0.4007175862789154, -0.387004017829895, -0.37329041957855225, -0.35957685112953186, -0.3458632528781891, -0.3321496844291687, -0.3184360861778259, -0.30472251772880554, -0.29100891947746277, -0.2772953510284424, -0.2635817527770996, -0.24986818432807922, -0.23615458607673645, -0.22244101762771606, -0.2087274193763733, -0.1950138360261917, -0.18130025267601013, -0.16758666932582855, -0.15387308597564697, -0.1401595026254654, -0.1264459192752838, -0.11273232847452164, -0.09901874512434006, -0.08530516177415848, -0.0715915784239769, -0.05787799507379532, -0.04416440799832344, -0.03045082464814186, -0.016737237572669983, -0.0030236542224884033, 0.010689929127693176, 0.024403512477874756, 0.038117095828056335, 0.051830679178237915, 0.0655442625284195, 0.07925784587860107, 0.09297143667936325, 0.10668502002954483, 0.12039860337972641, 0.1341121792793274, 0.14782576262950897, 0.16153934597969055, 0.17525292932987213, 0.1889665126800537, 0.20268011093139648, 0.21639367938041687, 0.23010727763175964, 0.24382086098194122, 0.2575344443321228, 0.2712480425834656, 0.28496161103248596, 0.29867520928382874, 0.3123887777328491, 0.3261023759841919, 0.3398159444332123, 0.35352954268455505, 0.3672431409358978, 0.3809567093849182, 0.394670307636261, 0.40838387608528137, 0.42209747433662415, 0.43581104278564453, 0.4495246410369873, 0.4632382094860077]}, "gradients/decoder.transformer.h.13.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 2.0, 5.0, 3.0, 2.0, 5.0, 5.0, 4.0, 7.0, 11.0, 9.0, 15.0, 15.0, 20.0, 21.0, 23.0, 32.0, 21.0, 28.0, 28.0, 42.0, 36.0, 48.0, 43.0, 35.0, 39.0, 38.0, 36.0, 32.0, 48.0, 49.0, 29.0, 26.0, 29.0, 29.0, 28.0, 23.0, 15.0, 24.0, 14.0, 15.0, 13.0, 14.0, 9.0, 12.0, 11.0, 5.0, 3.0, 3.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.06801897287368774, -0.06586844474077225, -0.06371791660785675, -0.061567388474941254, -0.05941686034202576, -0.05726633220911026, -0.05511580407619476, -0.052965275943279266, -0.05081474781036377, -0.04866421967744827, -0.046513691544532776, -0.04436316341161728, -0.04221263527870178, -0.040062107145786285, -0.03791157901287079, -0.03576105087995529, -0.033610522747039795, -0.0314599946141243, -0.0293094664812088, -0.027158938348293304, -0.025008410215377808, -0.02285788208246231, -0.020707353949546814, -0.018556825816631317, -0.01640629768371582, -0.014255769550800323, -0.012105241417884827, -0.00995471328496933, -0.007804185152053833, -0.005653657019138336, -0.0035031288862228394, -0.0013526007533073425, 0.0007979273796081543, 0.002948455512523651, 0.005098983645439148, 0.007249511778354645, 0.009400039911270142, 0.011550568044185638, 0.013701096177101135, 0.015851624310016632, 0.01800215244293213, 0.020152680575847626, 0.022303208708763123, 0.02445373684167862, 0.026604264974594116, 0.028754793107509613, 0.03090532124042511, 0.03305584937334061, 0.035206377506256104, 0.0373569056391716, 0.0395074337720871, 0.041657961905002594, 0.04380849003791809, 0.04595901817083359, 0.048109546303749084, 0.05026007443666458, 0.05241060256958008, 0.054561130702495575, 0.05671165883541107, 0.05886218696832657, 0.061012715101242065, 0.06316324323415756, 0.06531377136707306, 0.06746429949998856, 0.06961482763290405]}, "gradients/decoder.transformer.h.13.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 4.0, 7.0, 9.0, 3.0, 10.0, 11.0, 14.0, 20.0, 22.0, 22.0, 30.0, 25.0, 33.0, 33.0, 35.0, 43.0, 52.0, 44.0, 34.0, 37.0, 47.0, 38.0, 52.0, 37.0, 42.0, 41.0, 35.0, 23.0, 33.0, 24.0, 25.0, 26.0, 17.0, 8.0, 11.0, 11.0, 4.0, 11.0, 7.0, 6.0, 4.0, 7.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0], "bins": [-1.8525390625, -1.8013153076171875, -1.750091552734375, -1.6988677978515625, -1.64764404296875, -1.5964202880859375, -1.545196533203125, -1.4939727783203125, -1.4427490234375, -1.3915252685546875, -1.340301513671875, -1.2890777587890625, -1.23785400390625, -1.1866302490234375, -1.135406494140625, -1.0841827392578125, -1.032958984375, -0.9817352294921875, -0.930511474609375, -0.8792877197265625, -0.82806396484375, -0.7768402099609375, -0.725616455078125, -0.6743927001953125, -0.6231689453125, -0.5719451904296875, -0.520721435546875, -0.4694976806640625, -0.41827392578125, -0.3670501708984375, -0.315826416015625, -0.2646026611328125, -0.21337890625, -0.1621551513671875, -0.110931396484375, -0.0597076416015625, -0.00848388671875, 0.0427398681640625, 0.093963623046875, 0.1451873779296875, 0.1964111328125, 0.2476348876953125, 0.298858642578125, 0.3500823974609375, 0.40130615234375, 0.4525299072265625, 0.503753662109375, 0.5549774169921875, 0.606201171875, 0.6574249267578125, 0.708648681640625, 0.7598724365234375, 0.81109619140625, 0.8623199462890625, 0.913543701171875, 0.9647674560546875, 1.0159912109375, 1.0672149658203125, 1.118438720703125, 1.1696624755859375, 1.22088623046875, 1.2721099853515625, 1.323333740234375, 1.3745574951171875, 1.42578125]}, "gradients/decoder.transformer.h.13.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 7.0, 2.0, 2.0, 10.0, 18.0, 11.0, 25.0, 41.0, 45.0, 67.0, 109.0, 150.0, 187.0, 350.0, 500.0, 887.0, 1613.0, 3139.0, 8500.0, 34564.0, 327810.0, 596933.0, 53982.0, 11117.0, 3942.0, 1854.0, 970.0, 600.0, 332.0, 234.0, 165.0, 125.0, 77.0, 59.0, 46.0, 29.0, 21.0, 12.0, 14.0, 3.0, 4.0, 8.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-5.43359375, -5.27886962890625, -5.1241455078125, -4.96942138671875, -4.814697265625, -4.65997314453125, -4.5052490234375, -4.35052490234375, -4.19580078125, -4.04107666015625, -3.8863525390625, -3.73162841796875, -3.576904296875, -3.42218017578125, -3.2674560546875, -3.11273193359375, -2.9580078125, -2.80328369140625, -2.6485595703125, -2.49383544921875, -2.339111328125, -2.18438720703125, -2.0296630859375, -1.87493896484375, -1.72021484375, -1.56549072265625, -1.4107666015625, -1.25604248046875, -1.101318359375, -0.94659423828125, -0.7918701171875, -0.63714599609375, -0.482421875, -0.32769775390625, -0.1729736328125, -0.01824951171875, 0.136474609375, 0.29119873046875, 0.4459228515625, 0.60064697265625, 0.75537109375, 0.91009521484375, 1.0648193359375, 1.21954345703125, 1.374267578125, 1.52899169921875, 1.6837158203125, 1.83843994140625, 1.9931640625, 2.14788818359375, 2.3026123046875, 2.45733642578125, 2.612060546875, 2.76678466796875, 2.9215087890625, 3.07623291015625, 3.23095703125, 3.38568115234375, 3.5404052734375, 3.69512939453125, 3.849853515625, 4.00457763671875, 4.1593017578125, 4.31402587890625, 4.46875]}, "gradients/decoder.transformer.h.13.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 2.0, 4.0, 4.0, 10.0, 8.0, 11.0, 9.0, 12.0, 10.0, 19.0, 19.0, 14.0, 19.0, 22.0, 32.0, 34.0, 37.0, 45.0, 61.0, 61.0, 107.0, 142.0, 274.0, 1375.0, 190.0, 89.0, 66.0, 51.0, 54.0, 45.0, 29.0, 18.0, 28.0, 20.0, 29.0, 15.0, 18.0, 12.0, 9.0, 10.0, 5.0, 6.0, 10.0, 7.0, 4.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.16796875, -4.03436279296875, -3.9007568359375, -3.76715087890625, -3.633544921875, -3.49993896484375, -3.3663330078125, -3.23272705078125, -3.09912109375, -2.96551513671875, -2.8319091796875, -2.69830322265625, -2.564697265625, -2.43109130859375, -2.2974853515625, -2.16387939453125, -2.0302734375, -1.89666748046875, -1.7630615234375, -1.62945556640625, -1.495849609375, -1.36224365234375, -1.2286376953125, -1.09503173828125, -0.96142578125, -0.82781982421875, -0.6942138671875, -0.56060791015625, -0.427001953125, -0.29339599609375, -0.1597900390625, -0.02618408203125, 0.107421875, 0.24102783203125, 0.3746337890625, 0.50823974609375, 0.641845703125, 0.77545166015625, 0.9090576171875, 1.04266357421875, 1.17626953125, 1.30987548828125, 1.4434814453125, 1.57708740234375, 1.710693359375, 1.84429931640625, 1.9779052734375, 2.11151123046875, 2.2451171875, 2.37872314453125, 2.5123291015625, 2.64593505859375, 2.779541015625, 2.91314697265625, 3.0467529296875, 3.18035888671875, 3.31396484375, 3.44757080078125, 3.5811767578125, 3.71478271484375, 3.848388671875, 3.98199462890625, 4.1156005859375, 4.24920654296875, 4.3828125]}, "gradients/decoder.transformer.h.13.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 4.0, 4.0, 7.0, 5.0, 6.0, 9.0, 11.0, 18.0, 15.0, 21.0, 37.0, 46.0, 59.0, 91.0, 87.0, 108.0, 143.0, 241.0, 445.0, 1219.0, 5131.0, 45393.0, 2355133.0, 709177.0, 22827.0, 3296.0, 892.0, 374.0, 238.0, 153.0, 121.0, 96.0, 71.0, 55.0, 44.0, 31.0, 19.0, 16.0, 16.0, 18.0, 9.0, 5.0, 2.0, 6.0, 4.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-8.3984375, -8.1348876953125, -7.871337890625, -7.6077880859375, -7.34423828125, -7.0806884765625, -6.817138671875, -6.5535888671875, -6.2900390625, -6.0264892578125, -5.762939453125, -5.4993896484375, -5.23583984375, -4.9722900390625, -4.708740234375, -4.4451904296875, -4.181640625, -3.9180908203125, -3.654541015625, -3.3909912109375, -3.12744140625, -2.8638916015625, -2.600341796875, -2.3367919921875, -2.0732421875, -1.8096923828125, -1.546142578125, -1.2825927734375, -1.01904296875, -0.7554931640625, -0.491943359375, -0.2283935546875, 0.03515625, 0.2987060546875, 0.562255859375, 0.8258056640625, 1.08935546875, 1.3529052734375, 1.616455078125, 1.8800048828125, 2.1435546875, 2.4071044921875, 2.670654296875, 2.9342041015625, 3.19775390625, 3.4613037109375, 3.724853515625, 3.9884033203125, 4.251953125, 4.5155029296875, 4.779052734375, 5.0426025390625, 5.30615234375, 5.5697021484375, 5.833251953125, 6.0968017578125, 6.3603515625, 6.6239013671875, 6.887451171875, 7.1510009765625, 7.41455078125, 7.6781005859375, 7.941650390625, 8.2052001953125, 8.46875]}, "gradients/decoder.transformer.h.13.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 7.0, 117.0, 699.0, 181.0, 15.0, 1.0, 0.0, 0.0, 1.0], "bins": [-119.16944885253906, -117.10120391845703, -115.03295135498047, -112.96470642089844, -110.8964614868164, -108.82821655273438, -106.75996398925781, -104.69171905517578, -102.62347412109375, -100.55522918701172, -98.48697662353516, -96.41873168945312, -94.3504867553711, -92.28224182128906, -90.2139892578125, -88.14574432373047, -86.0774917602539, -84.00924682617188, -81.94099426269531, -79.87274932861328, -77.80450439453125, -75.73625183105469, -73.66800689697266, -71.59976196289062, -69.53150939941406, -67.46326446533203, -65.39501190185547, -63.32676696777344, -61.258522033691406, -59.19027328491211, -57.12202453613281, -55.05377960205078, -52.98554229736328, -50.917293548583984, -48.84904861450195, -46.780799865722656, -44.712554931640625, -42.64430618286133, -40.57605743408203, -38.5078125, -36.4395637512207, -34.371315002441406, -32.303070068359375, -30.234821319580078, -28.166574478149414, -26.09832763671875, -24.030078887939453, -21.96183204650879, -19.893585205078125, -17.82533836364746, -15.75709056854248, -13.6888427734375, -11.620595932006836, -9.552349090576172, -7.484101295471191, -5.415853500366211, -3.347606658935547, -1.2793593406677246, 0.7888879776000977, 2.85713529586792, 4.925382614135742, 6.993629455566406, 9.061877250671387, 11.130125045776367, 13.198371887207031]}, "gradients/decoder.transformer.h.13.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 4.0, 2.0, 3.0, 2.0, 7.0, 9.0, 12.0, 12.0, 14.0, 13.0, 21.0, 11.0, 22.0, 39.0, 20.0, 34.0, 39.0, 38.0, 35.0, 40.0, 41.0, 36.0, 52.0, 42.0, 31.0, 32.0, 32.0, 37.0, 28.0, 33.0, 26.0, 30.0, 26.0, 20.0, 22.0, 27.0, 15.0, 12.0, 10.0, 12.0, 11.0, 10.0, 5.0, 7.0, 7.0, 6.0, 8.0, 2.0, 3.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-11.20268440246582, -10.823832511901855, -10.44498062133789, -10.06612777709961, -9.687275886535645, -9.30842399597168, -8.929572105407715, -8.55072021484375, -8.171867370605469, -7.793015480041504, -7.414163112640381, -7.035311222076416, -6.656458854675293, -6.277606964111328, -5.898755073547363, -5.519903182983398, -5.141051292419434, -4.762199401855469, -4.383347034454346, -4.004495143890381, -3.625643014907837, -3.246790885925293, -2.867938995361328, -2.489086866378784, -2.1102347373962402, -1.7313826084136963, -1.352530598640442, -0.9736785888671875, -0.5948264598846436, -0.2159743309020996, 0.16287755966186523, 0.5417296886444092, 0.9205808639526367, 1.2994329929351807, 1.678285002708435, 2.0571370124816895, 2.4359891414642334, 2.8148412704467773, 3.193693161010742, 3.572545289993286, 3.95139741897583, 4.330249309539795, 4.709101676940918, 5.087953567504883, 5.466805458068848, 5.845657825469971, 6.2245097160339355, 6.603362083435059, 6.982213973999023, 7.361065864562988, 7.739918231964111, 8.118770599365234, 8.4976224899292, 8.876474380493164, 9.255326271057129, 9.634178161621094, 10.013031005859375, 10.39188289642334, 10.770734786987305, 11.149587631225586, 11.52843952178955, 11.907291412353516, 12.28614330291748, 12.664995193481445, 13.04384708404541]}, "gradients/decoder.transformer.h.12.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 3.0, 10.0, 3.0, 14.0, 7.0, 11.0, 13.0, 17.0, 24.0, 28.0, 24.0, 30.0, 40.0, 32.0, 34.0, 42.0, 41.0, 37.0, 52.0, 40.0, 57.0, 43.0, 41.0, 49.0, 42.0, 31.0, 31.0, 34.0, 30.0, 29.0, 18.0, 19.0, 15.0, 10.0, 8.0, 8.0, 9.0, 7.0, 1.0, 6.0, 7.0, 2.0, 4.0, 3.0, 3.0, 2.0], "bins": [-2.0625, -2.0079498291015625, -1.953399658203125, -1.8988494873046875, -1.84429931640625, -1.7897491455078125, -1.735198974609375, -1.6806488037109375, -1.6260986328125, -1.5715484619140625, -1.516998291015625, -1.4624481201171875, -1.40789794921875, -1.3533477783203125, -1.298797607421875, -1.2442474365234375, -1.189697265625, -1.1351470947265625, -1.080596923828125, -1.0260467529296875, -0.97149658203125, -0.9169464111328125, -0.862396240234375, -0.8078460693359375, -0.7532958984375, -0.6987457275390625, -0.644195556640625, -0.5896453857421875, -0.53509521484375, -0.4805450439453125, -0.425994873046875, -0.3714447021484375, -0.31689453125, -0.2623443603515625, -0.207794189453125, -0.1532440185546875, -0.09869384765625, -0.0441436767578125, 0.010406494140625, 0.0649566650390625, 0.1195068359375, 0.1740570068359375, 0.228607177734375, 0.2831573486328125, 0.33770751953125, 0.3922576904296875, 0.446807861328125, 0.5013580322265625, 0.555908203125, 0.6104583740234375, 0.665008544921875, 0.7195587158203125, 0.77410888671875, 0.8286590576171875, 0.883209228515625, 0.9377593994140625, 0.9923095703125, 1.0468597412109375, 1.101409912109375, 1.1559600830078125, 1.21051025390625, 1.2650604248046875, 1.319610595703125, 1.3741607666015625, 1.4287109375]}, "gradients/decoder.transformer.h.12.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 3.0, 2.0, 5.0, 9.0, 13.0, 14.0, 16.0, 25.0, 37.0, 50.0, 70.0, 117.0, 163.0, 233.0, 335.0, 574.0, 954.0, 1555.0, 2752.0, 5196.0, 10569.0, 26549.0, 135148.0, 2600766.0, 1294122.0, 76651.0, 19812.0, 8390.0, 4282.0, 2342.0, 1378.0, 788.0, 467.0, 309.0, 201.0, 143.0, 91.0, 50.0, 33.0, 22.0, 16.0, 11.0, 8.0, 6.0, 5.0, 5.0, 3.0, 2.0, 0.0, 2.0], "bins": [-6.7421875, -6.56414794921875, -6.3861083984375, -6.20806884765625, -6.030029296875, -5.85198974609375, -5.6739501953125, -5.49591064453125, -5.31787109375, -5.13983154296875, -4.9617919921875, -4.78375244140625, -4.605712890625, -4.42767333984375, -4.2496337890625, -4.07159423828125, -3.8935546875, -3.71551513671875, -3.5374755859375, -3.35943603515625, -3.181396484375, -3.00335693359375, -2.8253173828125, -2.64727783203125, -2.46923828125, -2.29119873046875, -2.1131591796875, -1.93511962890625, -1.757080078125, -1.57904052734375, -1.4010009765625, -1.22296142578125, -1.044921875, -0.86688232421875, -0.6888427734375, -0.51080322265625, -0.332763671875, -0.15472412109375, 0.0233154296875, 0.20135498046875, 0.37939453125, 0.55743408203125, 0.7354736328125, 0.91351318359375, 1.091552734375, 1.26959228515625, 1.4476318359375, 1.62567138671875, 1.8037109375, 1.98175048828125, 2.1597900390625, 2.33782958984375, 2.515869140625, 2.69390869140625, 2.8719482421875, 3.04998779296875, 3.22802734375, 3.40606689453125, 3.5841064453125, 3.76214599609375, 3.940185546875, 4.11822509765625, 4.2962646484375, 4.47430419921875, 4.65234375]}, "gradients/decoder.transformer.h.12.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 6.0, 6.0, 7.0, 7.0, 8.0, 4.0, 12.0, 13.0, 22.0, 30.0, 31.0, 40.0, 50.0, 82.0, 123.0, 175.0, 317.0, 519.0, 726.0, 640.0, 411.0, 268.0, 154.0, 116.0, 79.0, 57.0, 41.0, 30.0, 25.0, 20.0, 13.0, 9.0, 4.0, 11.0, 4.0, 4.0, 9.0, 4.0, 3.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.6953125, -3.582611083984375, -3.46990966796875, -3.357208251953125, -3.2445068359375, -3.131805419921875, -3.01910400390625, -2.906402587890625, -2.793701171875, -2.680999755859375, -2.56829833984375, -2.455596923828125, -2.3428955078125, -2.230194091796875, -2.11749267578125, -2.004791259765625, -1.89208984375, -1.779388427734375, -1.66668701171875, -1.553985595703125, -1.4412841796875, -1.328582763671875, -1.21588134765625, -1.103179931640625, -0.990478515625, -0.877777099609375, -0.76507568359375, -0.652374267578125, -0.5396728515625, -0.426971435546875, -0.31427001953125, -0.201568603515625, -0.0888671875, 0.023834228515625, 0.13653564453125, 0.249237060546875, 0.3619384765625, 0.474639892578125, 0.58734130859375, 0.700042724609375, 0.812744140625, 0.925445556640625, 1.03814697265625, 1.150848388671875, 1.2635498046875, 1.376251220703125, 1.48895263671875, 1.601654052734375, 1.71435546875, 1.827056884765625, 1.93975830078125, 2.052459716796875, 2.1651611328125, 2.277862548828125, 2.39056396484375, 2.503265380859375, 2.615966796875, 2.728668212890625, 2.84136962890625, 2.954071044921875, 3.0667724609375, 3.179473876953125, 3.29217529296875, 3.404876708984375, 3.517578125]}, "gradients/decoder.transformer.h.12.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 6.0, 7.0, 9.0, 15.0, 9.0, 10.0, 25.0, 34.0, 51.0, 84.0, 98.0, 192.0, 324.0, 641.0, 1296.0, 2725.0, 6261.0, 16421.0, 55957.0, 464007.0, 3324635.0, 256905.0, 41306.0, 13269.0, 5230.0, 2332.0, 1128.0, 547.0, 280.0, 159.0, 101.0, 74.0, 36.0, 37.0, 10.0, 10.0, 13.0, 11.0, 4.0, 6.0, 5.0, 6.0, 2.0, 2.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-7.09375, -6.8677978515625, -6.641845703125, -6.4158935546875, -6.18994140625, -5.9639892578125, -5.738037109375, -5.5120849609375, -5.2861328125, -5.0601806640625, -4.834228515625, -4.6082763671875, -4.38232421875, -4.1563720703125, -3.930419921875, -3.7044677734375, -3.478515625, -3.2525634765625, -3.026611328125, -2.8006591796875, -2.57470703125, -2.3487548828125, -2.122802734375, -1.8968505859375, -1.6708984375, -1.4449462890625, -1.218994140625, -0.9930419921875, -0.76708984375, -0.5411376953125, -0.315185546875, -0.0892333984375, 0.13671875, 0.3626708984375, 0.588623046875, 0.8145751953125, 1.04052734375, 1.2664794921875, 1.492431640625, 1.7183837890625, 1.9443359375, 2.1702880859375, 2.396240234375, 2.6221923828125, 2.84814453125, 3.0740966796875, 3.300048828125, 3.5260009765625, 3.751953125, 3.9779052734375, 4.203857421875, 4.4298095703125, 4.65576171875, 4.8817138671875, 5.107666015625, 5.3336181640625, 5.5595703125, 5.7855224609375, 6.011474609375, 6.2374267578125, 6.46337890625, 6.6893310546875, 6.915283203125, 7.1412353515625, 7.3671875]}, "gradients/decoder.transformer.h.12.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 6.0, 14.0, 26.0, 60.0, 114.0, 230.0, 296.0, 141.0, 76.0, 31.0, 14.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-51.291709899902344, -50.13016891479492, -48.9686279296875, -47.80708694458008, -46.645545959472656, -45.484004974365234, -44.32246398925781, -43.160919189453125, -41.99938201904297, -40.83784103393555, -39.676300048828125, -38.5147590637207, -37.35321807861328, -36.19167709350586, -35.03013610839844, -33.86859130859375, -32.70705032348633, -31.545509338378906, -30.383968353271484, -29.222427368164062, -28.06088638305664, -26.89934539794922, -25.737802505493164, -24.576261520385742, -23.41472053527832, -22.2531795501709, -21.091638565063477, -19.930097579956055, -18.7685546875, -17.607013702392578, -16.445472717285156, -15.283931732177734, -14.122390747070312, -12.96084976196289, -11.799308776855469, -10.63776683807373, -9.476225852966309, -8.314684867858887, -7.153143405914307, -5.991601943969727, -4.830060958862305, -3.6685197353363037, -2.5069785118103027, -1.3454372882843018, -0.18389606475830078, 0.9776449203491211, 2.139186382293701, 3.3007278442382812, 4.462268829345703, 5.623809814453125, 6.785351276397705, 7.946892738342285, 9.108433723449707, 10.269974708557129, 11.431516647338867, 12.593057632446289, 13.754598617553711, 14.916139602661133, 16.077680587768555, 17.239221572875977, 18.40076446533203, 19.562305450439453, 20.723846435546875, 21.885387420654297, 23.04692840576172]}, "gradients/decoder.transformer.h.12.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 4.0, 4.0, 5.0, 5.0, 5.0, 5.0, 8.0, 9.0, 10.0, 17.0, 18.0, 24.0, 20.0, 23.0, 24.0, 35.0, 39.0, 37.0, 38.0, 34.0, 58.0, 43.0, 42.0, 46.0, 30.0, 46.0, 36.0, 38.0, 37.0, 29.0, 34.0, 31.0, 23.0, 28.0, 22.0, 16.0, 17.0, 16.0, 15.0, 7.0, 7.0, 6.0, 5.0, 2.0, 4.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-10.133099555969238, -9.810467720031738, -9.487835884094238, -9.165204048156738, -8.842572212219238, -8.519940376281738, -8.197308540344238, -7.8746771812438965, -7.5520453453063965, -7.2294135093688965, -6.9067816734313965, -6.5841498374938965, -6.261518478393555, -5.938886642456055, -5.616254806518555, -5.293622970581055, -4.970991134643555, -4.648359298706055, -4.325727462768555, -4.003095626831055, -3.680464029312134, -3.357832193374634, -3.035200595855713, -2.712568759918213, -2.389936923980713, -2.067305088043213, -1.7446733713150024, -1.422041654586792, -1.099409818649292, -0.776777982711792, -0.45414626598358154, -0.1315145492553711, 0.1911172866821289, 0.5137490630149841, 0.8363808393478394, 1.1590125560760498, 1.4816443920135498, 1.8042762279510498, 2.1269078254699707, 2.4495396614074707, 2.7721714973449707, 3.0948033332824707, 3.4174351692199707, 3.7400667667388916, 4.0626983642578125, 4.3853302001953125, 4.7079620361328125, 5.0305938720703125, 5.3532257080078125, 5.6758575439453125, 5.9984893798828125, 6.3211212158203125, 6.6437530517578125, 6.9663848876953125, 7.289016246795654, 7.611648082733154, 7.934279918670654, 8.256911277770996, 8.579543113708496, 8.902174949645996, 9.224806785583496, 9.547438621520996, 9.870070457458496, 10.192702293395996, 10.515334129333496]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 7.0, 11.0, 10.0, 16.0, 11.0, 17.0, 22.0, 22.0, 28.0, 27.0, 31.0, 45.0, 52.0, 59.0, 42.0, 56.0, 61.0, 50.0, 46.0, 49.0, 51.0, 51.0, 40.0, 36.0, 46.0, 27.0, 19.0, 16.0, 13.0, 18.0, 9.0, 6.0, 5.0, 5.0, 1.0, 6.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.564453125, -2.500091552734375, -2.43572998046875, -2.371368408203125, -2.3070068359375, -2.242645263671875, -2.17828369140625, -2.113922119140625, -2.049560546875, -1.985198974609375, -1.92083740234375, -1.856475830078125, -1.7921142578125, -1.727752685546875, -1.66339111328125, -1.599029541015625, -1.53466796875, -1.470306396484375, -1.40594482421875, -1.341583251953125, -1.2772216796875, -1.212860107421875, -1.14849853515625, -1.084136962890625, -1.019775390625, -0.955413818359375, -0.89105224609375, -0.826690673828125, -0.7623291015625, -0.697967529296875, -0.63360595703125, -0.569244384765625, -0.5048828125, -0.440521240234375, -0.37615966796875, -0.311798095703125, -0.2474365234375, -0.183074951171875, -0.11871337890625, -0.054351806640625, 0.010009765625, 0.074371337890625, 0.13873291015625, 0.203094482421875, 0.2674560546875, 0.331817626953125, 0.39617919921875, 0.460540771484375, 0.52490234375, 0.589263916015625, 0.65362548828125, 0.717987060546875, 0.7823486328125, 0.846710205078125, 0.91107177734375, 0.975433349609375, 1.039794921875, 1.104156494140625, 1.16851806640625, 1.232879638671875, 1.2972412109375, 1.361602783203125, 1.42596435546875, 1.490325927734375, 1.5546875]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 4.0, 11.0, 9.0, 12.0, 16.0, 23.0, 34.0, 48.0, 97.0, 141.0, 210.0, 283.0, 472.0, 806.0, 1527.0, 2882.0, 6876.0, 17418.0, 52735.0, 225393.0, 562342.0, 121224.0, 33866.0, 11899.0, 4961.0, 2255.0, 1206.0, 646.0, 418.0, 265.0, 143.0, 106.0, 68.0, 50.0, 36.0, 26.0, 16.0, 10.0, 13.0, 4.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.9921875, -0.9640884399414062, -0.9359893798828125, -0.9078903198242188, -0.879791259765625, -0.8516921997070312, -0.8235931396484375, -0.7954940795898438, -0.76739501953125, -0.7392959594726562, -0.7111968994140625, -0.6830978393554688, -0.654998779296875, -0.6268997192382812, -0.5988006591796875, -0.5707015991210938, -0.5426025390625, -0.5145034790039062, -0.4864044189453125, -0.45830535888671875, -0.430206298828125, -0.40210723876953125, -0.3740081787109375, -0.34590911865234375, -0.31781005859375, -0.28971099853515625, -0.2616119384765625, -0.23351287841796875, -0.205413818359375, -0.17731475830078125, -0.1492156982421875, -0.12111663818359375, -0.093017578125, -0.06491851806640625, -0.0368194580078125, -0.00872039794921875, 0.019378662109375, 0.04747772216796875, 0.0755767822265625, 0.10367584228515625, 0.13177490234375, 0.15987396240234375, 0.1879730224609375, 0.21607208251953125, 0.244171142578125, 0.27227020263671875, 0.3003692626953125, 0.32846832275390625, 0.3565673828125, 0.38466644287109375, 0.4127655029296875, 0.44086456298828125, 0.468963623046875, 0.49706268310546875, 0.5251617431640625, 0.5532608032226562, 0.58135986328125, 0.6094589233398438, 0.6375579833984375, 0.6656570434570312, 0.693756103515625, 0.7218551635742188, 0.7499542236328125, 0.7780532836914062, 0.80615234375]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.bias": {"_type": "histogram", "values": [4.0, 3.0, 3.0, 4.0, 1.0, 1.0, 7.0, 11.0, 6.0, 10.0, 5.0, 10.0, 20.0, 18.0, 27.0, 11.0, 21.0, 21.0, 32.0, 8.0, 34.0, 31.0, 37.0, 38.0, 38.0, 35.0, 35.0, 1055.0, 35.0, 43.0, 37.0, 37.0, 38.0, 32.0, 29.0, 40.0, 22.0, 29.0, 23.0, 20.0, 22.0, 16.0, 17.0, 13.0, 6.0, 11.0, 11.0, 14.0, 10.0, 6.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.935546875, -0.9019317626953125, -0.868316650390625, -0.8347015380859375, -0.80108642578125, -0.7674713134765625, -0.733856201171875, -0.7002410888671875, -0.6666259765625, -0.6330108642578125, -0.599395751953125, -0.5657806396484375, -0.53216552734375, -0.4985504150390625, -0.464935302734375, -0.4313201904296875, -0.397705078125, -0.3640899658203125, -0.330474853515625, -0.2968597412109375, -0.26324462890625, -0.2296295166015625, -0.196014404296875, -0.1623992919921875, -0.1287841796875, -0.0951690673828125, -0.061553955078125, -0.0279388427734375, 0.00567626953125, 0.0392913818359375, 0.072906494140625, 0.1065216064453125, 0.14013671875, 0.1737518310546875, 0.207366943359375, 0.2409820556640625, 0.27459716796875, 0.3082122802734375, 0.341827392578125, 0.3754425048828125, 0.4090576171875, 0.4426727294921875, 0.476287841796875, 0.5099029541015625, 0.54351806640625, 0.5771331787109375, 0.610748291015625, 0.6443634033203125, 0.677978515625, 0.7115936279296875, 0.745208740234375, 0.7788238525390625, 0.81243896484375, 0.8460540771484375, 0.879669189453125, 0.9132843017578125, 0.9468994140625, 0.9805145263671875, 1.014129638671875, 1.0477447509765625, 1.08135986328125, 1.1149749755859375, 1.148590087890625, 1.1822052001953125, 1.2158203125]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 6.0, 8.0, 6.0, 14.0, 13.0, 21.0, 39.0, 53.0, 85.0, 121.0, 196.0, 334.0, 629.0, 1152.0, 2303.0, 5264.0, 13994.0, 65508.0, 1935170.0, 50376.0, 12465.0, 4711.0, 2141.0, 1054.0, 568.0, 359.0, 209.0, 111.0, 74.0, 51.0, 19.0, 32.0, 16.0, 11.0, 9.0, 3.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3642578125, -1.3194427490234375, -1.274627685546875, -1.2298126220703125, -1.18499755859375, -1.1401824951171875, -1.095367431640625, -1.0505523681640625, -1.0057373046875, -0.9609222412109375, -0.916107177734375, -0.8712921142578125, -0.82647705078125, -0.7816619873046875, -0.736846923828125, -0.6920318603515625, -0.647216796875, -0.6024017333984375, -0.557586669921875, -0.5127716064453125, -0.46795654296875, -0.4231414794921875, -0.378326416015625, -0.3335113525390625, -0.2886962890625, -0.2438812255859375, -0.199066162109375, -0.1542510986328125, -0.10943603515625, -0.0646209716796875, -0.019805908203125, 0.0250091552734375, 0.06982421875, 0.1146392822265625, 0.159454345703125, 0.2042694091796875, 0.24908447265625, 0.2938995361328125, 0.338714599609375, 0.3835296630859375, 0.4283447265625, 0.4731597900390625, 0.517974853515625, 0.5627899169921875, 0.60760498046875, 0.6524200439453125, 0.697235107421875, 0.7420501708984375, 0.786865234375, 0.8316802978515625, 0.876495361328125, 0.9213104248046875, 0.96612548828125, 1.0109405517578125, 1.055755615234375, 1.1005706787109375, 1.1453857421875, 1.1902008056640625, 1.235015869140625, 1.2798309326171875, 1.32464599609375, 1.3694610595703125, 1.414276123046875, 1.4590911865234375, 1.50390625]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 1.0, 3.0, 1.0, 10.0, 21.0, 24.0, 91.0, 188.0, 323.0, 197.0, 71.0, 30.0, 15.0, 10.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.11505126953125, -0.1116180419921875, -0.108184814453125, -0.1047515869140625, -0.101318359375, -0.0978851318359375, -0.094451904296875, -0.0910186767578125, -0.08758544921875, -0.0841522216796875, -0.080718994140625, -0.0772857666015625, -0.0738525390625, -0.0704193115234375, -0.066986083984375, -0.0635528564453125, -0.06011962890625, -0.0566864013671875, -0.053253173828125, -0.0498199462890625, -0.04638671875, -0.0429534912109375, -0.039520263671875, -0.0360870361328125, -0.03265380859375, -0.0292205810546875, -0.025787353515625, -0.0223541259765625, -0.0189208984375, -0.0154876708984375, -0.012054443359375, -0.0086212158203125, -0.00518798828125, -0.0017547607421875, 0.001678466796875, 0.0051116943359375, 0.008544921875, 0.0119781494140625, 0.015411376953125, 0.0188446044921875, 0.02227783203125, 0.0257110595703125, 0.029144287109375, 0.0325775146484375, 0.0360107421875, 0.0394439697265625, 0.042877197265625, 0.0463104248046875, 0.04974365234375, 0.0531768798828125, 0.056610107421875, 0.0600433349609375, 0.0634765625, 0.0669097900390625, 0.070343017578125, 0.0737762451171875, 0.07720947265625, 0.0806427001953125, 0.084075927734375, 0.0875091552734375, 0.0909423828125, 0.0943756103515625, 0.097808837890625, 0.1012420654296875, 0.10467529296875]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 6.0, 5.0, 10.0, 24.0, 58.0, 341.0, 4961.0, 1037046.0, 5590.0, 390.0, 64.0, 27.0, 7.0, 5.0, 7.0, 1.0, 6.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.23046875, -2.157379150390625, -2.08428955078125, -2.011199951171875, -1.9381103515625, -1.865020751953125, -1.79193115234375, -1.718841552734375, -1.645751953125, -1.572662353515625, -1.49957275390625, -1.426483154296875, -1.3533935546875, -1.280303955078125, -1.20721435546875, -1.134124755859375, -1.06103515625, -0.987945556640625, -0.91485595703125, -0.841766357421875, -0.7686767578125, -0.695587158203125, -0.62249755859375, -0.549407958984375, -0.476318359375, -0.403228759765625, -0.33013916015625, -0.257049560546875, -0.1839599609375, -0.110870361328125, -0.03778076171875, 0.035308837890625, 0.1083984375, 0.181488037109375, 0.25457763671875, 0.327667236328125, 0.4007568359375, 0.473846435546875, 0.54693603515625, 0.620025634765625, 0.693115234375, 0.766204833984375, 0.83929443359375, 0.912384033203125, 0.9854736328125, 1.058563232421875, 1.13165283203125, 1.204742431640625, 1.27783203125, 1.350921630859375, 1.42401123046875, 1.497100830078125, 1.5701904296875, 1.643280029296875, 1.71636962890625, 1.789459228515625, 1.862548828125, 1.935638427734375, 2.00872802734375, 2.081817626953125, 2.1549072265625, 2.227996826171875, 2.30108642578125, 2.374176025390625, 2.447265625]}, "gradients/decoder.transformer.h.12.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 4.0, 6.0, 9.0, 15.0, 33.0, 49.0, 76.0, 180.0, 196.0, 168.0, 116.0, 63.0, 42.0, 18.0, 18.0, 7.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.2827790677547455, -0.277199923992157, -0.27162081003189087, -0.26604166626930237, -0.26046252250671387, -0.25488340854644775, -0.24930426478385925, -0.24372512102127075, -0.23814599215984344, -0.23256686329841614, -0.22698771953582764, -0.22140859067440033, -0.21582946181297302, -0.21025031805038452, -0.20467118918895721, -0.1990920603275299, -0.1935129165649414, -0.1879337877035141, -0.1823546439409256, -0.1767755150794983, -0.1711963713169098, -0.16561724245548248, -0.16003811359405518, -0.15445896983146667, -0.14887984097003937, -0.14330071210861206, -0.13772156834602356, -0.13214243948459625, -0.12656331062316895, -0.12098416686058044, -0.11540503799915314, -0.10982590168714523, -0.10424675792455673, -0.09866762161254883, -0.09308849275112152, -0.08750935643911362, -0.08193022012710571, -0.07635108381509781, -0.0707719475030899, -0.0651928186416626, -0.059613682329654694, -0.05403454601764679, -0.048455413430929184, -0.04287628084421158, -0.037297144532203674, -0.03171800822019577, -0.026138875633478165, -0.02055974304676056, -0.014980606734752655, -0.0094014722853899, -0.0038223378360271454, 0.0017567966133356094, 0.007335931062698364, 0.012915065512061119, 0.018494199961423874, 0.02407333254814148, 0.029652468860149384, 0.03523160517215729, 0.04081073775887489, 0.0463898703455925, 0.0519690066576004, 0.05754814296960831, 0.06312727928161621, 0.06870640814304352, 0.07428554445505142]}, "gradients/decoder.transformer.h.12.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 4.0, 1.0, 2.0, 3.0, 2.0, 4.0, 9.0, 7.0, 11.0, 18.0, 23.0, 29.0, 36.0, 30.0, 37.0, 45.0, 53.0, 55.0, 51.0, 62.0, 53.0, 53.0, 58.0, 64.0, 63.0, 43.0, 37.0, 23.0, 30.0, 21.0, 25.0, 15.0, 15.0, 10.0, 7.0, 6.0, 4.0, 1.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.11900782585144043, -0.11489129811525345, -0.11077477037906647, -0.10665824264287949, -0.1025417149066925, -0.09842517971992493, -0.09430865198373795, -0.09019212424755096, -0.08607559651136398, -0.081959068775177, -0.07784254103899002, -0.07372601330280304, -0.06960947811603546, -0.06549295783042908, -0.0613764226436615, -0.05725989490747452, -0.05314336717128754, -0.049026839435100555, -0.044910311698913574, -0.040793780237436295, -0.03667725250124931, -0.03256072476506233, -0.0284441951662302, -0.02432766556739807, -0.02021113783121109, -0.01609461009502411, -0.011978080496191978, -0.007861551828682423, -0.003745023161172867, 0.0003715045750141144, 0.004488034173846245, 0.008604563772678375, 0.012721091508865356, 0.016837619245052338, 0.020954148843884468, 0.0250706784427166, 0.02918720617890358, 0.03330373391509056, 0.03742026537656784, 0.04153679311275482, 0.0456533208489418, 0.049769848585128784, 0.053886376321315765, 0.058002907782793045, 0.062119435518980026, 0.06623595952987671, 0.07035249471664429, 0.07446902245283127, 0.07858555018901825, 0.08270207792520523, 0.08681860566139221, 0.0909351333975792, 0.09505166113376617, 0.09916819632053375, 0.10328472405672073, 0.10740125179290771, 0.1115177795290947, 0.11563430726528168, 0.11975083500146866, 0.12386736273765564, 0.12798389792442322, 0.1321004182100296, 0.13621695339679718, 0.14033347368240356, 0.14445000886917114]}, "gradients/decoder.transformer.h.12.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 7.0, 10.0, 11.0, 14.0, 13.0, 15.0, 23.0, 23.0, 27.0, 28.0, 30.0, 46.0, 52.0, 59.0, 43.0, 50.0, 66.0, 51.0, 44.0, 47.0, 53.0, 52.0, 40.0, 35.0, 46.0, 28.0, 19.0, 16.0, 13.0, 18.0, 9.0, 6.0, 5.0, 5.0, 1.0, 6.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.5703125, -2.5058135986328125, -2.441314697265625, -2.3768157958984375, -2.31231689453125, -2.2478179931640625, -2.183319091796875, -2.1188201904296875, -2.0543212890625, -1.9898223876953125, -1.925323486328125, -1.8608245849609375, -1.79632568359375, -1.7318267822265625, -1.667327880859375, -1.6028289794921875, -1.538330078125, -1.4738311767578125, -1.409332275390625, -1.3448333740234375, -1.28033447265625, -1.2158355712890625, -1.151336669921875, -1.0868377685546875, -1.0223388671875, -0.9578399658203125, -0.893341064453125, -0.8288421630859375, -0.76434326171875, -0.6998443603515625, -0.635345458984375, -0.5708465576171875, -0.50634765625, -0.4418487548828125, -0.377349853515625, -0.3128509521484375, -0.24835205078125, -0.1838531494140625, -0.119354248046875, -0.0548553466796875, 0.0096435546875, 0.0741424560546875, 0.138641357421875, 0.2031402587890625, 0.26763916015625, 0.3321380615234375, 0.396636962890625, 0.4611358642578125, 0.525634765625, 0.5901336669921875, 0.654632568359375, 0.7191314697265625, 0.78363037109375, 0.8481292724609375, 0.912628173828125, 0.9771270751953125, 1.0416259765625, 1.1061248779296875, 1.170623779296875, 1.2351226806640625, 1.29962158203125, 1.3641204833984375, 1.428619384765625, 1.4931182861328125, 1.5576171875]}, "gradients/decoder.transformer.h.12.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 3.0, 5.0, 1.0, 4.0, 4.0, 12.0, 10.0, 21.0, 22.0, 33.0, 61.0, 84.0, 127.0, 235.0, 405.0, 711.0, 1077.0, 2028.0, 4211.0, 10548.0, 48069.0, 660959.0, 276478.0, 28068.0, 7830.0, 3385.0, 1736.0, 984.0, 559.0, 346.0, 198.0, 126.0, 80.0, 40.0, 33.0, 25.0, 15.0, 10.0, 5.0, 4.0, 3.0, 7.0, 3.0, 2.0, 1.0], "bins": [-8.6328125, -8.4215087890625, -8.210205078125, -7.9989013671875, -7.78759765625, -7.5762939453125, -7.364990234375, -7.1536865234375, -6.9423828125, -6.7310791015625, -6.519775390625, -6.3084716796875, -6.09716796875, -5.8858642578125, -5.674560546875, -5.4632568359375, -5.251953125, -5.0406494140625, -4.829345703125, -4.6180419921875, -4.40673828125, -4.1954345703125, -3.984130859375, -3.7728271484375, -3.5615234375, -3.3502197265625, -3.138916015625, -2.9276123046875, -2.71630859375, -2.5050048828125, -2.293701171875, -2.0823974609375, -1.87109375, -1.6597900390625, -1.448486328125, -1.2371826171875, -1.02587890625, -0.8145751953125, -0.603271484375, -0.3919677734375, -0.1806640625, 0.0306396484375, 0.241943359375, 0.4532470703125, 0.66455078125, 0.8758544921875, 1.087158203125, 1.2984619140625, 1.509765625, 1.7210693359375, 1.932373046875, 2.1436767578125, 2.35498046875, 2.5662841796875, 2.777587890625, 2.9888916015625, 3.2001953125, 3.4114990234375, 3.622802734375, 3.8341064453125, 4.04541015625, 4.2567138671875, 4.468017578125, 4.6793212890625, 4.890625]}, "gradients/decoder.transformer.h.12.attn.c_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 3.0, 2.0, 1.0, 2.0, 5.0, 2.0, 3.0, 3.0, 2.0, 3.0, 10.0, 11.0, 8.0, 14.0, 13.0, 19.0, 24.0, 24.0, 27.0, 41.0, 44.0, 35.0, 50.0, 64.0, 67.0, 104.0, 155.0, 1415.0, 250.0, 141.0, 90.0, 71.0, 62.0, 43.0, 40.0, 33.0, 30.0, 21.0, 22.0, 25.0, 12.0, 10.0, 12.0, 9.0, 7.0, 7.0, 5.0, 10.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.33984375, -4.1990966796875, -4.058349609375, -3.9176025390625, -3.77685546875, -3.6361083984375, -3.495361328125, -3.3546142578125, -3.2138671875, -3.0731201171875, -2.932373046875, -2.7916259765625, -2.65087890625, -2.5101318359375, -2.369384765625, -2.2286376953125, -2.087890625, -1.9471435546875, -1.806396484375, -1.6656494140625, -1.52490234375, -1.3841552734375, -1.243408203125, -1.1026611328125, -0.9619140625, -0.8211669921875, -0.680419921875, -0.5396728515625, -0.39892578125, -0.2581787109375, -0.117431640625, 0.0233154296875, 0.1640625, 0.3048095703125, 0.445556640625, 0.5863037109375, 0.72705078125, 0.8677978515625, 1.008544921875, 1.1492919921875, 1.2900390625, 1.4307861328125, 1.571533203125, 1.7122802734375, 1.85302734375, 1.9937744140625, 2.134521484375, 2.2752685546875, 2.416015625, 2.5567626953125, 2.697509765625, 2.8382568359375, 2.97900390625, 3.1197509765625, 3.260498046875, 3.4012451171875, 3.5419921875, 3.6827392578125, 3.823486328125, 3.9642333984375, 4.10498046875, 4.2457275390625, 4.386474609375, 4.5272216796875, 4.66796875]}, "gradients/decoder.transformer.h.12.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0, 6.0, 3.0, 6.0, 4.0, 9.0, 22.0, 31.0, 40.0, 88.0, 112.0, 249.0, 527.0, 1382.0, 5365.0, 165932.0, 2950324.0, 17471.0, 2506.0, 828.0, 368.0, 180.0, 94.0, 62.0, 29.0, 21.0, 19.0, 7.0, 7.0, 5.0, 7.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-20.9375, -20.343505859375, -19.74951171875, -19.155517578125, -18.5615234375, -17.967529296875, -17.37353515625, -16.779541015625, -16.185546875, -15.591552734375, -14.99755859375, -14.403564453125, -13.8095703125, -13.215576171875, -12.62158203125, -12.027587890625, -11.43359375, -10.839599609375, -10.24560546875, -9.651611328125, -9.0576171875, -8.463623046875, -7.86962890625, -7.275634765625, -6.681640625, -6.087646484375, -5.49365234375, -4.899658203125, -4.3056640625, -3.711669921875, -3.11767578125, -2.523681640625, -1.9296875, -1.335693359375, -0.74169921875, -0.147705078125, 0.4462890625, 1.040283203125, 1.63427734375, 2.228271484375, 2.822265625, 3.416259765625, 4.01025390625, 4.604248046875, 5.1982421875, 5.792236328125, 6.38623046875, 6.980224609375, 7.57421875, 8.168212890625, 8.76220703125, 9.356201171875, 9.9501953125, 10.544189453125, 11.13818359375, 11.732177734375, 12.326171875, 12.920166015625, 13.51416015625, 14.108154296875, 14.7021484375, 15.296142578125, 15.89013671875, 16.484130859375, 17.078125]}, "gradients/decoder.transformer.h.12.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 8.0, 46.0, 215.0, 504.0, 208.0, 30.0, 5.0, 1.0, 1.0], "bins": [-91.44905090332031, -89.88472747802734, -88.32040405273438, -86.75608825683594, -85.19176483154297, -83.62744140625, -82.06311798095703, -80.49879455566406, -78.9344711303711, -77.37014770507812, -75.80582427978516, -74.24150085449219, -72.67718505859375, -71.11286163330078, -69.54853820800781, -67.98421478271484, -66.41989135742188, -64.8555679321289, -63.2912483215332, -61.726924896240234, -60.162601470947266, -58.59828186035156, -57.033958435058594, -55.469635009765625, -53.90531921386719, -52.34099578857422, -50.776676177978516, -49.21235275268555, -47.64802932739258, -46.083709716796875, -44.519386291503906, -42.95506286621094, -41.3907356262207, -39.826412200927734, -38.26209259033203, -36.69776916503906, -35.133445739746094, -33.569122314453125, -32.00480270385742, -30.440479278564453, -28.87615966796875, -27.311838150024414, -25.747514724731445, -24.18319320678711, -22.61886978149414, -21.054548263549805, -19.49022674560547, -17.9259033203125, -16.36157989501953, -14.797257423400879, -13.232934951782227, -11.66861343383789, -10.104290962219238, -8.539968490600586, -6.97564697265625, -5.411324501037598, -3.8470029830932617, -2.2826807498931885, -0.7183585166931152, 0.8459634780883789, 2.4102859497070312, 3.9746084213256836, 5.5389299392700195, 7.103252410888672, 8.667574882507324]}, "gradients/decoder.transformer.h.12.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 2.0, 1.0, 5.0, 14.0, 7.0, 19.0, 18.0, 16.0, 27.0, 25.0, 17.0, 29.0, 28.0, 36.0, 40.0, 35.0, 43.0, 37.0, 56.0, 49.0, 31.0, 47.0, 46.0, 40.0, 47.0, 27.0, 37.0, 36.0, 29.0, 21.0, 21.0, 26.0, 15.0, 21.0, 23.0, 7.0, 6.0, 6.0, 7.0, 5.0, 5.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.397384643554688, -11.978484153747559, -11.559584617614746, -11.140684127807617, -10.721783638000488, -10.302884101867676, -9.883983612060547, -9.465084075927734, -9.046183586120605, -8.627283096313477, -8.208383560180664, -7.789483070373535, -7.3705830574035645, -6.951683044433594, -6.532782554626465, -6.113882541656494, -5.694982051849365, -5.2760820388793945, -4.857181549072266, -4.438281536102295, -4.019381523132324, -3.6004812717437744, -3.1815810203552246, -2.762681007385254, -2.343780755996704, -1.9248806238174438, -1.5059804916381836, -1.0870802402496338, -0.6681801080703735, -0.24927997589111328, 0.16962027549743652, 0.5885202884674072, 1.007420539855957, 1.4263206720352173, 1.8452208042144775, 2.2641210556030273, 2.683021068572998, 3.101921319961548, 3.5208215713500977, 3.9397215843200684, 4.358621597290039, 4.77752161026001, 5.196422100067139, 5.615322113037109, 6.03422212600708, 6.453122138977051, 6.87202262878418, 7.29092264175415, 7.709823131561279, 8.12872314453125, 8.547623634338379, 8.966524124145508, 9.38542366027832, 9.80432415008545, 10.223224639892578, 10.64212417602539, 11.06102466583252, 11.479925155639648, 11.898824691772461, 12.31772518157959, 12.736625671386719, 13.155525207519531, 13.57442569732666, 13.993326187133789, 14.412225723266602]}, "gradients/decoder.transformer.h.11.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 5.0, 7.0, 4.0, 9.0, 11.0, 10.0, 19.0, 20.0, 19.0, 19.0, 19.0, 38.0, 33.0, 36.0, 45.0, 45.0, 46.0, 49.0, 55.0, 47.0, 59.0, 49.0, 49.0, 53.0, 45.0, 29.0, 34.0, 31.0, 20.0, 16.0, 19.0, 21.0, 11.0, 11.0, 9.0, 2.0, 6.0, 8.0, 3.0, 3.0, 2.0, 0.0, 3.0], "bins": [-2.61328125, -2.54840087890625, -2.4835205078125, -2.41864013671875, -2.353759765625, -2.28887939453125, -2.2239990234375, -2.15911865234375, -2.09423828125, -2.02935791015625, -1.9644775390625, -1.89959716796875, -1.834716796875, -1.76983642578125, -1.7049560546875, -1.64007568359375, -1.5751953125, -1.51031494140625, -1.4454345703125, -1.38055419921875, -1.315673828125, -1.25079345703125, -1.1859130859375, -1.12103271484375, -1.05615234375, -0.99127197265625, -0.9263916015625, -0.86151123046875, -0.796630859375, -0.73175048828125, -0.6668701171875, -0.60198974609375, -0.537109375, -0.47222900390625, -0.4073486328125, -0.34246826171875, -0.277587890625, -0.21270751953125, -0.1478271484375, -0.08294677734375, -0.01806640625, 0.04681396484375, 0.1116943359375, 0.17657470703125, 0.241455078125, 0.30633544921875, 0.3712158203125, 0.43609619140625, 0.5009765625, 0.56585693359375, 0.6307373046875, 0.69561767578125, 0.760498046875, 0.82537841796875, 0.8902587890625, 0.95513916015625, 1.02001953125, 1.08489990234375, 1.1497802734375, 1.21466064453125, 1.279541015625, 1.34442138671875, 1.4093017578125, 1.47418212890625, 1.5390625]}, "gradients/decoder.transformer.h.11.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 4.0, 3.0, 5.0, 10.0, 11.0, 11.0, 20.0, 17.0, 36.0, 60.0, 78.0, 132.0, 189.0, 266.0, 491.0, 793.0, 1343.0, 2452.0, 4732.0, 10977.0, 33363.0, 236001.0, 2913592.0, 888643.0, 69369.0, 17775.0, 6808.0, 3171.0, 1669.0, 918.0, 561.0, 303.0, 183.0, 103.0, 75.0, 48.0, 33.0, 14.0, 15.0, 13.0, 3.0, 2.0], "bins": [-7.34375, -7.1795654296875, -7.015380859375, -6.8511962890625, -6.68701171875, -6.5228271484375, -6.358642578125, -6.1944580078125, -6.0302734375, -5.8660888671875, -5.701904296875, -5.5377197265625, -5.37353515625, -5.2093505859375, -5.045166015625, -4.8809814453125, -4.716796875, -4.5526123046875, -4.388427734375, -4.2242431640625, -4.06005859375, -3.8958740234375, -3.731689453125, -3.5675048828125, -3.4033203125, -3.2391357421875, -3.074951171875, -2.9107666015625, -2.74658203125, -2.5823974609375, -2.418212890625, -2.2540283203125, -2.08984375, -1.9256591796875, -1.761474609375, -1.5972900390625, -1.43310546875, -1.2689208984375, -1.104736328125, -0.9405517578125, -0.7763671875, -0.6121826171875, -0.447998046875, -0.2838134765625, -0.11962890625, 0.0445556640625, 0.208740234375, 0.3729248046875, 0.537109375, 0.7012939453125, 0.865478515625, 1.0296630859375, 1.19384765625, 1.3580322265625, 1.522216796875, 1.6864013671875, 1.8505859375, 2.0147705078125, 2.178955078125, 2.3431396484375, 2.50732421875, 2.6715087890625, 2.835693359375, 2.9998779296875, 3.1640625]}, "gradients/decoder.transformer.h.11.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 2.0, 4.0, 3.0, 7.0, 6.0, 10.0, 11.0, 11.0, 17.0, 16.0, 25.0, 31.0, 42.0, 50.0, 77.0, 104.0, 178.0, 267.0, 483.0, 684.0, 736.0, 471.0, 254.0, 171.0, 105.0, 73.0, 54.0, 36.0, 30.0, 30.0, 20.0, 17.0, 7.0, 6.0, 12.0, 10.0, 5.0, 4.0, 6.0, 2.0, 0.0, 3.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-4.01953125, -3.904693603515625, -3.78985595703125, -3.675018310546875, -3.5601806640625, -3.445343017578125, -3.33050537109375, -3.215667724609375, -3.100830078125, -2.985992431640625, -2.87115478515625, -2.756317138671875, -2.6414794921875, -2.526641845703125, -2.41180419921875, -2.296966552734375, -2.18212890625, -2.067291259765625, -1.95245361328125, -1.837615966796875, -1.7227783203125, -1.607940673828125, -1.49310302734375, -1.378265380859375, -1.263427734375, -1.148590087890625, -1.03375244140625, -0.918914794921875, -0.8040771484375, -0.689239501953125, -0.57440185546875, -0.459564208984375, -0.3447265625, -0.229888916015625, -0.11505126953125, -0.000213623046875, 0.1146240234375, 0.229461669921875, 0.34429931640625, 0.459136962890625, 0.573974609375, 0.688812255859375, 0.80364990234375, 0.918487548828125, 1.0333251953125, 1.148162841796875, 1.26300048828125, 1.377838134765625, 1.49267578125, 1.607513427734375, 1.72235107421875, 1.837188720703125, 1.9520263671875, 2.066864013671875, 2.18170166015625, 2.296539306640625, 2.411376953125, 2.526214599609375, 2.64105224609375, 2.755889892578125, 2.8707275390625, 2.985565185546875, 3.10040283203125, 3.215240478515625, 3.330078125]}, "gradients/decoder.transformer.h.11.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 3.0, 5.0, 3.0, 7.0, 9.0, 9.0, 13.0, 10.0, 23.0, 19.0, 38.0, 38.0, 52.0, 87.0, 159.0, 379.0, 1086.0, 4562.0, 24410.0, 465834.0, 3609961.0, 74478.0, 9773.0, 2076.0, 636.0, 230.0, 126.0, 63.0, 49.0, 33.0, 27.0, 22.0, 18.0, 11.0, 12.0, 3.0, 2.0, 9.0, 5.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.8359375, -11.444580078125, -11.05322265625, -10.661865234375, -10.2705078125, -9.879150390625, -9.48779296875, -9.096435546875, -8.705078125, -8.313720703125, -7.92236328125, -7.531005859375, -7.1396484375, -6.748291015625, -6.35693359375, -5.965576171875, -5.57421875, -5.182861328125, -4.79150390625, -4.400146484375, -4.0087890625, -3.617431640625, -3.22607421875, -2.834716796875, -2.443359375, -2.052001953125, -1.66064453125, -1.269287109375, -0.8779296875, -0.486572265625, -0.09521484375, 0.296142578125, 0.6875, 1.078857421875, 1.47021484375, 1.861572265625, 2.2529296875, 2.644287109375, 3.03564453125, 3.427001953125, 3.818359375, 4.209716796875, 4.60107421875, 4.992431640625, 5.3837890625, 5.775146484375, 6.16650390625, 6.557861328125, 6.94921875, 7.340576171875, 7.73193359375, 8.123291015625, 8.5146484375, 8.906005859375, 9.29736328125, 9.688720703125, 10.080078125, 10.471435546875, 10.86279296875, 11.254150390625, 11.6455078125, 12.036865234375, 12.42822265625, 12.819580078125, 13.2109375]}, "gradients/decoder.transformer.h.11.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 10.0, 51.0, 125.0, 301.0, 306.0, 148.0, 43.0, 12.0, 12.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-44.43632125854492, -42.90555953979492, -41.37479782104492, -39.84403991699219, -38.31327819824219, -36.78251647949219, -35.25175476074219, -33.72099304199219, -32.19023513793945, -30.659473419189453, -29.128713607788086, -27.597951889038086, -26.06719207763672, -24.53643035888672, -23.00566864013672, -21.47490882873535, -19.94414710998535, -18.41338539123535, -16.882625579833984, -15.351863861083984, -13.821104049682617, -12.290342330932617, -10.759581565856934, -9.22882080078125, -7.698060035705566, -6.167299270629883, -4.636538505554199, -3.1057772636413574, -1.5750164985656738, -0.044255733489990234, 1.4865055084228516, 3.017266273498535, 4.548027038574219, 6.078787803649902, 7.609548568725586, 9.140310287475586, 10.671070098876953, 12.201831817626953, 13.732592582702637, 15.26335334777832, 16.794113159179688, 18.324874877929688, 19.855634689331055, 21.386396408081055, 22.917156219482422, 24.447917938232422, 25.978679656982422, 27.50943946838379, 29.04020118713379, 30.57096290588379, 32.101722717285156, 33.632484436035156, 35.163246154785156, 36.69400405883789, 38.22476577758789, 39.75552749633789, 41.28628921508789, 42.81705093383789, 44.34781265258789, 45.878570556640625, 47.409332275390625, 48.940093994140625, 50.470855712890625, 52.001617431640625, 53.53237533569336]}, "gradients/decoder.transformer.h.11.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 1.0, 4.0, 5.0, 6.0, 9.0, 9.0, 13.0, 13.0, 13.0, 17.0, 27.0, 18.0, 24.0, 24.0, 18.0, 35.0, 30.0, 27.0, 31.0, 36.0, 51.0, 42.0, 34.0, 39.0, 38.0, 43.0, 34.0, 34.0, 37.0, 48.0, 31.0, 33.0, 20.0, 21.0, 26.0, 26.0, 28.0, 11.0, 12.0, 13.0, 7.0, 5.0, 5.0, 1.0, 3.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-10.662485122680664, -10.342297554016113, -10.022109985351562, -9.701922416687012, -9.381734848022461, -9.061546325683594, -8.741358757019043, -8.421171188354492, -8.100983619689941, -7.780796051025391, -7.46060848236084, -7.140420436859131, -6.82023286819458, -6.500045299530029, -6.17985725402832, -5.8596696853637695, -5.539482116699219, -5.219294548034668, -4.899106979370117, -4.578918933868408, -4.258731365203857, -3.9385437965393066, -3.6183559894561768, -3.298168182373047, -2.977980613708496, -2.6577930450439453, -2.3376052379608154, -2.0174174308776855, -1.6972298622131348, -1.3770421743392944, -1.056854486465454, -0.7366666793823242, -0.41647815704345703, -0.0962904691696167, 0.22389721870422363, 0.544084906578064, 0.8642725944519043, 1.1844602823257446, 1.504647970199585, 1.8248357772827148, 2.1450233459472656, 2.4652109146118164, 2.7853987216949463, 3.105586528778076, 3.425774097442627, 3.7459616661071777, 4.066149711608887, 4.3863372802734375, 4.706524848937988, 5.026712417602539, 5.34689998626709, 5.667088031768799, 5.98727560043335, 6.3074631690979, 6.627651214599609, 6.94783878326416, 7.268026351928711, 7.588213920593262, 7.9084014892578125, 8.228589057922363, 8.548776626586914, 8.868965148925781, 9.189152717590332, 9.509340286254883, 9.829527854919434]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 7.0, 2.0, 8.0, 9.0, 6.0, 7.0, 13.0, 10.0, 17.0, 23.0, 26.0, 26.0, 30.0, 37.0, 39.0, 33.0, 40.0, 46.0, 42.0, 57.0, 44.0, 43.0, 47.0, 41.0, 37.0, 47.0, 38.0, 32.0, 28.0, 29.0, 21.0, 22.0, 21.0, 18.0, 19.0, 7.0, 9.0, 5.0, 4.0, 6.0, 6.0, 7.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7998046875, -1.7448883056640625, -1.689971923828125, -1.6350555419921875, -1.58013916015625, -1.5252227783203125, -1.470306396484375, -1.4153900146484375, -1.3604736328125, -1.3055572509765625, -1.250640869140625, -1.1957244873046875, -1.14080810546875, -1.0858917236328125, -1.030975341796875, -0.9760589599609375, -0.921142578125, -0.8662261962890625, -0.811309814453125, -0.7563934326171875, -0.70147705078125, -0.6465606689453125, -0.591644287109375, -0.5367279052734375, -0.4818115234375, -0.4268951416015625, -0.371978759765625, -0.3170623779296875, -0.26214599609375, -0.2072296142578125, -0.152313232421875, -0.0973968505859375, -0.04248046875, 0.0124359130859375, 0.067352294921875, 0.1222686767578125, 0.17718505859375, 0.2321014404296875, 0.287017822265625, 0.3419342041015625, 0.3968505859375, 0.4517669677734375, 0.506683349609375, 0.5615997314453125, 0.61651611328125, 0.6714324951171875, 0.726348876953125, 0.7812652587890625, 0.836181640625, 0.8910980224609375, 0.946014404296875, 1.0009307861328125, 1.05584716796875, 1.1107635498046875, 1.165679931640625, 1.2205963134765625, 1.2755126953125, 1.3304290771484375, 1.385345458984375, 1.4402618408203125, 1.49517822265625, 1.5500946044921875, 1.605010986328125, 1.6599273681640625, 1.71484375]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 7.0, 12.0, 5.0, 15.0, 29.0, 33.0, 68.0, 89.0, 117.0, 201.0, 335.0, 569.0, 920.0, 1626.0, 2788.0, 5061.0, 9450.0, 18494.0, 37451.0, 84228.0, 217727.0, 369113.0, 167840.0, 67697.0, 31105.0, 15360.0, 8074.0, 4284.0, 2378.0, 1351.0, 811.0, 485.0, 313.0, 168.0, 127.0, 91.0, 44.0, 30.0, 23.0, 10.0, 12.0, 4.0, 7.0, 5.0, 2.0, 1.0, 5.0, 0.0, 1.0, 2.0], "bins": [-0.372802734375, -0.3622627258300781, -0.35172271728515625, -0.3411827087402344, -0.3306427001953125, -0.3201026916503906, -0.30956268310546875, -0.2990226745605469, -0.288482666015625, -0.2779426574707031, -0.26740264892578125, -0.2568626403808594, -0.2463226318359375, -0.23578262329101562, -0.22524261474609375, -0.21470260620117188, -0.20416259765625, -0.19362258911132812, -0.18308258056640625, -0.17254257202148438, -0.1620025634765625, -0.15146255493164062, -0.14092254638671875, -0.13038253784179688, -0.119842529296875, -0.10930252075195312, -0.09876251220703125, -0.08822250366210938, -0.0776824951171875, -0.06714248657226562, -0.05660247802734375, -0.046062469482421875, -0.0355224609375, -0.024982452392578125, -0.01444244384765625, -0.003902435302734375, 0.0066375732421875, 0.017177581787109375, 0.02771759033203125, 0.038257598876953125, 0.048797607421875, 0.059337615966796875, 0.06987762451171875, 0.08041763305664062, 0.0909576416015625, 0.10149765014648438, 0.11203765869140625, 0.12257766723632812, 0.13311767578125, 0.14365768432617188, 0.15419769287109375, 0.16473770141601562, 0.1752777099609375, 0.18581771850585938, 0.19635772705078125, 0.20689773559570312, 0.217437744140625, 0.22797775268554688, 0.23851776123046875, 0.24905776977539062, 0.2595977783203125, 0.2701377868652344, 0.28067779541015625, 0.2912178039550781, 0.3017578125]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.bias": {"_type": "histogram", "values": [4.0, 1.0, 2.0, 2.0, 1.0, 8.0, 7.0, 3.0, 2.0, 12.0, 12.0, 11.0, 17.0, 18.0, 9.0, 22.0, 17.0, 22.0, 30.0, 26.0, 32.0, 33.0, 31.0, 27.0, 41.0, 46.0, 47.0, 1056.0, 37.0, 39.0, 38.0, 38.0, 36.0, 41.0, 41.0, 31.0, 29.0, 22.0, 18.0, 18.0, 14.0, 22.0, 10.0, 13.0, 8.0, 9.0, 9.0, 5.0, 3.0, 7.0, 1.0, 5.0, 2.0, 3.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.94384765625, -0.9097061157226562, -0.8755645751953125, -0.8414230346679688, -0.807281494140625, -0.7731399536132812, -0.7389984130859375, -0.7048568725585938, -0.67071533203125, -0.6365737915039062, -0.6024322509765625, -0.5682907104492188, -0.534149169921875, -0.5000076293945312, -0.4658660888671875, -0.43172454833984375, -0.3975830078125, -0.36344146728515625, -0.3292999267578125, -0.29515838623046875, -0.261016845703125, -0.22687530517578125, -0.1927337646484375, -0.15859222412109375, -0.12445068359375, -0.09030914306640625, -0.0561676025390625, -0.02202606201171875, 0.012115478515625, 0.04625701904296875, 0.0803985595703125, 0.11454010009765625, 0.148681640625, 0.18282318115234375, 0.2169647216796875, 0.25110626220703125, 0.285247802734375, 0.31938934326171875, 0.3535308837890625, 0.38767242431640625, 0.42181396484375, 0.45595550537109375, 0.4900970458984375, 0.5242385864257812, 0.558380126953125, 0.5925216674804688, 0.6266632080078125, 0.6608047485351562, 0.6949462890625, 0.7290878295898438, 0.7632293701171875, 0.7973709106445312, 0.831512451171875, 0.8656539916992188, 0.8997955322265625, 0.9339370727539062, 0.96807861328125, 1.0022201538085938, 1.0363616943359375, 1.0705032348632812, 1.104644775390625, 1.1387863159179688, 1.1729278564453125, 1.2070693969726562, 1.2412109375]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 0.0, 4.0, 4.0, 2.0, 3.0, 4.0, 12.0, 13.0, 17.0, 28.0, 56.0, 55.0, 78.0, 107.0, 234.0, 370.0, 687.0, 1311.0, 2654.0, 5600.0, 13093.0, 44420.0, 1878037.0, 115750.0, 19419.0, 7765.0, 3476.0, 1728.0, 928.0, 459.0, 303.0, 180.0, 114.0, 75.0, 52.0, 28.0, 19.0, 21.0, 13.0, 5.0, 4.0, 5.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6611328125, -0.6388702392578125, -0.616607666015625, -0.5943450927734375, -0.57208251953125, -0.5498199462890625, -0.527557373046875, -0.5052947998046875, -0.4830322265625, -0.4607696533203125, -0.438507080078125, -0.4162445068359375, -0.39398193359375, -0.3717193603515625, -0.349456787109375, -0.3271942138671875, -0.304931640625, -0.2826690673828125, -0.260406494140625, -0.2381439208984375, -0.21588134765625, -0.1936187744140625, -0.171356201171875, -0.1490936279296875, -0.1268310546875, -0.1045684814453125, -0.082305908203125, -0.0600433349609375, -0.03778076171875, -0.0155181884765625, 0.006744384765625, 0.0290069580078125, 0.05126953125, 0.0735321044921875, 0.095794677734375, 0.1180572509765625, 0.14031982421875, 0.1625823974609375, 0.184844970703125, 0.2071075439453125, 0.2293701171875, 0.2516326904296875, 0.273895263671875, 0.2961578369140625, 0.31842041015625, 0.3406829833984375, 0.362945556640625, 0.3852081298828125, 0.407470703125, 0.4297332763671875, 0.451995849609375, 0.4742584228515625, 0.49652099609375, 0.5187835693359375, 0.541046142578125, 0.5633087158203125, 0.5855712890625, 0.6078338623046875, 0.630096435546875, 0.6523590087890625, 0.67462158203125, 0.6968841552734375, 0.719146728515625, 0.7414093017578125, 0.763671875]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 4.0, 4.0, 8.0, 8.0, 8.0, 7.0, 20.0, 17.0, 29.0, 40.0, 40.0, 63.0, 62.0, 79.0, 91.0, 85.0, 78.0, 62.0, 74.0, 47.0, 29.0, 29.0, 19.0, 22.0, 13.0, 10.0, 11.0, 7.0, 8.0, 4.0, 3.0, 4.0, 4.0, 3.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0189361572265625, -0.018323421478271484, -0.01771068572998047, -0.017097949981689453, -0.016485214233398438, -0.015872478485107422, -0.015259742736816406, -0.01464700698852539, -0.014034271240234375, -0.01342153549194336, -0.012808799743652344, -0.012196063995361328, -0.011583328247070312, -0.010970592498779297, -0.010357856750488281, -0.009745121002197266, -0.00913238525390625, -0.008519649505615234, -0.007906913757324219, -0.007294178009033203, -0.0066814422607421875, -0.006068706512451172, -0.005455970764160156, -0.004843235015869141, -0.004230499267578125, -0.0036177635192871094, -0.0030050277709960938, -0.002392292022705078, -0.0017795562744140625, -0.0011668205261230469, -0.0005540847778320312, 5.8650970458984375e-05, 0.00067138671875, 0.0012841224670410156, 0.0018968582153320312, 0.002509593963623047, 0.0031223297119140625, 0.003735065460205078, 0.004347801208496094, 0.004960536956787109, 0.005573272705078125, 0.006186008453369141, 0.006798744201660156, 0.007411479949951172, 0.008024215698242188, 0.008636951446533203, 0.009249687194824219, 0.009862422943115234, 0.01047515869140625, 0.011087894439697266, 0.011700630187988281, 0.012313365936279297, 0.012926101684570312, 0.013538837432861328, 0.014151573181152344, 0.01476430892944336, 0.015377044677734375, 0.01598978042602539, 0.016602516174316406, 0.017215251922607422, 0.017827987670898438, 0.018440723419189453, 0.01905345916748047, 0.019666194915771484, 0.0202789306640625]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 3.0, 2.0, 6.0, 5.0, 5.0, 12.0, 13.0, 10.0, 21.0, 22.0, 30.0, 28.0, 49.0, 88.0, 124.0, 209.0, 346.0, 989.0, 9356.0, 698326.0, 331680.0, 5590.0, 747.0, 328.0, 158.0, 133.0, 82.0, 45.0, 39.0, 24.0, 24.0, 8.0, 14.0, 13.0, 8.0, 10.0, 3.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.3115234375, -0.3017616271972656, -0.29199981689453125, -0.2822380065917969, -0.2724761962890625, -0.2627143859863281, -0.25295257568359375, -0.24319076538085938, -0.233428955078125, -0.22366714477539062, -0.21390533447265625, -0.20414352416992188, -0.1943817138671875, -0.18461990356445312, -0.17485809326171875, -0.16509628295898438, -0.15533447265625, -0.14557266235351562, -0.13581085205078125, -0.12604904174804688, -0.1162872314453125, -0.10652542114257812, -0.09676361083984375, -0.08700180053710938, -0.077239990234375, -0.06747817993164062, -0.05771636962890625, -0.047954559326171875, -0.0381927490234375, -0.028430938720703125, -0.01866912841796875, -0.008907318115234375, 0.0008544921875, 0.010616302490234375, 0.02037811279296875, 0.030139923095703125, 0.0399017333984375, 0.049663543701171875, 0.05942535400390625, 0.06918716430664062, 0.078948974609375, 0.08871078491210938, 0.09847259521484375, 0.10823440551757812, 0.1179962158203125, 0.12775802612304688, 0.13751983642578125, 0.14728164672851562, 0.15704345703125, 0.16680526733398438, 0.17656707763671875, 0.18632888793945312, 0.1960906982421875, 0.20585250854492188, 0.21561431884765625, 0.22537612915039062, 0.235137939453125, 0.24489974975585938, 0.25466156005859375, 0.2644233703613281, 0.2741851806640625, 0.2839469909667969, 0.29370880126953125, 0.3034706115722656, 0.313232421875]}, "gradients/decoder.transformer.h.11.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 12.0, 22.0, 117.0, 529.0, 284.0, 43.0, 5.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2698521912097931, -0.26323044300079346, -0.25660866498947144, -0.2499869167804718, -0.24336516857147217, -0.23674340546131134, -0.2301216423511505, -0.22349989414215088, -0.21687813103199005, -0.21025636792182922, -0.2036346197128296, -0.19701285660266876, -0.19039110839366913, -0.1837693452835083, -0.17714759707450867, -0.17052583396434784, -0.163904070854187, -0.15728230774402618, -0.15066055953502655, -0.14403879642486572, -0.1374170482158661, -0.13079528510570526, -0.12417352944612503, -0.1175517737865448, -0.11093002557754517, -0.10430826991796494, -0.0976865142583847, -0.09106475114822388, -0.08444299548864365, -0.07782123982906342, -0.07119948416948318, -0.06457772850990295, -0.057955965399742126, -0.051334209740161896, -0.04471245035529137, -0.038090694695711136, -0.03146893531084061, -0.024847179651260376, -0.018225423991680145, -0.011603664606809616, -0.004981908947229385, 0.0016398481093347073, 0.0082616051658988, 0.014883361756801605, 0.021505119279026985, 0.028126876801252365, 0.034748632460832596, 0.041370391845703125, 0.047992147505283356, 0.054613903164863586, 0.061235662549734116, 0.06785741448402405, 0.07447917759418488, 0.0811009332537651, 0.08772268891334534, 0.09434445202350616, 0.1009662002325058, 0.10758795589208603, 0.11420971155166626, 0.12083147466182709, 0.12745322287082672, 0.13407498598098755, 0.14069673418998718, 0.147318497300148, 0.15394026041030884]}, "gradients/decoder.transformer.h.11.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 6.0, 2.0, 6.0, 8.0, 5.0, 10.0, 14.0, 11.0, 15.0, 14.0, 25.0, 23.0, 31.0, 27.0, 23.0, 29.0, 36.0, 38.0, 34.0, 47.0, 34.0, 44.0, 45.0, 47.0, 33.0, 42.0, 44.0, 31.0, 33.0, 30.0, 36.0, 31.0, 27.0, 23.0, 26.0, 15.0, 12.0, 17.0, 6.0, 6.0, 6.0, 5.0, 2.0, 2.0, 0.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.021211862564086914, -0.020591430366039276, -0.019971000030636787, -0.0193505696952343, -0.01873013749718666, -0.018109705299139023, -0.017489274963736534, -0.016868844628334045, -0.016248412430286407, -0.01562798023223877, -0.01500754989683628, -0.014387118630111217, -0.013766687363386154, -0.01314625609666109, -0.012525824829936028, -0.011905393563210964, -0.011284962296485901, -0.010664531029760838, -0.010044099763035774, -0.009423668496310711, -0.008803237229585648, -0.008182805962860584, -0.007562374696135521, -0.006941943429410458, -0.006321512162685394, -0.005701080895960331, -0.005080649629235268, -0.004460218362510204, -0.003839787095785141, -0.0032193558290600777, -0.0025989245623350143, -0.001978493295609951, -0.0013580620288848877, -0.0007376307621598244, -0.00011719949543476105, 0.0005032317712903023, 0.0011236630380153656, 0.001744094304740429, 0.0023645255714654922, 0.0029849568381905556, 0.003605388104915619, 0.004225819371640682, 0.0048462506383657455, 0.005466681905090809, 0.006087113171815872, 0.0067075444385409355, 0.007327975705265999, 0.007948406971991062, 0.008568838238716125, 0.009189269505441189, 0.009809700772166252, 0.010430132038891315, 0.011050563305616379, 0.011670994572341442, 0.012291425839066505, 0.012911857105791569, 0.013532288372516632, 0.014152719639241695, 0.014773150905966759, 0.015393582172691822, 0.016014013439416885, 0.016634445637464523, 0.017254875972867012, 0.0178753063082695, 0.01849573850631714]}, "gradients/decoder.transformer.h.11.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 7.0, 2.0, 8.0, 10.0, 5.0, 7.0, 13.0, 10.0, 17.0, 24.0, 26.0, 25.0, 31.0, 37.0, 38.0, 33.0, 40.0, 48.0, 43.0, 54.0, 44.0, 44.0, 46.0, 44.0, 37.0, 44.0, 37.0, 33.0, 30.0, 26.0, 23.0, 21.0, 21.0, 18.0, 19.0, 7.0, 9.0, 5.0, 4.0, 6.0, 6.0, 7.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.798828125, -1.7439117431640625, -1.688995361328125, -1.6340789794921875, -1.57916259765625, -1.5242462158203125, -1.469329833984375, -1.4144134521484375, -1.3594970703125, -1.3045806884765625, -1.249664306640625, -1.1947479248046875, -1.13983154296875, -1.0849151611328125, -1.029998779296875, -0.9750823974609375, -0.920166015625, -0.8652496337890625, -0.810333251953125, -0.7554168701171875, -0.70050048828125, -0.6455841064453125, -0.590667724609375, -0.5357513427734375, -0.4808349609375, -0.4259185791015625, -0.371002197265625, -0.3160858154296875, -0.26116943359375, -0.2062530517578125, -0.151336669921875, -0.0964202880859375, -0.04150390625, 0.0134124755859375, 0.068328857421875, 0.1232452392578125, 0.17816162109375, 0.2330780029296875, 0.287994384765625, 0.3429107666015625, 0.3978271484375, 0.4527435302734375, 0.507659912109375, 0.5625762939453125, 0.61749267578125, 0.6724090576171875, 0.727325439453125, 0.7822418212890625, 0.837158203125, 0.8920745849609375, 0.946990966796875, 1.0019073486328125, 1.05682373046875, 1.1117401123046875, 1.166656494140625, 1.2215728759765625, 1.2764892578125, 1.3314056396484375, 1.386322021484375, 1.4412384033203125, 1.49615478515625, 1.5510711669921875, 1.605987548828125, 1.6609039306640625, 1.7158203125]}, "gradients/decoder.transformer.h.11.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 4.0, 13.0, 10.0, 14.0, 20.0, 25.0, 63.0, 74.0, 131.0, 205.0, 343.0, 641.0, 1197.0, 2208.0, 4454.0, 9225.0, 20994.0, 56662.0, 192424.0, 514247.0, 160816.0, 49074.0, 18827.0, 8311.0, 3998.0, 2069.0, 1045.0, 602.0, 303.0, 235.0, 114.0, 76.0, 35.0, 24.0, 16.0, 13.0, 12.0, 10.0, 12.0, 4.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.822265625, -2.73785400390625, -2.6534423828125, -2.56903076171875, -2.484619140625, -2.40020751953125, -2.3157958984375, -2.23138427734375, -2.14697265625, -2.06256103515625, -1.9781494140625, -1.89373779296875, -1.809326171875, -1.72491455078125, -1.6405029296875, -1.55609130859375, -1.4716796875, -1.38726806640625, -1.3028564453125, -1.21844482421875, -1.134033203125, -1.04962158203125, -0.9652099609375, -0.88079833984375, -0.79638671875, -0.71197509765625, -0.6275634765625, -0.54315185546875, -0.458740234375, -0.37432861328125, -0.2899169921875, -0.20550537109375, -0.12109375, -0.03668212890625, 0.0477294921875, 0.13214111328125, 0.216552734375, 0.30096435546875, 0.3853759765625, 0.46978759765625, 0.55419921875, 0.63861083984375, 0.7230224609375, 0.80743408203125, 0.891845703125, 0.97625732421875, 1.0606689453125, 1.14508056640625, 1.2294921875, 1.31390380859375, 1.3983154296875, 1.48272705078125, 1.567138671875, 1.65155029296875, 1.7359619140625, 1.82037353515625, 1.90478515625, 1.98919677734375, 2.0736083984375, 2.15802001953125, 2.242431640625, 2.32684326171875, 2.4112548828125, 2.49566650390625, 2.580078125]}, "gradients/decoder.transformer.h.11.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 5.0, 4.0, 4.0, 4.0, 8.0, 7.0, 17.0, 12.0, 16.0, 15.0, 11.0, 21.0, 30.0, 26.0, 37.0, 29.0, 41.0, 44.0, 54.0, 73.0, 95.0, 173.0, 1359.0, 285.0, 177.0, 98.0, 58.0, 41.0, 30.0, 25.0, 33.0, 26.0, 29.0, 25.0, 24.0, 21.0, 15.0, 11.0, 13.0, 7.0, 7.0, 8.0, 9.0, 3.0, 6.0, 5.0, 4.0, 5.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0], "bins": [-4.37109375, -4.2340087890625, -4.096923828125, -3.9598388671875, -3.82275390625, -3.6856689453125, -3.548583984375, -3.4114990234375, -3.2744140625, -3.1373291015625, -3.000244140625, -2.8631591796875, -2.72607421875, -2.5889892578125, -2.451904296875, -2.3148193359375, -2.177734375, -2.0406494140625, -1.903564453125, -1.7664794921875, -1.62939453125, -1.4923095703125, -1.355224609375, -1.2181396484375, -1.0810546875, -0.9439697265625, -0.806884765625, -0.6697998046875, -0.53271484375, -0.3956298828125, -0.258544921875, -0.1214599609375, 0.015625, 0.1527099609375, 0.289794921875, 0.4268798828125, 0.56396484375, 0.7010498046875, 0.838134765625, 0.9752197265625, 1.1123046875, 1.2493896484375, 1.386474609375, 1.5235595703125, 1.66064453125, 1.7977294921875, 1.934814453125, 2.0718994140625, 2.208984375, 2.3460693359375, 2.483154296875, 2.6202392578125, 2.75732421875, 2.8944091796875, 3.031494140625, 3.1685791015625, 3.3056640625, 3.4427490234375, 3.579833984375, 3.7169189453125, 3.85400390625, 3.9910888671875, 4.128173828125, 4.2652587890625, 4.40234375]}, "gradients/decoder.transformer.h.11.attn.c_attn.weight": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 3.0, 5.0, 6.0, 4.0, 1.0, 9.0, 7.0, 6.0, 7.0, 14.0, 19.0, 13.0, 18.0, 25.0, 26.0, 53.0, 47.0, 70.0, 85.0, 95.0, 115.0, 207.0, 403.0, 1065.0, 4586.0, 42310.0, 2136986.0, 927291.0, 26631.0, 3552.0, 880.0, 357.0, 222.0, 128.0, 104.0, 74.0, 63.0, 55.0, 24.0, 27.0, 26.0, 21.0, 16.0, 12.0, 11.0, 10.0, 5.0, 7.0, 5.0, 3.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-8.1171875, -7.8458251953125, -7.574462890625, -7.3031005859375, -7.03173828125, -6.7603759765625, -6.489013671875, -6.2176513671875, -5.9462890625, -5.6749267578125, -5.403564453125, -5.1322021484375, -4.86083984375, -4.5894775390625, -4.318115234375, -4.0467529296875, -3.775390625, -3.5040283203125, -3.232666015625, -2.9613037109375, -2.68994140625, -2.4185791015625, -2.147216796875, -1.8758544921875, -1.6044921875, -1.3331298828125, -1.061767578125, -0.7904052734375, -0.51904296875, -0.2476806640625, 0.023681640625, 0.2950439453125, 0.56640625, 0.8377685546875, 1.109130859375, 1.3804931640625, 1.65185546875, 1.9232177734375, 2.194580078125, 2.4659423828125, 2.7373046875, 3.0086669921875, 3.280029296875, 3.5513916015625, 3.82275390625, 4.0941162109375, 4.365478515625, 4.6368408203125, 4.908203125, 5.1795654296875, 5.450927734375, 5.7222900390625, 5.99365234375, 6.2650146484375, 6.536376953125, 6.8077392578125, 7.0791015625, 7.3504638671875, 7.621826171875, 7.8931884765625, 8.16455078125, 8.4359130859375, 8.707275390625, 8.9786376953125, 9.25]}, "gradients/decoder.transformer.h.11.ln_1.weight": {"_type": "histogram", "values": [3.0, 5.0, 22.0, 101.0, 309.0, 375.0, 162.0, 33.0, 8.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.595501899719238, -3.6967477798461914, -2.7979938983917236, -1.8992400169372559, -1.000485897064209, -0.10173177719116211, 0.7970218658447266, 1.6957759857177734, 2.5945301055908203, 3.493284225463867, 4.392038345336914, 5.290791988372803, 6.18954610824585, 7.0883002281188965, 7.987053871154785, 8.885807991027832, 9.784562110900879, 10.683316230773926, 11.582070350646973, 12.480823516845703, 13.37957763671875, 14.278331756591797, 15.177085876464844, 16.07583999633789, 16.974594116210938, 17.873348236083984, 18.77210235595703, 19.670856475830078, 20.569610595703125, 21.468364715576172, 22.36711883544922, 23.265872955322266, 24.164627075195312, 25.06338119506836, 25.962135314941406, 26.860889434814453, 27.7596435546875, 28.658397674560547, 29.557151794433594, 30.45590591430664, 31.354660034179688, 32.253414154052734, 33.15216827392578, 34.05092239379883, 34.949676513671875, 35.84843063354492, 36.74718475341797, 37.645938873291016, 38.54469299316406, 39.44344711303711, 40.342201232910156, 41.2409553527832, 42.13970947265625, 43.0384635925293, 43.937217712402344, 44.83597183227539, 45.73472213745117, 46.63347625732422, 47.532230377197266, 48.43098449707031, 49.32973861694336, 50.228492736816406, 51.12724685668945, 52.0260009765625, 52.92475509643555]}, "gradients/decoder.transformer.h.11.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 5.0, 8.0, 7.0, 3.0, 3.0, 11.0, 16.0, 15.0, 16.0, 14.0, 19.0, 19.0, 23.0, 29.0, 26.0, 32.0, 28.0, 25.0, 40.0, 51.0, 38.0, 40.0, 47.0, 47.0, 32.0, 57.0, 49.0, 48.0, 40.0, 32.0, 25.0, 32.0, 27.0, 23.0, 12.0, 12.0, 9.0, 6.0, 4.0, 11.0, 3.0, 6.0, 7.0, 2.0, 2.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.108867645263672, -10.720108032226562, -10.331348419189453, -9.942587852478027, -9.553828239440918, -9.165068626403809, -8.7763090133667, -8.387548446655273, -7.998788833618164, -7.610029220581055, -7.221269130706787, -6.832509517669678, -6.44374942779541, -6.054989814758301, -5.666230201721191, -5.277470111846924, -4.8887104988098145, -4.499950885772705, -4.1111907958984375, -3.722431182861328, -3.3336710929870605, -2.944911479949951, -2.5561516284942627, -2.167391777038574, -1.7786319255828857, -1.3898720741271973, -1.0011122226715088, -0.6123524904251099, -0.2235926389694214, 0.1651672124862671, 0.553926944732666, 0.9426867961883545, 1.331446647644043, 1.7202064990997314, 2.10896635055542, 2.4977259635925293, 2.886486053466797, 3.2752456665039062, 3.6640055179595947, 4.052765369415283, 4.441525459289551, 4.83028507232666, 5.219045162200928, 5.607804775238037, 5.996564865112305, 6.385324478149414, 6.774084091186523, 7.162844181060791, 7.5516037940979, 7.94036340713501, 8.329123497009277, 8.717883110046387, 9.106642723083496, 9.495403289794922, 9.884162902832031, 10.27292251586914, 10.66168212890625, 11.05044174194336, 11.439201354980469, 11.827961921691895, 12.216721534729004, 12.605481147766113, 12.994240760803223, 13.383001327514648, 13.771760940551758]}, "gradients/decoder.transformer.h.10.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 5.0, 2.0, 6.0, 7.0, 4.0, 2.0, 11.0, 9.0, 12.0, 15.0, 16.0, 25.0, 24.0, 19.0, 38.0, 35.0, 32.0, 36.0, 45.0, 36.0, 36.0, 51.0, 43.0, 43.0, 48.0, 38.0, 45.0, 33.0, 26.0, 43.0, 35.0, 28.0, 22.0, 19.0, 28.0, 17.0, 14.0, 13.0, 8.0, 10.0, 6.0, 5.0, 8.0, 7.0, 4.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.791015625, -1.7367095947265625, -1.682403564453125, -1.6280975341796875, -1.57379150390625, -1.5194854736328125, -1.465179443359375, -1.4108734130859375, -1.3565673828125, -1.3022613525390625, -1.247955322265625, -1.1936492919921875, -1.13934326171875, -1.0850372314453125, -1.030731201171875, -0.9764251708984375, -0.922119140625, -0.8678131103515625, -0.813507080078125, -0.7592010498046875, -0.70489501953125, -0.6505889892578125, -0.596282958984375, -0.5419769287109375, -0.4876708984375, -0.4333648681640625, -0.379058837890625, -0.3247528076171875, -0.27044677734375, -0.2161407470703125, -0.161834716796875, -0.1075286865234375, -0.05322265625, 0.0010833740234375, 0.055389404296875, 0.1096954345703125, 0.16400146484375, 0.2183074951171875, 0.272613525390625, 0.3269195556640625, 0.3812255859375, 0.4355316162109375, 0.489837646484375, 0.5441436767578125, 0.59844970703125, 0.6527557373046875, 0.707061767578125, 0.7613677978515625, 0.815673828125, 0.8699798583984375, 0.924285888671875, 0.9785919189453125, 1.03289794921875, 1.0872039794921875, 1.141510009765625, 1.1958160400390625, 1.2501220703125, 1.3044281005859375, 1.358734130859375, 1.4130401611328125, 1.46734619140625, 1.5216522216796875, 1.575958251953125, 1.6302642822265625, 1.6845703125]}, "gradients/decoder.transformer.h.10.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 2.0, 5.0, 5.0, 7.0, 6.0, 12.0, 19.0, 26.0, 25.0, 33.0, 65.0, 98.0, 108.0, 160.0, 266.0, 443.0, 724.0, 1338.0, 2466.0, 5047.0, 11331.0, 31320.0, 168459.0, 2289596.0, 1521732.0, 116287.0, 25565.0, 9528.0, 4423.0, 2290.0, 1154.0, 702.0, 353.0, 239.0, 123.0, 92.0, 68.0, 52.0, 36.0, 19.0, 20.0, 12.0, 7.0, 8.0, 8.0, 3.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0], "bins": [-5.3046875, -5.156982421875, -5.00927734375, -4.861572265625, -4.7138671875, -4.566162109375, -4.41845703125, -4.270751953125, -4.123046875, -3.975341796875, -3.82763671875, -3.679931640625, -3.5322265625, -3.384521484375, -3.23681640625, -3.089111328125, -2.94140625, -2.793701171875, -2.64599609375, -2.498291015625, -2.3505859375, -2.202880859375, -2.05517578125, -1.907470703125, -1.759765625, -1.612060546875, -1.46435546875, -1.316650390625, -1.1689453125, -1.021240234375, -0.87353515625, -0.725830078125, -0.578125, -0.430419921875, -0.28271484375, -0.135009765625, 0.0126953125, 0.160400390625, 0.30810546875, 0.455810546875, 0.603515625, 0.751220703125, 0.89892578125, 1.046630859375, 1.1943359375, 1.342041015625, 1.48974609375, 1.637451171875, 1.78515625, 1.932861328125, 2.08056640625, 2.228271484375, 2.3759765625, 2.523681640625, 2.67138671875, 2.819091796875, 2.966796875, 3.114501953125, 3.26220703125, 3.409912109375, 3.5576171875, 3.705322265625, 3.85302734375, 4.000732421875, 4.1484375]}, "gradients/decoder.transformer.h.10.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 10.0, 8.0, 5.0, 12.0, 6.0, 14.0, 25.0, 37.0, 62.0, 83.0, 136.0, 243.0, 461.0, 835.0, 913.0, 502.0, 265.0, 149.0, 92.0, 64.0, 37.0, 31.0, 26.0, 15.0, 17.0, 12.0, 9.0, 4.0, 4.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.12890625, -2.98699951171875, -2.8450927734375, -2.70318603515625, -2.561279296875, -2.41937255859375, -2.2774658203125, -2.13555908203125, -1.99365234375, -1.85174560546875, -1.7098388671875, -1.56793212890625, -1.426025390625, -1.28411865234375, -1.1422119140625, -1.00030517578125, -0.8583984375, -0.71649169921875, -0.5745849609375, -0.43267822265625, -0.290771484375, -0.14886474609375, -0.0069580078125, 0.13494873046875, 0.27685546875, 0.41876220703125, 0.5606689453125, 0.70257568359375, 0.844482421875, 0.98638916015625, 1.1282958984375, 1.27020263671875, 1.412109375, 1.55401611328125, 1.6959228515625, 1.83782958984375, 1.979736328125, 2.12164306640625, 2.2635498046875, 2.40545654296875, 2.54736328125, 2.68927001953125, 2.8311767578125, 2.97308349609375, 3.114990234375, 3.25689697265625, 3.3988037109375, 3.54071044921875, 3.6826171875, 3.82452392578125, 3.9664306640625, 4.10833740234375, 4.250244140625, 4.39215087890625, 4.5340576171875, 4.67596435546875, 4.81787109375, 4.95977783203125, 5.1016845703125, 5.24359130859375, 5.385498046875, 5.52740478515625, 5.6693115234375, 5.81121826171875, 5.953125]}, "gradients/decoder.transformer.h.10.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 1.0, 6.0, 4.0, 9.0, 15.0, 16.0, 26.0, 31.0, 42.0, 64.0, 115.0, 180.0, 396.0, 1156.0, 6662.0, 87499.0, 3951117.0, 136115.0, 8533.0, 1393.0, 411.0, 187.0, 110.0, 76.0, 38.0, 25.0, 15.0, 12.0, 11.0, 6.0, 8.0, 6.0, 2.0, 4.0, 0.0, 1.0, 0.0, 1.0], "bins": [-20.359375, -19.8809814453125, -19.402587890625, -18.9241943359375, -18.44580078125, -17.9674072265625, -17.489013671875, -17.0106201171875, -16.5322265625, -16.0538330078125, -15.575439453125, -15.0970458984375, -14.61865234375, -14.1402587890625, -13.661865234375, -13.1834716796875, -12.705078125, -12.2266845703125, -11.748291015625, -11.2698974609375, -10.79150390625, -10.3131103515625, -9.834716796875, -9.3563232421875, -8.8779296875, -8.3995361328125, -7.921142578125, -7.4427490234375, -6.96435546875, -6.4859619140625, -6.007568359375, -5.5291748046875, -5.05078125, -4.5723876953125, -4.093994140625, -3.6156005859375, -3.13720703125, -2.6588134765625, -2.180419921875, -1.7020263671875, -1.2236328125, -0.7452392578125, -0.266845703125, 0.2115478515625, 0.68994140625, 1.1683349609375, 1.646728515625, 2.1251220703125, 2.603515625, 3.0819091796875, 3.560302734375, 4.0386962890625, 4.51708984375, 4.9954833984375, 5.473876953125, 5.9522705078125, 6.4306640625, 6.9090576171875, 7.387451171875, 7.8658447265625, 8.34423828125, 8.8226318359375, 9.301025390625, 9.7794189453125, 10.2578125]}, "gradients/decoder.transformer.h.10.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 9.0, 11.0, 23.0, 40.0, 114.0, 242.0, 254.0, 174.0, 69.0, 45.0, 17.0, 7.0, 6.0, 4.0, 0.0, 2.0, 1.0], "bins": [-56.02861404418945, -54.97510528564453, -53.921592712402344, -52.868080139160156, -51.814571380615234, -50.76106262207031, -49.707550048828125, -48.65403747558594, -47.600528717041016, -46.547019958496094, -45.493507385253906, -44.43999481201172, -43.3864860534668, -42.332977294921875, -41.27946472167969, -40.2259521484375, -39.17244338989258, -38.118934631347656, -37.06542205810547, -36.01190948486328, -34.95840072631836, -33.90489196777344, -32.85137939453125, -31.797868728637695, -30.74435806274414, -29.690847396850586, -28.63733673095703, -27.583826065063477, -26.530315399169922, -25.476804733276367, -24.423294067382812, -23.369783401489258, -22.316268920898438, -21.262758255004883, -20.209247589111328, -19.155736923217773, -18.10222625732422, -17.048715591430664, -15.99520492553711, -14.941694259643555, -13.888184547424316, -12.834673881530762, -11.781163215637207, -10.727652549743652, -9.674141883850098, -8.620631217956543, -7.567120552062988, -6.513609886169434, -5.460099220275879, -4.406588554382324, -3.3530778884887695, -2.299567222595215, -1.2460565567016602, -0.19254589080810547, 0.8609647750854492, 1.914475440979004, 2.9679861068725586, 4.021496772766113, 5.075007438659668, 6.128518104553223, 7.182028770446777, 8.235539436340332, 9.289050102233887, 10.342560768127441, 11.396071434020996]}, "gradients/decoder.transformer.h.10.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 13.0, 5.0, 6.0, 9.0, 15.0, 13.0, 9.0, 16.0, 12.0, 25.0, 24.0, 28.0, 31.0, 33.0, 37.0, 39.0, 38.0, 43.0, 35.0, 51.0, 43.0, 40.0, 55.0, 37.0, 45.0, 39.0, 36.0, 35.0, 24.0, 20.0, 24.0, 22.0, 29.0, 13.0, 10.0, 8.0, 4.0, 9.0, 8.0, 4.0, 4.0, 5.0, 4.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0], "bins": [-11.01626205444336, -10.68095874786377, -10.34565544128418, -10.010353088378906, -9.675049781799316, -9.339746475219727, -9.004444122314453, -8.669140815734863, -8.333837509155273, -7.998534202575684, -7.663231372833252, -7.32792854309082, -6.9926252365112305, -6.657321929931641, -6.322019100189209, -5.986716270446777, -5.6514129638671875, -5.316109657287598, -4.980806827545166, -4.645503997802734, -4.3102006912231445, -3.974897623062134, -3.639594554901123, -3.3042914867401123, -2.9689884185791016, -2.633685350418091, -2.29838228225708, -1.9630792140960693, -1.6277761459350586, -1.2924730777740479, -0.9571700096130371, -0.6218669414520264, -0.2865629196166992, 0.04874014854431152, 0.38404321670532227, 0.719346284866333, 1.0546493530273438, 1.3899524211883545, 1.7252554893493652, 2.060558557510376, 2.3958616256713867, 2.7311646938323975, 3.066467761993408, 3.401770830154419, 3.7370738983154297, 4.0723772048950195, 4.407680034637451, 4.742982864379883, 5.078286170959473, 5.4135894775390625, 5.748892307281494, 6.084195137023926, 6.419498443603516, 6.7548017501831055, 7.090104579925537, 7.425407409667969, 7.760710716247559, 8.096014022827148, 8.431316375732422, 8.766619682312012, 9.101922988891602, 9.437226295471191, 9.772529602050781, 10.107831954956055, 10.443135261535645]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 7.0, 4.0, 1.0, 6.0, 8.0, 10.0, 9.0, 18.0, 10.0, 13.0, 13.0, 21.0, 18.0, 24.0, 26.0, 29.0, 37.0, 32.0, 44.0, 38.0, 47.0, 43.0, 45.0, 35.0, 49.0, 45.0, 30.0, 30.0, 30.0, 36.0, 29.0, 26.0, 25.0, 34.0, 21.0, 13.0, 15.0, 18.0, 14.0, 10.0, 9.0, 13.0, 3.0, 7.0, 8.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.5830078125, -1.53399658203125, -1.4849853515625, -1.43597412109375, -1.386962890625, -1.33795166015625, -1.2889404296875, -1.23992919921875, -1.19091796875, -1.14190673828125, -1.0928955078125, -1.04388427734375, -0.994873046875, -0.94586181640625, -0.8968505859375, -0.84783935546875, -0.798828125, -0.74981689453125, -0.7008056640625, -0.65179443359375, -0.602783203125, -0.55377197265625, -0.5047607421875, -0.45574951171875, -0.40673828125, -0.35772705078125, -0.3087158203125, -0.25970458984375, -0.210693359375, -0.16168212890625, -0.1126708984375, -0.06365966796875, -0.0146484375, 0.03436279296875, 0.0833740234375, 0.13238525390625, 0.181396484375, 0.23040771484375, 0.2794189453125, 0.32843017578125, 0.37744140625, 0.42645263671875, 0.4754638671875, 0.52447509765625, 0.573486328125, 0.62249755859375, 0.6715087890625, 0.72052001953125, 0.76953125, 0.81854248046875, 0.8675537109375, 0.91656494140625, 0.965576171875, 1.01458740234375, 1.0635986328125, 1.11260986328125, 1.16162109375, 1.21063232421875, 1.2596435546875, 1.30865478515625, 1.357666015625, 1.40667724609375, 1.4556884765625, 1.50469970703125, 1.5537109375]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 9.0, 7.0, 9.0, 12.0, 29.0, 23.0, 53.0, 71.0, 118.0, 164.0, 228.0, 347.0, 491.0, 695.0, 1068.0, 1649.0, 2435.0, 3589.0, 5430.0, 8144.0, 12688.0, 19314.0, 29694.0, 49245.0, 87938.0, 178056.0, 264582.0, 167946.0, 84240.0, 46944.0, 28860.0, 18580.0, 11928.0, 8009.0, 5341.0, 3460.0, 2321.0, 1580.0, 1043.0, 677.0, 479.0, 345.0, 250.0, 158.0, 106.0, 77.0, 43.0, 25.0, 20.0, 18.0, 9.0, 6.0, 5.0, 4.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.180908203125, -0.17533493041992188, -0.16976165771484375, -0.16418838500976562, -0.1586151123046875, -0.15304183959960938, -0.14746856689453125, -0.14189529418945312, -0.136322021484375, -0.13074874877929688, -0.12517547607421875, -0.11960220336914062, -0.1140289306640625, -0.10845565795898438, -0.10288238525390625, -0.09730911254882812, -0.09173583984375, -0.08616256713867188, -0.08058929443359375, -0.07501602172851562, -0.0694427490234375, -0.06386947631835938, -0.05829620361328125, -0.052722930908203125, -0.047149658203125, -0.041576385498046875, -0.03600311279296875, -0.030429840087890625, -0.0248565673828125, -0.019283294677734375, -0.01371002197265625, -0.008136749267578125, -0.0025634765625, 0.003009796142578125, 0.00858306884765625, 0.014156341552734375, 0.0197296142578125, 0.025302886962890625, 0.03087615966796875, 0.036449432373046875, 0.042022705078125, 0.047595977783203125, 0.05316925048828125, 0.058742523193359375, 0.0643157958984375, 0.06988906860351562, 0.07546234130859375, 0.08103561401367188, 0.08660888671875, 0.09218215942382812, 0.09775543212890625, 0.10332870483398438, 0.1089019775390625, 0.11447525024414062, 0.12004852294921875, 0.12562179565429688, 0.131195068359375, 0.13676834106445312, 0.14234161376953125, 0.14791488647460938, 0.1534881591796875, 0.15906143188476562, 0.16463470458984375, 0.17020797729492188, 0.17578125]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 4.0, 2.0, 4.0, 4.0, 11.0, 8.0, 11.0, 10.0, 17.0, 18.0, 23.0, 17.0, 24.0, 40.0, 31.0, 41.0, 36.0, 33.0, 35.0, 40.0, 40.0, 38.0, 1065.0, 36.0, 40.0, 44.0, 36.0, 43.0, 44.0, 34.0, 22.0, 32.0, 18.0, 20.0, 19.0, 20.0, 22.0, 13.0, 4.0, 12.0, 6.0, 4.0, 2.0, 4.0, 4.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0107421875, -0.9748687744140625, -0.938995361328125, -0.9031219482421875, -0.86724853515625, -0.8313751220703125, -0.795501708984375, -0.7596282958984375, -0.7237548828125, -0.6878814697265625, -0.652008056640625, -0.6161346435546875, -0.58026123046875, -0.5443878173828125, -0.508514404296875, -0.4726409912109375, -0.436767578125, -0.4008941650390625, -0.365020751953125, -0.3291473388671875, -0.29327392578125, -0.2574005126953125, -0.221527099609375, -0.1856536865234375, -0.1497802734375, -0.1139068603515625, -0.078033447265625, -0.0421600341796875, -0.00628662109375, 0.0295867919921875, 0.065460205078125, 0.1013336181640625, 0.13720703125, 0.1730804443359375, 0.208953857421875, 0.2448272705078125, 0.28070068359375, 0.3165740966796875, 0.352447509765625, 0.3883209228515625, 0.4241943359375, 0.4600677490234375, 0.495941162109375, 0.5318145751953125, 0.56768798828125, 0.6035614013671875, 0.639434814453125, 0.6753082275390625, 0.711181640625, 0.7470550537109375, 0.782928466796875, 0.8188018798828125, 0.85467529296875, 0.8905487060546875, 0.926422119140625, 0.9622955322265625, 0.9981689453125, 1.0340423583984375, 1.069915771484375, 1.1057891845703125, 1.14166259765625, 1.1775360107421875, 1.213409423828125, 1.2492828369140625, 1.28515625]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0, 2.0, 4.0, 8.0, 15.0, 17.0, 29.0, 40.0, 58.0, 77.0, 143.0, 227.0, 364.0, 548.0, 968.0, 1732.0, 3047.0, 5567.0, 11101.0, 26912.0, 195873.0, 1767901.0, 49579.0, 15920.0, 7657.0, 3937.0, 2263.0, 1237.0, 748.0, 457.0, 224.0, 170.0, 95.0, 75.0, 46.0, 37.0, 11.0, 11.0, 7.0, 6.0, 7.0, 7.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.392578125, -0.3800048828125, -0.367431640625, -0.3548583984375, -0.34228515625, -0.3297119140625, -0.317138671875, -0.3045654296875, -0.2919921875, -0.2794189453125, -0.266845703125, -0.2542724609375, -0.24169921875, -0.2291259765625, -0.216552734375, -0.2039794921875, -0.19140625, -0.1788330078125, -0.166259765625, -0.1536865234375, -0.14111328125, -0.1285400390625, -0.115966796875, -0.1033935546875, -0.0908203125, -0.0782470703125, -0.065673828125, -0.0531005859375, -0.04052734375, -0.0279541015625, -0.015380859375, -0.0028076171875, 0.009765625, 0.0223388671875, 0.034912109375, 0.0474853515625, 0.06005859375, 0.0726318359375, 0.085205078125, 0.0977783203125, 0.1103515625, 0.1229248046875, 0.135498046875, 0.1480712890625, 0.16064453125, 0.1732177734375, 0.185791015625, 0.1983642578125, 0.2109375, 0.2235107421875, 0.236083984375, 0.2486572265625, 0.26123046875, 0.2738037109375, 0.286376953125, 0.2989501953125, 0.3115234375, 0.3240966796875, 0.336669921875, 0.3492431640625, 0.36181640625, 0.3743896484375, 0.386962890625, 0.3995361328125, 0.412109375]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 5.0, 3.0, 9.0, 6.0, 8.0, 5.0, 13.0, 19.0, 17.0, 19.0, 25.0, 31.0, 36.0, 41.0, 38.0, 60.0, 51.0, 67.0, 53.0, 67.0, 59.0, 50.0, 53.0, 36.0, 45.0, 34.0, 24.0, 29.0, 24.0, 11.0, 8.0, 12.0, 7.0, 9.0, 1.0, 5.0, 6.0, 4.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.01267242431640625, -0.012281060218811035, -0.01188969612121582, -0.011498332023620605, -0.01110696792602539, -0.010715603828430176, -0.010324239730834961, -0.009932875633239746, -0.009541511535644531, -0.009150147438049316, -0.008758783340454102, -0.008367419242858887, -0.007976055145263672, -0.007584691047668457, -0.007193326950073242, -0.006801962852478027, -0.0064105987548828125, -0.006019234657287598, -0.005627870559692383, -0.005236506462097168, -0.004845142364501953, -0.004453778266906738, -0.0040624141693115234, -0.0036710500717163086, -0.0032796859741210938, -0.002888321876525879, -0.002496957778930664, -0.0021055936813354492, -0.0017142295837402344, -0.0013228654861450195, -0.0009315013885498047, -0.0005401372909545898, -0.000148773193359375, 0.00024259090423583984, 0.0006339550018310547, 0.0010253190994262695, 0.0014166831970214844, 0.0018080472946166992, 0.002199411392211914, 0.002590775489807129, 0.0029821395874023438, 0.0033735036849975586, 0.0037648677825927734, 0.004156231880187988, 0.004547595977783203, 0.004938960075378418, 0.005330324172973633, 0.005721688270568848, 0.0061130523681640625, 0.006504416465759277, 0.006895780563354492, 0.007287144660949707, 0.007678508758544922, 0.008069872856140137, 0.008461236953735352, 0.008852601051330566, 0.009243965148925781, 0.009635329246520996, 0.010026693344116211, 0.010418057441711426, 0.01080942153930664, 0.011200785636901855, 0.01159214973449707, 0.011983513832092285, 0.0123748779296875]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 8.0, 10.0, 11.0, 15.0, 17.0, 22.0, 29.0, 22.0, 58.0, 67.0, 96.0, 133.0, 186.0, 378.0, 1410.0, 16779.0, 786266.0, 234996.0, 6331.0, 789.0, 295.0, 176.0, 125.0, 86.0, 61.0, 38.0, 29.0, 31.0, 19.0, 10.0, 11.0, 5.0, 8.0, 5.0, 9.0, 4.0, 2.0, 4.0, 1.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.21142578125, -0.20433807373046875, -0.1972503662109375, -0.19016265869140625, -0.183074951171875, -0.17598724365234375, -0.1688995361328125, -0.16181182861328125, -0.15472412109375, -0.14763641357421875, -0.1405487060546875, -0.13346099853515625, -0.126373291015625, -0.11928558349609375, -0.1121978759765625, -0.10511016845703125, -0.0980224609375, -0.09093475341796875, -0.0838470458984375, -0.07675933837890625, -0.069671630859375, -0.06258392333984375, -0.0554962158203125, -0.04840850830078125, -0.04132080078125, -0.03423309326171875, -0.0271453857421875, -0.02005767822265625, -0.012969970703125, -0.00588226318359375, 0.0012054443359375, 0.00829315185546875, 0.015380859375, 0.02246856689453125, 0.0295562744140625, 0.03664398193359375, 0.043731689453125, 0.05081939697265625, 0.0579071044921875, 0.06499481201171875, 0.07208251953125, 0.07917022705078125, 0.0862579345703125, 0.09334564208984375, 0.100433349609375, 0.10752105712890625, 0.1146087646484375, 0.12169647216796875, 0.1287841796875, 0.13587188720703125, 0.1429595947265625, 0.15004730224609375, 0.157135009765625, 0.16422271728515625, 0.1713104248046875, 0.17839813232421875, 0.18548583984375, 0.19257354736328125, 0.1996612548828125, 0.20674896240234375, 0.213836669921875, 0.22092437744140625, 0.2280120849609375, 0.23509979248046875, 0.2421875]}, "gradients/decoder.transformer.h.10.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 12.0, 21.0, 93.0, 306.0, 413.0, 117.0, 40.0, 12.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.09588763862848282, -0.09281691908836365, -0.08974619954824448, -0.0866754800081253, -0.08360475301742554, -0.08053403347730637, -0.0774633139371872, -0.07439259439706802, -0.07132187485694885, -0.06825115531682968, -0.06518043577671051, -0.06210971251130104, -0.05903898924589157, -0.0559682697057724, -0.05289755016565323, -0.04982683062553406, -0.04675610363483429, -0.04368538409471512, -0.04061466082930565, -0.03754394128918648, -0.03447321802377701, -0.03140249848365784, -0.028331778943538666, -0.025261057540774345, -0.022190336138010025, -0.019119614735245705, -0.016048893332481384, -0.012978173792362213, -0.009907452389597893, -0.006836730986833572, -0.0037660114467144012, -0.0006952900439500809, 0.0023754239082336426, 0.005446144845336676, 0.008516865782439709, 0.011587586253881454, 0.014658307656645775, 0.017729029059410095, 0.020799748599529266, 0.023870470002293587, 0.026941191405057907, 0.030011912807822227, 0.03308263421058655, 0.03615335375070572, 0.03922407329082489, 0.04229479655623436, 0.04536551609635353, 0.048436239361763, 0.05150695890188217, 0.05457767844200134, 0.05764840170741081, 0.060719121247529984, 0.06378984451293945, 0.06686056405305862, 0.0699312835931778, 0.07300200313329697, 0.07607272267341614, 0.07914344221353531, 0.08221416175365448, 0.08528488874435425, 0.08835560828447342, 0.09142632782459259, 0.09449704736471176, 0.09756776690483093, 0.1006384938955307]}, "gradients/decoder.transformer.h.10.ln_cross_attn.bias": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 3.0, 2.0, 3.0, 2.0, 4.0, 5.0, 2.0, 9.0, 7.0, 13.0, 12.0, 10.0, 17.0, 26.0, 15.0, 21.0, 30.0, 29.0, 41.0, 28.0, 34.0, 38.0, 40.0, 42.0, 48.0, 40.0, 39.0, 39.0, 39.0, 39.0, 39.0, 23.0, 24.0, 28.0, 28.0, 20.0, 25.0, 30.0, 16.0, 13.0, 12.0, 19.0, 11.0, 12.0, 14.0, 7.0, 2.0, 3.0, 8.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010076463222503662, -0.009728092700242996, -0.00937972217798233, -0.009031351655721664, -0.008682981133460999, -0.008334610611200333, -0.007986240088939667, -0.007637869566679001, -0.007289499044418335, -0.006941128522157669, -0.006592757999897003, -0.006244387477636337, -0.005896016955375671, -0.0055476464331150055, -0.00519927591085434, -0.004850905388593674, -0.004502534866333008, -0.004154164344072342, -0.003805793821811676, -0.00345742329955101, -0.0031090527772903442, -0.0027606822550296783, -0.0024123117327690125, -0.0020639412105083466, -0.0017155706882476807, -0.0013672001659870148, -0.0010188296437263489, -0.000670459121465683, -0.0003220885992050171, 2.6281923055648804e-05, 0.0003746524453163147, 0.0007230229675769806, 0.0010713934898376465, 0.0014197640120983124, 0.0017681345343589783, 0.002116505056619644, 0.00246487557888031, 0.002813246101140976, 0.003161616623401642, 0.0035099871456623077, 0.0038583576679229736, 0.0042067281901836395, 0.004555098712444305, 0.004903469234704971, 0.005251839756965637, 0.005600210279226303, 0.005948580801486969, 0.006296951323747635, 0.006645321846008301, 0.006993692368268967, 0.007342062890529633, 0.0076904334127902985, 0.008038803935050964, 0.00838717445731163, 0.008735544979572296, 0.009083915501832962, 0.009432286024093628, 0.009780656546354294, 0.01012902706861496, 0.010477397590875626, 0.010825768113136292, 0.011174138635396957, 0.011522509157657623, 0.01187087967991829, 0.012219250202178955]}, "gradients/decoder.transformer.h.10.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 7.0, 4.0, 1.0, 6.0, 7.0, 12.0, 8.0, 18.0, 10.0, 13.0, 12.0, 22.0, 18.0, 24.0, 26.0, 29.0, 36.0, 33.0, 44.0, 37.0, 48.0, 43.0, 45.0, 34.0, 47.0, 47.0, 31.0, 29.0, 31.0, 35.0, 29.0, 27.0, 25.0, 34.0, 21.0, 13.0, 15.0, 18.0, 14.0, 10.0, 9.0, 13.0, 3.0, 7.0, 8.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.5830078125, -1.5340118408203125, -1.485015869140625, -1.4360198974609375, -1.38702392578125, -1.3380279541015625, -1.289031982421875, -1.2400360107421875, -1.1910400390625, -1.1420440673828125, -1.093048095703125, -1.0440521240234375, -0.99505615234375, -0.9460601806640625, -0.897064208984375, -0.8480682373046875, -0.799072265625, -0.7500762939453125, -0.701080322265625, -0.6520843505859375, -0.60308837890625, -0.5540924072265625, -0.505096435546875, -0.4561004638671875, -0.4071044921875, -0.3581085205078125, -0.309112548828125, -0.2601165771484375, -0.21112060546875, -0.1621246337890625, -0.113128662109375, -0.0641326904296875, -0.01513671875, 0.0338592529296875, 0.082855224609375, 0.1318511962890625, 0.18084716796875, 0.2298431396484375, 0.278839111328125, 0.3278350830078125, 0.3768310546875, 0.4258270263671875, 0.474822998046875, 0.5238189697265625, 0.57281494140625, 0.6218109130859375, 0.670806884765625, 0.7198028564453125, 0.768798828125, 0.8177947998046875, 0.866790771484375, 0.9157867431640625, 0.96478271484375, 1.0137786865234375, 1.062774658203125, 1.1117706298828125, 1.1607666015625, 1.2097625732421875, 1.258758544921875, 1.3077545166015625, 1.35675048828125, 1.4057464599609375, 1.454742431640625, 1.5037384033203125, 1.552734375]}, "gradients/decoder.transformer.h.10.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 6.0, 8.0, 11.0, 21.0, 24.0, 47.0, 49.0, 82.0, 139.0, 181.0, 297.0, 414.0, 676.0, 1100.0, 1859.0, 3234.0, 6213.0, 12498.0, 27238.0, 64924.0, 173715.0, 437887.0, 190002.0, 70565.0, 29026.0, 13146.0, 6518.0, 3554.0, 1898.0, 1133.0, 703.0, 479.0, 285.0, 205.0, 146.0, 85.0, 60.0, 46.0, 22.0, 25.0, 19.0, 7.0, 5.0, 3.0, 2.0, 4.0, 0.0, 3.0, 1.0], "bins": [-2.859375, -2.7811279296875, -2.702880859375, -2.6246337890625, -2.54638671875, -2.4681396484375, -2.389892578125, -2.3116455078125, -2.2333984375, -2.1551513671875, -2.076904296875, -1.9986572265625, -1.92041015625, -1.8421630859375, -1.763916015625, -1.6856689453125, -1.607421875, -1.5291748046875, -1.450927734375, -1.3726806640625, -1.29443359375, -1.2161865234375, -1.137939453125, -1.0596923828125, -0.9814453125, -0.9031982421875, -0.824951171875, -0.7467041015625, -0.66845703125, -0.5902099609375, -0.511962890625, -0.4337158203125, -0.35546875, -0.2772216796875, -0.198974609375, -0.1207275390625, -0.04248046875, 0.0357666015625, 0.114013671875, 0.1922607421875, 0.2705078125, 0.3487548828125, 0.427001953125, 0.5052490234375, 0.58349609375, 0.6617431640625, 0.739990234375, 0.8182373046875, 0.896484375, 0.9747314453125, 1.052978515625, 1.1312255859375, 1.20947265625, 1.2877197265625, 1.365966796875, 1.4442138671875, 1.5224609375, 1.6007080078125, 1.678955078125, 1.7572021484375, 1.83544921875, 1.9136962890625, 1.991943359375, 2.0701904296875, 2.1484375]}, "gradients/decoder.transformer.h.10.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 3.0, 6.0, 8.0, 7.0, 6.0, 8.0, 13.0, 22.0, 14.0, 10.0, 33.0, 25.0, 30.0, 30.0, 29.0, 36.0, 37.0, 55.0, 69.0, 94.0, 169.0, 1388.0, 294.0, 161.0, 112.0, 68.0, 41.0, 42.0, 27.0, 39.0, 26.0, 18.0, 22.0, 15.0, 14.0, 18.0, 12.0, 13.0, 8.0, 10.0, 6.0, 6.0, 4.0, 4.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.40625, -4.2635498046875, -4.120849609375, -3.9781494140625, -3.83544921875, -3.6927490234375, -3.550048828125, -3.4073486328125, -3.2646484375, -3.1219482421875, -2.979248046875, -2.8365478515625, -2.69384765625, -2.5511474609375, -2.408447265625, -2.2657470703125, -2.123046875, -1.9803466796875, -1.837646484375, -1.6949462890625, -1.55224609375, -1.4095458984375, -1.266845703125, -1.1241455078125, -0.9814453125, -0.8387451171875, -0.696044921875, -0.5533447265625, -0.41064453125, -0.2679443359375, -0.125244140625, 0.0174560546875, 0.16015625, 0.3028564453125, 0.445556640625, 0.5882568359375, 0.73095703125, 0.8736572265625, 1.016357421875, 1.1590576171875, 1.3017578125, 1.4444580078125, 1.587158203125, 1.7298583984375, 1.87255859375, 2.0152587890625, 2.157958984375, 2.3006591796875, 2.443359375, 2.5860595703125, 2.728759765625, 2.8714599609375, 3.01416015625, 3.1568603515625, 3.299560546875, 3.4422607421875, 3.5849609375, 3.7276611328125, 3.870361328125, 4.0130615234375, 4.15576171875, 4.2984619140625, 4.441162109375, 4.5838623046875, 4.7265625]}, "gradients/decoder.transformer.h.10.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 3.0, 5.0, 9.0, 13.0, 24.0, 66.0, 132.0, 330.0, 1082.0, 4769.0, 3083446.0, 52972.0, 1854.0, 610.0, 219.0, 92.0, 36.0, 24.0, 6.0, 9.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-30.703125, -29.79296875, -28.8828125, -27.97265625, -27.0625, -26.15234375, -25.2421875, -24.33203125, -23.421875, -22.51171875, -21.6015625, -20.69140625, -19.78125, -18.87109375, -17.9609375, -17.05078125, -16.140625, -15.23046875, -14.3203125, -13.41015625, -12.5, -11.58984375, -10.6796875, -9.76953125, -8.859375, -7.94921875, -7.0390625, -6.12890625, -5.21875, -4.30859375, -3.3984375, -2.48828125, -1.578125, -0.66796875, 0.2421875, 1.15234375, 2.0625, 2.97265625, 3.8828125, 4.79296875, 5.703125, 6.61328125, 7.5234375, 8.43359375, 9.34375, 10.25390625, 11.1640625, 12.07421875, 12.984375, 13.89453125, 14.8046875, 15.71484375, 16.625, 17.53515625, 18.4453125, 19.35546875, 20.265625, 21.17578125, 22.0859375, 22.99609375, 23.90625, 24.81640625, 25.7265625, 26.63671875, 27.546875]}, "gradients/decoder.transformer.h.10.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 208.0, 797.0, 12.0, 0.0, 1.0, 0.0, 1.0], "bins": [-206.1995391845703, -202.65684509277344, -199.11415100097656, -195.5714569091797, -192.02877807617188, -188.486083984375, -184.94338989257812, -181.40069580078125, -177.85800170898438, -174.3153076171875, -170.77261352539062, -167.22991943359375, -163.68724060058594, -160.14454650878906, -156.6018524169922, -153.0591583251953, -149.51646423339844, -145.97377014160156, -142.4310760498047, -138.8883819580078, -135.345703125, -131.80300903320312, -128.26031494140625, -124.71762084960938, -121.17493438720703, -117.63224029541016, -114.08955383300781, -110.54685974121094, -107.00416564941406, -103.46147155761719, -99.91878509521484, -96.37609100341797, -92.83340454101562, -89.29071044921875, -85.7480239868164, -82.20532989501953, -78.66263580322266, -75.11994934082031, -71.57725524902344, -68.03456115722656, -64.49186706542969, -60.94917678833008, -57.4064826965332, -53.863792419433594, -50.32109832763672, -46.77840805053711, -43.2357177734375, -39.693023681640625, -36.15032958984375, -32.60763931274414, -29.064945220947266, -25.522254943847656, -21.97956085205078, -18.436870574951172, -14.89417839050293, -11.351486206054688, -7.808795928955078, -4.266103744506836, -0.723412036895752, 2.819279670715332, 6.361971855163574, 9.9046630859375, 13.447355270385742, 16.990047454833984, 20.532739639282227]}, "gradients/decoder.transformer.h.10.ln_1.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 7.0, 6.0, 4.0, 7.0, 3.0, 10.0, 13.0, 12.0, 17.0, 29.0, 32.0, 26.0, 25.0, 35.0, 39.0, 34.0, 53.0, 45.0, 59.0, 53.0, 48.0, 36.0, 32.0, 51.0, 43.0, 32.0, 33.0, 38.0, 23.0, 33.0, 21.0, 14.0, 21.0, 15.0, 11.0, 3.0, 14.0, 8.0, 7.0, 7.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.119260787963867, -10.709782600402832, -10.300304412841797, -9.890826225280762, -9.481348037719727, -9.071868896484375, -8.66239070892334, -8.252912521362305, -7.8434343338012695, -7.433956146240234, -7.024477958679199, -6.614999294281006, -6.205521106719971, -5.7960429191589355, -5.386564254760742, -4.977086067199707, -4.567607879638672, -4.158129692077637, -3.7486512660980225, -3.339172840118408, -2.929694652557373, -2.520216464996338, -2.1107380390167236, -1.7012596130371094, -1.2917814254760742, -0.8823031187057495, -0.4728248119354248, -0.0633465051651001, 0.3461318016052246, 0.7556099891662598, 1.165088415145874, 1.5745668411254883, 1.9840459823608398, 2.393524169921875, 2.8030025959014893, 3.2124810218811035, 3.6219592094421387, 4.031437397003174, 4.440916061401367, 4.850394248962402, 5.2598724365234375, 5.669350624084473, 6.078828811645508, 6.488307476043701, 6.897785663604736, 7.3072638511657715, 7.716742515563965, 8.126220703125, 8.535698890686035, 8.94517707824707, 9.354655265808105, 9.76413345336914, 10.173612594604492, 10.583089828491211, 10.992568969726562, 11.402047157287598, 11.811525344848633, 12.221003532409668, 12.630481719970703, 13.039959907531738, 13.449438095092773, 13.858917236328125, 14.26839542388916, 14.677873611450195, 15.08735179901123]}, "gradients/decoder.transformer.h.9.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 4.0, 7.0, 5.0, 7.0, 10.0, 16.0, 14.0, 11.0, 14.0, 16.0, 17.0, 33.0, 22.0, 30.0, 32.0, 29.0, 37.0, 38.0, 44.0, 45.0, 40.0, 39.0, 48.0, 40.0, 33.0, 41.0, 37.0, 30.0, 30.0, 25.0, 19.0, 23.0, 22.0, 23.0, 16.0, 14.0, 15.0, 12.0, 17.0, 7.0, 8.0, 8.0, 8.0, 4.0, 7.0, 3.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0], "bins": [-1.75390625, -1.7021942138671875, -1.650482177734375, -1.5987701416015625, -1.54705810546875, -1.4953460693359375, -1.443634033203125, -1.3919219970703125, -1.3402099609375, -1.2884979248046875, -1.236785888671875, -1.1850738525390625, -1.13336181640625, -1.0816497802734375, -1.029937744140625, -0.9782257080078125, -0.926513671875, -0.8748016357421875, -0.823089599609375, -0.7713775634765625, -0.71966552734375, -0.6679534912109375, -0.616241455078125, -0.5645294189453125, -0.5128173828125, -0.4611053466796875, -0.409393310546875, -0.3576812744140625, -0.30596923828125, -0.2542572021484375, -0.202545166015625, -0.1508331298828125, -0.09912109375, -0.0474090576171875, 0.004302978515625, 0.0560150146484375, 0.10772705078125, 0.1594390869140625, 0.211151123046875, 0.2628631591796875, 0.3145751953125, 0.3662872314453125, 0.417999267578125, 0.4697113037109375, 0.52142333984375, 0.5731353759765625, 0.624847412109375, 0.6765594482421875, 0.728271484375, 0.7799835205078125, 0.831695556640625, 0.8834075927734375, 0.93511962890625, 0.9868316650390625, 1.038543701171875, 1.0902557373046875, 1.1419677734375, 1.1936798095703125, 1.245391845703125, 1.2971038818359375, 1.34881591796875, 1.4005279541015625, 1.452239990234375, 1.5039520263671875, 1.5556640625]}, "gradients/decoder.transformer.h.9.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 4.0, 9.0, 6.0, 22.0, 10.0, 28.0, 37.0, 64.0, 81.0, 111.0, 168.0, 229.0, 387.0, 725.0, 1293.0, 2490.0, 5740.0, 14930.0, 54424.0, 568860.0, 3138494.0, 340458.0, 41856.0, 13100.0, 5287.0, 2468.0, 1224.0, 654.0, 392.0, 230.0, 151.0, 97.0, 80.0, 56.0, 38.0, 29.0, 18.0, 16.0, 8.0, 4.0, 3.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.83203125, -5.6673583984375, -5.502685546875, -5.3380126953125, -5.17333984375, -5.0086669921875, -4.843994140625, -4.6793212890625, -4.5146484375, -4.3499755859375, -4.185302734375, -4.0206298828125, -3.85595703125, -3.6912841796875, -3.526611328125, -3.3619384765625, -3.197265625, -3.0325927734375, -2.867919921875, -2.7032470703125, -2.53857421875, -2.3739013671875, -2.209228515625, -2.0445556640625, -1.8798828125, -1.7152099609375, -1.550537109375, -1.3858642578125, -1.22119140625, -1.0565185546875, -0.891845703125, -0.7271728515625, -0.5625, -0.3978271484375, -0.233154296875, -0.0684814453125, 0.09619140625, 0.2608642578125, 0.425537109375, 0.5902099609375, 0.7548828125, 0.9195556640625, 1.084228515625, 1.2489013671875, 1.41357421875, 1.5782470703125, 1.742919921875, 1.9075927734375, 2.072265625, 2.2369384765625, 2.401611328125, 2.5662841796875, 2.73095703125, 2.8956298828125, 3.060302734375, 3.2249755859375, 3.3896484375, 3.5543212890625, 3.718994140625, 3.8836669921875, 4.04833984375, 4.2130126953125, 4.377685546875, 4.5423583984375, 4.70703125]}, "gradients/decoder.transformer.h.9.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 3.0, 5.0, 3.0, 4.0, 10.0, 20.0, 13.0, 21.0, 13.0, 36.0, 36.0, 39.0, 67.0, 125.0, 175.0, 251.0, 458.0, 695.0, 755.0, 489.0, 311.0, 177.0, 105.0, 70.0, 48.0, 31.0, 28.0, 22.0, 15.0, 11.0, 9.0, 6.0, 9.0, 6.0, 4.0, 3.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-4.15234375, -4.03729248046875, -3.9222412109375, -3.80718994140625, -3.692138671875, -3.57708740234375, -3.4620361328125, -3.34698486328125, -3.23193359375, -3.11688232421875, -3.0018310546875, -2.88677978515625, -2.771728515625, -2.65667724609375, -2.5416259765625, -2.42657470703125, -2.3115234375, -2.19647216796875, -2.0814208984375, -1.96636962890625, -1.851318359375, -1.73626708984375, -1.6212158203125, -1.50616455078125, -1.39111328125, -1.27606201171875, -1.1610107421875, -1.04595947265625, -0.930908203125, -0.81585693359375, -0.7008056640625, -0.58575439453125, -0.470703125, -0.35565185546875, -0.2406005859375, -0.12554931640625, -0.010498046875, 0.10455322265625, 0.2196044921875, 0.33465576171875, 0.44970703125, 0.56475830078125, 0.6798095703125, 0.79486083984375, 0.909912109375, 1.02496337890625, 1.1400146484375, 1.25506591796875, 1.3701171875, 1.48516845703125, 1.6002197265625, 1.71527099609375, 1.830322265625, 1.94537353515625, 2.0604248046875, 2.17547607421875, 2.29052734375, 2.40557861328125, 2.5206298828125, 2.63568115234375, 2.750732421875, 2.86578369140625, 2.9808349609375, 3.09588623046875, 3.2109375]}, "gradients/decoder.transformer.h.9.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 4.0, 3.0, 4.0, 3.0, 5.0, 6.0, 10.0, 14.0, 14.0, 10.0, 24.0, 37.0, 51.0, 63.0, 113.0, 243.0, 790.0, 4084.0, 60105.0, 3977975.0, 142159.0, 6755.0, 1043.0, 330.0, 155.0, 88.0, 45.0, 29.0, 31.0, 24.0, 20.0, 16.0, 6.0, 11.0, 10.0, 4.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.8828125, -13.3406982421875, -12.798583984375, -12.2564697265625, -11.71435546875, -11.1722412109375, -10.630126953125, -10.0880126953125, -9.5458984375, -9.0037841796875, -8.461669921875, -7.9195556640625, -7.37744140625, -6.8353271484375, -6.293212890625, -5.7510986328125, -5.208984375, -4.6668701171875, -4.124755859375, -3.5826416015625, -3.04052734375, -2.4984130859375, -1.956298828125, -1.4141845703125, -0.8720703125, -0.3299560546875, 0.212158203125, 0.7542724609375, 1.29638671875, 1.8385009765625, 2.380615234375, 2.9227294921875, 3.46484375, 4.0069580078125, 4.549072265625, 5.0911865234375, 5.63330078125, 6.1754150390625, 6.717529296875, 7.2596435546875, 7.8017578125, 8.3438720703125, 8.885986328125, 9.4281005859375, 9.97021484375, 10.5123291015625, 11.054443359375, 11.5965576171875, 12.138671875, 12.6807861328125, 13.222900390625, 13.7650146484375, 14.30712890625, 14.8492431640625, 15.391357421875, 15.9334716796875, 16.4755859375, 17.0177001953125, 17.559814453125, 18.1019287109375, 18.64404296875, 19.1861572265625, 19.728271484375, 20.2703857421875, 20.8125]}, "gradients/decoder.transformer.h.9.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 20.0, 40.0, 115.0, 212.0, 293.0, 176.0, 88.0, 37.0, 18.0, 9.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-34.4249382019043, -33.33045959472656, -32.23598098754883, -31.141502380371094, -30.04702377319336, -28.952545166015625, -27.85806655883789, -26.763587951660156, -25.669109344482422, -24.574630737304688, -23.480152130126953, -22.38567352294922, -21.291194915771484, -20.19671630859375, -19.102237701416016, -18.00775909423828, -16.913280487060547, -15.818801879882812, -14.724323272705078, -13.629844665527344, -12.53536605834961, -11.440887451171875, -10.34640884399414, -9.251930236816406, -8.157451629638672, -7.0629730224609375, -5.968494415283203, -4.874015808105469, -3.7795372009277344, -2.68505859375, -1.5905799865722656, -0.49610137939453125, 0.5983772277832031, 1.6928558349609375, 2.787334442138672, 3.8818130493164062, 4.976291656494141, 6.070770263671875, 7.165248870849609, 8.259727478027344, 9.354206085205078, 10.448684692382812, 11.543163299560547, 12.637641906738281, 13.732120513916016, 14.82659912109375, 15.921077728271484, 17.01555633544922, 18.110034942626953, 19.204513549804688, 20.298992156982422, 21.393470764160156, 22.48794937133789, 23.582427978515625, 24.67690658569336, 25.771385192871094, 26.865863800048828, 27.960342407226562, 29.054821014404297, 30.14929962158203, 31.243778228759766, 32.3382568359375, 33.432735443115234, 34.52721405029297, 35.6216926574707]}, "gradients/decoder.transformer.h.9.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 5.0, 1.0, 3.0, 6.0, 3.0, 6.0, 14.0, 8.0, 15.0, 15.0, 12.0, 14.0, 12.0, 22.0, 12.0, 26.0, 40.0, 28.0, 33.0, 33.0, 47.0, 33.0, 31.0, 35.0, 40.0, 33.0, 36.0, 42.0, 44.0, 36.0, 40.0, 35.0, 29.0, 31.0, 25.0, 17.0, 22.0, 17.0, 20.0, 22.0, 9.0, 11.0, 10.0, 5.0, 8.0, 4.0, 2.0, 6.0, 8.0, 2.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.577730178833008, -8.27817440032959, -7.978619575500488, -7.6790642738342285, -7.379508972167969, -7.079953193664551, -6.780397891998291, -6.480842590332031, -6.1812872886657715, -5.881731986999512, -5.582176685333252, -5.282621383666992, -4.983065605163574, -4.683510780334473, -4.383955001831055, -4.084399700164795, -3.784844398498535, -3.4852890968322754, -3.1857337951660156, -2.8861782550811768, -2.586622953414917, -2.2870676517486572, -1.987512230873108, -1.6879568099975586, -1.3884015083312988, -1.088846206665039, -0.7892907857894897, -0.4897354245185852, -0.19018006324768066, 0.1093752384185791, 0.4089306592941284, 0.7084860801696777, 1.008042335510254, 1.3075976371765137, 1.607153058052063, 1.9067084789276123, 2.206263780593872, 2.505819082260132, 2.8053746223449707, 3.1049299240112305, 3.4044852256774902, 3.70404052734375, 4.00359582901001, 4.3031511306762695, 4.6027069091796875, 4.902261734008789, 5.201817512512207, 5.501372814178467, 5.800928115844727, 6.100483417510986, 6.400038719177246, 6.699594020843506, 6.999149322509766, 7.298705101013184, 7.598260402679443, 7.897815704345703, 8.197370529174805, 8.496926307678223, 8.796481132507324, 9.096036911010742, 9.395591735839844, 9.695147514343262, 9.994702339172363, 10.294258117675781, 10.5938138961792]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 7.0, 3.0, 8.0, 7.0, 11.0, 10.0, 19.0, 9.0, 17.0, 26.0, 26.0, 22.0, 26.0, 25.0, 41.0, 38.0, 41.0, 43.0, 52.0, 45.0, 45.0, 50.0, 40.0, 47.0, 31.0, 28.0, 31.0, 32.0, 31.0, 22.0, 20.0, 30.0, 22.0, 21.0, 18.0, 18.0, 8.0, 8.0, 11.0, 5.0, 1.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.8896484375, -1.83514404296875, -1.7806396484375, -1.72613525390625, -1.671630859375, -1.61712646484375, -1.5626220703125, -1.50811767578125, -1.45361328125, -1.39910888671875, -1.3446044921875, -1.29010009765625, -1.235595703125, -1.18109130859375, -1.1265869140625, -1.07208251953125, -1.017578125, -0.96307373046875, -0.9085693359375, -0.85406494140625, -0.799560546875, -0.74505615234375, -0.6905517578125, -0.63604736328125, -0.58154296875, -0.52703857421875, -0.4725341796875, -0.41802978515625, -0.363525390625, -0.30902099609375, -0.2545166015625, -0.20001220703125, -0.1455078125, -0.09100341796875, -0.0364990234375, 0.01800537109375, 0.072509765625, 0.12701416015625, 0.1815185546875, 0.23602294921875, 0.29052734375, 0.34503173828125, 0.3995361328125, 0.45404052734375, 0.508544921875, 0.56304931640625, 0.6175537109375, 0.67205810546875, 0.7265625, 0.78106689453125, 0.8355712890625, 0.89007568359375, 0.944580078125, 0.99908447265625, 1.0535888671875, 1.10809326171875, 1.16259765625, 1.21710205078125, 1.2716064453125, 1.32611083984375, 1.380615234375, 1.43511962890625, 1.4896240234375, 1.54412841796875, 1.5986328125]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 7.0, 9.0, 16.0, 22.0, 23.0, 44.0, 57.0, 98.0, 120.0, 193.0, 361.0, 535.0, 964.0, 1590.0, 2875.0, 4781.0, 8501.0, 15071.0, 26729.0, 49874.0, 103395.0, 245019.0, 306036.0, 141733.0, 63881.0, 33602.0, 18282.0, 10401.0, 5933.0, 3450.0, 1935.0, 1169.0, 677.0, 426.0, 263.0, 169.0, 105.0, 68.0, 38.0, 33.0, 24.0, 21.0, 12.0, 5.0, 4.0, 4.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.2254638671875, -0.21923255920410156, -0.21300125122070312, -0.2067699432373047, -0.20053863525390625, -0.1943073272705078, -0.18807601928710938, -0.18184471130371094, -0.1756134033203125, -0.16938209533691406, -0.16315078735351562, -0.1569194793701172, -0.15068817138671875, -0.1444568634033203, -0.13822555541992188, -0.13199424743652344, -0.125762939453125, -0.11953163146972656, -0.11330032348632812, -0.10706901550292969, -0.10083770751953125, -0.09460639953613281, -0.08837509155273438, -0.08214378356933594, -0.0759124755859375, -0.06968116760253906, -0.06344985961914062, -0.05721855163574219, -0.05098724365234375, -0.04475593566894531, -0.038524627685546875, -0.03229331970214844, -0.02606201171875, -0.019830703735351562, -0.013599395751953125, -0.0073680877685546875, -0.00113677978515625, 0.0050945281982421875, 0.011325836181640625, 0.017557144165039062, 0.0237884521484375, 0.030019760131835938, 0.036251068115234375, 0.04248237609863281, 0.04871368408203125, 0.05494499206542969, 0.061176300048828125, 0.06740760803222656, 0.073638916015625, 0.07987022399902344, 0.08610153198242188, 0.09233283996582031, 0.09856414794921875, 0.10479545593261719, 0.11102676391601562, 0.11725807189941406, 0.1234893798828125, 0.12972068786621094, 0.13595199584960938, 0.1421833038330078, 0.14841461181640625, 0.1546459197998047, 0.16087722778320312, 0.16710853576660156, 0.17333984375]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 1.0, 4.0, 5.0, 3.0, 3.0, 7.0, 7.0, 9.0, 13.0, 21.0, 22.0, 20.0, 26.0, 20.0, 35.0, 26.0, 28.0, 23.0, 29.0, 34.0, 41.0, 50.0, 48.0, 1066.0, 50.0, 44.0, 32.0, 37.0, 35.0, 36.0, 30.0, 35.0, 22.0, 34.0, 19.0, 18.0, 22.0, 12.0, 9.0, 12.0, 7.0, 13.0, 7.0, 4.0, 3.0, 4.0, 3.0, 1.0, 0.0, 1.0, 4.0, 1.0], "bins": [-1.2880859375, -1.2519378662109375, -1.215789794921875, -1.1796417236328125, -1.14349365234375, -1.1073455810546875, -1.071197509765625, -1.0350494384765625, -0.9989013671875, -0.9627532958984375, -0.926605224609375, -0.8904571533203125, -0.85430908203125, -0.8181610107421875, -0.782012939453125, -0.7458648681640625, -0.709716796875, -0.6735687255859375, -0.637420654296875, -0.6012725830078125, -0.56512451171875, -0.5289764404296875, -0.492828369140625, -0.4566802978515625, -0.4205322265625, -0.3843841552734375, -0.348236083984375, -0.3120880126953125, -0.27593994140625, -0.2397918701171875, -0.203643798828125, -0.1674957275390625, -0.13134765625, -0.0951995849609375, -0.059051513671875, -0.0229034423828125, 0.01324462890625, 0.0493927001953125, 0.085540771484375, 0.1216888427734375, 0.1578369140625, 0.1939849853515625, 0.230133056640625, 0.2662811279296875, 0.30242919921875, 0.3385772705078125, 0.374725341796875, 0.4108734130859375, 0.447021484375, 0.4831695556640625, 0.519317626953125, 0.5554656982421875, 0.59161376953125, 0.6277618408203125, 0.663909912109375, 0.7000579833984375, 0.7362060546875, 0.7723541259765625, 0.808502197265625, 0.8446502685546875, 0.88079833984375, 0.9169464111328125, 0.953094482421875, 0.9892425537109375, 1.025390625]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 4.0, 11.0, 10.0, 12.0, 20.0, 23.0, 34.0, 52.0, 56.0, 86.0, 118.0, 139.0, 204.0, 334.0, 413.0, 588.0, 862.0, 1291.0, 1735.0, 2651.0, 4248.0, 6790.0, 11613.0, 24023.0, 83404.0, 1703325.0, 182776.0, 34550.0, 14768.0, 8176.0, 4865.0, 3132.0, 2100.0, 1395.0, 918.0, 641.0, 496.0, 359.0, 261.0, 188.0, 125.0, 95.0, 67.0, 45.0, 35.0, 24.0, 27.0, 23.0, 5.0, 8.0, 4.0, 5.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.25439453125, -0.2468414306640625, -0.239288330078125, -0.2317352294921875, -0.22418212890625, -0.2166290283203125, -0.209075927734375, -0.2015228271484375, -0.1939697265625, -0.1864166259765625, -0.178863525390625, -0.1713104248046875, -0.16375732421875, -0.1562042236328125, -0.148651123046875, -0.1410980224609375, -0.133544921875, -0.1259918212890625, -0.118438720703125, -0.1108856201171875, -0.10333251953125, -0.0957794189453125, -0.088226318359375, -0.0806732177734375, -0.0731201171875, -0.0655670166015625, -0.058013916015625, -0.0504608154296875, -0.04290771484375, -0.0353546142578125, -0.027801513671875, -0.0202484130859375, -0.0126953125, -0.0051422119140625, 0.002410888671875, 0.0099639892578125, 0.01751708984375, 0.0250701904296875, 0.032623291015625, 0.0401763916015625, 0.0477294921875, 0.0552825927734375, 0.062835693359375, 0.0703887939453125, 0.07794189453125, 0.0854949951171875, 0.093048095703125, 0.1006011962890625, 0.108154296875, 0.1157073974609375, 0.123260498046875, 0.1308135986328125, 0.13836669921875, 0.1459197998046875, 0.153472900390625, 0.1610260009765625, 0.1685791015625, 0.1761322021484375, 0.183685302734375, 0.1912384033203125, 0.19879150390625, 0.2063446044921875, 0.213897705078125, 0.2214508056640625, 0.22900390625]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 5.0, 5.0, 3.0, 2.0, 3.0, 6.0, 8.0, 15.0, 15.0, 21.0, 31.0, 35.0, 50.0, 57.0, 70.0, 99.0, 109.0, 95.0, 70.0, 65.0, 67.0, 41.0, 34.0, 24.0, 12.0, 15.0, 12.0, 8.0, 7.0, 5.0, 4.0, 4.0, 3.0, 3.0, 1.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.016693115234375, -0.0160677433013916, -0.015442371368408203, -0.014816999435424805, -0.014191627502441406, -0.013566255569458008, -0.01294088363647461, -0.012315511703491211, -0.011690139770507812, -0.011064767837524414, -0.010439395904541016, -0.009814023971557617, -0.009188652038574219, -0.00856328010559082, -0.007937908172607422, -0.0073125362396240234, -0.006687164306640625, -0.0060617923736572266, -0.005436420440673828, -0.00481104850769043, -0.004185676574707031, -0.003560304641723633, -0.0029349327087402344, -0.002309560775756836, -0.0016841888427734375, -0.001058816909790039, -0.0004334449768066406, 0.0001919269561767578, 0.0008172988891601562, 0.0014426708221435547, 0.002068042755126953, 0.0026934146881103516, 0.00331878662109375, 0.0039441585540771484, 0.004569530487060547, 0.005194902420043945, 0.005820274353027344, 0.006445646286010742, 0.007071018218994141, 0.007696390151977539, 0.008321762084960938, 0.008947134017944336, 0.009572505950927734, 0.010197877883911133, 0.010823249816894531, 0.01144862174987793, 0.012073993682861328, 0.012699365615844727, 0.013324737548828125, 0.013950109481811523, 0.014575481414794922, 0.01520085334777832, 0.01582622528076172, 0.016451597213745117, 0.017076969146728516, 0.017702341079711914, 0.018327713012695312, 0.01895308494567871, 0.01957845687866211, 0.020203828811645508, 0.020829200744628906, 0.021454572677612305, 0.022079944610595703, 0.0227053165435791, 0.0233306884765625]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 4.0, 6.0, 8.0, 9.0, 11.0, 15.0, 21.0, 27.0, 45.0, 61.0, 91.0, 170.0, 285.0, 949.0, 97336.0, 945882.0, 2690.0, 393.0, 205.0, 108.0, 59.0, 55.0, 38.0, 25.0, 20.0, 11.0, 7.0, 3.0, 5.0, 2.0, 7.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.464111328125, -0.45195770263671875, -0.4398040771484375, -0.42765045166015625, -0.415496826171875, -0.40334320068359375, -0.3911895751953125, -0.37903594970703125, -0.36688232421875, -0.35472869873046875, -0.3425750732421875, -0.33042144775390625, -0.318267822265625, -0.30611419677734375, -0.2939605712890625, -0.28180694580078125, -0.2696533203125, -0.25749969482421875, -0.2453460693359375, -0.23319244384765625, -0.221038818359375, -0.20888519287109375, -0.1967315673828125, -0.18457794189453125, -0.17242431640625, -0.16027069091796875, -0.1481170654296875, -0.13596343994140625, -0.123809814453125, -0.11165618896484375, -0.0995025634765625, -0.08734893798828125, -0.0751953125, -0.06304168701171875, -0.0508880615234375, -0.03873443603515625, -0.026580810546875, -0.01442718505859375, -0.0022735595703125, 0.00988006591796875, 0.02203369140625, 0.03418731689453125, 0.0463409423828125, 0.05849456787109375, 0.070648193359375, 0.08280181884765625, 0.0949554443359375, 0.10710906982421875, 0.1192626953125, 0.13141632080078125, 0.1435699462890625, 0.15572357177734375, 0.167877197265625, 0.18003082275390625, 0.1921844482421875, 0.20433807373046875, 0.21649169921875, 0.22864532470703125, 0.2407989501953125, 0.25295257568359375, 0.265106201171875, 0.27725982666015625, 0.2894134521484375, 0.30156707763671875, 0.313720703125]}, "gradients/decoder.transformer.h.9.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 6.0, 41.0, 248.0, 512.0, 173.0, 29.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1556091010570526, -0.1524580419063568, -0.149306982755661, -0.1461559236049652, -0.1430048793554306, -0.1398538202047348, -0.136702761054039, -0.1335517019033432, -0.1304006427526474, -0.1272495836019516, -0.1240985319018364, -0.1209474727511406, -0.1177964136004448, -0.11464536190032959, -0.11149430274963379, -0.10834324359893799, -0.10519219189882278, -0.10204113274812698, -0.09889008104801178, -0.09573902189731598, -0.09258796274662018, -0.08943690359592438, -0.08628585189580917, -0.08313479274511337, -0.07998374104499817, -0.07683268189430237, -0.07368163019418716, -0.07053057104349136, -0.06737951189279556, -0.06422846019268036, -0.06107740104198456, -0.05792634189128876, -0.05477527901530266, -0.051624223589897156, -0.048473164439201355, -0.04532210901379585, -0.04217105358839035, -0.03901999443769455, -0.03586893901228905, -0.032717883586883545, -0.029566824436187744, -0.026415767148137093, -0.02326470986008644, -0.02011365443468094, -0.016962597146630287, -0.013811539858579636, -0.010660484433174133, -0.007509427145123482, -0.00435836985707283, -0.001207313034683466, 0.0019437437877058983, 0.005094800144433975, 0.008245857432484627, 0.011396914720535278, 0.01454797014594078, 0.017699027433991432, 0.020850084722042084, 0.024001142010092735, 0.027152199298143387, 0.03030325472354889, 0.03345431387424469, 0.03660536929965019, 0.039756424725055695, 0.042907483875751495, 0.046058539301157]}, "gradients/decoder.transformer.h.9.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 5.0, 4.0, 6.0, 2.0, 5.0, 12.0, 14.0, 17.0, 27.0, 21.0, 32.0, 32.0, 29.0, 45.0, 53.0, 50.0, 55.0, 41.0, 63.0, 64.0, 56.0, 56.0, 38.0, 36.0, 63.0, 33.0, 29.0, 28.0, 18.0, 22.0, 14.0, 8.0, 13.0, 6.0, 9.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.019090771675109863, -0.018468519672751427, -0.01784626767039299, -0.017224015668034554, -0.016601763665676117, -0.01597951166331768, -0.015357259660959244, -0.014735007658600807, -0.01411275565624237, -0.013490503653883934, -0.012868251651525497, -0.01224599964916706, -0.011623747646808624, -0.011001495644450188, -0.010379243642091751, -0.009756991639733315, -0.009134739637374878, -0.008512487635016441, -0.007890235632658005, -0.007267983630299568, -0.006645731627941132, -0.006023479625582695, -0.005401227623224258, -0.004778975620865822, -0.004156723618507385, -0.0035344716161489487, -0.002912219613790512, -0.0022899676114320755, -0.001667715609073639, -0.0010454636067152023, -0.00042321160435676575, 0.00019904039800167084, 0.0008212924003601074, 0.001443544402718544, 0.0020657964050769806, 0.002688048407435417, 0.0033103004097938538, 0.00393255241215229, 0.004554804414510727, 0.0051770564168691635, 0.0057993084192276, 0.006421560421586037, 0.007043812423944473, 0.00766606442630291, 0.008288316428661346, 0.008910568431019783, 0.00953282043337822, 0.010155072435736656, 0.010777324438095093, 0.01139957644045353, 0.012021828442811966, 0.012644080445170403, 0.013266332447528839, 0.013888584449887276, 0.014510836452245712, 0.015133088454604149, 0.015755340456962585, 0.016377592459321022, 0.01699984446167946, 0.017622096464037895, 0.018244348466396332, 0.01886660046875477, 0.019488852471113205, 0.02011110447347164, 0.020733356475830078]}, "gradients/decoder.transformer.h.9.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 7.0, 3.0, 8.0, 7.0, 11.0, 12.0, 18.0, 8.0, 17.0, 26.0, 26.0, 23.0, 25.0, 25.0, 42.0, 37.0, 42.0, 42.0, 52.0, 45.0, 46.0, 49.0, 41.0, 47.0, 30.0, 29.0, 30.0, 32.0, 32.0, 21.0, 20.0, 30.0, 22.0, 21.0, 18.0, 18.0, 8.0, 9.0, 10.0, 5.0, 1.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.8896484375, -1.8351287841796875, -1.780609130859375, -1.7260894775390625, -1.67156982421875, -1.6170501708984375, -1.562530517578125, -1.5080108642578125, -1.4534912109375, -1.3989715576171875, -1.344451904296875, -1.2899322509765625, -1.23541259765625, -1.1808929443359375, -1.126373291015625, -1.0718536376953125, -1.017333984375, -0.9628143310546875, -0.908294677734375, -0.8537750244140625, -0.79925537109375, -0.7447357177734375, -0.690216064453125, -0.6356964111328125, -0.5811767578125, -0.5266571044921875, -0.472137451171875, -0.4176177978515625, -0.36309814453125, -0.3085784912109375, -0.254058837890625, -0.1995391845703125, -0.14501953125, -0.0904998779296875, -0.035980224609375, 0.0185394287109375, 0.07305908203125, 0.1275787353515625, 0.182098388671875, 0.2366180419921875, 0.2911376953125, 0.3456573486328125, 0.400177001953125, 0.4546966552734375, 0.50921630859375, 0.5637359619140625, 0.618255615234375, 0.6727752685546875, 0.727294921875, 0.7818145751953125, 0.836334228515625, 0.8908538818359375, 0.94537353515625, 0.9998931884765625, 1.054412841796875, 1.1089324951171875, 1.1634521484375, 1.2179718017578125, 1.272491455078125, 1.3270111083984375, 1.38153076171875, 1.4360504150390625, 1.490570068359375, 1.5450897216796875, 1.599609375]}, "gradients/decoder.transformer.h.9.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 5.0, 8.0, 4.0, 4.0, 23.0, 30.0, 54.0, 69.0, 105.0, 173.0, 312.0, 526.0, 953.0, 1763.0, 3474.0, 7488.0, 17570.0, 49466.0, 303859.0, 551740.0, 70481.0, 22188.0, 9270.0, 4164.0, 2123.0, 1109.0, 602.0, 399.0, 243.0, 133.0, 66.0, 61.0, 31.0, 20.0, 14.0, 7.0, 5.0, 7.0, 5.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.91015625, -4.7703857421875, -4.630615234375, -4.4908447265625, -4.35107421875, -4.2113037109375, -4.071533203125, -3.9317626953125, -3.7919921875, -3.6522216796875, -3.512451171875, -3.3726806640625, -3.23291015625, -3.0931396484375, -2.953369140625, -2.8135986328125, -2.673828125, -2.5340576171875, -2.394287109375, -2.2545166015625, -2.11474609375, -1.9749755859375, -1.835205078125, -1.6954345703125, -1.5556640625, -1.4158935546875, -1.276123046875, -1.1363525390625, -0.99658203125, -0.8568115234375, -0.717041015625, -0.5772705078125, -0.4375, -0.2977294921875, -0.157958984375, -0.0181884765625, 0.12158203125, 0.2613525390625, 0.401123046875, 0.5408935546875, 0.6806640625, 0.8204345703125, 0.960205078125, 1.0999755859375, 1.23974609375, 1.3795166015625, 1.519287109375, 1.6590576171875, 1.798828125, 1.9385986328125, 2.078369140625, 2.2181396484375, 2.35791015625, 2.4976806640625, 2.637451171875, 2.7772216796875, 2.9169921875, 3.0567626953125, 3.196533203125, 3.3363037109375, 3.47607421875, 3.6158447265625, 3.755615234375, 3.8953857421875, 4.03515625]}, "gradients/decoder.transformer.h.9.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 8.0, 9.0, 14.0, 10.0, 15.0, 20.0, 22.0, 32.0, 34.0, 43.0, 54.0, 64.0, 57.0, 89.0, 187.0, 1449.0, 356.0, 148.0, 80.0, 52.0, 59.0, 50.0, 42.0, 28.0, 34.0, 23.0, 14.0, 15.0, 12.0, 7.0, 10.0, 6.0, 8.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-7.140625, -6.95208740234375, -6.7635498046875, -6.57501220703125, -6.386474609375, -6.19793701171875, -6.0093994140625, -5.82086181640625, -5.63232421875, -5.44378662109375, -5.2552490234375, -5.06671142578125, -4.878173828125, -4.68963623046875, -4.5010986328125, -4.31256103515625, -4.1240234375, -3.93548583984375, -3.7469482421875, -3.55841064453125, -3.369873046875, -3.18133544921875, -2.9927978515625, -2.80426025390625, -2.61572265625, -2.42718505859375, -2.2386474609375, -2.05010986328125, -1.861572265625, -1.67303466796875, -1.4844970703125, -1.29595947265625, -1.107421875, -0.91888427734375, -0.7303466796875, -0.54180908203125, -0.353271484375, -0.16473388671875, 0.0238037109375, 0.21234130859375, 0.40087890625, 0.58941650390625, 0.7779541015625, 0.96649169921875, 1.155029296875, 1.34356689453125, 1.5321044921875, 1.72064208984375, 1.9091796875, 2.09771728515625, 2.2862548828125, 2.47479248046875, 2.663330078125, 2.85186767578125, 3.0404052734375, 3.22894287109375, 3.41748046875, 3.60601806640625, 3.7945556640625, 3.98309326171875, 4.171630859375, 4.36016845703125, 4.5487060546875, 4.73724365234375, 4.92578125]}, "gradients/decoder.transformer.h.9.attn.c_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 4.0, 3.0, 8.0, 7.0, 16.0, 11.0, 24.0, 28.0, 30.0, 50.0, 49.0, 75.0, 96.0, 170.0, 226.0, 465.0, 2096.0, 25404.0, 2853868.0, 254834.0, 6273.0, 965.0, 343.0, 200.0, 120.0, 74.0, 64.0, 52.0, 44.0, 27.0, 21.0, 24.0, 7.0, 13.0, 9.0, 4.0, 0.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.7734375, -10.355224609375, -9.93701171875, -9.518798828125, -9.1005859375, -8.682373046875, -8.26416015625, -7.845947265625, -7.427734375, -7.009521484375, -6.59130859375, -6.173095703125, -5.7548828125, -5.336669921875, -4.91845703125, -4.500244140625, -4.08203125, -3.663818359375, -3.24560546875, -2.827392578125, -2.4091796875, -1.990966796875, -1.57275390625, -1.154541015625, -0.736328125, -0.318115234375, 0.10009765625, 0.518310546875, 0.9365234375, 1.354736328125, 1.77294921875, 2.191162109375, 2.609375, 3.027587890625, 3.44580078125, 3.864013671875, 4.2822265625, 4.700439453125, 5.11865234375, 5.536865234375, 5.955078125, 6.373291015625, 6.79150390625, 7.209716796875, 7.6279296875, 8.046142578125, 8.46435546875, 8.882568359375, 9.30078125, 9.718994140625, 10.13720703125, 10.555419921875, 10.9736328125, 11.391845703125, 11.81005859375, 12.228271484375, 12.646484375, 13.064697265625, 13.48291015625, 13.901123046875, 14.3193359375, 14.737548828125, 15.15576171875, 15.573974609375, 15.9921875]}, "gradients/decoder.transformer.h.9.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 12.0, 290.0, 679.0, 40.0], "bins": [-137.56814575195312, -135.35604858398438, -133.1439666748047, -130.93186950683594, -128.7197723388672, -126.50768280029297, -124.29559326171875, -122.08350372314453, -119.87140655517578, -117.65931701660156, -115.44721984863281, -113.2351303100586, -111.02304077148438, -108.81094360351562, -106.5988540649414, -104.38676452636719, -102.17466735839844, -99.96257781982422, -97.75048065185547, -95.53839111328125, -93.32630157470703, -91.11420440673828, -88.90211486816406, -86.69002532958984, -84.47793579101562, -82.2658462524414, -80.05374908447266, -77.84165954589844, -75.62957000732422, -73.41747283935547, -71.20538330078125, -68.99329376220703, -66.78119659423828, -64.56910705566406, -62.35701370239258, -60.144920349121094, -57.93282699584961, -55.720733642578125, -53.508644104003906, -51.29655075073242, -49.08445739746094, -46.87236404418945, -44.660274505615234, -42.44818115234375, -40.236087799072266, -38.02399444580078, -35.81190490722656, -33.59981155395508, -31.387718200683594, -29.175626754760742, -26.963533401489258, -24.751441955566406, -22.539348602294922, -20.32725715637207, -18.11516571044922, -15.90307331085205, -13.690980911254883, -11.478888511657715, -9.266796112060547, -7.054704666137695, -4.842612266540527, -2.6305198669433594, -0.4184284210205078, 1.7936639785766602, 4.00575590133667]}, "gradients/decoder.transformer.h.9.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 3.0, 3.0, 2.0, 6.0, 14.0, 11.0, 16.0, 13.0, 18.0, 23.0, 29.0, 25.0, 31.0, 35.0, 33.0, 40.0, 47.0, 46.0, 42.0, 41.0, 40.0, 47.0, 47.0, 43.0, 32.0, 40.0, 31.0, 34.0, 24.0, 38.0, 32.0, 22.0, 19.0, 14.0, 17.0, 13.0, 9.0, 8.0, 8.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-15.153592109680176, -14.691743850708008, -14.22989559173584, -13.768047332763672, -13.30620002746582, -12.844351768493652, -12.382503509521484, -11.920655250549316, -11.458806991577148, -10.99695873260498, -10.535110473632812, -10.073263168334961, -9.611414909362793, -9.149566650390625, -8.687718391418457, -8.225870132446289, -7.764022350311279, -7.302174091339111, -6.840326309204102, -6.378478050231934, -5.916629791259766, -5.454781532287598, -4.992933750152588, -4.53108549118042, -4.06923770904541, -3.6073896884918213, -3.1455414295196533, -2.6836934089660645, -2.2218451499938965, -1.7599971294403076, -1.2981491088867188, -0.8363008499145508, -0.3744525909423828, 0.08739551901817322, 0.5492436289787292, 1.011091709136963, 1.4729398488998413, 1.9347879886627197, 2.3966360092163086, 2.8584842681884766, 3.3203322887420654, 3.7821803092956543, 4.244028568267822, 4.705876350402832, 5.167724609375, 5.629572868347168, 6.091421127319336, 6.553269386291504, 7.015117168426514, 7.476965427398682, 7.938813209533691, 8.40066146850586, 8.862509727478027, 9.324357986450195, 9.786205291748047, 10.248054504394531, 10.709901809692383, 11.17175006866455, 11.633598327636719, 12.09544563293457, 12.557293891906738, 13.019142150878906, 13.480990409851074, 13.942838668823242, 14.40468692779541]}, "gradients/decoder.transformer.h.8.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 6.0, 3.0, 5.0, 9.0, 6.0, 11.0, 18.0, 13.0, 12.0, 16.0, 20.0, 30.0, 21.0, 30.0, 29.0, 33.0, 43.0, 35.0, 43.0, 46.0, 42.0, 36.0, 37.0, 37.0, 40.0, 35.0, 34.0, 17.0, 36.0, 36.0, 21.0, 27.0, 27.0, 21.0, 26.0, 17.0, 19.0, 10.0, 14.0, 11.0, 8.0, 8.0, 5.0, 3.0, 1.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0], "bins": [-1.8671875, -1.8124847412109375, -1.757781982421875, -1.7030792236328125, -1.64837646484375, -1.5936737060546875, -1.538970947265625, -1.4842681884765625, -1.4295654296875, -1.3748626708984375, -1.320159912109375, -1.2654571533203125, -1.21075439453125, -1.1560516357421875, -1.101348876953125, -1.0466461181640625, -0.991943359375, -0.9372406005859375, -0.882537841796875, -0.8278350830078125, -0.77313232421875, -0.7184295654296875, -0.663726806640625, -0.6090240478515625, -0.5543212890625, -0.4996185302734375, -0.444915771484375, -0.3902130126953125, -0.33551025390625, -0.2808074951171875, -0.226104736328125, -0.1714019775390625, -0.11669921875, -0.0619964599609375, -0.007293701171875, 0.0474090576171875, 0.10211181640625, 0.1568145751953125, 0.211517333984375, 0.2662200927734375, 0.3209228515625, 0.3756256103515625, 0.430328369140625, 0.4850311279296875, 0.53973388671875, 0.5944366455078125, 0.649139404296875, 0.7038421630859375, 0.758544921875, 0.8132476806640625, 0.867950439453125, 0.9226531982421875, 0.97735595703125, 1.0320587158203125, 1.086761474609375, 1.1414642333984375, 1.1961669921875, 1.2508697509765625, 1.305572509765625, 1.3602752685546875, 1.41497802734375, 1.4696807861328125, 1.524383544921875, 1.5790863037109375, 1.6337890625]}, "gradients/decoder.transformer.h.8.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 2.0, 0.0, 1.0, 3.0, 3.0, 3.0, 5.0, 3.0, 8.0, 4.0, 8.0, 6.0, 14.0, 20.0, 30.0, 60.0, 80.0, 112.0, 216.0, 354.0, 539.0, 947.0, 1697.0, 3340.0, 7094.0, 18096.0, 64589.0, 402884.0, 2162796.0, 1285230.0, 183262.0, 38115.0, 12919.0, 5508.0, 2752.0, 1408.0, 874.0, 501.0, 325.0, 205.0, 106.0, 57.0, 46.0, 24.0, 19.0, 10.0, 4.0, 7.0, 8.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.533203125, -3.422119140625, -3.31103515625, -3.199951171875, -3.0888671875, -2.977783203125, -2.86669921875, -2.755615234375, -2.64453125, -2.533447265625, -2.42236328125, -2.311279296875, -2.2001953125, -2.089111328125, -1.97802734375, -1.866943359375, -1.755859375, -1.644775390625, -1.53369140625, -1.422607421875, -1.3115234375, -1.200439453125, -1.08935546875, -0.978271484375, -0.8671875, -0.756103515625, -0.64501953125, -0.533935546875, -0.4228515625, -0.311767578125, -0.20068359375, -0.089599609375, 0.021484375, 0.132568359375, 0.24365234375, 0.354736328125, 0.4658203125, 0.576904296875, 0.68798828125, 0.799072265625, 0.91015625, 1.021240234375, 1.13232421875, 1.243408203125, 1.3544921875, 1.465576171875, 1.57666015625, 1.687744140625, 1.798828125, 1.909912109375, 2.02099609375, 2.132080078125, 2.2431640625, 2.354248046875, 2.46533203125, 2.576416015625, 2.6875, 2.798583984375, 2.90966796875, 3.020751953125, 3.1318359375, 3.242919921875, 3.35400390625, 3.465087890625, 3.576171875]}, "gradients/decoder.transformer.h.8.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 3.0, 9.0, 12.0, 10.0, 24.0, 21.0, 21.0, 25.0, 32.0, 30.0, 46.0, 70.0, 92.0, 138.0, 197.0, 317.0, 444.0, 635.0, 549.0, 443.0, 281.0, 172.0, 154.0, 102.0, 67.0, 42.0, 36.0, 19.0, 22.0, 21.0, 6.0, 8.0, 6.0, 5.0, 3.0, 7.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0], "bins": [-3.5703125, -3.46832275390625, -3.3663330078125, -3.26434326171875, -3.162353515625, -3.06036376953125, -2.9583740234375, -2.85638427734375, -2.75439453125, -2.65240478515625, -2.5504150390625, -2.44842529296875, -2.346435546875, -2.24444580078125, -2.1424560546875, -2.04046630859375, -1.9384765625, -1.83648681640625, -1.7344970703125, -1.63250732421875, -1.530517578125, -1.42852783203125, -1.3265380859375, -1.22454833984375, -1.12255859375, -1.02056884765625, -0.9185791015625, -0.81658935546875, -0.714599609375, -0.61260986328125, -0.5106201171875, -0.40863037109375, -0.306640625, -0.20465087890625, -0.1026611328125, -0.00067138671875, 0.101318359375, 0.20330810546875, 0.3052978515625, 0.40728759765625, 0.50927734375, 0.61126708984375, 0.7132568359375, 0.81524658203125, 0.917236328125, 1.01922607421875, 1.1212158203125, 1.22320556640625, 1.3251953125, 1.42718505859375, 1.5291748046875, 1.63116455078125, 1.733154296875, 1.83514404296875, 1.9371337890625, 2.03912353515625, 2.14111328125, 2.24310302734375, 2.3450927734375, 2.44708251953125, 2.549072265625, 2.65106201171875, 2.7530517578125, 2.85504150390625, 2.95703125]}, "gradients/decoder.transformer.h.8.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 5.0, 3.0, 2.0, 4.0, 9.0, 9.0, 10.0, 15.0, 22.0, 33.0, 40.0, 54.0, 80.0, 142.0, 194.0, 396.0, 849.0, 2539.0, 13479.0, 187421.0, 3811258.0, 161018.0, 12541.0, 2377.0, 801.0, 356.0, 202.0, 120.0, 68.0, 53.0, 29.0, 38.0, 25.0, 23.0, 22.0, 12.0, 17.0, 4.0, 2.0, 4.0, 8.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.4140625, -10.060791015625, -9.70751953125, -9.354248046875, -9.0009765625, -8.647705078125, -8.29443359375, -7.941162109375, -7.587890625, -7.234619140625, -6.88134765625, -6.528076171875, -6.1748046875, -5.821533203125, -5.46826171875, -5.114990234375, -4.76171875, -4.408447265625, -4.05517578125, -3.701904296875, -3.3486328125, -2.995361328125, -2.64208984375, -2.288818359375, -1.935546875, -1.582275390625, -1.22900390625, -0.875732421875, -0.5224609375, -0.169189453125, 0.18408203125, 0.537353515625, 0.890625, 1.243896484375, 1.59716796875, 1.950439453125, 2.3037109375, 2.656982421875, 3.01025390625, 3.363525390625, 3.716796875, 4.070068359375, 4.42333984375, 4.776611328125, 5.1298828125, 5.483154296875, 5.83642578125, 6.189697265625, 6.54296875, 6.896240234375, 7.24951171875, 7.602783203125, 7.9560546875, 8.309326171875, 8.66259765625, 9.015869140625, 9.369140625, 9.722412109375, 10.07568359375, 10.428955078125, 10.7822265625, 11.135498046875, 11.48876953125, 11.842041015625, 12.1953125]}, "gradients/decoder.transformer.h.8.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 25.0, 109.0, 387.0, 381.0, 91.0, 18.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.964784622192383, -27.04119300842285, -25.117603302001953, -23.194011688232422, -21.27042007446289, -19.346830368041992, -17.42323875427246, -15.499648094177246, -13.576057434082031, -11.652466773986816, -9.728876113891602, -7.80528450012207, -5.8816938400268555, -3.9581031799316406, -2.0345115661621094, -0.11092090606689453, 1.8126697540283203, 3.7362606525421143, 5.659851551055908, 7.583442687988281, 9.507033348083496, 11.430624008178711, 13.354215621948242, 15.277806282043457, 17.201396942138672, 19.124988555908203, 21.0485782623291, 22.972169876098633, 24.89575958251953, 26.819351196289062, 28.742942810058594, 30.666534423828125, 32.590126037597656, 34.51371765136719, 36.43730926513672, 38.36090087890625, 40.284488677978516, 42.20808029174805, 44.13167190551758, 46.05526351928711, 47.978851318359375, 49.902442932128906, 51.82603454589844, 53.74962615966797, 55.673213958740234, 57.596805572509766, 59.5203971862793, 61.44398880004883, 63.36758041381836, 65.29116821289062, 67.21475982666016, 69.13835144042969, 71.06194305419922, 72.98553466796875, 74.90912628173828, 76.83271789550781, 78.75630950927734, 80.67990112304688, 82.6034927368164, 84.52708435058594, 86.45067596435547, 88.374267578125, 90.2978515625, 92.22144317626953, 94.14503479003906]}, "gradients/decoder.transformer.h.8.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 4.0, 7.0, 4.0, 8.0, 18.0, 10.0, 17.0, 17.0, 18.0, 22.0, 27.0, 17.0, 27.0, 32.0, 39.0, 36.0, 36.0, 42.0, 40.0, 49.0, 39.0, 52.0, 44.0, 45.0, 47.0, 42.0, 36.0, 34.0, 27.0, 30.0, 18.0, 22.0, 25.0, 12.0, 18.0, 13.0, 10.0, 7.0, 6.0, 8.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-13.081873893737793, -12.705885887145996, -12.3298978805542, -11.953910827636719, -11.577922821044922, -11.201934814453125, -10.825946807861328, -10.449958801269531, -10.073970794677734, -9.697982788085938, -9.32199478149414, -8.946006774902344, -8.570019721984863, -8.194031715393066, -7.8180437088012695, -7.442055702209473, -7.066068172454834, -6.690080165863037, -6.314092636108398, -5.938104629516602, -5.562116622924805, -5.186128616333008, -4.810141086578369, -4.434153079986572, -4.058165550231934, -3.682177782058716, -3.306189775466919, -2.930202007293701, -2.5542140007019043, -2.1782262325286865, -1.8022384643554688, -1.4262504577636719, -1.050262451171875, -0.6742745637893677, -0.2982867360115051, 0.07770109176635742, 0.45368897914886475, 0.8296768665313721, 1.2056646347045898, 1.5816526412963867, 1.9576404094696045, 2.3336281776428223, 2.709616184234619, 3.085603952407837, 3.4615917205810547, 3.8375797271728516, 4.213567733764648, 4.589555740356445, 4.965543270111084, 5.341531276702881, 5.7175188064575195, 6.093506813049316, 6.469494819641113, 6.84548282623291, 7.221470355987549, 7.597458362579346, 7.973445892333984, 8.349433898925781, 8.725421905517578, 9.101409912109375, 9.477396965026855, 9.853384971618652, 10.22937297821045, 10.605360984802246, 10.981348991394043]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 4.0, 10.0, 5.0, 5.0, 11.0, 4.0, 11.0, 14.0, 8.0, 19.0, 15.0, 21.0, 32.0, 24.0, 24.0, 38.0, 31.0, 36.0, 45.0, 43.0, 37.0, 51.0, 33.0, 43.0, 36.0, 43.0, 41.0, 38.0, 33.0, 30.0, 28.0, 37.0, 25.0, 25.0, 15.0, 17.0, 18.0, 13.0, 7.0, 7.0, 7.0, 10.0, 7.0, 1.0, 1.0, 8.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-1.912109375, -1.8584136962890625, -1.804718017578125, -1.7510223388671875, -1.69732666015625, -1.6436309814453125, -1.589935302734375, -1.5362396240234375, -1.4825439453125, -1.4288482666015625, -1.375152587890625, -1.3214569091796875, -1.26776123046875, -1.2140655517578125, -1.160369873046875, -1.1066741943359375, -1.052978515625, -0.9992828369140625, -0.945587158203125, -0.8918914794921875, -0.83819580078125, -0.7845001220703125, -0.730804443359375, -0.6771087646484375, -0.6234130859375, -0.5697174072265625, -0.516021728515625, -0.4623260498046875, -0.40863037109375, -0.3549346923828125, -0.301239013671875, -0.2475433349609375, -0.19384765625, -0.1401519775390625, -0.086456298828125, -0.0327606201171875, 0.02093505859375, 0.0746307373046875, 0.128326416015625, 0.1820220947265625, 0.2357177734375, 0.2894134521484375, 0.343109130859375, 0.3968048095703125, 0.45050048828125, 0.5041961669921875, 0.557891845703125, 0.6115875244140625, 0.665283203125, 0.7189788818359375, 0.772674560546875, 0.8263702392578125, 0.88006591796875, 0.9337615966796875, 0.987457275390625, 1.0411529541015625, 1.0948486328125, 1.1485443115234375, 1.202239990234375, 1.2559356689453125, 1.30963134765625, 1.3633270263671875, 1.417022705078125, 1.4707183837890625, 1.5244140625]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 3.0, 5.0, 5.0, 7.0, 7.0, 17.0, 22.0, 27.0, 56.0, 76.0, 108.0, 195.0, 290.0, 437.0, 701.0, 1100.0, 1715.0, 2725.0, 4203.0, 6236.0, 10149.0, 15776.0, 25372.0, 41814.0, 73441.0, 139865.0, 246891.0, 212506.0, 111167.0, 59895.0, 35096.0, 21080.0, 13374.0, 8490.0, 5608.0, 3595.0, 2365.0, 1473.0, 960.0, 612.0, 399.0, 263.0, 153.0, 96.0, 61.0, 46.0, 33.0, 10.0, 16.0, 10.0, 5.0, 3.0, 4.0, 2.0, 1.0], "bins": [-0.176025390625, -0.171112060546875, -0.16619873046875, -0.161285400390625, -0.1563720703125, -0.151458740234375, -0.14654541015625, -0.141632080078125, -0.13671875, -0.131805419921875, -0.12689208984375, -0.121978759765625, -0.1170654296875, -0.112152099609375, -0.10723876953125, -0.102325439453125, -0.097412109375, -0.092498779296875, -0.08758544921875, -0.082672119140625, -0.0777587890625, -0.072845458984375, -0.06793212890625, -0.063018798828125, -0.05810546875, -0.053192138671875, -0.04827880859375, -0.043365478515625, -0.0384521484375, -0.033538818359375, -0.02862548828125, -0.023712158203125, -0.018798828125, -0.013885498046875, -0.00897216796875, -0.004058837890625, 0.0008544921875, 0.005767822265625, 0.01068115234375, 0.015594482421875, 0.0205078125, 0.025421142578125, 0.03033447265625, 0.035247802734375, 0.0401611328125, 0.045074462890625, 0.04998779296875, 0.054901123046875, 0.059814453125, 0.064727783203125, 0.06964111328125, 0.074554443359375, 0.0794677734375, 0.084381103515625, 0.08929443359375, 0.094207763671875, 0.09912109375, 0.104034423828125, 0.10894775390625, 0.113861083984375, 0.1187744140625, 0.123687744140625, 0.12860107421875, 0.133514404296875, 0.138427734375]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 7.0, 6.0, 1.0, 6.0, 7.0, 6.0, 7.0, 18.0, 11.0, 18.0, 20.0, 24.0, 27.0, 28.0, 32.0, 39.0, 28.0, 36.0, 54.0, 52.0, 47.0, 1059.0, 43.0, 35.0, 42.0, 37.0, 43.0, 32.0, 36.0, 30.0, 31.0, 22.0, 31.0, 13.0, 18.0, 12.0, 19.0, 14.0, 8.0, 10.0, 6.0, 2.0, 2.0, 5.0, 1.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-1.240234375, -1.2025299072265625, -1.164825439453125, -1.1271209716796875, -1.08941650390625, -1.0517120361328125, -1.014007568359375, -0.9763031005859375, -0.9385986328125, -0.9008941650390625, -0.863189697265625, -0.8254852294921875, -0.78778076171875, -0.7500762939453125, -0.712371826171875, -0.6746673583984375, -0.636962890625, -0.5992584228515625, -0.561553955078125, -0.5238494873046875, -0.48614501953125, -0.4484405517578125, -0.410736083984375, -0.3730316162109375, -0.3353271484375, -0.2976226806640625, -0.259918212890625, -0.2222137451171875, -0.18450927734375, -0.1468048095703125, -0.109100341796875, -0.0713958740234375, -0.03369140625, 0.0040130615234375, 0.041717529296875, 0.0794219970703125, 0.11712646484375, 0.1548309326171875, 0.192535400390625, 0.2302398681640625, 0.2679443359375, 0.3056488037109375, 0.343353271484375, 0.3810577392578125, 0.41876220703125, 0.4564666748046875, 0.494171142578125, 0.5318756103515625, 0.569580078125, 0.6072845458984375, 0.644989013671875, 0.6826934814453125, 0.72039794921875, 0.7581024169921875, 0.795806884765625, 0.8335113525390625, 0.8712158203125, 0.9089202880859375, 0.946624755859375, 0.9843292236328125, 1.02203369140625, 1.0597381591796875, 1.097442626953125, 1.1351470947265625, 1.1728515625]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 5.0, 1.0, 1.0, 5.0, 7.0, 7.0, 8.0, 13.0, 10.0, 26.0, 28.0, 34.0, 59.0, 78.0, 101.0, 141.0, 201.0, 267.0, 415.0, 531.0, 866.0, 1194.0, 1724.0, 2736.0, 4146.0, 6647.0, 11720.0, 24952.0, 101334.0, 1747985.0, 130946.0, 28165.0, 12572.0, 6996.0, 4445.0, 2736.0, 1825.0, 1291.0, 859.0, 651.0, 424.0, 268.0, 208.0, 148.0, 110.0, 80.0, 45.0, 38.0, 25.0, 25.0, 12.0, 12.0, 6.0, 10.0, 3.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.24560546875, -0.23806190490722656, -0.23051834106445312, -0.2229747772216797, -0.21543121337890625, -0.2078876495361328, -0.20034408569335938, -0.19280052185058594, -0.1852569580078125, -0.17771339416503906, -0.17016983032226562, -0.1626262664794922, -0.15508270263671875, -0.1475391387939453, -0.13999557495117188, -0.13245201110839844, -0.124908447265625, -0.11736488342285156, -0.10982131958007812, -0.10227775573730469, -0.09473419189453125, -0.08719062805175781, -0.07964706420898438, -0.07210350036621094, -0.0645599365234375, -0.05701637268066406, -0.049472808837890625, -0.04192924499511719, -0.03438568115234375, -0.026842117309570312, -0.019298553466796875, -0.011754989624023438, -0.00421142578125, 0.0033321380615234375, 0.010875701904296875, 0.018419265747070312, 0.02596282958984375, 0.03350639343261719, 0.041049957275390625, 0.04859352111816406, 0.0561370849609375, 0.06368064880371094, 0.07122421264648438, 0.07876777648925781, 0.08631134033203125, 0.09385490417480469, 0.10139846801757812, 0.10894203186035156, 0.116485595703125, 0.12402915954589844, 0.13157272338867188, 0.1391162872314453, 0.14665985107421875, 0.1542034149169922, 0.16174697875976562, 0.16929054260253906, 0.1768341064453125, 0.18437767028808594, 0.19192123413085938, 0.1994647979736328, 0.20700836181640625, 0.2145519256591797, 0.22209548950195312, 0.22963905334472656, 0.2371826171875]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 1.0, 2.0, 1.0, 6.0, 1.0, 3.0, 9.0, 3.0, 17.0, 13.0, 17.0, 25.0, 26.0, 36.0, 35.0, 42.0, 51.0, 62.0, 61.0, 61.0, 62.0, 67.0, 56.0, 53.0, 53.0, 50.0, 34.0, 41.0, 19.0, 18.0, 22.0, 11.0, 10.0, 8.0, 6.0, 4.0, 7.0, 3.0, 5.0, 5.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.01386260986328125, -0.013446688652038574, -0.013030767440795898, -0.012614846229553223, -0.012198925018310547, -0.011783003807067871, -0.011367082595825195, -0.01095116138458252, -0.010535240173339844, -0.010119318962097168, -0.009703397750854492, -0.009287476539611816, -0.00887155532836914, -0.008455634117126465, -0.008039712905883789, -0.007623791694641113, -0.0072078704833984375, -0.006791949272155762, -0.006376028060913086, -0.00596010684967041, -0.005544185638427734, -0.005128264427185059, -0.004712343215942383, -0.004296422004699707, -0.0038805007934570312, -0.0034645795822143555, -0.0030486583709716797, -0.002632737159729004, -0.002216815948486328, -0.0018008947372436523, -0.0013849735260009766, -0.0009690523147583008, -0.000553131103515625, -0.00013720989227294922, 0.00027871131896972656, 0.0006946325302124023, 0.0011105537414550781, 0.001526474952697754, 0.0019423961639404297, 0.0023583173751831055, 0.0027742385864257812, 0.003190159797668457, 0.003606081008911133, 0.004022002220153809, 0.004437923431396484, 0.00485384464263916, 0.005269765853881836, 0.005685687065124512, 0.0061016082763671875, 0.006517529487609863, 0.006933450698852539, 0.007349371910095215, 0.007765293121337891, 0.008181214332580566, 0.008597135543823242, 0.009013056755065918, 0.009428977966308594, 0.00984489917755127, 0.010260820388793945, 0.010676741600036621, 0.011092662811279297, 0.011508584022521973, 0.011924505233764648, 0.012340426445007324, 0.01275634765625]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 8.0, 3.0, 3.0, 4.0, 6.0, 8.0, 9.0, 16.0, 16.0, 22.0, 25.0, 39.0, 60.0, 68.0, 107.0, 168.0, 326.0, 974.0, 130210.0, 912699.0, 2664.0, 463.0, 211.0, 131.0, 80.0, 46.0, 51.0, 31.0, 25.0, 26.0, 13.0, 14.0, 8.0, 7.0, 4.0, 1.0, 6.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.259521484375, -0.25092315673828125, -0.2423248291015625, -0.23372650146484375, -0.225128173828125, -0.21652984619140625, -0.2079315185546875, -0.19933319091796875, -0.19073486328125, -0.18213653564453125, -0.1735382080078125, -0.16493988037109375, -0.156341552734375, -0.14774322509765625, -0.1391448974609375, -0.13054656982421875, -0.1219482421875, -0.11334991455078125, -0.1047515869140625, -0.09615325927734375, -0.087554931640625, -0.07895660400390625, -0.0703582763671875, -0.06175994873046875, -0.05316162109375, -0.04456329345703125, -0.0359649658203125, -0.02736663818359375, -0.018768310546875, -0.01016998291015625, -0.0015716552734375, 0.00702667236328125, 0.015625, 0.02422332763671875, 0.0328216552734375, 0.04141998291015625, 0.050018310546875, 0.05861663818359375, 0.0672149658203125, 0.07581329345703125, 0.08441162109375, 0.09300994873046875, 0.1016082763671875, 0.11020660400390625, 0.118804931640625, 0.12740325927734375, 0.1360015869140625, 0.14459991455078125, 0.1531982421875, 0.16179656982421875, 0.1703948974609375, 0.17899322509765625, 0.187591552734375, 0.19618988037109375, 0.2047882080078125, 0.21338653564453125, 0.22198486328125, 0.23058319091796875, 0.2391815185546875, 0.24777984619140625, 0.256378173828125, 0.26497650146484375, 0.2735748291015625, 0.28217315673828125, 0.290771484375]}, "gradients/decoder.transformer.h.8.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 4.0, 6.0, 12.0, 16.0, 29.0, 53.0, 81.0, 140.0, 173.0, 191.0, 120.0, 79.0, 40.0, 30.0, 22.0, 8.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.028109299018979073, -0.027230020612478256, -0.02635074220597744, -0.025471463799476624, -0.024592185392975807, -0.02371290698647499, -0.022833628579974174, -0.021954350173473358, -0.021075071766972542, -0.020195793360471725, -0.01931651495397091, -0.018437236547470093, -0.017557958140969276, -0.01667867973446846, -0.015799401327967644, -0.014920122921466827, -0.014040844514966011, -0.013161566108465195, -0.012282287701964378, -0.011403009295463562, -0.010523730888962746, -0.00964445248246193, -0.008765174075961113, -0.007885895669460297, -0.00700661726295948, -0.006127338856458664, -0.005248060449957848, -0.004368782043457031, -0.003489503636956215, -0.0026102252304553986, -0.0017309468239545822, -0.0008516684174537659, 2.7609989047050476e-05, 0.0009068883955478668, 0.0017861668020486832, 0.0026654452085494995, 0.003544723615050316, 0.004424002021551132, 0.0053032804280519485, 0.006182558834552765, 0.007061837241053581, 0.007941115647554398, 0.008820394054055214, 0.00969967246055603, 0.010578950867056847, 0.011458229273557663, 0.01233750768005848, 0.013216786086559296, 0.014096064493060112, 0.014975342899560928, 0.015854621306061745, 0.01673389971256256, 0.017613178119063377, 0.018492456525564194, 0.01937173493206501, 0.020251013338565826, 0.021130291745066643, 0.02200957015156746, 0.022888848558068275, 0.023768126964569092, 0.024647405371069908, 0.025526683777570724, 0.02640596218407154, 0.027285240590572357, 0.028164518997073174]}, "gradients/decoder.transformer.h.8.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 3.0, 5.0, 6.0, 10.0, 7.0, 16.0, 23.0, 30.0, 34.0, 38.0, 39.0, 49.0, 55.0, 69.0, 63.0, 64.0, 43.0, 55.0, 50.0, 50.0, 52.0, 42.0, 43.0, 29.0, 33.0, 23.0, 23.0, 17.0, 11.0, 7.0, 5.0, 10.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01929992437362671, -0.018780957907438278, -0.018261991441249847, -0.017743024975061417, -0.017224058508872986, -0.016705092042684555, -0.016186125576496124, -0.015667159110307693, -0.015148192644119263, -0.014629226177930832, -0.014110259711742401, -0.01359129324555397, -0.01307232677936554, -0.012553360313177109, -0.012034393846988678, -0.011515427380800247, -0.010996460914611816, -0.010477494448423386, -0.009958527982234955, -0.009439561516046524, -0.008920595049858093, -0.008401628583669662, -0.007882662117481232, -0.007363695651292801, -0.00684472918510437, -0.006325762718915939, -0.0058067962527275085, -0.005287829786539078, -0.004768863320350647, -0.004249896854162216, -0.0037309303879737854, -0.0032119639217853546, -0.002692997455596924, -0.002174030989408493, -0.0016550645232200623, -0.0011360980570316315, -0.0006171315908432007, -9.81651246547699e-05, 0.0004208013415336609, 0.0009397678077220917, 0.0014587342739105225, 0.0019777007400989532, 0.002496667206287384, 0.003015633672475815, 0.0035346001386642456, 0.004053566604852676, 0.004572533071041107, 0.005091499537229538, 0.005610466003417969, 0.0061294324696063995, 0.00664839893579483, 0.007167365401983261, 0.007686331868171692, 0.008205298334360123, 0.008724264800548553, 0.009243231266736984, 0.009762197732925415, 0.010281164199113846, 0.010800130665302277, 0.011319097131490707, 0.011838063597679138, 0.012357030063867569, 0.012875996530056, 0.01339496299624443, 0.013913929462432861]}, "gradients/decoder.transformer.h.8.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 5.0, 9.0, 5.0, 5.0, 11.0, 5.0, 11.0, 13.0, 8.0, 19.0, 15.0, 20.0, 33.0, 24.0, 23.0, 39.0, 32.0, 35.0, 45.0, 42.0, 38.0, 52.0, 32.0, 44.0, 35.0, 43.0, 39.0, 40.0, 33.0, 30.0, 28.0, 37.0, 25.0, 25.0, 15.0, 17.0, 18.0, 13.0, 7.0, 7.0, 7.0, 10.0, 7.0, 1.0, 1.0, 8.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-1.912109375, -1.8584136962890625, -1.804718017578125, -1.7510223388671875, -1.69732666015625, -1.6436309814453125, -1.589935302734375, -1.5362396240234375, -1.4825439453125, -1.4288482666015625, -1.375152587890625, -1.3214569091796875, -1.26776123046875, -1.2140655517578125, -1.160369873046875, -1.1066741943359375, -1.052978515625, -0.9992828369140625, -0.945587158203125, -0.8918914794921875, -0.83819580078125, -0.7845001220703125, -0.730804443359375, -0.6771087646484375, -0.6234130859375, -0.5697174072265625, -0.516021728515625, -0.4623260498046875, -0.40863037109375, -0.3549346923828125, -0.301239013671875, -0.2475433349609375, -0.19384765625, -0.1401519775390625, -0.086456298828125, -0.0327606201171875, 0.02093505859375, 0.0746307373046875, 0.128326416015625, 0.1820220947265625, 0.2357177734375, 0.2894134521484375, 0.343109130859375, 0.3968048095703125, 0.45050048828125, 0.5041961669921875, 0.557891845703125, 0.6115875244140625, 0.665283203125, 0.7189788818359375, 0.772674560546875, 0.8263702392578125, 0.88006591796875, 0.9337615966796875, 0.987457275390625, 1.0411529541015625, 1.0948486328125, 1.1485443115234375, 1.202239990234375, 1.2559356689453125, 1.30963134765625, 1.3633270263671875, 1.417022705078125, 1.4707183837890625, 1.5244140625]}, "gradients/decoder.transformer.h.8.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 5.0, 4.0, 9.0, 14.0, 9.0, 42.0, 57.0, 73.0, 144.0, 227.0, 327.0, 554.0, 1012.0, 1815.0, 3635.0, 7132.0, 14861.0, 33509.0, 85410.0, 277150.0, 408084.0, 127956.0, 47137.0, 19972.0, 9148.0, 4706.0, 2537.0, 1259.0, 701.0, 417.0, 250.0, 161.0, 95.0, 52.0, 30.0, 25.0, 16.0, 10.0, 6.0, 4.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-2.7265625, -2.6444091796875, -2.562255859375, -2.4801025390625, -2.39794921875, -2.3157958984375, -2.233642578125, -2.1514892578125, -2.0693359375, -1.9871826171875, -1.905029296875, -1.8228759765625, -1.74072265625, -1.6585693359375, -1.576416015625, -1.4942626953125, -1.412109375, -1.3299560546875, -1.247802734375, -1.1656494140625, -1.08349609375, -1.0013427734375, -0.919189453125, -0.8370361328125, -0.7548828125, -0.6727294921875, -0.590576171875, -0.5084228515625, -0.42626953125, -0.3441162109375, -0.261962890625, -0.1798095703125, -0.09765625, -0.0155029296875, 0.066650390625, 0.1488037109375, 0.23095703125, 0.3131103515625, 0.395263671875, 0.4774169921875, 0.5595703125, 0.6417236328125, 0.723876953125, 0.8060302734375, 0.88818359375, 0.9703369140625, 1.052490234375, 1.1346435546875, 1.216796875, 1.2989501953125, 1.381103515625, 1.4632568359375, 1.54541015625, 1.6275634765625, 1.709716796875, 1.7918701171875, 1.8740234375, 1.9561767578125, 2.038330078125, 2.1204833984375, 2.20263671875, 2.2847900390625, 2.366943359375, 2.4490966796875, 2.53125]}, "gradients/decoder.transformer.h.8.attn.c_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 3.0, 5.0, 5.0, 8.0, 8.0, 14.0, 11.0, 18.0, 14.0, 15.0, 32.0, 31.0, 41.0, 36.0, 48.0, 37.0, 71.0, 73.0, 138.0, 358.0, 1425.0, 175.0, 88.0, 58.0, 43.0, 43.0, 30.0, 26.0, 29.0, 22.0, 21.0, 25.0, 17.0, 22.0, 14.0, 8.0, 7.0, 8.0, 5.0, 7.0, 7.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.0703125, -4.9019775390625, -4.733642578125, -4.5653076171875, -4.39697265625, -4.2286376953125, -4.060302734375, -3.8919677734375, -3.7236328125, -3.5552978515625, -3.386962890625, -3.2186279296875, -3.05029296875, -2.8819580078125, -2.713623046875, -2.5452880859375, -2.376953125, -2.2086181640625, -2.040283203125, -1.8719482421875, -1.70361328125, -1.5352783203125, -1.366943359375, -1.1986083984375, -1.0302734375, -0.8619384765625, -0.693603515625, -0.5252685546875, -0.35693359375, -0.1885986328125, -0.020263671875, 0.1480712890625, 0.31640625, 0.4847412109375, 0.653076171875, 0.8214111328125, 0.98974609375, 1.1580810546875, 1.326416015625, 1.4947509765625, 1.6630859375, 1.8314208984375, 1.999755859375, 2.1680908203125, 2.33642578125, 2.5047607421875, 2.673095703125, 2.8414306640625, 3.009765625, 3.1781005859375, 3.346435546875, 3.5147705078125, 3.68310546875, 3.8514404296875, 4.019775390625, 4.1881103515625, 4.3564453125, 4.5247802734375, 4.693115234375, 4.8614501953125, 5.02978515625, 5.1981201171875, 5.366455078125, 5.5347900390625, 5.703125]}, "gradients/decoder.transformer.h.8.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 0.0, 5.0, 10.0, 6.0, 12.0, 15.0, 16.0, 19.0, 35.0, 46.0, 45.0, 62.0, 86.0, 107.0, 201.0, 358.0, 761.0, 2296.0, 10886.0, 117957.0, 2752767.0, 238903.0, 16084.0, 3013.0, 881.0, 375.0, 234.0, 154.0, 105.0, 50.0, 53.0, 42.0, 32.0, 28.0, 21.0, 9.0, 10.0, 7.0, 7.0, 5.0, 5.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-7.8125, -7.5728759765625, -7.333251953125, -7.0936279296875, -6.85400390625, -6.6143798828125, -6.374755859375, -6.1351318359375, -5.8955078125, -5.6558837890625, -5.416259765625, -5.1766357421875, -4.93701171875, -4.6973876953125, -4.457763671875, -4.2181396484375, -3.978515625, -3.7388916015625, -3.499267578125, -3.2596435546875, -3.02001953125, -2.7803955078125, -2.540771484375, -2.3011474609375, -2.0615234375, -1.8218994140625, -1.582275390625, -1.3426513671875, -1.10302734375, -0.8634033203125, -0.623779296875, -0.3841552734375, -0.14453125, 0.0950927734375, 0.334716796875, 0.5743408203125, 0.81396484375, 1.0535888671875, 1.293212890625, 1.5328369140625, 1.7724609375, 2.0120849609375, 2.251708984375, 2.4913330078125, 2.73095703125, 2.9705810546875, 3.210205078125, 3.4498291015625, 3.689453125, 3.9290771484375, 4.168701171875, 4.4083251953125, 4.64794921875, 4.8875732421875, 5.127197265625, 5.3668212890625, 5.6064453125, 5.8460693359375, 6.085693359375, 6.3253173828125, 6.56494140625, 6.8045654296875, 7.044189453125, 7.2838134765625, 7.5234375]}, "gradients/decoder.transformer.h.8.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 41.0, 556.0, 401.0, 17.0, 0.0, 0.0, 1.0, 1.0], "bins": [-123.47514343261719, -121.34172821044922, -119.20831298828125, -117.07489776611328, -114.94148254394531, -112.80806732177734, -110.67465209960938, -108.5412368774414, -106.40782165527344, -104.27440643310547, -102.1409912109375, -100.00757598876953, -97.87416076660156, -95.7407455444336, -93.60733032226562, -91.47391510009766, -89.34049987792969, -87.20708465576172, -85.07366943359375, -82.94025421142578, -80.80683898925781, -78.67342376708984, -76.54000854492188, -74.4065933227539, -72.27317810058594, -70.13976287841797, -68.00634765625, -65.87293243408203, -63.73951721191406, -61.606101989746094, -59.472686767578125, -57.339271545410156, -55.20586395263672, -53.07244873046875, -50.93903350830078, -48.80561828613281, -46.672203063964844, -44.538787841796875, -42.405372619628906, -40.27195739746094, -38.13854217529297, -36.005126953125, -33.87171173095703, -31.738296508789062, -29.604881286621094, -27.471466064453125, -25.338050842285156, -23.204635620117188, -21.07122039794922, -18.93780517578125, -16.80438995361328, -14.670974731445312, -12.537559509277344, -10.404144287109375, -8.270729064941406, -6.1373138427734375, -4.003898620605469, -1.8704833984375, 0.26293182373046875, 2.3963470458984375, 4.529762268066406, 6.663177490234375, 8.796592712402344, 10.930007934570312, 13.063423156738281]}, "gradients/decoder.transformer.h.8.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 4.0, 3.0, 9.0, 3.0, 5.0, 11.0, 21.0, 12.0, 17.0, 15.0, 22.0, 28.0, 24.0, 26.0, 29.0, 41.0, 40.0, 31.0, 38.0, 42.0, 43.0, 52.0, 40.0, 51.0, 39.0, 34.0, 38.0, 33.0, 39.0, 29.0, 29.0, 26.0, 25.0, 21.0, 13.0, 8.0, 12.0, 12.0, 10.0, 11.0, 7.0, 5.0, 4.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.946799278259277, -11.505130767822266, -11.063461303710938, -10.62179183959961, -10.180123329162598, -9.738454818725586, -9.296785354614258, -8.85511589050293, -8.413447380065918, -7.971778392791748, -7.530109405517578, -7.088440418243408, -6.646771430969238, -6.205102443695068, -5.763433456420898, -5.3217644691467285, -4.880095481872559, -4.438426494598389, -3.9967575073242188, -3.555088520050049, -3.113419532775879, -2.671750545501709, -2.230081558227539, -1.7884125709533691, -1.3467435836791992, -0.9050745964050293, -0.4634056091308594, -0.021736621856689453, 0.41993236541748047, 0.8616013526916504, 1.3032703399658203, 1.7449393272399902, 2.1866092681884766, 2.6282782554626465, 3.0699472427368164, 3.5116162300109863, 3.9532852172851562, 4.394954204559326, 4.836623191833496, 5.278292179107666, 5.719961166381836, 6.161630153656006, 6.603299140930176, 7.044968128204346, 7.486637115478516, 7.9283061027526855, 8.369975090026855, 8.811643600463867, 9.253313064575195, 9.694982528686523, 10.136651039123535, 10.578319549560547, 11.019989013671875, 11.461658477783203, 11.903326988220215, 12.344995498657227, 12.786664962768555, 13.228334426879883, 13.670002937316895, 14.111671447753906, 14.553340911865234, 14.995010375976562, 15.436678886413574, 15.878347396850586, 16.320016860961914]}, "gradients/decoder.transformer.h.7.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 2.0, 3.0, 3.0, 7.0, 5.0, 11.0, 9.0, 15.0, 10.0, 13.0, 18.0, 25.0, 25.0, 17.0, 27.0, 37.0, 39.0, 41.0, 52.0, 40.0, 47.0, 37.0, 36.0, 44.0, 41.0, 53.0, 29.0, 41.0, 29.0, 30.0, 31.0, 32.0, 26.0, 25.0, 23.0, 19.0, 11.0, 10.0, 8.0, 7.0, 7.0, 6.0, 5.0, 8.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0], "bins": [-2.083984375, -2.0269775390625, -1.969970703125, -1.9129638671875, -1.85595703125, -1.7989501953125, -1.741943359375, -1.6849365234375, -1.6279296875, -1.5709228515625, -1.513916015625, -1.4569091796875, -1.39990234375, -1.3428955078125, -1.285888671875, -1.2288818359375, -1.171875, -1.1148681640625, -1.057861328125, -1.0008544921875, -0.94384765625, -0.8868408203125, -0.829833984375, -0.7728271484375, -0.7158203125, -0.6588134765625, -0.601806640625, -0.5447998046875, -0.48779296875, -0.4307861328125, -0.373779296875, -0.3167724609375, -0.259765625, -0.2027587890625, -0.145751953125, -0.0887451171875, -0.03173828125, 0.0252685546875, 0.082275390625, 0.1392822265625, 0.1962890625, 0.2532958984375, 0.310302734375, 0.3673095703125, 0.42431640625, 0.4813232421875, 0.538330078125, 0.5953369140625, 0.65234375, 0.7093505859375, 0.766357421875, 0.8233642578125, 0.88037109375, 0.9373779296875, 0.994384765625, 1.0513916015625, 1.1083984375, 1.1654052734375, 1.222412109375, 1.2794189453125, 1.33642578125, 1.3934326171875, 1.450439453125, 1.5074462890625, 1.564453125]}, "gradients/decoder.transformer.h.7.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 4.0, 2.0, 6.0, 5.0, 4.0, 4.0, 9.0, 11.0, 12.0, 12.0, 13.0, 24.0, 31.0, 68.0, 77.0, 153.0, 326.0, 562.0, 1154.0, 2237.0, 4900.0, 13972.0, 66300.0, 984143.0, 2881900.0, 196794.0, 26923.0, 8005.0, 3236.0, 1622.0, 783.0, 397.0, 240.0, 143.0, 72.0, 51.0, 31.0, 17.0, 10.0, 10.0, 11.0, 8.0, 4.0, 6.0, 2.0, 1.0, 1.0, 2.0], "bins": [-6.3671875, -6.20892333984375, -6.0506591796875, -5.89239501953125, -5.734130859375, -5.57586669921875, -5.4176025390625, -5.25933837890625, -5.10107421875, -4.94281005859375, -4.7845458984375, -4.62628173828125, -4.468017578125, -4.30975341796875, -4.1514892578125, -3.99322509765625, -3.8349609375, -3.67669677734375, -3.5184326171875, -3.36016845703125, -3.201904296875, -3.04364013671875, -2.8853759765625, -2.72711181640625, -2.56884765625, -2.41058349609375, -2.2523193359375, -2.09405517578125, -1.935791015625, -1.77752685546875, -1.6192626953125, -1.46099853515625, -1.302734375, -1.14447021484375, -0.9862060546875, -0.82794189453125, -0.669677734375, -0.51141357421875, -0.3531494140625, -0.19488525390625, -0.03662109375, 0.12164306640625, 0.2799072265625, 0.43817138671875, 0.596435546875, 0.75469970703125, 0.9129638671875, 1.07122802734375, 1.2294921875, 1.38775634765625, 1.5460205078125, 1.70428466796875, 1.862548828125, 2.02081298828125, 2.1790771484375, 2.33734130859375, 2.49560546875, 2.65386962890625, 2.8121337890625, 2.97039794921875, 3.128662109375, 3.28692626953125, 3.4451904296875, 3.60345458984375, 3.76171875]}, "gradients/decoder.transformer.h.7.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 7.0, 7.0, 7.0, 5.0, 9.0, 8.0, 18.0, 20.0, 42.0, 40.0, 57.0, 63.0, 88.0, 145.0, 235.0, 317.0, 545.0, 665.0, 551.0, 388.0, 229.0, 171.0, 103.0, 71.0, 69.0, 44.0, 32.0, 35.0, 24.0, 11.0, 11.0, 15.0, 8.0, 12.0, 11.0, 5.0, 1.0, 6.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.8984375, -2.80682373046875, -2.7152099609375, -2.62359619140625, -2.531982421875, -2.44036865234375, -2.3487548828125, -2.25714111328125, -2.16552734375, -2.07391357421875, -1.9822998046875, -1.89068603515625, -1.799072265625, -1.70745849609375, -1.6158447265625, -1.52423095703125, -1.4326171875, -1.34100341796875, -1.2493896484375, -1.15777587890625, -1.066162109375, -0.97454833984375, -0.8829345703125, -0.79132080078125, -0.69970703125, -0.60809326171875, -0.5164794921875, -0.42486572265625, -0.333251953125, -0.24163818359375, -0.1500244140625, -0.05841064453125, 0.033203125, 0.12481689453125, 0.2164306640625, 0.30804443359375, 0.399658203125, 0.49127197265625, 0.5828857421875, 0.67449951171875, 0.76611328125, 0.85772705078125, 0.9493408203125, 1.04095458984375, 1.132568359375, 1.22418212890625, 1.3157958984375, 1.40740966796875, 1.4990234375, 1.59063720703125, 1.6822509765625, 1.77386474609375, 1.865478515625, 1.95709228515625, 2.0487060546875, 2.14031982421875, 2.23193359375, 2.32354736328125, 2.4151611328125, 2.50677490234375, 2.598388671875, 2.69000244140625, 2.7816162109375, 2.87322998046875, 2.96484375]}, "gradients/decoder.transformer.h.7.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 7.0, 11.0, 17.0, 14.0, 16.0, 17.0, 22.0, 26.0, 64.0, 76.0, 98.0, 145.0, 278.0, 665.0, 1839.0, 6508.0, 38725.0, 1320344.0, 2757817.0, 55509.0, 8432.0, 2095.0, 750.0, 315.0, 146.0, 91.0, 66.0, 47.0, 48.0, 28.0, 17.0, 10.0, 13.0, 13.0, 4.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.8671875, -9.5595703125, -9.251953125, -8.9443359375, -8.63671875, -8.3291015625, -8.021484375, -7.7138671875, -7.40625, -7.0986328125, -6.791015625, -6.4833984375, -6.17578125, -5.8681640625, -5.560546875, -5.2529296875, -4.9453125, -4.6376953125, -4.330078125, -4.0224609375, -3.71484375, -3.4072265625, -3.099609375, -2.7919921875, -2.484375, -2.1767578125, -1.869140625, -1.5615234375, -1.25390625, -0.9462890625, -0.638671875, -0.3310546875, -0.0234375, 0.2841796875, 0.591796875, 0.8994140625, 1.20703125, 1.5146484375, 1.822265625, 2.1298828125, 2.4375, 2.7451171875, 3.052734375, 3.3603515625, 3.66796875, 3.9755859375, 4.283203125, 4.5908203125, 4.8984375, 5.2060546875, 5.513671875, 5.8212890625, 6.12890625, 6.4365234375, 6.744140625, 7.0517578125, 7.359375, 7.6669921875, 7.974609375, 8.2822265625, 8.58984375, 8.8974609375, 9.205078125, 9.5126953125, 9.8203125]}, "gradients/decoder.transformer.h.7.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 7.0, 10.0, 35.0, 81.0, 155.0, 198.0, 231.0, 144.0, 86.0, 35.0, 14.0, 8.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.028812408447266, -19.28589630126953, -18.542980194091797, -17.800064086914062, -17.05714988708496, -16.314233779907227, -15.571317672729492, -14.828401565551758, -14.08548641204834, -13.342570304870605, -12.599655151367188, -11.856739044189453, -11.113822937011719, -10.3709077835083, -9.627991676330566, -8.885076522827148, -8.142160415649414, -7.399244785308838, -6.656329154968262, -5.913413047790527, -5.170497417449951, -4.427581787109375, -3.6846656799316406, -2.9417500495910645, -2.1988344192504883, -1.4559186697006226, -0.7130029201507568, 0.029912948608398438, 0.7728285789489746, 1.5157442092895508, 2.258660316467285, 3.0015759468078613, 3.7444915771484375, 4.487407207489014, 5.23032283782959, 5.973238945007324, 6.7161545753479, 7.459070205688477, 8.201986312866211, 8.944902420043945, 9.687817573547363, 10.430733680725098, 11.173648834228516, 11.91656494140625, 12.659481048583984, 13.402396202087402, 14.145312309265137, 14.888227462768555, 15.631143569946289, 16.374059677124023, 17.116975784301758, 17.85988998413086, 18.602806091308594, 19.345722198486328, 20.088638305664062, 20.831554412841797, 21.57447052001953, 22.317386627197266, 23.060302734375, 23.803218841552734, 24.546133041381836, 25.28904914855957, 26.031965255737305, 26.77488136291504, 27.51779556274414]}, "gradients/decoder.transformer.h.7.ln_2.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 5.0, 1.0, 5.0, 6.0, 8.0, 7.0, 10.0, 6.0, 8.0, 18.0, 14.0, 24.0, 17.0, 14.0, 30.0, 37.0, 27.0, 30.0, 41.0, 32.0, 51.0, 29.0, 35.0, 46.0, 42.0, 47.0, 47.0, 43.0, 44.0, 28.0, 37.0, 33.0, 30.0, 26.0, 17.0, 24.0, 19.0, 9.0, 14.0, 18.0, 12.0, 2.0, 5.0, 4.0, 1.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.780767440795898, -8.489815711975098, -8.198864936828613, -7.9079132080078125, -7.61696195602417, -7.326010704040527, -7.035058975219727, -6.744107723236084, -6.453156471252441, -6.162205219268799, -5.871253967285156, -5.5803022384643555, -5.289350986480713, -4.99839973449707, -4.7074480056762695, -4.416496753692627, -4.125545501708984, -3.834594249725342, -3.54364275932312, -3.2526912689208984, -2.961740016937256, -2.6707887649536133, -2.3798372745513916, -2.08888578414917, -1.7979345321655273, -1.5069831609725952, -1.216031789779663, -0.925080418586731, -0.6341290473937988, -0.3431776762008667, -0.05222630500793457, 0.2387251853942871, 0.5296764373779297, 0.8206278085708618, 1.111579179763794, 1.402530550956726, 1.6934819221496582, 1.9844332933425903, 2.2753846645355225, 2.566336154937744, 2.8572874069213867, 3.1482386589050293, 3.439190149307251, 3.7301416397094727, 4.021092891693115, 4.312044143676758, 4.602995872497559, 4.893947124481201, 5.184898376464844, 5.475849628448486, 5.766800880432129, 6.05775260925293, 6.348703861236572, 6.639655113220215, 6.930606842041016, 7.221558094024658, 7.512509346008301, 7.803460597991943, 8.094411849975586, 8.385363578796387, 8.676315307617188, 8.967266082763672, 9.258217811584473, 9.549169540405273, 9.840120315551758]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 4.0, 7.0, 4.0, 5.0, 8.0, 8.0, 10.0, 10.0, 18.0, 28.0, 25.0, 23.0, 24.0, 28.0, 41.0, 43.0, 35.0, 46.0, 32.0, 47.0, 44.0, 46.0, 41.0, 38.0, 37.0, 35.0, 36.0, 30.0, 36.0, 23.0, 38.0, 28.0, 28.0, 12.0, 23.0, 16.0, 11.0, 11.0, 6.0, 5.0, 7.0, 5.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.88671875, -1.8318023681640625, -1.776885986328125, -1.7219696044921875, -1.66705322265625, -1.6121368408203125, -1.557220458984375, -1.5023040771484375, -1.4473876953125, -1.3924713134765625, -1.337554931640625, -1.2826385498046875, -1.22772216796875, -1.1728057861328125, -1.117889404296875, -1.0629730224609375, -1.008056640625, -0.9531402587890625, -0.898223876953125, -0.8433074951171875, -0.78839111328125, -0.7334747314453125, -0.678558349609375, -0.6236419677734375, -0.5687255859375, -0.5138092041015625, -0.458892822265625, -0.4039764404296875, -0.34906005859375, -0.2941436767578125, -0.239227294921875, -0.1843109130859375, -0.12939453125, -0.0744781494140625, -0.019561767578125, 0.0353546142578125, 0.09027099609375, 0.1451873779296875, 0.200103759765625, 0.2550201416015625, 0.3099365234375, 0.3648529052734375, 0.419769287109375, 0.4746856689453125, 0.52960205078125, 0.5845184326171875, 0.639434814453125, 0.6943511962890625, 0.749267578125, 0.8041839599609375, 0.859100341796875, 0.9140167236328125, 0.96893310546875, 1.0238494873046875, 1.078765869140625, 1.1336822509765625, 1.1885986328125, 1.2435150146484375, 1.298431396484375, 1.3533477783203125, 1.40826416015625, 1.4631805419921875, 1.518096923828125, 1.5730133056640625, 1.6279296875]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 7.0, 2.0, 8.0, 15.0, 17.0, 25.0, 39.0, 62.0, 89.0, 118.0, 196.0, 334.0, 400.0, 602.0, 916.0, 1316.0, 2075.0, 2898.0, 4485.0, 6865.0, 10366.0, 16426.0, 26357.0, 43815.0, 78623.0, 156798.0, 267882.0, 194796.0, 95891.0, 52294.0, 30582.0, 19063.0, 12055.0, 7711.0, 5171.0, 3330.0, 2265.0, 1493.0, 987.0, 751.0, 458.0, 308.0, 219.0, 148.0, 86.0, 69.0, 48.0, 29.0, 20.0, 16.0, 13.0, 12.0, 5.0, 5.0, 5.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.15673828125, -0.15178680419921875, -0.1468353271484375, -0.14188385009765625, -0.136932373046875, -0.13198089599609375, -0.1270294189453125, -0.12207794189453125, -0.11712646484375, -0.11217498779296875, -0.1072235107421875, -0.10227203369140625, -0.097320556640625, -0.09236907958984375, -0.0874176025390625, -0.08246612548828125, -0.0775146484375, -0.07256317138671875, -0.0676116943359375, -0.06266021728515625, -0.057708740234375, -0.05275726318359375, -0.0478057861328125, -0.04285430908203125, -0.03790283203125, -0.03295135498046875, -0.0279998779296875, -0.02304840087890625, -0.018096923828125, -0.01314544677734375, -0.0081939697265625, -0.00324249267578125, 0.001708984375, 0.00666046142578125, 0.0116119384765625, 0.01656341552734375, 0.021514892578125, 0.02646636962890625, 0.0314178466796875, 0.03636932373046875, 0.04132080078125, 0.04627227783203125, 0.0512237548828125, 0.05617523193359375, 0.061126708984375, 0.06607818603515625, 0.0710296630859375, 0.07598114013671875, 0.0809326171875, 0.08588409423828125, 0.0908355712890625, 0.09578704833984375, 0.100738525390625, 0.10569000244140625, 0.1106414794921875, 0.11559295654296875, 0.12054443359375, 0.12549591064453125, 0.1304473876953125, 0.13539886474609375, 0.140350341796875, 0.14530181884765625, 0.1502532958984375, 0.15520477294921875, 0.16015625]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 3.0, 3.0, 8.0, 5.0, 10.0, 11.0, 16.0, 14.0, 14.0, 21.0, 20.0, 27.0, 25.0, 33.0, 43.0, 39.0, 44.0, 39.0, 47.0, 50.0, 1067.0, 40.0, 43.0, 40.0, 41.0, 51.0, 36.0, 33.0, 26.0, 31.0, 23.0, 16.0, 23.0, 18.0, 16.0, 10.0, 8.0, 9.0, 5.0, 8.0, 5.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.2275390625, -1.1878509521484375, -1.148162841796875, -1.1084747314453125, -1.06878662109375, -1.0290985107421875, -0.989410400390625, -0.9497222900390625, -0.9100341796875, -0.8703460693359375, -0.830657958984375, -0.7909698486328125, -0.75128173828125, -0.7115936279296875, -0.671905517578125, -0.6322174072265625, -0.592529296875, -0.5528411865234375, -0.513153076171875, -0.4734649658203125, -0.43377685546875, -0.3940887451171875, -0.354400634765625, -0.3147125244140625, -0.2750244140625, -0.2353363037109375, -0.195648193359375, -0.1559600830078125, -0.11627197265625, -0.0765838623046875, -0.036895751953125, 0.0027923583984375, 0.04248046875, 0.0821685791015625, 0.121856689453125, 0.1615447998046875, 0.20123291015625, 0.2409210205078125, 0.280609130859375, 0.3202972412109375, 0.3599853515625, 0.3996734619140625, 0.439361572265625, 0.4790496826171875, 0.51873779296875, 0.5584259033203125, 0.598114013671875, 0.6378021240234375, 0.677490234375, 0.7171783447265625, 0.756866455078125, 0.7965545654296875, 0.83624267578125, 0.8759307861328125, 0.915618896484375, 0.9553070068359375, 0.9949951171875, 1.0346832275390625, 1.074371337890625, 1.1140594482421875, 1.15374755859375, 1.1934356689453125, 1.233123779296875, 1.2728118896484375, 1.3125]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 4.0, 9.0, 5.0, 12.0, 17.0, 22.0, 32.0, 51.0, 69.0, 82.0, 121.0, 193.0, 267.0, 346.0, 537.0, 772.0, 1238.0, 1898.0, 2874.0, 4737.0, 7746.0, 15170.0, 39440.0, 407791.0, 1525045.0, 49105.0, 16765.0, 8657.0, 5067.0, 3062.0, 1986.0, 1320.0, 828.0, 592.0, 398.0, 267.0, 187.0, 131.0, 95.0, 62.0, 36.0, 31.0, 19.0, 15.0, 12.0, 4.0, 6.0, 4.0, 5.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.255615234375, -0.2473907470703125, -0.239166259765625, -0.2309417724609375, -0.22271728515625, -0.2144927978515625, -0.206268310546875, -0.1980438232421875, -0.1898193359375, -0.1815948486328125, -0.173370361328125, -0.1651458740234375, -0.15692138671875, -0.1486968994140625, -0.140472412109375, -0.1322479248046875, -0.1240234375, -0.1157989501953125, -0.107574462890625, -0.0993499755859375, -0.09112548828125, -0.0829010009765625, -0.074676513671875, -0.0664520263671875, -0.0582275390625, -0.0500030517578125, -0.041778564453125, -0.0335540771484375, -0.02532958984375, -0.0171051025390625, -0.008880615234375, -0.0006561279296875, 0.007568359375, 0.0157928466796875, 0.024017333984375, 0.0322418212890625, 0.04046630859375, 0.0486907958984375, 0.056915283203125, 0.0651397705078125, 0.0733642578125, 0.0815887451171875, 0.089813232421875, 0.0980377197265625, 0.10626220703125, 0.1144866943359375, 0.122711181640625, 0.1309356689453125, 0.13916015625, 0.1473846435546875, 0.155609130859375, 0.1638336181640625, 0.17205810546875, 0.1802825927734375, 0.188507080078125, 0.1967315673828125, 0.2049560546875, 0.2131805419921875, 0.221405029296875, 0.2296295166015625, 0.23785400390625, 0.2460784912109375, 0.254302978515625, 0.2625274658203125, 0.270751953125]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 7.0, 4.0, 11.0, 9.0, 10.0, 23.0, 26.0, 22.0, 25.0, 31.0, 32.0, 42.0, 51.0, 57.0, 58.0, 63.0, 63.0, 59.0, 49.0, 67.0, 43.0, 51.0, 44.0, 23.0, 28.0, 22.0, 11.0, 19.0, 14.0, 8.0, 9.0, 6.0, 2.0, 6.0, 4.0, 4.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.01129913330078125, -0.010962724685668945, -0.01062631607055664, -0.010289907455444336, -0.009953498840332031, -0.009617090225219727, -0.009280681610107422, -0.008944272994995117, -0.008607864379882812, -0.008271455764770508, -0.007935047149658203, -0.0075986385345458984, -0.007262229919433594, -0.006925821304321289, -0.006589412689208984, -0.00625300407409668, -0.005916595458984375, -0.00558018684387207, -0.005243778228759766, -0.004907369613647461, -0.004570960998535156, -0.0042345523834228516, -0.003898143768310547, -0.003561735153198242, -0.0032253265380859375, -0.002888917922973633, -0.002552509307861328, -0.0022161006927490234, -0.0018796920776367188, -0.001543283462524414, -0.0012068748474121094, -0.0008704662322998047, -0.0005340576171875, -0.0001976490020751953, 0.00013875961303710938, 0.00047516822814941406, 0.0008115768432617188, 0.0011479854583740234, 0.0014843940734863281, 0.0018208026885986328, 0.0021572113037109375, 0.002493619918823242, 0.002830028533935547, 0.0031664371490478516, 0.0035028457641601562, 0.003839254379272461, 0.004175662994384766, 0.00451207160949707, 0.004848480224609375, 0.00518488883972168, 0.005521297454833984, 0.005857706069946289, 0.006194114685058594, 0.0065305233001708984, 0.006866931915283203, 0.007203340530395508, 0.0075397491455078125, 0.007876157760620117, 0.008212566375732422, 0.008548974990844727, 0.008885383605957031, 0.009221792221069336, 0.00955820083618164, 0.009894609451293945, 0.01023101806640625]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 2.0, 6.0, 5.0, 13.0, 11.0, 15.0, 13.0, 26.0, 25.0, 34.0, 51.0, 73.0, 117.0, 149.0, 259.0, 484.0, 2863.0, 548332.0, 492133.0, 2647.0, 503.0, 216.0, 166.0, 108.0, 76.0, 42.0, 43.0, 27.0, 27.0, 26.0, 17.0, 12.0, 11.0, 9.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2001953125, -0.19351959228515625, -0.1868438720703125, -0.18016815185546875, -0.173492431640625, -0.16681671142578125, -0.1601409912109375, -0.15346527099609375, -0.14678955078125, -0.14011383056640625, -0.1334381103515625, -0.12676239013671875, -0.120086669921875, -0.11341094970703125, -0.1067352294921875, -0.10005950927734375, -0.0933837890625, -0.08670806884765625, -0.0800323486328125, -0.07335662841796875, -0.066680908203125, -0.06000518798828125, -0.0533294677734375, -0.04665374755859375, -0.03997802734375, -0.03330230712890625, -0.0266265869140625, -0.01995086669921875, -0.013275146484375, -0.00659942626953125, 7.62939453125e-05, 0.00675201416015625, 0.013427734375, 0.02010345458984375, 0.0267791748046875, 0.03345489501953125, 0.040130615234375, 0.04680633544921875, 0.0534820556640625, 0.06015777587890625, 0.06683349609375, 0.07350921630859375, 0.0801849365234375, 0.08686065673828125, 0.093536376953125, 0.10021209716796875, 0.1068878173828125, 0.11356353759765625, 0.1202392578125, 0.12691497802734375, 0.1335906982421875, 0.14026641845703125, 0.146942138671875, 0.15361785888671875, 0.1602935791015625, 0.16696929931640625, 0.17364501953125, 0.18032073974609375, 0.1869964599609375, 0.19367218017578125, 0.200347900390625, 0.20702362060546875, 0.2136993408203125, 0.22037506103515625, 0.22705078125]}, "gradients/decoder.transformer.h.7.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 5.0, 19.0, 53.0, 107.0, 234.0, 262.0, 199.0, 82.0, 32.0, 9.0, 6.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.013863466680049896, -0.012639275752007961, -0.011415084823966026, -0.010190894827246666, -0.008966703899204731, -0.007742512971162796, -0.006518322508782148, -0.005294132046401501, -0.004069941118359566, -0.0028457504231482744, -0.0016215597279369831, -0.0003973690327256918, 0.0008268216624855995, 0.0020510125905275345, 0.003275203052908182, 0.00449939351528883, 0.005723584443330765, 0.0069477753713727, 0.008171966299414635, 0.009396156296133995, 0.01062034722417593, 0.011844538152217865, 0.013068728148937225, 0.01429291907697916, 0.015517110005021095, 0.016741300001740456, 0.017965491861104965, 0.019189681857824326, 0.020413871854543686, 0.021638063713908195, 0.022862253710627556, 0.024086445569992065, 0.025310635566711426, 0.026534825563430786, 0.027759017422795296, 0.028983207419514656, 0.030207399278879166, 0.031431589275598526, 0.032655779272317886, 0.03387996926903725, 0.035104162991046906, 0.036328352987766266, 0.037552542984485626, 0.038776736706495285, 0.040000926703214645, 0.041225116699934006, 0.042449306696653366, 0.043673496693372726, 0.04489768669009209, 0.04612187668681145, 0.04734606668353081, 0.048570260405540466, 0.04979445040225983, 0.05101864039897919, 0.05224283039569855, 0.05346702039241791, 0.05469121038913727, 0.05591540038585663, 0.05713959038257599, 0.05836378410458565, 0.05958797410130501, 0.06081216409802437, 0.06203635409474373, 0.06326054781675339, 0.06448473781347275]}, "gradients/decoder.transformer.h.7.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 3.0, 0.0, 2.0, 7.0, 7.0, 7.0, 6.0, 13.0, 11.0, 20.0, 13.0, 23.0, 18.0, 27.0, 37.0, 28.0, 31.0, 31.0, 39.0, 45.0, 44.0, 40.0, 54.0, 33.0, 57.0, 43.0, 44.0, 28.0, 24.0, 29.0, 27.0, 29.0, 39.0, 30.0, 17.0, 16.0, 9.0, 9.0, 14.0, 13.0, 8.0, 10.0, 8.0, 4.0, 5.0, 5.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.009587585926055908, -0.009299896657466888, -0.009012207388877869, -0.008724518120288849, -0.008436828851699829, -0.00814913958311081, -0.00786145031452179, -0.00757376104593277, -0.00728607177734375, -0.00699838250875473, -0.0067106932401657104, -0.006423003971576691, -0.006135314702987671, -0.005847625434398651, -0.005559936165809631, -0.005272246897220612, -0.004984557628631592, -0.004696868360042572, -0.004409179091453552, -0.0041214898228645325, -0.0038338005542755127, -0.003546111285686493, -0.003258422017097473, -0.0029707327485084534, -0.0026830434799194336, -0.002395354211330414, -0.002107664942741394, -0.0018199756741523743, -0.0015322864055633545, -0.0012445971369743347, -0.0009569078683853149, -0.0006692185997962952, -0.0003815293312072754, -9.384006261825562e-05, 0.00019384920597076416, 0.00048153847455978394, 0.0007692277431488037, 0.0010569170117378235, 0.0013446062803268433, 0.001632295548915863, 0.0019199848175048828, 0.0022076740860939026, 0.0024953633546829224, 0.002783052623271942, 0.003070741891860962, 0.0033584311604499817, 0.0036461204290390015, 0.003933809697628021, 0.004221498966217041, 0.004509188234806061, 0.004796877503395081, 0.0050845667719841, 0.00537225604057312, 0.00565994530916214, 0.00594763457775116, 0.0062353238463401794, 0.006523013114929199, 0.006810702383518219, 0.007098391652107239, 0.0073860809206962585, 0.007673770189285278, 0.007961459457874298, 0.008249148726463318, 0.008536837995052338, 0.008824527263641357]}, "gradients/decoder.transformer.h.7.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 4.0, 7.0, 4.0, 5.0, 8.0, 8.0, 9.0, 11.0, 18.0, 27.0, 26.0, 22.0, 25.0, 28.0, 41.0, 43.0, 36.0, 45.0, 32.0, 47.0, 44.0, 46.0, 41.0, 38.0, 37.0, 35.0, 36.0, 29.0, 37.0, 23.0, 38.0, 29.0, 26.0, 13.0, 23.0, 16.0, 11.0, 11.0, 6.0, 5.0, 7.0, 5.0, 1.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.88671875, -1.8318023681640625, -1.776885986328125, -1.7219696044921875, -1.66705322265625, -1.6121368408203125, -1.557220458984375, -1.5023040771484375, -1.4473876953125, -1.3924713134765625, -1.337554931640625, -1.2826385498046875, -1.22772216796875, -1.1728057861328125, -1.117889404296875, -1.0629730224609375, -1.008056640625, -0.9531402587890625, -0.898223876953125, -0.8433074951171875, -0.78839111328125, -0.7334747314453125, -0.678558349609375, -0.6236419677734375, -0.5687255859375, -0.5138092041015625, -0.458892822265625, -0.4039764404296875, -0.34906005859375, -0.2941436767578125, -0.239227294921875, -0.1843109130859375, -0.12939453125, -0.0744781494140625, -0.019561767578125, 0.0353546142578125, 0.09027099609375, 0.1451873779296875, 0.200103759765625, 0.2550201416015625, 0.3099365234375, 0.3648529052734375, 0.419769287109375, 0.4746856689453125, 0.52960205078125, 0.5845184326171875, 0.639434814453125, 0.6943511962890625, 0.749267578125, 0.8041839599609375, 0.859100341796875, 0.9140167236328125, 0.96893310546875, 1.0238494873046875, 1.078765869140625, 1.1336822509765625, 1.1885986328125, 1.2435150146484375, 1.298431396484375, 1.3533477783203125, 1.40826416015625, 1.4631805419921875, 1.518096923828125, 1.5730133056640625, 1.6279296875]}, "gradients/decoder.transformer.h.7.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 6.0, 6.0, 13.0, 17.0, 17.0, 36.0, 54.0, 58.0, 103.0, 151.0, 225.0, 413.0, 734.0, 1374.0, 2581.0, 5273.0, 11941.0, 31997.0, 113927.0, 622320.0, 185926.0, 42501.0, 15410.0, 6631.0, 3047.0, 1644.0, 823.0, 480.0, 297.0, 156.0, 112.0, 77.0, 58.0, 33.0, 33.0, 34.0, 16.0, 10.0, 4.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0], "bins": [-3.943359375, -3.83270263671875, -3.7220458984375, -3.61138916015625, -3.500732421875, -3.39007568359375, -3.2794189453125, -3.16876220703125, -3.05810546875, -2.94744873046875, -2.8367919921875, -2.72613525390625, -2.615478515625, -2.50482177734375, -2.3941650390625, -2.28350830078125, -2.1728515625, -2.06219482421875, -1.9515380859375, -1.84088134765625, -1.730224609375, -1.61956787109375, -1.5089111328125, -1.39825439453125, -1.28759765625, -1.17694091796875, -1.0662841796875, -0.95562744140625, -0.844970703125, -0.73431396484375, -0.6236572265625, -0.51300048828125, -0.40234375, -0.29168701171875, -0.1810302734375, -0.07037353515625, 0.040283203125, 0.15093994140625, 0.2615966796875, 0.37225341796875, 0.48291015625, 0.59356689453125, 0.7042236328125, 0.81488037109375, 0.925537109375, 1.03619384765625, 1.1468505859375, 1.25750732421875, 1.3681640625, 1.47882080078125, 1.5894775390625, 1.70013427734375, 1.810791015625, 1.92144775390625, 2.0321044921875, 2.14276123046875, 2.25341796875, 2.36407470703125, 2.4747314453125, 2.58538818359375, 2.696044921875, 2.80670166015625, 2.9173583984375, 3.02801513671875, 3.138671875]}, "gradients/decoder.transformer.h.7.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 10.0, 3.0, 8.0, 4.0, 8.0, 11.0, 11.0, 6.0, 22.0, 25.0, 33.0, 29.0, 36.0, 37.0, 57.0, 51.0, 60.0, 83.0, 129.0, 1458.0, 406.0, 124.0, 62.0, 43.0, 39.0, 29.0, 37.0, 37.0, 35.0, 21.0, 30.0, 21.0, 7.0, 17.0, 12.0, 9.0, 13.0, 6.0, 3.0, 6.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0], "bins": [-5.40625, -5.2559814453125, -5.105712890625, -4.9554443359375, -4.80517578125, -4.6549072265625, -4.504638671875, -4.3543701171875, -4.2041015625, -4.0538330078125, -3.903564453125, -3.7532958984375, -3.60302734375, -3.4527587890625, -3.302490234375, -3.1522216796875, -3.001953125, -2.8516845703125, -2.701416015625, -2.5511474609375, -2.40087890625, -2.2506103515625, -2.100341796875, -1.9500732421875, -1.7998046875, -1.6495361328125, -1.499267578125, -1.3489990234375, -1.19873046875, -1.0484619140625, -0.898193359375, -0.7479248046875, -0.59765625, -0.4473876953125, -0.297119140625, -0.1468505859375, 0.00341796875, 0.1536865234375, 0.303955078125, 0.4542236328125, 0.6044921875, 0.7547607421875, 0.905029296875, 1.0552978515625, 1.20556640625, 1.3558349609375, 1.506103515625, 1.6563720703125, 1.806640625, 1.9569091796875, 2.107177734375, 2.2574462890625, 2.40771484375, 2.5579833984375, 2.708251953125, 2.8585205078125, 3.0087890625, 3.1590576171875, 3.309326171875, 3.4595947265625, 3.60986328125, 3.7601318359375, 3.910400390625, 4.0606689453125, 4.2109375]}, "gradients/decoder.transformer.h.7.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 5.0, 6.0, 3.0, 6.0, 11.0, 6.0, 18.0, 14.0, 17.0, 18.0, 39.0, 43.0, 40.0, 57.0, 76.0, 103.0, 150.0, 251.0, 581.0, 1799.0, 8127.0, 74199.0, 2901607.0, 142927.0, 11470.0, 2455.0, 697.0, 329.0, 177.0, 104.0, 76.0, 55.0, 51.0, 40.0, 42.0, 20.0, 12.0, 15.0, 15.0, 9.0, 11.0, 4.0, 7.0, 5.0, 6.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0], "bins": [-7.52734375, -7.27301025390625, -7.0186767578125, -6.76434326171875, -6.510009765625, -6.25567626953125, -6.0013427734375, -5.74700927734375, -5.49267578125, -5.23834228515625, -4.9840087890625, -4.72967529296875, -4.475341796875, -4.22100830078125, -3.9666748046875, -3.71234130859375, -3.4580078125, -3.20367431640625, -2.9493408203125, -2.69500732421875, -2.440673828125, -2.18634033203125, -1.9320068359375, -1.67767333984375, -1.42333984375, -1.16900634765625, -0.9146728515625, -0.66033935546875, -0.406005859375, -0.15167236328125, 0.1026611328125, 0.35699462890625, 0.611328125, 0.86566162109375, 1.1199951171875, 1.37432861328125, 1.628662109375, 1.88299560546875, 2.1373291015625, 2.39166259765625, 2.64599609375, 2.90032958984375, 3.1546630859375, 3.40899658203125, 3.663330078125, 3.91766357421875, 4.1719970703125, 4.42633056640625, 4.6806640625, 4.93499755859375, 5.1893310546875, 5.44366455078125, 5.697998046875, 5.95233154296875, 6.2066650390625, 6.46099853515625, 6.71533203125, 6.96966552734375, 7.2239990234375, 7.47833251953125, 7.732666015625, 7.98699951171875, 8.2413330078125, 8.49566650390625, 8.75]}, "gradients/decoder.transformer.h.7.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 10.0, 60.0, 229.0, 388.0, 228.0, 84.0, 16.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.815099716186523, -23.12384605407715, -22.432594299316406, -21.74134063720703, -21.050086975097656, -20.35883331298828, -19.667579650878906, -18.976327896118164, -18.28507423400879, -17.593820571899414, -16.902568817138672, -16.211315155029297, -15.520061492919922, -14.828807830810547, -14.137555122375488, -13.44630241394043, -12.755048751831055, -12.06379508972168, -11.372542381286621, -10.681289672851562, -9.990036010742188, -9.298782348632812, -8.607529640197754, -7.916276454925537, -7.22502326965332, -6.5337700843811035, -5.842516899108887, -5.15126371383667, -4.460010528564453, -3.7687573432922363, -3.0775041580200195, -2.3862509727478027, -1.694997787475586, -1.0037446022033691, -0.31249141693115234, 0.37876176834106445, 1.0700149536132812, 1.761268138885498, 2.452521324157715, 3.1437745094299316, 3.8350276947021484, 4.526280879974365, 5.217534065246582, 5.908787250518799, 6.600040435791016, 7.291293621063232, 7.982546806335449, 8.673799514770508, 9.365053176879883, 10.056306838989258, 10.747559547424316, 11.438812255859375, 12.13006591796875, 12.821319580078125, 13.512572288513184, 14.203824996948242, 14.895078659057617, 15.586332321166992, 16.277584075927734, 16.96883773803711, 17.660091400146484, 18.35134506225586, 19.042598724365234, 19.733850479125977, 20.42510414123535]}, "gradients/decoder.transformer.h.7.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 3.0, 3.0, 2.0, 8.0, 5.0, 5.0, 7.0, 9.0, 5.0, 15.0, 14.0, 20.0, 17.0, 21.0, 26.0, 32.0, 24.0, 37.0, 42.0, 31.0, 32.0, 51.0, 40.0, 29.0, 31.0, 48.0, 32.0, 38.0, 28.0, 37.0, 39.0, 41.0, 35.0, 28.0, 26.0, 21.0, 27.0, 12.0, 13.0, 17.0, 7.0, 11.0, 7.0, 4.0, 10.0, 7.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0], "bins": [-11.588260650634766, -11.221020698547363, -10.853780746459961, -10.486541748046875, -10.119301795959473, -9.75206184387207, -9.384821891784668, -9.017581939697266, -8.65034294128418, -8.283102989196777, -7.915863513946533, -7.548623561859131, -7.181384086608887, -6.814144134521484, -6.446904182434082, -6.079664707183838, -5.7124247550964355, -5.345184803009033, -4.977945327758789, -4.610705375671387, -4.243465900421143, -3.8762259483337402, -3.508986234664917, -3.1417465209960938, -2.7745068073272705, -2.4072670936584473, -2.040027379989624, -1.6727875471115112, -1.305547833442688, -0.9383081197738647, -0.571068286895752, -0.2038285732269287, 0.16341114044189453, 0.5306508541107178, 0.8978906273841858, 1.2651304006576538, 1.632370114326477, 1.9996098279953003, 2.366849660873413, 2.7340893745422363, 3.1013290882110596, 3.468568801879883, 3.835808515548706, 4.203048229217529, 4.570288181304932, 4.937527656555176, 5.304767608642578, 5.6720075607299805, 6.039247035980225, 6.406486988067627, 6.773726463317871, 7.140966415405273, 7.508205890655518, 7.87544584274292, 8.242685317993164, 8.609925270080566, 8.977165222167969, 9.344405174255371, 9.711645126342773, 10.07888412475586, 10.446124076843262, 10.813364028930664, 11.180603981018066, 11.547843933105469, 11.915082931518555]}, "gradients/decoder.transformer.h.6.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 1.0, 6.0, 3.0, 9.0, 9.0, 12.0, 13.0, 13.0, 12.0, 27.0, 28.0, 22.0, 23.0, 31.0, 40.0, 43.0, 35.0, 42.0, 31.0, 48.0, 46.0, 34.0, 42.0, 47.0, 34.0, 36.0, 28.0, 21.0, 37.0, 31.0, 42.0, 22.0, 22.0, 23.0, 16.0, 13.0, 13.0, 14.0, 7.0, 8.0, 4.0, 2.0, 7.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.8291015625, -1.775634765625, -1.72216796875, -1.668701171875, -1.615234375, -1.561767578125, -1.50830078125, -1.454833984375, -1.4013671875, -1.347900390625, -1.29443359375, -1.240966796875, -1.1875, -1.134033203125, -1.08056640625, -1.027099609375, -0.9736328125, -0.920166015625, -0.86669921875, -0.813232421875, -0.759765625, -0.706298828125, -0.65283203125, -0.599365234375, -0.5458984375, -0.492431640625, -0.43896484375, -0.385498046875, -0.33203125, -0.278564453125, -0.22509765625, -0.171630859375, -0.1181640625, -0.064697265625, -0.01123046875, 0.042236328125, 0.095703125, 0.149169921875, 0.20263671875, 0.256103515625, 0.3095703125, 0.363037109375, 0.41650390625, 0.469970703125, 0.5234375, 0.576904296875, 0.63037109375, 0.683837890625, 0.7373046875, 0.790771484375, 0.84423828125, 0.897705078125, 0.951171875, 1.004638671875, 1.05810546875, 1.111572265625, 1.1650390625, 1.218505859375, 1.27197265625, 1.325439453125, 1.37890625, 1.432373046875, 1.48583984375, 1.539306640625, 1.5927734375]}, "gradients/decoder.transformer.h.6.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 7.0, 4.0, 3.0, 8.0, 9.0, 7.0, 12.0, 25.0, 40.0, 58.0, 76.0, 115.0, 197.0, 274.0, 420.0, 659.0, 1082.0, 1993.0, 3362.0, 6913.0, 15659.0, 45861.0, 242806.0, 2222061.0, 1439468.0, 151872.0, 34816.0, 12784.0, 5882.0, 3135.0, 1735.0, 1049.0, 616.0, 451.0, 264.0, 178.0, 128.0, 74.0, 56.0, 42.0, 25.0, 24.0, 16.0, 5.0, 1.0, 5.0, 5.0, 7.0], "bins": [-4.89453125, -4.771820068359375, -4.64910888671875, -4.526397705078125, -4.4036865234375, -4.280975341796875, -4.15826416015625, -4.035552978515625, -3.912841796875, -3.790130615234375, -3.66741943359375, -3.544708251953125, -3.4219970703125, -3.299285888671875, -3.17657470703125, -3.053863525390625, -2.93115234375, -2.808441162109375, -2.68572998046875, -2.563018798828125, -2.4403076171875, -2.317596435546875, -2.19488525390625, -2.072174072265625, -1.949462890625, -1.826751708984375, -1.70404052734375, -1.581329345703125, -1.4586181640625, -1.335906982421875, -1.21319580078125, -1.090484619140625, -0.9677734375, -0.845062255859375, -0.72235107421875, -0.599639892578125, -0.4769287109375, -0.354217529296875, -0.23150634765625, -0.108795166015625, 0.013916015625, 0.136627197265625, 0.25933837890625, 0.382049560546875, 0.5047607421875, 0.627471923828125, 0.75018310546875, 0.872894287109375, 0.99560546875, 1.118316650390625, 1.24102783203125, 1.363739013671875, 1.4864501953125, 1.609161376953125, 1.73187255859375, 1.854583740234375, 1.977294921875, 2.100006103515625, 2.22271728515625, 2.345428466796875, 2.4681396484375, 2.590850830078125, 2.71356201171875, 2.836273193359375, 2.958984375]}, "gradients/decoder.transformer.h.6.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 4.0, 5.0, 5.0, 3.0, 10.0, 10.0, 15.0, 13.0, 10.0, 19.0, 21.0, 34.0, 39.0, 50.0, 94.0, 127.0, 200.0, 273.0, 457.0, 595.0, 613.0, 485.0, 306.0, 169.0, 147.0, 99.0, 60.0, 51.0, 33.0, 23.0, 18.0, 21.0, 13.0, 15.0, 13.0, 5.0, 5.0, 0.0, 1.0, 7.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-2.794921875, -2.704833984375, -2.61474609375, -2.524658203125, -2.4345703125, -2.344482421875, -2.25439453125, -2.164306640625, -2.07421875, -1.984130859375, -1.89404296875, -1.803955078125, -1.7138671875, -1.623779296875, -1.53369140625, -1.443603515625, -1.353515625, -1.263427734375, -1.17333984375, -1.083251953125, -0.9931640625, -0.903076171875, -0.81298828125, -0.722900390625, -0.6328125, -0.542724609375, -0.45263671875, -0.362548828125, -0.2724609375, -0.182373046875, -0.09228515625, -0.002197265625, 0.087890625, 0.177978515625, 0.26806640625, 0.358154296875, 0.4482421875, 0.538330078125, 0.62841796875, 0.718505859375, 0.80859375, 0.898681640625, 0.98876953125, 1.078857421875, 1.1689453125, 1.259033203125, 1.34912109375, 1.439208984375, 1.529296875, 1.619384765625, 1.70947265625, 1.799560546875, 1.8896484375, 1.979736328125, 2.06982421875, 2.159912109375, 2.25, 2.340087890625, 2.43017578125, 2.520263671875, 2.6103515625, 2.700439453125, 2.79052734375, 2.880615234375, 2.970703125]}, "gradients/decoder.transformer.h.6.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 4.0, 4.0, 11.0, 6.0, 7.0, 8.0, 15.0, 27.0, 21.0, 32.0, 47.0, 48.0, 70.0, 106.0, 162.0, 370.0, 774.0, 1735.0, 4633.0, 14825.0, 73904.0, 1652180.0, 2331720.0, 88218.0, 16522.0, 5213.0, 1886.0, 765.0, 372.0, 186.0, 122.0, 71.0, 56.0, 32.0, 24.0, 25.0, 18.0, 12.0, 13.0, 12.0, 6.0, 7.0, 4.0, 3.0, 4.0, 2.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.33203125, -7.10321044921875, -6.8743896484375, -6.64556884765625, -6.416748046875, -6.18792724609375, -5.9591064453125, -5.73028564453125, -5.50146484375, -5.27264404296875, -5.0438232421875, -4.81500244140625, -4.586181640625, -4.35736083984375, -4.1285400390625, -3.89971923828125, -3.6708984375, -3.44207763671875, -3.2132568359375, -2.98443603515625, -2.755615234375, -2.52679443359375, -2.2979736328125, -2.06915283203125, -1.84033203125, -1.61151123046875, -1.3826904296875, -1.15386962890625, -0.925048828125, -0.69622802734375, -0.4674072265625, -0.23858642578125, -0.009765625, 0.21905517578125, 0.4478759765625, 0.67669677734375, 0.905517578125, 1.13433837890625, 1.3631591796875, 1.59197998046875, 1.82080078125, 2.04962158203125, 2.2784423828125, 2.50726318359375, 2.736083984375, 2.96490478515625, 3.1937255859375, 3.42254638671875, 3.6513671875, 3.88018798828125, 4.1090087890625, 4.33782958984375, 4.566650390625, 4.79547119140625, 5.0242919921875, 5.25311279296875, 5.48193359375, 5.71075439453125, 5.9395751953125, 6.16839599609375, 6.397216796875, 6.62603759765625, 6.8548583984375, 7.08367919921875, 7.3125]}, "gradients/decoder.transformer.h.6.ln_2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 5.0, 10.0, 41.0, 112.0, 306.0, 344.0, 137.0, 40.0, 16.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.64571475982666, -8.462753295898438, -7.279791355133057, -6.096829414367676, -4.913867950439453, -3.7309064865112305, -2.5479445457458496, -1.3649826049804688, -0.1820211410522461, 1.0009405612945557, 2.1839022636413574, 3.366863965988159, 4.549825668334961, 5.732787132263184, 6.9157490730285645, 8.098711013793945, 9.281672477722168, 10.46463394165039, 11.64759635925293, 12.830557823181152, 14.013519287109375, 15.196480751037598, 16.37944221496582, 17.56240463256836, 18.745365142822266, 19.928327560424805, 21.11128807067871, 22.29425048828125, 23.477210998535156, 24.660173416137695, 25.843135833740234, 27.02609634399414, 28.209060668945312, 29.39202308654785, 30.574983596801758, 31.757946014404297, 32.9409065246582, 34.123870849609375, 35.30683135986328, 36.48979187011719, 37.672752380371094, 38.855712890625, 40.03867721557617, 41.22163772583008, 42.404598236083984, 43.587562561035156, 44.77052307128906, 45.95348358154297, 47.13644790649414, 48.31940841674805, 49.50237274169922, 50.685333251953125, 51.86829376220703, 53.05125427246094, 54.23421859741211, 55.417179107666016, 56.60014343261719, 57.783103942871094, 58.966068267822266, 60.14902877807617, 61.33198928833008, 62.51495361328125, 63.697914123535156, 64.88087463378906, 66.06383514404297]}, "gradients/decoder.transformer.h.6.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 3.0, 4.0, 2.0, 3.0, 7.0, 8.0, 5.0, 14.0, 16.0, 18.0, 19.0, 25.0, 21.0, 23.0, 29.0, 27.0, 19.0, 28.0, 37.0, 34.0, 37.0, 35.0, 34.0, 35.0, 29.0, 32.0, 34.0, 35.0, 30.0, 47.0, 36.0, 31.0, 28.0, 29.0, 22.0, 23.0, 14.0, 20.0, 18.0, 9.0, 9.0, 27.0, 9.0, 9.0, 11.0, 8.0, 6.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-7.9060821533203125, -7.661905288696289, -7.417728424072266, -7.173551559448242, -6.929374694824219, -6.685197830200195, -6.441020965576172, -6.196844100952148, -5.952667236328125, -5.708490371704102, -5.464313507080078, -5.220136642456055, -4.975959777832031, -4.731782913208008, -4.487606048583984, -4.243429183959961, -3.9992520809173584, -3.755075216293335, -3.5108983516693115, -3.266721487045288, -3.0225446224212646, -2.778367519378662, -2.5341906547546387, -2.2900137901306152, -2.045836925506592, -1.8016600608825684, -1.557483196258545, -1.3133063316345215, -1.069129467010498, -0.8249524831771851, -0.5807756185531616, -0.3365987539291382, -0.0924220085144043, 0.15175487101078033, 0.39593175053596497, 0.6401086449623108, 0.8842855095863342, 1.1284624338150024, 1.3726392984390259, 1.6168161630630493, 1.8609930276870728, 2.1051700115203857, 2.349346876144409, 2.5935237407684326, 2.837700605392456, 3.0818774700164795, 3.326054334640503, 3.5702311992645264, 3.81440806388855, 4.058585166931152, 4.302762031555176, 4.546938896179199, 4.791115760803223, 5.035292625427246, 5.2794694900512695, 5.523646354675293, 5.767823219299316, 6.01200008392334, 6.256176948547363, 6.500353813171387, 6.74453067779541, 6.988707542419434, 7.232884407043457, 7.4770612716674805, 7.721238136291504]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 4.0, 5.0, 7.0, 5.0, 6.0, 3.0, 13.0, 14.0, 14.0, 16.0, 19.0, 23.0, 32.0, 25.0, 32.0, 38.0, 33.0, 37.0, 37.0, 36.0, 52.0, 54.0, 43.0, 35.0, 45.0, 38.0, 46.0, 36.0, 40.0, 20.0, 21.0, 33.0, 27.0, 16.0, 21.0, 18.0, 14.0, 12.0, 11.0, 10.0, 2.0, 5.0, 5.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.896484375, -1.8422698974609375, -1.788055419921875, -1.7338409423828125, -1.67962646484375, -1.6254119873046875, -1.571197509765625, -1.5169830322265625, -1.4627685546875, -1.4085540771484375, -1.354339599609375, -1.3001251220703125, -1.24591064453125, -1.1916961669921875, -1.137481689453125, -1.0832672119140625, -1.029052734375, -0.9748382568359375, -0.920623779296875, -0.8664093017578125, -0.81219482421875, -0.7579803466796875, -0.703765869140625, -0.6495513916015625, -0.5953369140625, -0.5411224365234375, -0.486907958984375, -0.4326934814453125, -0.37847900390625, -0.3242645263671875, -0.270050048828125, -0.2158355712890625, -0.16162109375, -0.1074066162109375, -0.053192138671875, 0.0010223388671875, 0.05523681640625, 0.1094512939453125, 0.163665771484375, 0.2178802490234375, 0.2720947265625, 0.3263092041015625, 0.380523681640625, 0.4347381591796875, 0.48895263671875, 0.5431671142578125, 0.597381591796875, 0.6515960693359375, 0.705810546875, 0.7600250244140625, 0.814239501953125, 0.8684539794921875, 0.92266845703125, 0.9768829345703125, 1.031097412109375, 1.0853118896484375, 1.1395263671875, 1.1937408447265625, 1.247955322265625, 1.3021697998046875, 1.35638427734375, 1.4105987548828125, 1.464813232421875, 1.5190277099609375, 1.5732421875]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 2.0, 8.0, 16.0, 24.0, 43.0, 48.0, 64.0, 126.0, 150.0, 270.0, 391.0, 585.0, 911.0, 1398.0, 2144.0, 3383.0, 5153.0, 8111.0, 13044.0, 21048.0, 35226.0, 61544.0, 111976.0, 217723.0, 248853.0, 136688.0, 72543.0, 41465.0, 24664.0, 15001.0, 9372.0, 6012.0, 3645.0, 2358.0, 1506.0, 1015.0, 712.0, 423.0, 298.0, 188.0, 142.0, 86.0, 59.0, 52.0, 29.0, 25.0, 11.0, 9.0, 1.0, 10.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.147216796875, -0.14249038696289062, -0.13776397705078125, -0.13303756713867188, -0.1283111572265625, -0.12358474731445312, -0.11885833740234375, -0.11413192749023438, -0.109405517578125, -0.10467910766601562, -0.09995269775390625, -0.09522628784179688, -0.0904998779296875, -0.08577346801757812, -0.08104705810546875, -0.07632064819335938, -0.07159423828125, -0.06686782836914062, -0.06214141845703125, -0.057415008544921875, -0.0526885986328125, -0.047962188720703125, -0.04323577880859375, -0.038509368896484375, -0.033782958984375, -0.029056549072265625, -0.02433013916015625, -0.019603729248046875, -0.0148773193359375, -0.010150909423828125, -0.00542449951171875, -0.000698089599609375, 0.0040283203125, 0.008754730224609375, 0.01348114013671875, 0.018207550048828125, 0.0229339599609375, 0.027660369873046875, 0.03238677978515625, 0.037113189697265625, 0.041839599609375, 0.046566009521484375, 0.05129241943359375, 0.056018829345703125, 0.0607452392578125, 0.06547164916992188, 0.07019805908203125, 0.07492446899414062, 0.07965087890625, 0.08437728881835938, 0.08910369873046875, 0.09383010864257812, 0.0985565185546875, 0.10328292846679688, 0.10800933837890625, 0.11273574829101562, 0.117462158203125, 0.12218856811523438, 0.12691497802734375, 0.13164138793945312, 0.1363677978515625, 0.14109420776367188, 0.14582061767578125, 0.15054702758789062, 0.1552734375]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 9.0, 11.0, 11.0, 10.0, 11.0, 10.0, 12.0, 10.0, 20.0, 17.0, 28.0, 30.0, 29.0, 28.0, 32.0, 39.0, 31.0, 23.0, 45.0, 28.0, 49.0, 1066.0, 34.0, 39.0, 37.0, 29.0, 38.0, 27.0, 32.0, 31.0, 26.0, 18.0, 28.0, 25.0, 15.0, 12.0, 9.0, 8.0, 9.0, 10.0, 18.0, 8.0, 3.0, 7.0, 3.0, 3.0, 2.0, 4.0, 0.0, 5.0, 1.0, 1.0], "bins": [-1.10546875, -1.0726547241210938, -1.0398406982421875, -1.0070266723632812, -0.974212646484375, -0.9413986206054688, -0.9085845947265625, -0.8757705688476562, -0.84295654296875, -0.8101425170898438, -0.7773284912109375, -0.7445144653320312, -0.711700439453125, -0.6788864135742188, -0.6460723876953125, -0.6132583618164062, -0.5804443359375, -0.5476303100585938, -0.5148162841796875, -0.48200225830078125, -0.449188232421875, -0.41637420654296875, -0.3835601806640625, -0.35074615478515625, -0.31793212890625, -0.28511810302734375, -0.2523040771484375, -0.21949005126953125, -0.186676025390625, -0.15386199951171875, -0.1210479736328125, -0.08823394775390625, -0.055419921875, -0.02260589599609375, 0.0102081298828125, 0.04302215576171875, 0.075836181640625, 0.10865020751953125, 0.1414642333984375, 0.17427825927734375, 0.20709228515625, 0.23990631103515625, 0.2727203369140625, 0.30553436279296875, 0.338348388671875, 0.37116241455078125, 0.4039764404296875, 0.43679046630859375, 0.4696044921875, 0.5024185180664062, 0.5352325439453125, 0.5680465698242188, 0.600860595703125, 0.6336746215820312, 0.6664886474609375, 0.6993026733398438, 0.73211669921875, 0.7649307250976562, 0.7977447509765625, 0.8305587768554688, 0.863372802734375, 0.8961868286132812, 0.9290008544921875, 0.9618148803710938, 0.99462890625]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 4.0, 3.0, 4.0, 8.0, 9.0, 6.0, 14.0, 19.0, 31.0, 45.0, 49.0, 70.0, 113.0, 118.0, 183.0, 243.0, 364.0, 461.0, 628.0, 908.0, 1221.0, 1852.0, 2588.0, 3798.0, 5753.0, 9120.0, 16251.0, 38971.0, 251923.0, 1636534.0, 70382.0, 22356.0, 11404.0, 6926.0, 4362.0, 3114.0, 2071.0, 1439.0, 1017.0, 777.0, 563.0, 391.0, 252.0, 244.0, 172.0, 96.0, 74.0, 75.0, 33.0, 30.0, 20.0, 17.0, 15.0, 11.0, 5.0, 5.0, 3.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.2109375, -0.2043895721435547, -0.19784164428710938, -0.19129371643066406, -0.18474578857421875, -0.17819786071777344, -0.17164993286132812, -0.1651020050048828, -0.1585540771484375, -0.1520061492919922, -0.14545822143554688, -0.13891029357910156, -0.13236236572265625, -0.12581443786621094, -0.11926651000976562, -0.11271858215332031, -0.106170654296875, -0.09962272644042969, -0.09307479858398438, -0.08652687072753906, -0.07997894287109375, -0.07343101501464844, -0.06688308715820312, -0.06033515930175781, -0.0537872314453125, -0.04723930358886719, -0.040691375732421875, -0.03414344787597656, -0.02759552001953125, -0.021047592163085938, -0.014499664306640625, -0.007951736450195312, -0.00140380859375, 0.0051441192626953125, 0.011692047119140625, 0.018239974975585938, 0.02478790283203125, 0.03133583068847656, 0.037883758544921875, 0.04443168640136719, 0.0509796142578125, 0.05752754211425781, 0.06407546997070312, 0.07062339782714844, 0.07717132568359375, 0.08371925354003906, 0.09026718139648438, 0.09681510925292969, 0.103363037109375, 0.10991096496582031, 0.11645889282226562, 0.12300682067871094, 0.12955474853515625, 0.13610267639160156, 0.14265060424804688, 0.1491985321044922, 0.1557464599609375, 0.1622943878173828, 0.16884231567382812, 0.17539024353027344, 0.18193817138671875, 0.18848609924316406, 0.19503402709960938, 0.2015819549560547, 0.2081298828125]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 1.0, 7.0, 3.0, 8.0, 7.0, 6.0, 13.0, 16.0, 14.0, 27.0, 24.0, 24.0, 22.0, 36.0, 47.0, 45.0, 57.0, 46.0, 50.0, 54.0, 53.0, 56.0, 60.0, 52.0, 40.0, 38.0, 32.0, 42.0, 27.0, 19.0, 20.0, 14.0, 11.0, 7.0, 6.0, 5.0, 7.0, 2.0, 4.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.01045989990234375, -0.010142207145690918, -0.009824514389038086, -0.009506821632385254, -0.009189128875732422, -0.00887143611907959, -0.008553743362426758, -0.008236050605773926, -0.007918357849121094, -0.007600665092468262, -0.00728297233581543, -0.006965279579162598, -0.006647586822509766, -0.006329894065856934, -0.0060122013092041016, -0.0056945085525512695, -0.0053768157958984375, -0.0050591230392456055, -0.0047414302825927734, -0.004423737525939941, -0.004106044769287109, -0.0037883520126342773, -0.0034706592559814453, -0.0031529664993286133, -0.0028352737426757812, -0.0025175809860229492, -0.002199888229370117, -0.0018821954727172852, -0.0015645027160644531, -0.001246809959411621, -0.0009291172027587891, -0.000611424446105957, -0.000293731689453125, 2.396106719970703e-05, 0.00034165382385253906, 0.0006593465805053711, 0.0009770393371582031, 0.0012947320938110352, 0.0016124248504638672, 0.0019301176071166992, 0.0022478103637695312, 0.0025655031204223633, 0.0028831958770751953, 0.0032008886337280273, 0.0035185813903808594, 0.0038362741470336914, 0.0041539669036865234, 0.0044716596603393555, 0.0047893524169921875, 0.0051070451736450195, 0.0054247379302978516, 0.005742430686950684, 0.006060123443603516, 0.006377816200256348, 0.00669550895690918, 0.007013201713562012, 0.007330894470214844, 0.007648587226867676, 0.007966279983520508, 0.00828397274017334, 0.008601665496826172, 0.008919358253479004, 0.009237051010131836, 0.009554743766784668, 0.0098724365234375]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 3.0, 2.0, 4.0, 6.0, 9.0, 13.0, 14.0, 11.0, 19.0, 25.0, 31.0, 42.0, 63.0, 78.0, 127.0, 157.0, 259.0, 577.0, 4154.0, 774550.0, 265129.0, 2011.0, 484.0, 217.0, 157.0, 113.0, 59.0, 50.0, 44.0, 30.0, 27.0, 20.0, 15.0, 16.0, 12.0, 5.0, 9.0, 5.0, 5.0, 6.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1995849609375, -0.19312286376953125, -0.1866607666015625, -0.18019866943359375, -0.173736572265625, -0.16727447509765625, -0.1608123779296875, -0.15435028076171875, -0.14788818359375, -0.14142608642578125, -0.1349639892578125, -0.12850189208984375, -0.122039794921875, -0.11557769775390625, -0.1091156005859375, -0.10265350341796875, -0.09619140625, -0.08972930908203125, -0.0832672119140625, -0.07680511474609375, -0.070343017578125, -0.06388092041015625, -0.0574188232421875, -0.05095672607421875, -0.04449462890625, -0.03803253173828125, -0.0315704345703125, -0.02510833740234375, -0.018646240234375, -0.01218414306640625, -0.0057220458984375, 0.00074005126953125, 0.0072021484375, 0.01366424560546875, 0.0201263427734375, 0.02658843994140625, 0.033050537109375, 0.03951263427734375, 0.0459747314453125, 0.05243682861328125, 0.05889892578125, 0.06536102294921875, 0.0718231201171875, 0.07828521728515625, 0.084747314453125, 0.09120941162109375, 0.0976715087890625, 0.10413360595703125, 0.110595703125, 0.11705780029296875, 0.1235198974609375, 0.12998199462890625, 0.136444091796875, 0.14290618896484375, 0.1493682861328125, 0.15583038330078125, 0.16229248046875, 0.16875457763671875, 0.1752166748046875, 0.18167877197265625, 0.188140869140625, 0.19460296630859375, 0.2010650634765625, 0.20752716064453125, 0.2139892578125]}, "gradients/decoder.transformer.h.6.ln_cross_attn.weight": {"_type": "histogram", "values": [2.0, 13.0, 74.0, 274.0, 438.0, 177.0, 36.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00814780406653881, -0.006315184757113457, -0.004482565447688103, -0.0026499456726014614, -0.0008173263631761074, 0.001015293411910534, 0.002847912721335888, 0.004680532030761242, 0.006513151340186596, 0.00834577064961195, 0.010178389959037304, 0.012011010199785233, 0.013843629509210587, 0.01567624881863594, 0.017508868128061295, 0.01934148743748665, 0.021174106746912003, 0.023006726056337357, 0.02483934536576271, 0.026671964675188065, 0.02850458398461342, 0.030337203294038773, 0.03216982260346413, 0.03400244191288948, 0.035835061222314835, 0.03766768053174019, 0.03950029984116554, 0.0413329191505909, 0.04316553846001625, 0.044998157769441605, 0.04683077707886696, 0.04866339638829231, 0.05049601569771767, 0.05232863500714302, 0.054161254316568375, 0.05599387362599373, 0.05782649293541908, 0.05965911224484444, 0.06149173155426979, 0.06332435458898544, 0.0651569738984108, 0.06698959320783615, 0.0688222125172615, 0.07065483182668686, 0.07248745113611221, 0.07432007044553757, 0.07615268975496292, 0.07798530906438828, 0.07981792837381363, 0.08165054768323898, 0.08348316699266434, 0.08531578630208969, 0.08714840561151505, 0.0889810249209404, 0.09081364423036575, 0.09264626353979111, 0.09447888284921646, 0.09631150215864182, 0.09814412146806717, 0.09997674077749252, 0.10180936008691788, 0.10364197939634323, 0.10547459870576859, 0.10730721801519394, 0.1091398373246193]}, "gradients/decoder.transformer.h.6.ln_cross_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 5.0, 3.0, 11.0, 6.0, 8.0, 7.0, 15.0, 10.0, 9.0, 20.0, 24.0, 29.0, 27.0, 18.0, 41.0, 34.0, 42.0, 38.0, 50.0, 49.0, 49.0, 36.0, 53.0, 38.0, 51.0, 30.0, 33.0, 29.0, 44.0, 28.0, 24.0, 26.0, 20.0, 20.0, 17.0, 14.0, 8.0, 11.0, 9.0, 3.0, 6.0, 5.0, 3.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00837773084640503, -0.008094369433820248, -0.007811008021235466, -0.007527646608650684, -0.007244285196065903, -0.006960923783481121, -0.006677562370896339, -0.006394200958311558, -0.006110839545726776, -0.0058274781331419945, -0.005544116720557213, -0.005260755307972431, -0.0049773938953876495, -0.004694032482802868, -0.004410671070218086, -0.004127309657633305, -0.003843948245048523, -0.0035605868324637413, -0.0032772254198789597, -0.002993864007294178, -0.0027105025947093964, -0.0024271411821246147, -0.002143779769539833, -0.0018604183569550514, -0.0015770569443702698, -0.0012936955317854881, -0.0010103341192007065, -0.0007269727066159248, -0.0004436112940311432, -0.00016024988144636154, 0.0001231115311384201, 0.00040647294372320175, 0.0006898343563079834, 0.000973195768892765, 0.0012565571814775467, 0.0015399185940623283, 0.00182328000664711, 0.0021066414192318916, 0.0023900028318166733, 0.002673364244401455, 0.0029567256569862366, 0.0032400870695710182, 0.0035234484821558, 0.0038068098947405815, 0.004090171307325363, 0.004373532719910145, 0.0046568941324949265, 0.004940255545079708, 0.00522361695766449, 0.005506978370249271, 0.005790339782834053, 0.006073701195418835, 0.006357062608003616, 0.006640424020588398, 0.00692378543317318, 0.007207146845757961, 0.007490508258342743, 0.007773869670927525, 0.008057231083512306, 0.008340592496097088, 0.00862395390868187, 0.008907315321266651, 0.009190676733851433, 0.009474038146436214, 0.009757399559020996]}, "gradients/decoder.transformer.h.6.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 4.0, 5.0, 7.0, 5.0, 6.0, 3.0, 13.0, 13.0, 15.0, 16.0, 19.0, 23.0, 32.0, 25.0, 31.0, 39.0, 32.0, 37.0, 37.0, 37.0, 51.0, 52.0, 45.0, 36.0, 45.0, 38.0, 45.0, 37.0, 40.0, 20.0, 21.0, 33.0, 27.0, 16.0, 21.0, 18.0, 14.0, 12.0, 11.0, 10.0, 2.0, 5.0, 5.0, 3.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8974609375, -1.843231201171875, -1.78900146484375, -1.734771728515625, -1.6805419921875, -1.626312255859375, -1.57208251953125, -1.517852783203125, -1.463623046875, -1.409393310546875, -1.35516357421875, -1.300933837890625, -1.2467041015625, -1.192474365234375, -1.13824462890625, -1.084014892578125, -1.02978515625, -0.975555419921875, -0.92132568359375, -0.867095947265625, -0.8128662109375, -0.758636474609375, -0.70440673828125, -0.650177001953125, -0.595947265625, -0.541717529296875, -0.48748779296875, -0.433258056640625, -0.3790283203125, -0.324798583984375, -0.27056884765625, -0.216339111328125, -0.162109375, -0.107879638671875, -0.05364990234375, 0.000579833984375, 0.0548095703125, 0.109039306640625, 0.16326904296875, 0.217498779296875, 0.271728515625, 0.325958251953125, 0.38018798828125, 0.434417724609375, 0.4886474609375, 0.542877197265625, 0.59710693359375, 0.651336669921875, 0.70556640625, 0.759796142578125, 0.81402587890625, 0.868255615234375, 0.9224853515625, 0.976715087890625, 1.03094482421875, 1.085174560546875, 1.139404296875, 1.193634033203125, 1.24786376953125, 1.302093505859375, 1.3563232421875, 1.410552978515625, 1.46478271484375, 1.519012451171875, 1.5732421875]}, "gradients/decoder.transformer.h.6.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 0.0, 5.0, 6.0, 9.0, 10.0, 12.0, 20.0, 16.0, 36.0, 48.0, 64.0, 84.0, 101.0, 214.0, 326.0, 485.0, 865.0, 1473.0, 2478.0, 4796.0, 9456.0, 20963.0, 54681.0, 180023.0, 576105.0, 121348.0, 41270.0, 16621.0, 7734.0, 3914.0, 2187.0, 1183.0, 710.0, 427.0, 291.0, 173.0, 144.0, 80.0, 61.0, 46.0, 30.0, 17.0, 18.0, 8.0, 9.0, 6.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-3.474609375, -3.3763427734375, -3.278076171875, -3.1798095703125, -3.08154296875, -2.9832763671875, -2.885009765625, -2.7867431640625, -2.6884765625, -2.5902099609375, -2.491943359375, -2.3936767578125, -2.29541015625, -2.1971435546875, -2.098876953125, -2.0006103515625, -1.90234375, -1.8040771484375, -1.705810546875, -1.6075439453125, -1.50927734375, -1.4110107421875, -1.312744140625, -1.2144775390625, -1.1162109375, -1.0179443359375, -0.919677734375, -0.8214111328125, -0.72314453125, -0.6248779296875, -0.526611328125, -0.4283447265625, -0.330078125, -0.2318115234375, -0.133544921875, -0.0352783203125, 0.06298828125, 0.1612548828125, 0.259521484375, 0.3577880859375, 0.4560546875, 0.5543212890625, 0.652587890625, 0.7508544921875, 0.84912109375, 0.9473876953125, 1.045654296875, 1.1439208984375, 1.2421875, 1.3404541015625, 1.438720703125, 1.5369873046875, 1.63525390625, 1.7335205078125, 1.831787109375, 1.9300537109375, 2.0283203125, 2.1265869140625, 2.224853515625, 2.3231201171875, 2.42138671875, 2.5196533203125, 2.617919921875, 2.7161865234375, 2.814453125]}, "gradients/decoder.transformer.h.6.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 3.0, 6.0, 10.0, 5.0, 16.0, 17.0, 25.0, 21.0, 24.0, 45.0, 45.0, 52.0, 72.0, 114.0, 140.0, 1512.0, 336.0, 145.0, 90.0, 70.0, 54.0, 55.0, 42.0, 32.0, 23.0, 21.0, 20.0, 15.0, 19.0, 9.0, 6.0, 5.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.95703125, -5.7705078125, -5.583984375, -5.3974609375, -5.2109375, -5.0244140625, -4.837890625, -4.6513671875, -4.46484375, -4.2783203125, -4.091796875, -3.9052734375, -3.71875, -3.5322265625, -3.345703125, -3.1591796875, -2.97265625, -2.7861328125, -2.599609375, -2.4130859375, -2.2265625, -2.0400390625, -1.853515625, -1.6669921875, -1.48046875, -1.2939453125, -1.107421875, -0.9208984375, -0.734375, -0.5478515625, -0.361328125, -0.1748046875, 0.01171875, 0.1982421875, 0.384765625, 0.5712890625, 0.7578125, 0.9443359375, 1.130859375, 1.3173828125, 1.50390625, 1.6904296875, 1.876953125, 2.0634765625, 2.25, 2.4365234375, 2.623046875, 2.8095703125, 2.99609375, 3.1826171875, 3.369140625, 3.5556640625, 3.7421875, 3.9287109375, 4.115234375, 4.3017578125, 4.48828125, 4.6748046875, 4.861328125, 5.0478515625, 5.234375, 5.4208984375, 5.607421875, 5.7939453125, 5.98046875]}, "gradients/decoder.transformer.h.6.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 7.0, 3.0, 12.0, 14.0, 27.0, 30.0, 36.0, 40.0, 49.0, 95.0, 130.0, 214.0, 384.0, 913.0, 3590.0, 34686.0, 2820280.0, 272032.0, 10098.0, 1661.0, 583.0, 285.0, 165.0, 116.0, 62.0, 52.0, 43.0, 29.0, 17.0, 20.0, 8.0, 8.0, 5.0, 4.0, 5.0, 3.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-11.0390625, -10.7021484375, -10.365234375, -10.0283203125, -9.69140625, -9.3544921875, -9.017578125, -8.6806640625, -8.34375, -8.0068359375, -7.669921875, -7.3330078125, -6.99609375, -6.6591796875, -6.322265625, -5.9853515625, -5.6484375, -5.3115234375, -4.974609375, -4.6376953125, -4.30078125, -3.9638671875, -3.626953125, -3.2900390625, -2.953125, -2.6162109375, -2.279296875, -1.9423828125, -1.60546875, -1.2685546875, -0.931640625, -0.5947265625, -0.2578125, 0.0791015625, 0.416015625, 0.7529296875, 1.08984375, 1.4267578125, 1.763671875, 2.1005859375, 2.4375, 2.7744140625, 3.111328125, 3.4482421875, 3.78515625, 4.1220703125, 4.458984375, 4.7958984375, 5.1328125, 5.4697265625, 5.806640625, 6.1435546875, 6.48046875, 6.8173828125, 7.154296875, 7.4912109375, 7.828125, 8.1650390625, 8.501953125, 8.8388671875, 9.17578125, 9.5126953125, 9.849609375, 10.1865234375, 10.5234375]}, "gradients/decoder.transformer.h.6.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 7.0, 173.0, 697.0, 131.0, 8.0, 0.0, 1.0], "bins": [-101.06002044677734, -99.35868835449219, -97.65735626220703, -95.9560317993164, -94.25469970703125, -92.5533676147461, -90.85203552246094, -89.15071105957031, -87.44937896728516, -85.748046875, -84.04671478271484, -82.34539031982422, -80.64405822753906, -78.9427261352539, -77.24139404296875, -75.54006958007812, -73.83872985839844, -72.13739776611328, -70.43606567382812, -68.7347412109375, -67.03340911865234, -65.33207702636719, -63.63074493408203, -61.92941665649414, -60.22808837890625, -58.526756286621094, -56.8254280090332, -55.12409591674805, -53.422767639160156, -51.721435546875, -50.020103454589844, -48.31877517700195, -46.61744689941406, -44.916114807128906, -43.214786529541016, -41.51345443725586, -39.81212615966797, -38.11079406738281, -36.409461975097656, -34.708133697509766, -33.006805419921875, -31.30547523498535, -29.604145050048828, -27.902812957763672, -26.20148468017578, -24.500152587890625, -22.7988224029541, -21.097492218017578, -19.396162033081055, -17.69483184814453, -15.993501663208008, -14.292170524597168, -12.590840339660645, -10.889510154724121, -9.188179016113281, -7.486848831176758, -5.785518646240234, -4.084188461303711, -2.3828577995300293, -0.6815271377563477, 1.0198030471801758, 2.721133232116699, 4.422464370727539, 6.1237945556640625, 7.825124740600586]}, "gradients/decoder.transformer.h.6.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 4.0, 2.0, 10.0, 5.0, 4.0, 6.0, 10.0, 7.0, 19.0, 18.0, 16.0, 20.0, 33.0, 28.0, 27.0, 34.0, 37.0, 38.0, 48.0, 42.0, 32.0, 38.0, 42.0, 40.0, 31.0, 32.0, 36.0, 41.0, 38.0, 32.0, 31.0, 25.0, 33.0, 16.0, 29.0, 10.0, 15.0, 17.0, 10.0, 9.0, 12.0, 8.0, 5.0, 3.0, 4.0, 5.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-11.426677703857422, -11.073619842529297, -10.720561981201172, -10.367504119873047, -10.014446258544922, -9.661388397216797, -9.308330535888672, -8.955272674560547, -8.602214813232422, -8.249156951904297, -7.896099090576172, -7.543041229248047, -7.189983367919922, -6.836925506591797, -6.48386812210083, -6.130810260772705, -5.777752876281738, -5.424695014953613, -5.071637153625488, -4.718579292297363, -4.365521430969238, -4.012463569641113, -3.6594061851501465, -3.3063483238220215, -2.9532904624938965, -2.6002326011657715, -2.2471747398376465, -1.8941171169281006, -1.5410592555999756, -1.1880013942718506, -0.8349437713623047, -0.4818859100341797, -0.12882709503173828, 0.22423070669174194, 0.5772885084152222, 0.9303462505340576, 1.2834041118621826, 1.6364619731903076, 1.9895195960998535, 2.3425774574279785, 2.6956353187561035, 3.0486931800842285, 3.4017510414123535, 3.7548086643218994, 4.107866287231445, 4.46092414855957, 4.813982009887695, 5.16703987121582, 5.520097732543945, 5.87315559387207, 6.226213455200195, 6.57927131652832, 6.932329177856445, 7.28538703918457, 7.638444423675537, 7.991502285003662, 8.344560623168945, 8.69761848449707, 9.050676345825195, 9.40373420715332, 9.756792068481445, 10.10984992980957, 10.462907791137695, 10.81596565246582, 11.169022560119629]}, "gradients/decoder.transformer.h.5.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 3.0, 5.0, 3.0, 4.0, 10.0, 8.0, 10.0, 14.0, 22.0, 6.0, 21.0, 16.0, 25.0, 25.0, 26.0, 23.0, 47.0, 43.0, 34.0, 39.0, 48.0, 39.0, 45.0, 45.0, 40.0, 40.0, 35.0, 43.0, 32.0, 32.0, 40.0, 20.0, 24.0, 23.0, 19.0, 20.0, 13.0, 18.0, 12.0, 6.0, 5.0, 6.0, 3.0, 4.0, 7.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0], "bins": [-1.9423828125, -1.8878021240234375, -1.833221435546875, -1.7786407470703125, -1.72406005859375, -1.6694793701171875, -1.614898681640625, -1.5603179931640625, -1.5057373046875, -1.4511566162109375, -1.396575927734375, -1.3419952392578125, -1.28741455078125, -1.2328338623046875, -1.178253173828125, -1.1236724853515625, -1.069091796875, -1.0145111083984375, -0.959930419921875, -0.9053497314453125, -0.85076904296875, -0.7961883544921875, -0.741607666015625, -0.6870269775390625, -0.6324462890625, -0.5778656005859375, -0.523284912109375, -0.4687042236328125, -0.41412353515625, -0.3595428466796875, -0.304962158203125, -0.2503814697265625, -0.19580078125, -0.1412200927734375, -0.086639404296875, -0.0320587158203125, 0.02252197265625, 0.0771026611328125, 0.131683349609375, 0.1862640380859375, 0.2408447265625, 0.2954254150390625, 0.350006103515625, 0.4045867919921875, 0.45916748046875, 0.5137481689453125, 0.568328857421875, 0.6229095458984375, 0.677490234375, 0.7320709228515625, 0.786651611328125, 0.8412322998046875, 0.89581298828125, 0.9503936767578125, 1.004974365234375, 1.0595550537109375, 1.1141357421875, 1.1687164306640625, 1.223297119140625, 1.2778778076171875, 1.33245849609375, 1.3870391845703125, 1.441619873046875, 1.4962005615234375, 1.55078125]}, "gradients/decoder.transformer.h.5.mlp.c_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 4.0, 4.0, 9.0, 10.0, 7.0, 15.0, 33.0, 19.0, 56.0, 85.0, 99.0, 155.0, 205.0, 306.0, 440.0, 685.0, 998.0, 1555.0, 2513.0, 4177.0, 7800.0, 16432.0, 41427.0, 146928.0, 815967.0, 2361899.0, 607661.0, 116543.0, 35614.0, 14692.0, 7115.0, 3910.0, 2350.0, 1479.0, 988.0, 679.0, 417.0, 274.0, 207.0, 165.0, 99.0, 82.0, 58.0, 35.0, 27.0, 18.0, 13.0, 8.0, 15.0, 4.0, 3.0, 2.0, 3.0, 0.0, 2.0], "bins": [-3.193359375, -3.1005859375, -3.0078125, -2.9150390625, -2.822265625, -2.7294921875, -2.63671875, -2.5439453125, -2.451171875, -2.3583984375, -2.265625, -2.1728515625, -2.080078125, -1.9873046875, -1.89453125, -1.8017578125, -1.708984375, -1.6162109375, -1.5234375, -1.4306640625, -1.337890625, -1.2451171875, -1.15234375, -1.0595703125, -0.966796875, -0.8740234375, -0.78125, -0.6884765625, -0.595703125, -0.5029296875, -0.41015625, -0.3173828125, -0.224609375, -0.1318359375, -0.0390625, 0.0537109375, 0.146484375, 0.2392578125, 0.33203125, 0.4248046875, 0.517578125, 0.6103515625, 0.703125, 0.7958984375, 0.888671875, 0.9814453125, 1.07421875, 1.1669921875, 1.259765625, 1.3525390625, 1.4453125, 1.5380859375, 1.630859375, 1.7236328125, 1.81640625, 1.9091796875, 2.001953125, 2.0947265625, 2.1875, 2.2802734375, 2.373046875, 2.4658203125, 2.55859375, 2.6513671875, 2.744140625]}, "gradients/decoder.transformer.h.5.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 6.0, 5.0, 10.0, 11.0, 13.0, 24.0, 23.0, 25.0, 36.0, 53.0, 80.0, 116.0, 189.0, 277.0, 480.0, 717.0, 678.0, 463.0, 301.0, 177.0, 117.0, 75.0, 46.0, 36.0, 23.0, 21.0, 17.0, 11.0, 12.0, 4.0, 10.0, 5.0, 5.0, 1.0, 3.0, 4.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0], "bins": [-3.986328125, -3.881500244140625, -3.77667236328125, -3.671844482421875, -3.5670166015625, -3.462188720703125, -3.35736083984375, -3.252532958984375, -3.147705078125, -3.042877197265625, -2.93804931640625, -2.833221435546875, -2.7283935546875, -2.623565673828125, -2.51873779296875, -2.413909912109375, -2.30908203125, -2.204254150390625, -2.09942626953125, -1.994598388671875, -1.8897705078125, -1.784942626953125, -1.68011474609375, -1.575286865234375, -1.470458984375, -1.365631103515625, -1.26080322265625, -1.155975341796875, -1.0511474609375, -0.946319580078125, -0.84149169921875, -0.736663818359375, -0.6318359375, -0.527008056640625, -0.42218017578125, -0.317352294921875, -0.2125244140625, -0.107696533203125, -0.00286865234375, 0.101959228515625, 0.206787109375, 0.311614990234375, 0.41644287109375, 0.521270751953125, 0.6260986328125, 0.730926513671875, 0.83575439453125, 0.940582275390625, 1.04541015625, 1.150238037109375, 1.25506591796875, 1.359893798828125, 1.4647216796875, 1.569549560546875, 1.67437744140625, 1.779205322265625, 1.884033203125, 1.988861083984375, 2.09368896484375, 2.198516845703125, 2.3033447265625, 2.408172607421875, 2.51300048828125, 2.617828369140625, 2.72265625]}, "gradients/decoder.transformer.h.5.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 9.0, 3.0, 9.0, 20.0, 18.0, 26.0, 41.0, 55.0, 94.0, 139.0, 275.0, 606.0, 1720.0, 6010.0, 33402.0, 954455.0, 3124477.0, 60353.0, 8823.0, 2184.0, 771.0, 320.0, 176.0, 90.0, 60.0, 44.0, 27.0, 20.0, 17.0, 8.0, 9.0, 5.0, 6.0, 5.0, 1.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.953125, -9.643310546875, -9.33349609375, -9.023681640625, -8.7138671875, -8.404052734375, -8.09423828125, -7.784423828125, -7.474609375, -7.164794921875, -6.85498046875, -6.545166015625, -6.2353515625, -5.925537109375, -5.61572265625, -5.305908203125, -4.99609375, -4.686279296875, -4.37646484375, -4.066650390625, -3.7568359375, -3.447021484375, -3.13720703125, -2.827392578125, -2.517578125, -2.207763671875, -1.89794921875, -1.588134765625, -1.2783203125, -0.968505859375, -0.65869140625, -0.348876953125, -0.0390625, 0.270751953125, 0.58056640625, 0.890380859375, 1.2001953125, 1.510009765625, 1.81982421875, 2.129638671875, 2.439453125, 2.749267578125, 3.05908203125, 3.368896484375, 3.6787109375, 3.988525390625, 4.29833984375, 4.608154296875, 4.91796875, 5.227783203125, 5.53759765625, 5.847412109375, 6.1572265625, 6.467041015625, 6.77685546875, 7.086669921875, 7.396484375, 7.706298828125, 8.01611328125, 8.325927734375, 8.6357421875, 8.945556640625, 9.25537109375, 9.565185546875, 9.875]}, "gradients/decoder.transformer.h.5.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 16.0, 229.0, 624.0, 129.0, 15.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-101.62740325927734, -99.2317886352539, -96.83617401123047, -94.44056701660156, -92.04495239257812, -89.64933776855469, -87.25372314453125, -84.85810852050781, -82.46249389648438, -80.06687927246094, -77.6712646484375, -75.2756576538086, -72.88004302978516, -70.48442840576172, -68.08881378173828, -65.69319915771484, -63.29759216308594, -60.9019775390625, -58.50636672973633, -56.11075210571289, -53.71514129638672, -51.31952667236328, -48.923912048339844, -46.528297424316406, -44.132686614990234, -41.7370719909668, -39.341461181640625, -36.94584655761719, -34.55023193359375, -32.15462112426758, -29.75900650024414, -27.363393783569336, -24.967788696289062, -22.572175979614258, -20.176563262939453, -17.780948638916016, -15.385335922241211, -12.989723205566406, -10.594109535217285, -8.198495864868164, -5.802883148193359, -3.4072699546813965, -1.0116567611694336, 1.3839564323425293, 3.779569625854492, 6.175182342529297, 8.570796012878418, 10.966409683227539, 13.362022399902344, 15.757635116577148, 18.153247833251953, 20.54886245727539, 22.944475173950195, 25.340087890625, 27.735702514648438, 30.131315231323242, 32.52692794799805, 34.922542572021484, 37.318153381347656, 39.713768005371094, 42.10938262939453, 44.5049934387207, 46.90060806274414, 49.29621887207031, 51.69183349609375]}, "gradients/decoder.transformer.h.5.ln_2.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 3.0, 3.0, 2.0, 4.0, 10.0, 9.0, 6.0, 5.0, 14.0, 11.0, 11.0, 24.0, 18.0, 37.0, 29.0, 26.0, 39.0, 36.0, 38.0, 53.0, 43.0, 48.0, 51.0, 44.0, 46.0, 47.0, 38.0, 41.0, 37.0, 39.0, 32.0, 34.0, 29.0, 15.0, 14.0, 15.0, 14.0, 15.0, 12.0, 6.0, 7.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.871389389038086, -9.507628440856934, -9.143867492675781, -8.780106544494629, -8.416345596313477, -8.05258560180664, -7.688824653625488, -7.325063705444336, -6.961302757263184, -6.597541809082031, -6.233780860900879, -5.870020389556885, -5.506259441375732, -5.14249849319458, -4.778738021850586, -4.414977073669434, -4.051216125488281, -3.687455177307129, -3.3236944675445557, -2.9599337577819824, -2.59617280960083, -2.2324118614196777, -1.8686511516571045, -1.5048904418945312, -1.141129493713379, -0.7773686647415161, -0.4136078357696533, -0.04984700679779053, 0.31391382217407227, 0.6776746511459351, 1.0414354801177979, 1.405196189880371, 1.7689571380615234, 2.132718086242676, 2.496478796005249, 2.8602395057678223, 3.2240004539489746, 3.587761402130127, 3.9515221118927, 4.315282821655273, 4.679043769836426, 5.042804718017578, 5.4065656661987305, 5.770326137542725, 6.134087085723877, 6.497848033905029, 6.861608505249023, 7.225369453430176, 7.589130401611328, 7.9528913497924805, 8.316652297973633, 8.680413246154785, 9.044174194335938, 9.407934188842773, 9.771695137023926, 10.135456085205078, 10.49921703338623, 10.862977981567383, 11.226738929748535, 11.590499877929688, 11.954259872436523, 12.318020820617676, 12.681781768798828, 13.04554271697998, 13.409303665161133]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 2.0, 4.0, 8.0, 7.0, 6.0, 10.0, 14.0, 22.0, 11.0, 26.0, 21.0, 26.0, 31.0, 36.0, 41.0, 46.0, 41.0, 43.0, 42.0, 38.0, 40.0, 51.0, 42.0, 51.0, 42.0, 42.0, 41.0, 28.0, 30.0, 23.0, 25.0, 12.0, 21.0, 21.0, 16.0, 8.0, 9.0, 7.0, 7.0, 3.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.9765625, -1.91876220703125, -1.8609619140625, -1.80316162109375, -1.745361328125, -1.68756103515625, -1.6297607421875, -1.57196044921875, -1.51416015625, -1.45635986328125, -1.3985595703125, -1.34075927734375, -1.282958984375, -1.22515869140625, -1.1673583984375, -1.10955810546875, -1.0517578125, -0.99395751953125, -0.9361572265625, -0.87835693359375, -0.820556640625, -0.76275634765625, -0.7049560546875, -0.64715576171875, -0.58935546875, -0.53155517578125, -0.4737548828125, -0.41595458984375, -0.358154296875, -0.30035400390625, -0.2425537109375, -0.18475341796875, -0.126953125, -0.06915283203125, -0.0113525390625, 0.04644775390625, 0.104248046875, 0.16204833984375, 0.2198486328125, 0.27764892578125, 0.33544921875, 0.39324951171875, 0.4510498046875, 0.50885009765625, 0.566650390625, 0.62445068359375, 0.6822509765625, 0.74005126953125, 0.7978515625, 0.85565185546875, 0.9134521484375, 0.97125244140625, 1.029052734375, 1.08685302734375, 1.1446533203125, 1.20245361328125, 1.26025390625, 1.31805419921875, 1.3758544921875, 1.43365478515625, 1.491455078125, 1.54925537109375, 1.6070556640625, 1.66485595703125, 1.72265625]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 3.0, 7.0, 6.0, 9.0, 12.0, 23.0, 24.0, 46.0, 52.0, 82.0, 127.0, 169.0, 207.0, 348.0, 478.0, 720.0, 1084.0, 1685.0, 2486.0, 3619.0, 5523.0, 8903.0, 14384.0, 23292.0, 39508.0, 70552.0, 135599.0, 248369.0, 222865.0, 115702.0, 60997.0, 34857.0, 21007.0, 12778.0, 7808.0, 5042.0, 3357.0, 2164.0, 1493.0, 941.0, 662.0, 476.0, 332.0, 226.0, 161.0, 112.0, 75.0, 55.0, 43.0, 30.0, 17.0, 18.0, 17.0, 3.0, 8.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0], "bins": [-0.1417236328125, -0.13713455200195312, -0.13254547119140625, -0.12795639038085938, -0.1233673095703125, -0.11877822875976562, -0.11418914794921875, -0.10960006713867188, -0.105010986328125, -0.10042190551757812, -0.09583282470703125, -0.09124374389648438, -0.0866546630859375, -0.08206558227539062, -0.07747650146484375, -0.07288742065429688, -0.06829833984375, -0.06370925903320312, -0.05912017822265625, -0.054531097412109375, -0.0499420166015625, -0.045352935791015625, -0.04076385498046875, -0.036174774169921875, -0.031585693359375, -0.026996612548828125, -0.02240753173828125, -0.017818450927734375, -0.0132293701171875, -0.008640289306640625, -0.00405120849609375, 0.000537872314453125, 0.005126953125, 0.009716033935546875, 0.01430511474609375, 0.018894195556640625, 0.0234832763671875, 0.028072357177734375, 0.03266143798828125, 0.037250518798828125, 0.041839599609375, 0.046428680419921875, 0.05101776123046875, 0.055606842041015625, 0.0601959228515625, 0.06478500366210938, 0.06937408447265625, 0.07396316528320312, 0.07855224609375, 0.08314132690429688, 0.08773040771484375, 0.09231948852539062, 0.0969085693359375, 0.10149765014648438, 0.10608673095703125, 0.11067581176757812, 0.115264892578125, 0.11985397338867188, 0.12444305419921875, 0.12903213500976562, 0.1336212158203125, 0.13821029663085938, 0.14279937744140625, 0.14738845825195312, 0.1519775390625]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 3.0, 1.0, 3.0, 5.0, 1.0, 4.0, 7.0, 9.0, 9.0, 14.0, 15.0, 18.0, 18.0, 20.0, 28.0, 20.0, 26.0, 39.0, 35.0, 34.0, 42.0, 34.0, 26.0, 53.0, 1070.0, 48.0, 40.0, 48.0, 42.0, 37.0, 40.0, 32.0, 20.0, 29.0, 24.0, 23.0, 13.0, 12.0, 17.0, 16.0, 13.0, 10.0, 6.0, 7.0, 5.0, 2.0, 4.0, 1.0, 2.0, 3.0, 3.0, 3.0, 4.0], "bins": [-1.2861328125, -1.2495269775390625, -1.212921142578125, -1.1763153076171875, -1.13970947265625, -1.1031036376953125, -1.066497802734375, -1.0298919677734375, -0.9932861328125, -0.9566802978515625, -0.920074462890625, -0.8834686279296875, -0.84686279296875, -0.8102569580078125, -0.773651123046875, -0.7370452880859375, -0.700439453125, -0.6638336181640625, -0.627227783203125, -0.5906219482421875, -0.55401611328125, -0.5174102783203125, -0.480804443359375, -0.4441986083984375, -0.4075927734375, -0.3709869384765625, -0.334381103515625, -0.2977752685546875, -0.26116943359375, -0.2245635986328125, -0.187957763671875, -0.1513519287109375, -0.11474609375, -0.0781402587890625, -0.041534423828125, -0.0049285888671875, 0.03167724609375, 0.0682830810546875, 0.104888916015625, 0.1414947509765625, 0.1781005859375, 0.2147064208984375, 0.251312255859375, 0.2879180908203125, 0.32452392578125, 0.3611297607421875, 0.397735595703125, 0.4343414306640625, 0.470947265625, 0.5075531005859375, 0.544158935546875, 0.5807647705078125, 0.61737060546875, 0.6539764404296875, 0.690582275390625, 0.7271881103515625, 0.7637939453125, 0.8003997802734375, 0.837005615234375, 0.8736114501953125, 0.91021728515625, 0.9468231201171875, 0.983428955078125, 1.0200347900390625, 1.056640625]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 5.0, 8.0, 11.0, 11.0, 23.0, 26.0, 29.0, 36.0, 63.0, 89.0, 152.0, 171.0, 258.0, 361.0, 542.0, 806.0, 1153.0, 1772.0, 2774.0, 4429.0, 7404.0, 13968.0, 34372.0, 243121.0, 1681785.0, 59795.0, 19162.0, 9554.0, 5300.0, 3351.0, 2048.0, 1442.0, 951.0, 663.0, 457.0, 299.0, 211.0, 162.0, 92.0, 81.0, 60.0, 41.0, 30.0, 23.0, 18.0, 8.0, 8.0, 6.0, 6.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-0.255615234375, -0.24791526794433594, -0.24021530151367188, -0.2325153350830078, -0.22481536865234375, -0.2171154022216797, -0.20941543579101562, -0.20171546936035156, -0.1940155029296875, -0.18631553649902344, -0.17861557006835938, -0.1709156036376953, -0.16321563720703125, -0.1555156707763672, -0.14781570434570312, -0.14011573791503906, -0.132415771484375, -0.12471580505371094, -0.11701583862304688, -0.10931587219238281, -0.10161590576171875, -0.09391593933105469, -0.08621597290039062, -0.07851600646972656, -0.0708160400390625, -0.06311607360839844, -0.055416107177734375, -0.04771614074707031, -0.04001617431640625, -0.03231620788574219, -0.024616241455078125, -0.016916275024414062, -0.00921630859375, -0.0015163421630859375, 0.006183624267578125, 0.013883590698242188, 0.02158355712890625, 0.029283523559570312, 0.036983489990234375, 0.04468345642089844, 0.0523834228515625, 0.06008338928222656, 0.06778335571289062, 0.07548332214355469, 0.08318328857421875, 0.09088325500488281, 0.09858322143554688, 0.10628318786621094, 0.113983154296875, 0.12168312072753906, 0.12938308715820312, 0.1370830535888672, 0.14478302001953125, 0.1524829864501953, 0.16018295288085938, 0.16788291931152344, 0.1755828857421875, 0.18328285217285156, 0.19098281860351562, 0.1986827850341797, 0.20638275146484375, 0.2140827178955078, 0.22178268432617188, 0.22948265075683594, 0.2371826171875]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 8.0, 3.0, 9.0, 5.0, 7.0, 12.0, 15.0, 20.0, 20.0, 24.0, 26.0, 38.0, 36.0, 48.0, 52.0, 41.0, 46.0, 62.0, 44.0, 53.0, 51.0, 37.0, 46.0, 43.0, 36.0, 43.0, 34.0, 24.0, 28.0, 24.0, 12.0, 15.0, 9.0, 14.0, 4.0, 8.0, 4.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00978851318359375, -0.009512186050415039, -0.009235858917236328, -0.008959531784057617, -0.008683204650878906, -0.008406877517700195, -0.008130550384521484, -0.007854223251342773, -0.0075778961181640625, -0.0073015689849853516, -0.007025241851806641, -0.00674891471862793, -0.006472587585449219, -0.006196260452270508, -0.005919933319091797, -0.005643606185913086, -0.005367279052734375, -0.005090951919555664, -0.004814624786376953, -0.004538297653198242, -0.004261970520019531, -0.00398564338684082, -0.0037093162536621094, -0.0034329891204833984, -0.0031566619873046875, -0.0028803348541259766, -0.0026040077209472656, -0.0023276805877685547, -0.0020513534545898438, -0.0017750263214111328, -0.0014986991882324219, -0.001222372055053711, -0.000946044921875, -0.0006697177886962891, -0.0003933906555175781, -0.00011706352233886719, 0.00015926361083984375, 0.0004355907440185547, 0.0007119178771972656, 0.0009882450103759766, 0.0012645721435546875, 0.0015408992767333984, 0.0018172264099121094, 0.0020935535430908203, 0.0023698806762695312, 0.002646207809448242, 0.002922534942626953, 0.003198862075805664, 0.003475189208984375, 0.003751516342163086, 0.004027843475341797, 0.004304170608520508, 0.004580497741699219, 0.00485682487487793, 0.005133152008056641, 0.0054094791412353516, 0.0056858062744140625, 0.0059621334075927734, 0.006238460540771484, 0.006514787673950195, 0.006791114807128906, 0.007067441940307617, 0.007343769073486328, 0.007620096206665039, 0.00789642333984375]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 4.0, 8.0, 9.0, 14.0, 14.0, 12.0, 22.0, 35.0, 25.0, 51.0, 66.0, 82.0, 119.0, 139.0, 234.0, 411.0, 1120.0, 46329.0, 983793.0, 14181.0, 752.0, 376.0, 208.0, 144.0, 108.0, 75.0, 61.0, 32.0, 34.0, 23.0, 13.0, 14.0, 11.0, 9.0, 5.0, 11.0, 6.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1600341796875, -0.15439796447753906, -0.14876174926757812, -0.1431255340576172, -0.13748931884765625, -0.1318531036376953, -0.12621688842773438, -0.12058067321777344, -0.1149444580078125, -0.10930824279785156, -0.10367202758789062, -0.09803581237792969, -0.09239959716796875, -0.08676338195800781, -0.08112716674804688, -0.07549095153808594, -0.069854736328125, -0.06421852111816406, -0.058582305908203125, -0.05294609069824219, -0.04730987548828125, -0.04167366027832031, -0.036037445068359375, -0.030401229858398438, -0.0247650146484375, -0.019128799438476562, -0.013492584228515625, -0.007856369018554688, -0.00222015380859375, 0.0034160614013671875, 0.009052276611328125, 0.014688491821289062, 0.02032470703125, 0.025960922241210938, 0.031597137451171875, 0.03723335266113281, 0.04286956787109375, 0.04850578308105469, 0.054141998291015625, 0.05977821350097656, 0.0654144287109375, 0.07105064392089844, 0.07668685913085938, 0.08232307434082031, 0.08795928955078125, 0.09359550476074219, 0.09923171997070312, 0.10486793518066406, 0.110504150390625, 0.11614036560058594, 0.12177658081054688, 0.1274127960205078, 0.13304901123046875, 0.1386852264404297, 0.14432144165039062, 0.14995765686035156, 0.1555938720703125, 0.16123008728027344, 0.16686630249023438, 0.1725025177001953, 0.17813873291015625, 0.1837749481201172, 0.18941116333007812, 0.19504737854003906, 0.20068359375]}, "gradients/decoder.transformer.h.5.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 7.0, 34.0, 128.0, 392.0, 323.0, 103.0, 22.0, 6.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.06382698565721512, -0.06222875788807869, -0.06063053384423256, -0.05903230607509613, -0.05743408203125, -0.05583585426211357, -0.05423762649297714, -0.05263940244913101, -0.05104117840528488, -0.04944295063614845, -0.04784472659230232, -0.046246498823165894, -0.04464827477931976, -0.043050047010183334, -0.041451819241046906, -0.039853595197200775, -0.038255367428064346, -0.03665713965892792, -0.03505891561508179, -0.03346068784594536, -0.03186246380209923, -0.0302642360329628, -0.02866601012647152, -0.02706778421998024, -0.02546955831348896, -0.02387133240699768, -0.0222731065005064, -0.02067488059401512, -0.019076652824878693, -0.017478428781032562, -0.015880201011896133, -0.014281975105404854, -0.012683752924203873, -0.011085527017712593, -0.009487301111221313, -0.00788907427340746, -0.00629084836691618, -0.0046926224604249, -0.003094395622611046, -0.0014961697161197662, 0.00010205619037151337, 0.0017002823296934366, 0.00329850846901536, 0.004896734841167927, 0.006494960747659206, 0.008093186654150486, 0.00969141349196434, 0.01128963939845562, 0.0128878653049469, 0.014486091211438179, 0.01608431711792946, 0.017682544887065887, 0.019280768930912018, 0.020878996700048447, 0.022477222606539726, 0.024075448513031006, 0.025673674419522285, 0.027271900326013565, 0.028870126232504845, 0.030468352138996124, 0.03206657990813255, 0.033664803951978683, 0.03526303172111511, 0.03686125576496124, 0.03845948353409767]}, "gradients/decoder.transformer.h.5.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 4.0, 3.0, 0.0, 7.0, 2.0, 12.0, 12.0, 5.0, 12.0, 7.0, 13.0, 16.0, 20.0, 25.0, 40.0, 31.0, 37.0, 31.0, 38.0, 40.0, 27.0, 49.0, 34.0, 39.0, 43.0, 45.0, 38.0, 46.0, 39.0, 40.0, 32.0, 28.0, 27.0, 23.0, 34.0, 17.0, 20.0, 11.0, 8.0, 13.0, 9.0, 7.0, 4.0, 6.0, 4.0, 8.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008288741111755371, -0.008021315559744835, -0.007753890007734299, -0.0074864644557237625, -0.007219038903713226, -0.00695161335170269, -0.006684187799692154, -0.006416762247681618, -0.0061493366956710815, -0.005881911143660545, -0.005614485591650009, -0.005347060039639473, -0.005079634487628937, -0.004812208935618401, -0.004544783383607864, -0.004277357831597328, -0.004009932279586792, -0.003742506727576256, -0.0034750811755657196, -0.0032076556235551834, -0.002940230071544647, -0.002672804519534111, -0.002405378967523575, -0.0021379534155130386, -0.0018705278635025024, -0.0016031023114919662, -0.00133567675948143, -0.0010682512074708939, -0.0008008256554603577, -0.0005334001034498215, -0.0002659745514392853, 1.4510005712509155e-06, 0.0002688765525817871, 0.0005363021045923233, 0.0008037276566028595, 0.0010711532086133957, 0.0013385787606239319, 0.001606004312634468, 0.0018734298646450043, 0.0021408554166555405, 0.0024082809686660767, 0.002675706520676613, 0.002943132072687149, 0.0032105576246976852, 0.0034779831767082214, 0.0037454087287187576, 0.004012834280729294, 0.00428025983273983, 0.004547685384750366, 0.004815110936760902, 0.005082536488771439, 0.005349962040781975, 0.005617387592792511, 0.005884813144803047, 0.006152238696813583, 0.00641966424882412, 0.006687089800834656, 0.006954515352845192, 0.007221940904855728, 0.007489366456866264, 0.0077567920088768005, 0.008024217560887337, 0.008291643112897873, 0.008559068664908409, 0.008826494216918945]}, "gradients/decoder.transformer.h.5.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 3.0, 1.0, 4.0, 3.0, 2.0, 4.0, 8.0, 7.0, 6.0, 10.0, 14.0, 22.0, 11.0, 26.0, 20.0, 27.0, 31.0, 36.0, 41.0, 46.0, 41.0, 43.0, 42.0, 40.0, 37.0, 52.0, 42.0, 51.0, 42.0, 42.0, 41.0, 28.0, 30.0, 23.0, 25.0, 12.0, 20.0, 22.0, 16.0, 8.0, 9.0, 7.0, 7.0, 3.0, 0.0, 2.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.9765625, -1.91876220703125, -1.8609619140625, -1.80316162109375, -1.745361328125, -1.68756103515625, -1.6297607421875, -1.57196044921875, -1.51416015625, -1.45635986328125, -1.3985595703125, -1.34075927734375, -1.282958984375, -1.22515869140625, -1.1673583984375, -1.10955810546875, -1.0517578125, -0.99395751953125, -0.9361572265625, -0.87835693359375, -0.820556640625, -0.76275634765625, -0.7049560546875, -0.64715576171875, -0.58935546875, -0.53155517578125, -0.4737548828125, -0.41595458984375, -0.358154296875, -0.30035400390625, -0.2425537109375, -0.18475341796875, -0.126953125, -0.06915283203125, -0.0113525390625, 0.04644775390625, 0.104248046875, 0.16204833984375, 0.2198486328125, 0.27764892578125, 0.33544921875, 0.39324951171875, 0.4510498046875, 0.50885009765625, 0.566650390625, 0.62445068359375, 0.6822509765625, 0.74005126953125, 0.7978515625, 0.85565185546875, 0.9134521484375, 0.97125244140625, 1.029052734375, 1.08685302734375, 1.1446533203125, 1.20245361328125, 1.26025390625, 1.31805419921875, 1.3758544921875, 1.43365478515625, 1.491455078125, 1.54925537109375, 1.6070556640625, 1.66485595703125, 1.72265625]}, "gradients/decoder.transformer.h.5.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 3.0, 5.0, 5.0, 8.0, 9.0, 18.0, 28.0, 28.0, 39.0, 67.0, 92.0, 147.0, 192.0, 267.0, 405.0, 584.0, 847.0, 1230.0, 1960.0, 3278.0, 5289.0, 9499.0, 18100.0, 36584.0, 79185.0, 184917.0, 335959.0, 200288.0, 85771.0, 39266.0, 19225.0, 10106.0, 5688.0, 3359.0, 2082.0, 1333.0, 846.0, 562.0, 343.0, 285.0, 188.0, 143.0, 109.0, 58.0, 48.0, 32.0, 32.0, 23.0, 10.0, 9.0, 9.0, 5.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.154296875, -2.083770751953125, -2.01324462890625, -1.942718505859375, -1.8721923828125, -1.801666259765625, -1.73114013671875, -1.660614013671875, -1.590087890625, -1.519561767578125, -1.44903564453125, -1.378509521484375, -1.3079833984375, -1.237457275390625, -1.16693115234375, -1.096405029296875, -1.02587890625, -0.955352783203125, -0.88482666015625, -0.814300537109375, -0.7437744140625, -0.673248291015625, -0.60272216796875, -0.532196044921875, -0.461669921875, -0.391143798828125, -0.32061767578125, -0.250091552734375, -0.1795654296875, -0.109039306640625, -0.03851318359375, 0.032012939453125, 0.1025390625, 0.173065185546875, 0.24359130859375, 0.314117431640625, 0.3846435546875, 0.455169677734375, 0.52569580078125, 0.596221923828125, 0.666748046875, 0.737274169921875, 0.80780029296875, 0.878326416015625, 0.9488525390625, 1.019378662109375, 1.08990478515625, 1.160430908203125, 1.23095703125, 1.301483154296875, 1.37200927734375, 1.442535400390625, 1.5130615234375, 1.583587646484375, 1.65411376953125, 1.724639892578125, 1.795166015625, 1.865692138671875, 1.93621826171875, 2.006744384765625, 2.0772705078125, 2.147796630859375, 2.21832275390625, 2.288848876953125, 2.359375]}, "gradients/decoder.transformer.h.5.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 3.0, 8.0, 4.0, 8.0, 8.0, 9.0, 13.0, 12.0, 17.0, 17.0, 22.0, 14.0, 20.0, 25.0, 39.0, 45.0, 47.0, 39.0, 43.0, 87.0, 126.0, 235.0, 1416.0, 203.0, 108.0, 81.0, 56.0, 35.0, 32.0, 36.0, 38.0, 19.0, 26.0, 30.0, 26.0, 26.0, 11.0, 24.0, 15.0, 4.0, 11.0, 2.0, 7.0, 2.0, 0.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.2265625, -4.0919189453125, -3.957275390625, -3.8226318359375, -3.68798828125, -3.5533447265625, -3.418701171875, -3.2840576171875, -3.1494140625, -3.0147705078125, -2.880126953125, -2.7454833984375, -2.61083984375, -2.4761962890625, -2.341552734375, -2.2069091796875, -2.072265625, -1.9376220703125, -1.802978515625, -1.6683349609375, -1.53369140625, -1.3990478515625, -1.264404296875, -1.1297607421875, -0.9951171875, -0.8604736328125, -0.725830078125, -0.5911865234375, -0.45654296875, -0.3218994140625, -0.187255859375, -0.0526123046875, 0.08203125, 0.2166748046875, 0.351318359375, 0.4859619140625, 0.62060546875, 0.7552490234375, 0.889892578125, 1.0245361328125, 1.1591796875, 1.2938232421875, 1.428466796875, 1.5631103515625, 1.69775390625, 1.8323974609375, 1.967041015625, 2.1016845703125, 2.236328125, 2.3709716796875, 2.505615234375, 2.6402587890625, 2.77490234375, 2.9095458984375, 3.044189453125, 3.1788330078125, 3.3134765625, 3.4481201171875, 3.582763671875, 3.7174072265625, 3.85205078125, 3.9866943359375, 4.121337890625, 4.2559814453125, 4.390625]}, "gradients/decoder.transformer.h.5.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 2.0, 6.0, 5.0, 6.0, 8.0, 9.0, 23.0, 18.0, 36.0, 52.0, 83.0, 98.0, 140.0, 297.0, 528.0, 1282.0, 3720.0, 16905.0, 182873.0, 2751952.0, 165441.0, 16245.0, 3494.0, 1184.0, 502.0, 292.0, 155.0, 98.0, 71.0, 59.0, 29.0, 23.0, 26.0, 14.0, 7.0, 5.0, 5.0, 2.0, 6.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-7.59765625, -7.36376953125, -7.1298828125, -6.89599609375, -6.662109375, -6.42822265625, -6.1943359375, -5.96044921875, -5.7265625, -5.49267578125, -5.2587890625, -5.02490234375, -4.791015625, -4.55712890625, -4.3232421875, -4.08935546875, -3.85546875, -3.62158203125, -3.3876953125, -3.15380859375, -2.919921875, -2.68603515625, -2.4521484375, -2.21826171875, -1.984375, -1.75048828125, -1.5166015625, -1.28271484375, -1.048828125, -0.81494140625, -0.5810546875, -0.34716796875, -0.11328125, 0.12060546875, 0.3544921875, 0.58837890625, 0.822265625, 1.05615234375, 1.2900390625, 1.52392578125, 1.7578125, 1.99169921875, 2.2255859375, 2.45947265625, 2.693359375, 2.92724609375, 3.1611328125, 3.39501953125, 3.62890625, 3.86279296875, 4.0966796875, 4.33056640625, 4.564453125, 4.79833984375, 5.0322265625, 5.26611328125, 5.5, 5.73388671875, 5.9677734375, 6.20166015625, 6.435546875, 6.66943359375, 6.9033203125, 7.13720703125, 7.37109375]}, "gradients/decoder.transformer.h.5.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 67.0, 522.0, 379.0, 42.0, 6.0], "bins": [-96.9349594116211, -95.34323120117188, -93.75150299072266, -92.15978240966797, -90.56805419921875, -88.97632598876953, -87.38459777832031, -85.79287719726562, -84.2011489868164, -82.60942077636719, -81.01769256591797, -79.42597198486328, -77.83424377441406, -76.24251556396484, -74.65078735351562, -73.05906677246094, -71.46733856201172, -69.8756103515625, -68.28388214111328, -66.6921615600586, -65.10043334960938, -63.508705139160156, -61.9169807434082, -60.325252532958984, -58.733524322509766, -57.14179611206055, -55.550071716308594, -53.958343505859375, -52.36661911010742, -50.7748908996582, -49.18316650390625, -47.59143829345703, -45.99971389770508, -44.40798568725586, -42.816261291503906, -41.22453308105469, -39.632808685302734, -38.041080474853516, -36.44935607910156, -34.857627868652344, -33.265899658203125, -31.67417335510254, -30.082447052001953, -28.490720748901367, -26.89899444580078, -25.307268142700195, -23.71554183959961, -22.12381362915039, -20.532089233398438, -18.94036293029785, -17.348636627197266, -15.75691032409668, -14.165184020996094, -12.573457717895508, -10.981730461120605, -9.39000415802002, -7.79827880859375, -6.206552505493164, -4.614826202392578, -3.023099422454834, -1.431373119354248, 0.1603531837463379, 1.752079963684082, 3.343806266784668, 4.935532569885254]}, "gradients/decoder.transformer.h.5.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 5.0, 1.0, 10.0, 7.0, 9.0, 6.0, 9.0, 15.0, 9.0, 12.0, 8.0, 25.0, 23.0, 19.0, 18.0, 37.0, 33.0, 31.0, 34.0, 45.0, 41.0, 48.0, 31.0, 34.0, 46.0, 43.0, 37.0, 33.0, 41.0, 37.0, 26.0, 35.0, 27.0, 25.0, 25.0, 17.0, 16.0, 10.0, 10.0, 14.0, 15.0, 14.0, 5.0, 1.0, 6.0, 6.0, 2.0, 6.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.162988662719727, -9.855522155761719, -9.548054695129395, -9.240588188171387, -8.933121681213379, -8.625654220581055, -8.318187713623047, -8.010721206665039, -7.703254222869873, -7.395787239074707, -7.088320732116699, -6.780853748321533, -6.473386764526367, -6.165920257568359, -5.858453273773193, -5.550986289978027, -5.2435197830200195, -4.9360527992248535, -4.628586292266846, -4.32111930847168, -4.013652801513672, -3.706185817718506, -3.39871883392334, -3.091252088546753, -2.783785343170166, -2.476318597793579, -2.168851852416992, -1.8613848686218262, -1.5539181232452393, -1.2464513778686523, -0.9389845132827759, -0.6315176486968994, -0.3240499496459961, -0.016583144664764404, 0.2908836603164673, 0.598350465297699, 0.9058172702789307, 1.2132840156555176, 1.520750880241394, 1.8282177448272705, 2.1356844902038574, 2.4431512355804443, 2.7506179809570312, 3.0580849647521973, 3.365551710128784, 3.673018455505371, 3.980485439300537, 4.287952423095703, 4.595418930053711, 4.902885913848877, 5.210352420806885, 5.517819404602051, 5.825285911560059, 6.132752895355225, 6.440219879150391, 6.747686386108398, 7.0551533699035645, 7.3626203536987305, 7.670086860656738, 7.977553844451904, 8.28502082824707, 8.592487335205078, 8.899953842163086, 9.20742130279541, 9.514887809753418]}, "gradients/decoder.transformer.h.4.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 1.0, 2.0, 2.0, 7.0, 11.0, 7.0, 5.0, 12.0, 13.0, 24.0, 27.0, 18.0, 20.0, 28.0, 35.0, 30.0, 52.0, 52.0, 44.0, 50.0, 55.0, 31.0, 50.0, 48.0, 47.0, 45.0, 50.0, 40.0, 25.0, 30.0, 27.0, 14.0, 22.0, 18.0, 15.0, 16.0, 12.0, 8.0, 10.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.134765625, -2.074249267578125, -2.01373291015625, -1.953216552734375, -1.8927001953125, -1.832183837890625, -1.77166748046875, -1.711151123046875, -1.650634765625, -1.590118408203125, -1.52960205078125, -1.469085693359375, -1.4085693359375, -1.348052978515625, -1.28753662109375, -1.227020263671875, -1.16650390625, -1.105987548828125, -1.04547119140625, -0.984954833984375, -0.9244384765625, -0.863922119140625, -0.80340576171875, -0.742889404296875, -0.682373046875, -0.621856689453125, -0.56134033203125, -0.500823974609375, -0.4403076171875, -0.379791259765625, -0.31927490234375, -0.258758544921875, -0.1982421875, -0.137725830078125, -0.07720947265625, -0.016693115234375, 0.0438232421875, 0.104339599609375, 0.16485595703125, 0.225372314453125, 0.285888671875, 0.346405029296875, 0.40692138671875, 0.467437744140625, 0.5279541015625, 0.588470458984375, 0.64898681640625, 0.709503173828125, 0.77001953125, 0.830535888671875, 0.89105224609375, 0.951568603515625, 1.0120849609375, 1.072601318359375, 1.13311767578125, 1.193634033203125, 1.254150390625, 1.314666748046875, 1.37518310546875, 1.435699462890625, 1.4962158203125, 1.556732177734375, 1.61724853515625, 1.677764892578125, 1.73828125]}, "gradients/decoder.transformer.h.4.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 4.0, 1.0, 2.0, 5.0, 7.0, 9.0, 9.0, 18.0, 20.0, 30.0, 42.0, 66.0, 101.0, 137.0, 208.0, 293.0, 468.0, 702.0, 1032.0, 1822.0, 3347.0, 6876.0, 18254.0, 94538.0, 1795745.0, 2127949.0, 107023.0, 19419.0, 7167.0, 3450.0, 2017.0, 1153.0, 730.0, 503.0, 336.0, 241.0, 174.0, 108.0, 90.0, 63.0, 40.0, 26.0, 19.0, 18.0, 11.0, 7.0, 5.0, 4.0, 4.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.6171875, -4.46343994140625, -4.3096923828125, -4.15594482421875, -4.002197265625, -3.84844970703125, -3.6947021484375, -3.54095458984375, -3.38720703125, -3.23345947265625, -3.0797119140625, -2.92596435546875, -2.772216796875, -2.61846923828125, -2.4647216796875, -2.31097412109375, -2.1572265625, -2.00347900390625, -1.8497314453125, -1.69598388671875, -1.542236328125, -1.38848876953125, -1.2347412109375, -1.08099365234375, -0.92724609375, -0.77349853515625, -0.6197509765625, -0.46600341796875, -0.312255859375, -0.15850830078125, -0.0047607421875, 0.14898681640625, 0.302734375, 0.45648193359375, 0.6102294921875, 0.76397705078125, 0.917724609375, 1.07147216796875, 1.2252197265625, 1.37896728515625, 1.53271484375, 1.68646240234375, 1.8402099609375, 1.99395751953125, 2.147705078125, 2.30145263671875, 2.4552001953125, 2.60894775390625, 2.7626953125, 2.91644287109375, 3.0701904296875, 3.22393798828125, 3.377685546875, 3.53143310546875, 3.6851806640625, 3.83892822265625, 3.99267578125, 4.14642333984375, 4.3001708984375, 4.45391845703125, 4.607666015625, 4.76141357421875, 4.9151611328125, 5.06890869140625, 5.22265625]}, "gradients/decoder.transformer.h.4.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 5.0, 1.0, 1.0, 1.0, 12.0, 10.0, 16.0, 18.0, 23.0, 45.0, 66.0, 126.0, 276.0, 563.0, 1091.0, 875.0, 423.0, 188.0, 122.0, 65.0, 45.0, 32.0, 30.0, 18.0, 9.0, 7.0, 6.0, 4.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.71484375, -3.5709228515625, -3.427001953125, -3.2830810546875, -3.13916015625, -2.9952392578125, -2.851318359375, -2.7073974609375, -2.5634765625, -2.4195556640625, -2.275634765625, -2.1317138671875, -1.98779296875, -1.8438720703125, -1.699951171875, -1.5560302734375, -1.412109375, -1.2681884765625, -1.124267578125, -0.9803466796875, -0.83642578125, -0.6925048828125, -0.548583984375, -0.4046630859375, -0.2607421875, -0.1168212890625, 0.027099609375, 0.1710205078125, 0.31494140625, 0.4588623046875, 0.602783203125, 0.7467041015625, 0.890625, 1.0345458984375, 1.178466796875, 1.3223876953125, 1.46630859375, 1.6102294921875, 1.754150390625, 1.8980712890625, 2.0419921875, 2.1859130859375, 2.329833984375, 2.4737548828125, 2.61767578125, 2.7615966796875, 2.905517578125, 3.0494384765625, 3.193359375, 3.3372802734375, 3.481201171875, 3.6251220703125, 3.76904296875, 3.9129638671875, 4.056884765625, 4.2008056640625, 4.3447265625, 4.4886474609375, 4.632568359375, 4.7764892578125, 4.92041015625, 5.0643310546875, 5.208251953125, 5.3521728515625, 5.49609375]}, "gradients/decoder.transformer.h.4.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 9.0, 5.0, 18.0, 15.0, 32.0, 60.0, 85.0, 143.0, 219.0, 510.0, 1199.0, 3585.0, 13930.0, 132231.0, 3836505.0, 182948.0, 16325.0, 4002.0, 1293.0, 532.0, 241.0, 146.0, 99.0, 57.0, 33.0, 23.0, 14.0, 13.0, 7.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.0859375, -7.7694091796875, -7.452880859375, -7.1363525390625, -6.81982421875, -6.5032958984375, -6.186767578125, -5.8702392578125, -5.5537109375, -5.2371826171875, -4.920654296875, -4.6041259765625, -4.28759765625, -3.9710693359375, -3.654541015625, -3.3380126953125, -3.021484375, -2.7049560546875, -2.388427734375, -2.0718994140625, -1.75537109375, -1.4388427734375, -1.122314453125, -0.8057861328125, -0.4892578125, -0.1727294921875, 0.143798828125, 0.4603271484375, 0.77685546875, 1.0933837890625, 1.409912109375, 1.7264404296875, 2.04296875, 2.3594970703125, 2.676025390625, 2.9925537109375, 3.30908203125, 3.6256103515625, 3.942138671875, 4.2586669921875, 4.5751953125, 4.8917236328125, 5.208251953125, 5.5247802734375, 5.84130859375, 6.1578369140625, 6.474365234375, 6.7908935546875, 7.107421875, 7.4239501953125, 7.740478515625, 8.0570068359375, 8.37353515625, 8.6900634765625, 9.006591796875, 9.3231201171875, 9.6396484375, 9.9561767578125, 10.272705078125, 10.5892333984375, 10.90576171875, 11.2222900390625, 11.538818359375, 11.8553466796875, 12.171875]}, "gradients/decoder.transformer.h.4.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 8.0, 33.0, 110.0, 291.0, 311.0, 168.0, 63.0, 16.0, 9.0, 2.0, 2.0, 1.0, 1.0], "bins": [-60.73704147338867, -59.63462829589844, -58.53221893310547, -57.429805755615234, -56.327392578125, -55.224979400634766, -54.1225700378418, -53.02015686035156, -51.91774368286133, -50.815330505371094, -49.712921142578125, -48.61050796508789, -47.508094787597656, -46.40568161010742, -45.30327224731445, -44.20085906982422, -43.09844970703125, -41.996036529541016, -40.89362716674805, -39.79121398925781, -38.68880081176758, -37.586387634277344, -36.483978271484375, -35.38156509399414, -34.279151916503906, -33.17673873901367, -32.0743293762207, -30.97191619873047, -29.869503021240234, -28.767091751098633, -27.66468048095703, -26.562267303466797, -25.459854125976562, -24.35744285583496, -23.255029678344727, -22.152618408203125, -21.05020523071289, -19.94779396057129, -18.845382690429688, -17.742969512939453, -16.64055633544922, -15.5381441116333, -14.435731887817383, -13.333320617675781, -12.230907440185547, -11.128496170043945, -10.026083946228027, -8.92367172241211, -7.821259498596191, -6.718847274780273, -5.6164350509643555, -4.514023303985596, -3.4116110801696777, -2.3091988563537598, -1.206787109375, -0.10437488555908203, 0.9980373382568359, 2.100449562072754, 3.2028615474700928, 4.305273532867432, 5.40768575668335, 6.510097980499268, 7.612509727478027, 8.714921951293945, 9.817334175109863]}, "gradients/decoder.transformer.h.4.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 5.0, 4.0, 7.0, 3.0, 6.0, 10.0, 11.0, 7.0, 13.0, 18.0, 18.0, 18.0, 24.0, 26.0, 25.0, 27.0, 42.0, 41.0, 34.0, 36.0, 49.0, 52.0, 41.0, 41.0, 42.0, 41.0, 20.0, 33.0, 27.0, 33.0, 25.0, 37.0, 25.0, 30.0, 18.0, 24.0, 20.0, 13.0, 14.0, 6.0, 15.0, 9.0, 6.0, 3.0, 1.0, 6.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.630743026733398, -10.321427345275879, -10.01211166381836, -9.70279598236084, -9.39348030090332, -9.0841646194458, -8.774848937988281, -8.465534210205078, -8.156217575073242, -7.846901893615723, -7.537586212158203, -7.228270530700684, -6.918954849243164, -6.6096391677856445, -6.300323963165283, -5.991008281707764, -5.681693077087402, -5.372377395629883, -5.063061714172363, -4.753746032714844, -4.444430351257324, -4.135114669799805, -3.8257994651794434, -3.516483783721924, -3.2071681022644043, -2.8978524208068848, -2.5885367393493652, -2.279221296310425, -1.9699056148529053, -1.6605899333953857, -1.3512743711471558, -1.0419588088989258, -0.7326421737670898, -0.4233265519142151, -0.11401093006134033, 0.19530469179153442, 0.5046203136444092, 0.8139359951019287, 1.1232515573501587, 1.4325671195983887, 1.7418828010559082, 2.0511984825134277, 2.3605141639709473, 2.6698296070098877, 2.9791452884674072, 3.2884609699249268, 3.597776412963867, 3.9070920944213867, 4.216407775878906, 4.525723457336426, 4.835039138793945, 5.144354820251465, 5.453670501708984, 5.762986183166504, 6.072301387786865, 6.381617069244385, 6.690932750701904, 7.000248432159424, 7.309564113616943, 7.618879795074463, 7.928194999694824, 8.237510681152344, 8.546826362609863, 8.856142044067383, 9.165457725524902]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 4.0, 8.0, 11.0, 8.0, 13.0, 14.0, 28.0, 25.0, 25.0, 28.0, 40.0, 41.0, 38.0, 40.0, 56.0, 49.0, 50.0, 38.0, 43.0, 53.0, 43.0, 47.0, 50.0, 25.0, 29.0, 41.0, 32.0, 26.0, 22.0, 13.0, 14.0, 14.0, 13.0, 6.0, 6.0, 3.0, 6.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.357421875, -2.291259765625, -2.22509765625, -2.158935546875, -2.0927734375, -2.026611328125, -1.96044921875, -1.894287109375, -1.828125, -1.761962890625, -1.69580078125, -1.629638671875, -1.5634765625, -1.497314453125, -1.43115234375, -1.364990234375, -1.298828125, -1.232666015625, -1.16650390625, -1.100341796875, -1.0341796875, -0.968017578125, -0.90185546875, -0.835693359375, -0.76953125, -0.703369140625, -0.63720703125, -0.571044921875, -0.5048828125, -0.438720703125, -0.37255859375, -0.306396484375, -0.240234375, -0.174072265625, -0.10791015625, -0.041748046875, 0.0244140625, 0.090576171875, 0.15673828125, 0.222900390625, 0.2890625, 0.355224609375, 0.42138671875, 0.487548828125, 0.5537109375, 0.619873046875, 0.68603515625, 0.752197265625, 0.818359375, 0.884521484375, 0.95068359375, 1.016845703125, 1.0830078125, 1.149169921875, 1.21533203125, 1.281494140625, 1.34765625, 1.413818359375, 1.47998046875, 1.546142578125, 1.6123046875, 1.678466796875, 1.74462890625, 1.810791015625, 1.876953125]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 8.0, 6.0, 12.0, 16.0, 16.0, 24.0, 59.0, 81.0, 148.0, 242.0, 436.0, 700.0, 1238.0, 2344.0, 4367.0, 7989.0, 15394.0, 30305.0, 60862.0, 137821.0, 325845.0, 257795.0, 103951.0, 47867.0, 24114.0, 12502.0, 6582.0, 3521.0, 1816.0, 1034.0, 609.0, 344.0, 196.0, 105.0, 81.0, 48.0, 24.0, 14.0, 20.0, 8.0, 6.0, 2.0, 5.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.182373046875, -0.17582130432128906, -0.16926956176757812, -0.1627178192138672, -0.15616607666015625, -0.1496143341064453, -0.14306259155273438, -0.13651084899902344, -0.1299591064453125, -0.12340736389160156, -0.11685562133789062, -0.11030387878417969, -0.10375213623046875, -0.09720039367675781, -0.09064865112304688, -0.08409690856933594, -0.077545166015625, -0.07099342346191406, -0.06444168090820312, -0.05788993835449219, -0.05133819580078125, -0.04478645324707031, -0.038234710693359375, -0.03168296813964844, -0.0251312255859375, -0.018579483032226562, -0.012027740478515625, -0.0054759979248046875, 0.00107574462890625, 0.0076274871826171875, 0.014179229736328125, 0.020730972290039062, 0.02728271484375, 0.03383445739746094, 0.040386199951171875, 0.04693794250488281, 0.05348968505859375, 0.06004142761230469, 0.06659317016601562, 0.07314491271972656, 0.0796966552734375, 0.08624839782714844, 0.09280014038085938, 0.09935188293457031, 0.10590362548828125, 0.11245536804199219, 0.11900711059570312, 0.12555885314941406, 0.132110595703125, 0.13866233825683594, 0.14521408081054688, 0.1517658233642578, 0.15831756591796875, 0.1648693084716797, 0.17142105102539062, 0.17797279357910156, 0.1845245361328125, 0.19107627868652344, 0.19762802124023438, 0.2041797637939453, 0.21073150634765625, 0.2172832489013672, 0.22383499145507812, 0.23038673400878906, 0.2369384765625]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.bias": {"_type": "histogram", "values": [3.0, 3.0, 6.0, 3.0, 4.0, 4.0, 7.0, 8.0, 1.0, 8.0, 13.0, 10.0, 12.0, 17.0, 23.0, 14.0, 21.0, 19.0, 29.0, 19.0, 31.0, 25.0, 39.0, 31.0, 31.0, 36.0, 39.0, 29.0, 1071.0, 35.0, 31.0, 40.0, 33.0, 32.0, 31.0, 28.0, 22.0, 32.0, 24.0, 21.0, 22.0, 17.0, 16.0, 13.0, 9.0, 14.0, 11.0, 6.0, 6.0, 7.0, 5.0, 6.0, 6.0, 2.0, 7.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0], "bins": [-0.9404296875, -0.907501220703125, -0.87457275390625, -0.841644287109375, -0.8087158203125, -0.775787353515625, -0.74285888671875, -0.709930419921875, -0.677001953125, -0.644073486328125, -0.61114501953125, -0.578216552734375, -0.5452880859375, -0.512359619140625, -0.47943115234375, -0.446502685546875, -0.41357421875, -0.380645751953125, -0.34771728515625, -0.314788818359375, -0.2818603515625, -0.248931884765625, -0.21600341796875, -0.183074951171875, -0.150146484375, -0.117218017578125, -0.08428955078125, -0.051361083984375, -0.0184326171875, 0.014495849609375, 0.04742431640625, 0.080352783203125, 0.11328125, 0.146209716796875, 0.17913818359375, 0.212066650390625, 0.2449951171875, 0.277923583984375, 0.31085205078125, 0.343780517578125, 0.376708984375, 0.409637451171875, 0.44256591796875, 0.475494384765625, 0.5084228515625, 0.541351318359375, 0.57427978515625, 0.607208251953125, 0.64013671875, 0.673065185546875, 0.70599365234375, 0.738922119140625, 0.7718505859375, 0.804779052734375, 0.83770751953125, 0.870635986328125, 0.903564453125, 0.936492919921875, 0.96942138671875, 1.002349853515625, 1.0352783203125, 1.068206787109375, 1.10113525390625, 1.134063720703125, 1.1669921875]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 6.0, 8.0, 11.0, 10.0, 29.0, 25.0, 30.0, 40.0, 69.0, 71.0, 126.0, 159.0, 214.0, 281.0, 406.0, 548.0, 724.0, 1055.0, 1456.0, 2082.0, 2949.0, 4385.0, 6630.0, 11141.0, 21794.0, 67169.0, 1595024.0, 293142.0, 42375.0, 17038.0, 9347.0, 5821.0, 3749.0, 2625.0, 1825.0, 1286.0, 925.0, 719.0, 493.0, 348.0, 247.0, 183.0, 158.0, 104.0, 82.0, 57.0, 42.0, 30.0, 29.0, 22.0, 14.0, 11.0, 12.0, 2.0, 7.0, 3.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.19677734375, -0.19039535522460938, -0.18401336669921875, -0.17763137817382812, -0.1712493896484375, -0.16486740112304688, -0.15848541259765625, -0.15210342407226562, -0.145721435546875, -0.13933944702148438, -0.13295745849609375, -0.12657546997070312, -0.1201934814453125, -0.11381149291992188, -0.10742950439453125, -0.10104751586914062, -0.09466552734375, -0.08828353881835938, -0.08190155029296875, -0.07551956176757812, -0.0691375732421875, -0.06275558471679688, -0.05637359619140625, -0.049991607666015625, -0.043609619140625, -0.037227630615234375, -0.03084564208984375, -0.024463653564453125, -0.0180816650390625, -0.011699676513671875, -0.00531768798828125, 0.001064300537109375, 0.0074462890625, 0.013828277587890625, 0.02021026611328125, 0.026592254638671875, 0.0329742431640625, 0.039356231689453125, 0.04573822021484375, 0.052120208740234375, 0.058502197265625, 0.06488418579101562, 0.07126617431640625, 0.07764816284179688, 0.0840301513671875, 0.09041213989257812, 0.09679412841796875, 0.10317611694335938, 0.10955810546875, 0.11594009399414062, 0.12232208251953125, 0.12870407104492188, 0.1350860595703125, 0.14146804809570312, 0.14785003662109375, 0.15423202514648438, 0.160614013671875, 0.16699600219726562, 0.17337799072265625, 0.17975997924804688, 0.1861419677734375, 0.19252395629882812, 0.19890594482421875, 0.20528793334960938, 0.211669921875]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 6.0, 8.0, 15.0, 10.0, 9.0, 7.0, 24.0, 19.0, 20.0, 32.0, 38.0, 50.0, 51.0, 51.0, 49.0, 71.0, 69.0, 58.0, 53.0, 55.0, 55.0, 39.0, 29.0, 40.0, 33.0, 22.0, 19.0, 20.0, 10.0, 10.0, 11.0, 7.0, 7.0, 2.0, 2.0, 1.0, 4.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008453369140625, -0.008178114891052246, -0.007902860641479492, -0.007627606391906738, -0.007352352142333984, -0.0070770978927612305, -0.0068018436431884766, -0.006526589393615723, -0.006251335144042969, -0.005976080894470215, -0.005700826644897461, -0.005425572395324707, -0.005150318145751953, -0.004875063896179199, -0.004599809646606445, -0.004324555397033691, -0.0040493011474609375, -0.0037740468978881836, -0.0034987926483154297, -0.0032235383987426758, -0.002948284149169922, -0.002673029899597168, -0.002397775650024414, -0.00212252140045166, -0.0018472671508789062, -0.0015720129013061523, -0.0012967586517333984, -0.0010215044021606445, -0.0007462501525878906, -0.0004709959030151367, -0.0001957416534423828, 7.95125961303711e-05, 0.000354766845703125, 0.0006300210952758789, 0.0009052753448486328, 0.0011805295944213867, 0.0014557838439941406, 0.0017310380935668945, 0.0020062923431396484, 0.0022815465927124023, 0.0025568008422851562, 0.00283205509185791, 0.003107309341430664, 0.003382563591003418, 0.003657817840576172, 0.003933072090148926, 0.00420832633972168, 0.004483580589294434, 0.0047588348388671875, 0.005034089088439941, 0.005309343338012695, 0.005584597587585449, 0.005859851837158203, 0.006135106086730957, 0.006410360336303711, 0.006685614585876465, 0.006960868835449219, 0.007236123085021973, 0.0075113773345947266, 0.0077866315841674805, 0.008061885833740234, 0.008337140083312988, 0.008612394332885742, 0.008887648582458496, 0.00916290283203125]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 4.0, 5.0, 14.0, 10.0, 17.0, 16.0, 15.0, 30.0, 31.0, 67.0, 76.0, 113.0, 162.0, 231.0, 414.0, 1157.0, 66174.0, 968089.0, 10134.0, 733.0, 335.0, 220.0, 155.0, 106.0, 57.0, 58.0, 29.0, 27.0, 25.0, 12.0, 14.0, 7.0, 7.0, 8.0, 5.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.1834716796875, -0.1777973175048828, -0.17212295532226562, -0.16644859313964844, -0.16077423095703125, -0.15509986877441406, -0.14942550659179688, -0.1437511444091797, -0.1380767822265625, -0.1324024200439453, -0.12672805786132812, -0.12105369567871094, -0.11537933349609375, -0.10970497131347656, -0.10403060913085938, -0.09835624694824219, -0.092681884765625, -0.08700752258300781, -0.08133316040039062, -0.07565879821777344, -0.06998443603515625, -0.06431007385253906, -0.058635711669921875, -0.05296134948730469, -0.0472869873046875, -0.04161262512207031, -0.035938262939453125, -0.030263900756835938, -0.02458953857421875, -0.018915176391601562, -0.013240814208984375, -0.0075664520263671875, -0.00189208984375, 0.0037822723388671875, 0.009456634521484375, 0.015130996704101562, 0.02080535888671875, 0.026479721069335938, 0.032154083251953125, 0.03782844543457031, 0.0435028076171875, 0.04917716979980469, 0.054851531982421875, 0.06052589416503906, 0.06620025634765625, 0.07187461853027344, 0.07754898071289062, 0.08322334289550781, 0.088897705078125, 0.09457206726074219, 0.10024642944335938, 0.10592079162597656, 0.11159515380859375, 0.11726951599121094, 0.12294387817382812, 0.1286182403564453, 0.1342926025390625, 0.1399669647216797, 0.14564132690429688, 0.15131568908691406, 0.15699005126953125, 0.16266441345214844, 0.16833877563476562, 0.1740131378173828, 0.1796875]}, "gradients/decoder.transformer.h.4.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 7.0, 12.0, 14.0, 19.0, 28.0, 51.0, 79.0, 121.0, 172.0, 164.0, 128.0, 86.0, 51.0, 37.0, 13.0, 6.0, 4.0, 5.0, 4.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.010169223882257938, -0.009605241008102894, -0.00904125813394785, -0.00847727619111538, -0.007913293316960335, -0.00734931044280529, -0.006785327568650246, -0.006221345160156488, -0.005657362286001444, -0.005093379411846399, -0.004529397003352642, -0.0039654141291975975, -0.0034014314878731966, -0.0028374488465487957, -0.002273465972393751, -0.001709483563899994, -0.0011455006897449493, -0.0005815179902128875, -1.753529068082571e-05, 0.000546447467058897, 0.001110430108383298, 0.0016744127497076988, 0.0022383956238627434, 0.0028023780323565006, 0.003366360906511545, 0.00393034378066659, 0.004494326189160347, 0.0050583090633153915, 0.005622291937470436, 0.006186274345964193, 0.006750257220119238, 0.007314239628612995, 0.007878221571445465, 0.00844220444560051, 0.009006187319755554, 0.009570170193910599, 0.010134152136743069, 0.010698135010898113, 0.011262117885053158, 0.011826099827885628, 0.012390082702040672, 0.012954065576195717, 0.013518048450350761, 0.014082031324505806, 0.014646013267338276, 0.01520999614149332, 0.01577397808432579, 0.016337960958480835, 0.01690194383263588, 0.017465926706790924, 0.01802990958094597, 0.018593892455101013, 0.019157875329256058, 0.019721858203411102, 0.020285841077566147, 0.020849822089076042, 0.021413806825876236, 0.02197778970003128, 0.022541772574186325, 0.02310575544834137, 0.023669738322496414, 0.02423372119665146, 0.024797704070806503, 0.0253616850823164, 0.025925667956471443]}, "gradients/decoder.transformer.h.4.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 9.0, 4.0, 5.0, 7.0, 9.0, 7.0, 14.0, 15.0, 16.0, 21.0, 22.0, 27.0, 25.0, 38.0, 42.0, 35.0, 52.0, 51.0, 47.0, 41.0, 45.0, 48.0, 38.0, 34.0, 36.0, 27.0, 36.0, 37.0, 36.0, 24.0, 28.0, 21.0, 18.0, 25.0, 14.0, 13.0, 6.0, 13.0, 6.0, 6.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.006122410297393799, -0.005922614596784115, -0.005722818896174431, -0.005523023195564747, -0.005323227494955063, -0.005123431794345379, -0.004923636093735695, -0.004723840393126011, -0.004524044692516327, -0.004324248991906643, -0.004124453291296959, -0.003924657590687275, -0.003724861890077591, -0.003525066189467907, -0.003325270488858223, -0.003125474788248539, -0.002925679087638855, -0.002725883387029171, -0.002526087686419487, -0.002326291985809803, -0.002126496285200119, -0.001926700584590435, -0.001726904883980751, -0.001527109183371067, -0.001327313482761383, -0.001127517782151699, -0.0009277220815420151, -0.0007279263809323311, -0.0005281306803226471, -0.0003283349797129631, -0.00012853927910327911, 7.125642150640488e-05, 0.00027105212211608887, 0.00047084782272577286, 0.0006706435233354568, 0.0008704392239451408, 0.0010702349245548248, 0.0012700306251645088, 0.0014698263257741928, 0.0016696220263838768, 0.0018694177269935608, 0.0020692134276032448, 0.0022690091282129288, 0.0024688048288226128, 0.0026686005294322968, 0.0028683962300419807, 0.0030681919306516647, 0.0032679876312613487, 0.0034677833318710327, 0.0036675790324807167, 0.0038673747330904007, 0.004067170433700085, 0.004266966134309769, 0.004466761834919453, 0.004666557535529137, 0.004866353236138821, 0.005066148936748505, 0.005265944637358189, 0.005465740337967873, 0.005665536038577557, 0.005865331739187241, 0.006065127439796925, 0.006264923140406609, 0.006464718841016293, 0.0066645145416259766]}, "gradients/decoder.transformer.h.4.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 1.0, 4.0, 8.0, 11.0, 8.0, 13.0, 14.0, 28.0, 25.0, 26.0, 27.0, 40.0, 41.0, 38.0, 40.0, 56.0, 49.0, 49.0, 39.0, 43.0, 53.0, 43.0, 47.0, 50.0, 25.0, 29.0, 41.0, 32.0, 26.0, 22.0, 13.0, 14.0, 14.0, 13.0, 6.0, 6.0, 3.0, 6.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.357421875, -2.291259765625, -2.22509765625, -2.158935546875, -2.0927734375, -2.026611328125, -1.96044921875, -1.894287109375, -1.828125, -1.761962890625, -1.69580078125, -1.629638671875, -1.5634765625, -1.497314453125, -1.43115234375, -1.364990234375, -1.298828125, -1.232666015625, -1.16650390625, -1.100341796875, -1.0341796875, -0.968017578125, -0.90185546875, -0.835693359375, -0.76953125, -0.703369140625, -0.63720703125, -0.571044921875, -0.5048828125, -0.438720703125, -0.37255859375, -0.306396484375, -0.240234375, -0.174072265625, -0.10791015625, -0.041748046875, 0.0244140625, 0.090576171875, 0.15673828125, 0.222900390625, 0.2890625, 0.355224609375, 0.42138671875, 0.487548828125, 0.5537109375, 0.619873046875, 0.68603515625, 0.752197265625, 0.818359375, 0.884521484375, 0.95068359375, 1.016845703125, 1.0830078125, 1.149169921875, 1.21533203125, 1.281494140625, 1.34765625, 1.413818359375, 1.47998046875, 1.546142578125, 1.6123046875, 1.678466796875, 1.74462890625, 1.810791015625, 1.876953125]}, "gradients/decoder.transformer.h.4.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 8.0, 19.0, 21.0, 21.0, 35.0, 72.0, 114.0, 180.0, 348.0, 518.0, 1032.0, 1610.0, 2970.0, 5557.0, 10193.0, 20749.0, 44718.0, 110862.0, 364045.0, 309958.0, 95975.0, 40057.0, 18667.0, 9451.0, 4876.0, 2737.0, 1593.0, 883.0, 510.0, 285.0, 206.0, 108.0, 71.0, 44.0, 34.0, 15.0, 6.0, 4.0, 5.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.7265625, -2.628936767578125, -2.53131103515625, -2.433685302734375, -2.3360595703125, -2.238433837890625, -2.14080810546875, -2.043182373046875, -1.945556640625, -1.847930908203125, -1.75030517578125, -1.652679443359375, -1.5550537109375, -1.457427978515625, -1.35980224609375, -1.262176513671875, -1.16455078125, -1.066925048828125, -0.96929931640625, -0.871673583984375, -0.7740478515625, -0.676422119140625, -0.57879638671875, -0.481170654296875, -0.383544921875, -0.285919189453125, -0.18829345703125, -0.090667724609375, 0.0069580078125, 0.104583740234375, 0.20220947265625, 0.299835205078125, 0.3974609375, 0.495086669921875, 0.59271240234375, 0.690338134765625, 0.7879638671875, 0.885589599609375, 0.98321533203125, 1.080841064453125, 1.178466796875, 1.276092529296875, 1.37371826171875, 1.471343994140625, 1.5689697265625, 1.666595458984375, 1.76422119140625, 1.861846923828125, 1.95947265625, 2.057098388671875, 2.15472412109375, 2.252349853515625, 2.3499755859375, 2.447601318359375, 2.54522705078125, 2.642852783203125, 2.740478515625, 2.838104248046875, 2.93572998046875, 3.033355712890625, 3.1309814453125, 3.228607177734375, 3.32623291015625, 3.423858642578125, 3.521484375]}, "gradients/decoder.transformer.h.4.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 6.0, 3.0, 1.0, 8.0, 10.0, 11.0, 9.0, 11.0, 11.0, 22.0, 17.0, 23.0, 32.0, 23.0, 42.0, 32.0, 37.0, 46.0, 67.0, 80.0, 109.0, 223.0, 1439.0, 220.0, 126.0, 88.0, 64.0, 47.0, 29.0, 31.0, 22.0, 32.0, 27.0, 21.0, 20.0, 11.0, 11.0, 7.0, 9.0, 7.0, 8.0, 4.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.390625, -4.24658203125, -4.1025390625, -3.95849609375, -3.814453125, -3.67041015625, -3.5263671875, -3.38232421875, -3.23828125, -3.09423828125, -2.9501953125, -2.80615234375, -2.662109375, -2.51806640625, -2.3740234375, -2.22998046875, -2.0859375, -1.94189453125, -1.7978515625, -1.65380859375, -1.509765625, -1.36572265625, -1.2216796875, -1.07763671875, -0.93359375, -0.78955078125, -0.6455078125, -0.50146484375, -0.357421875, -0.21337890625, -0.0693359375, 0.07470703125, 0.21875, 0.36279296875, 0.5068359375, 0.65087890625, 0.794921875, 0.93896484375, 1.0830078125, 1.22705078125, 1.37109375, 1.51513671875, 1.6591796875, 1.80322265625, 1.947265625, 2.09130859375, 2.2353515625, 2.37939453125, 2.5234375, 2.66748046875, 2.8115234375, 2.95556640625, 3.099609375, 3.24365234375, 3.3876953125, 3.53173828125, 3.67578125, 3.81982421875, 3.9638671875, 4.10791015625, 4.251953125, 4.39599609375, 4.5400390625, 4.68408203125, 4.828125]}, "gradients/decoder.transformer.h.4.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 5.0, 3.0, 2.0, 5.0, 4.0, 13.0, 9.0, 20.0, 16.0, 21.0, 31.0, 40.0, 59.0, 63.0, 91.0, 87.0, 103.0, 197.0, 287.0, 583.0, 1996.0, 11029.0, 141644.0, 2898074.0, 80303.0, 7944.0, 1553.0, 558.0, 260.0, 164.0, 94.0, 95.0, 74.0, 68.0, 48.0, 36.0, 30.0, 24.0, 14.0, 19.0, 12.0, 12.0, 11.0, 5.0, 5.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.203125, -8.8902587890625, -8.577392578125, -8.2645263671875, -7.95166015625, -7.6387939453125, -7.325927734375, -7.0130615234375, -6.7001953125, -6.3873291015625, -6.074462890625, -5.7615966796875, -5.44873046875, -5.1358642578125, -4.822998046875, -4.5101318359375, -4.197265625, -3.8843994140625, -3.571533203125, -3.2586669921875, -2.94580078125, -2.6329345703125, -2.320068359375, -2.0072021484375, -1.6943359375, -1.3814697265625, -1.068603515625, -0.7557373046875, -0.44287109375, -0.1300048828125, 0.182861328125, 0.4957275390625, 0.80859375, 1.1214599609375, 1.434326171875, 1.7471923828125, 2.06005859375, 2.3729248046875, 2.685791015625, 2.9986572265625, 3.3115234375, 3.6243896484375, 3.937255859375, 4.2501220703125, 4.56298828125, 4.8758544921875, 5.188720703125, 5.5015869140625, 5.814453125, 6.1273193359375, 6.440185546875, 6.7530517578125, 7.06591796875, 7.3787841796875, 7.691650390625, 8.0045166015625, 8.3173828125, 8.6302490234375, 8.943115234375, 9.2559814453125, 9.56884765625, 9.8817138671875, 10.194580078125, 10.5074462890625, 10.8203125]}, "gradients/decoder.transformer.h.4.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 7.0, 24.0, 66.0, 183.0, 305.0, 249.0, 123.0, 40.0, 15.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-39.451316833496094, -38.7172737121582, -37.98323059082031, -37.24918746948242, -36.51514434814453, -35.78110122680664, -35.04705810546875, -34.313011169433594, -33.5789680480957, -32.84492492675781, -32.11088180541992, -31.37683868408203, -30.642793655395508, -29.908750534057617, -29.174707412719727, -28.440664291381836, -27.706623077392578, -26.972579956054688, -26.238536834716797, -25.504493713378906, -24.770448684692383, -24.036405563354492, -23.3023624420166, -22.56831932067871, -21.834274291992188, -21.100231170654297, -20.366188049316406, -19.632144927978516, -18.898099899291992, -18.1640567779541, -17.43001365661621, -16.69597053527832, -15.96192741394043, -15.227884292602539, -14.493840217590332, -13.759797096252441, -13.02575397491455, -12.291709899902344, -11.557666778564453, -10.823623657226562, -10.089580535888672, -9.355537414550781, -8.621493339538574, -7.887450218200684, -7.153407096862793, -6.419363498687744, -5.685319900512695, -4.951276779174805, -4.217233180999756, -3.483189821243286, -2.7491464614868164, -2.0151028633117676, -1.2810595035552979, -0.5470161437988281, 0.1870274543762207, 0.9210705757141113, 1.6551141738891602, 2.38915753364563, 3.1232008934020996, 3.8572444915771484, 4.591287612915039, 5.325331211090088, 6.059374809265137, 6.793417930603027, 7.527461528778076]}, "gradients/decoder.transformer.h.4.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 6.0, 4.0, 4.0, 2.0, 4.0, 9.0, 10.0, 7.0, 14.0, 15.0, 12.0, 22.0, 21.0, 29.0, 35.0, 31.0, 49.0, 36.0, 45.0, 50.0, 40.0, 46.0, 42.0, 40.0, 47.0, 33.0, 42.0, 49.0, 35.0, 28.0, 29.0, 26.0, 25.0, 20.0, 16.0, 19.0, 12.0, 15.0, 7.0, 8.0, 5.0, 6.0, 4.0, 6.0, 1.0, 0.0, 5.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-11.348548889160156, -11.010618209838867, -10.672686576843262, -10.334755897521973, -9.996825218200684, -9.658894538879395, -9.320962905883789, -8.9830322265625, -8.645101547241211, -8.307170867919922, -7.969239711761475, -7.631308555603027, -7.293377876281738, -6.955446720123291, -6.617515563964844, -6.279584884643555, -5.941653728485107, -5.60372257232666, -5.265791893005371, -4.927860736846924, -4.589930057525635, -4.2519989013671875, -3.9140679836273193, -3.576137065887451, -3.238206148147583, -2.900275230407715, -2.5623443126678467, -2.2244133949279785, -1.8864823579788208, -1.5485514402389526, -1.210620403289795, -0.8726894855499268, -0.5347585678100586, -0.19682762026786804, 0.1411033272743225, 0.47903430461883545, 0.8169652223587036, 1.1548961400985718, 1.4928271770477295, 1.8307580947875977, 2.168689012527466, 2.506619930267334, 2.844550848007202, 3.1824817657470703, 3.5204129219055176, 3.8583436012268066, 4.196274757385254, 4.534205436706543, 4.87213659286499, 5.2100677490234375, 5.547998428344727, 5.885929584503174, 6.223860263824463, 6.56179141998291, 6.899722099304199, 7.2376532554626465, 7.575584411621094, 7.913515567779541, 8.251446723937988, 8.589377403259277, 8.927308082580566, 9.265238761901855, 9.603170394897461, 9.94110107421875, 10.279031753540039]}, "gradients/decoder.transformer.h.3.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 6.0, 7.0, 8.0, 12.0, 13.0, 13.0, 18.0, 20.0, 20.0, 23.0, 31.0, 40.0, 49.0, 57.0, 33.0, 50.0, 55.0, 50.0, 52.0, 47.0, 45.0, 48.0, 46.0, 41.0, 38.0, 43.0, 23.0, 22.0, 23.0, 20.0, 9.0, 16.0, 10.0, 8.0, 5.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.279296875, -2.210357666015625, -2.14141845703125, -2.072479248046875, -2.0035400390625, -1.934600830078125, -1.86566162109375, -1.796722412109375, -1.727783203125, -1.658843994140625, -1.58990478515625, -1.520965576171875, -1.4520263671875, -1.383087158203125, -1.31414794921875, -1.245208740234375, -1.17626953125, -1.107330322265625, -1.03839111328125, -0.969451904296875, -0.9005126953125, -0.831573486328125, -0.76263427734375, -0.693695068359375, -0.624755859375, -0.555816650390625, -0.48687744140625, -0.417938232421875, -0.3489990234375, -0.280059814453125, -0.21112060546875, -0.142181396484375, -0.0732421875, -0.004302978515625, 0.06463623046875, 0.133575439453125, 0.2025146484375, 0.271453857421875, 0.34039306640625, 0.409332275390625, 0.478271484375, 0.547210693359375, 0.61614990234375, 0.685089111328125, 0.7540283203125, 0.822967529296875, 0.89190673828125, 0.960845947265625, 1.02978515625, 1.098724365234375, 1.16766357421875, 1.236602783203125, 1.3055419921875, 1.374481201171875, 1.44342041015625, 1.512359619140625, 1.581298828125, 1.650238037109375, 1.71917724609375, 1.788116455078125, 1.8570556640625, 1.925994873046875, 1.99493408203125, 2.063873291015625, 2.1328125]}, "gradients/decoder.transformer.h.3.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 4.0, 3.0, 5.0, 6.0, 11.0, 9.0, 12.0, 23.0, 12.0, 35.0, 28.0, 42.0, 62.0, 73.0, 98.0, 135.0, 189.0, 363.0, 656.0, 2452.0, 132907.0, 4046534.0, 8171.0, 1070.0, 502.0, 239.0, 153.0, 112.0, 84.0, 66.0, 50.0, 38.0, 25.0, 19.0, 26.0, 20.0, 12.0, 7.0, 7.0, 3.0, 6.0, 4.0, 2.0, 4.0, 5.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.65625, -19.994873046875, -19.33349609375, -18.672119140625, -18.0107421875, -17.349365234375, -16.68798828125, -16.026611328125, -15.365234375, -14.703857421875, -14.04248046875, -13.381103515625, -12.7197265625, -12.058349609375, -11.39697265625, -10.735595703125, -10.07421875, -9.412841796875, -8.75146484375, -8.090087890625, -7.4287109375, -6.767333984375, -6.10595703125, -5.444580078125, -4.783203125, -4.121826171875, -3.46044921875, -2.799072265625, -2.1376953125, -1.476318359375, -0.81494140625, -0.153564453125, 0.5078125, 1.169189453125, 1.83056640625, 2.491943359375, 3.1533203125, 3.814697265625, 4.47607421875, 5.137451171875, 5.798828125, 6.460205078125, 7.12158203125, 7.782958984375, 8.4443359375, 9.105712890625, 9.76708984375, 10.428466796875, 11.08984375, 11.751220703125, 12.41259765625, 13.073974609375, 13.7353515625, 14.396728515625, 15.05810546875, 15.719482421875, 16.380859375, 17.042236328125, 17.70361328125, 18.364990234375, 19.0263671875, 19.687744140625, 20.34912109375, 21.010498046875, 21.671875]}, "gradients/decoder.transformer.h.3.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 4.0, 2.0, 4.0, 4.0, 6.0, 7.0, 12.0, 8.0, 16.0, 11.0, 19.0, 24.0, 46.0, 52.0, 70.0, 115.0, 130.0, 295.0, 501.0, 921.0, 763.0, 412.0, 218.0, 141.0, 85.0, 50.0, 30.0, 31.0, 24.0, 15.0, 16.0, 7.0, 8.0, 11.0, 11.0, 1.0, 2.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-3.8984375, -3.795257568359375, -3.69207763671875, -3.588897705078125, -3.4857177734375, -3.382537841796875, -3.27935791015625, -3.176177978515625, -3.072998046875, -2.969818115234375, -2.86663818359375, -2.763458251953125, -2.6602783203125, -2.557098388671875, -2.45391845703125, -2.350738525390625, -2.24755859375, -2.144378662109375, -2.04119873046875, -1.938018798828125, -1.8348388671875, -1.731658935546875, -1.62847900390625, -1.525299072265625, -1.422119140625, -1.318939208984375, -1.21575927734375, -1.112579345703125, -1.0093994140625, -0.906219482421875, -0.80303955078125, -0.699859619140625, -0.5966796875, -0.493499755859375, -0.39031982421875, -0.287139892578125, -0.1839599609375, -0.080780029296875, 0.02239990234375, 0.125579833984375, 0.228759765625, 0.331939697265625, 0.43511962890625, 0.538299560546875, 0.6414794921875, 0.744659423828125, 0.84783935546875, 0.951019287109375, 1.05419921875, 1.157379150390625, 1.26055908203125, 1.363739013671875, 1.4669189453125, 1.570098876953125, 1.67327880859375, 1.776458740234375, 1.879638671875, 1.982818603515625, 2.08599853515625, 2.189178466796875, 2.2923583984375, 2.395538330078125, 2.49871826171875, 2.601898193359375, 2.705078125]}, "gradients/decoder.transformer.h.3.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 6.0, 1.0, 2.0, 4.0, 4.0, 2.0, 6.0, 6.0, 12.0, 12.0, 13.0, 31.0, 30.0, 54.0, 61.0, 128.0, 242.0, 562.0, 1589.0, 7336.0, 84745.0, 3908677.0, 176431.0, 11085.0, 1964.0, 625.0, 251.0, 143.0, 79.0, 59.0, 34.0, 41.0, 23.0, 10.0, 12.0, 4.0, 4.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-13.4765625, -13.12744140625, -12.7783203125, -12.42919921875, -12.080078125, -11.73095703125, -11.3818359375, -11.03271484375, -10.68359375, -10.33447265625, -9.9853515625, -9.63623046875, -9.287109375, -8.93798828125, -8.5888671875, -8.23974609375, -7.890625, -7.54150390625, -7.1923828125, -6.84326171875, -6.494140625, -6.14501953125, -5.7958984375, -5.44677734375, -5.09765625, -4.74853515625, -4.3994140625, -4.05029296875, -3.701171875, -3.35205078125, -3.0029296875, -2.65380859375, -2.3046875, -1.95556640625, -1.6064453125, -1.25732421875, -0.908203125, -0.55908203125, -0.2099609375, 0.13916015625, 0.48828125, 0.83740234375, 1.1865234375, 1.53564453125, 1.884765625, 2.23388671875, 2.5830078125, 2.93212890625, 3.28125, 3.63037109375, 3.9794921875, 4.32861328125, 4.677734375, 5.02685546875, 5.3759765625, 5.72509765625, 6.07421875, 6.42333984375, 6.7724609375, 7.12158203125, 7.470703125, 7.81982421875, 8.1689453125, 8.51806640625, 8.8671875]}, "gradients/decoder.transformer.h.3.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 10.0, 34.0, 171.0, 434.0, 277.0, 79.0, 8.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.537708282470703, -9.175249099731445, -7.8127899169921875, -6.45033073425293, -5.087871551513672, -3.725412368774414, -2.3629531860351562, -1.0004940032958984, 0.3619651794433594, 1.7244243621826172, 3.086883544921875, 4.449342727661133, 5.811801910400391, 7.174261093139648, 8.536720275878906, 9.899179458618164, 11.261638641357422, 12.62409782409668, 13.986557006835938, 15.349016189575195, 16.711475372314453, 18.07393455505371, 19.43639373779297, 20.798852920532227, 22.161312103271484, 23.523771286010742, 24.88623046875, 26.248689651489258, 27.611148834228516, 28.973608016967773, 30.33606719970703, 31.69852638244629, 33.06098937988281, 34.42344665527344, 35.78590774536133, 37.14836883544922, 38.510826110839844, 39.87328338623047, 41.23574447631836, 42.59820556640625, 43.960662841796875, 45.3231201171875, 46.68558120727539, 48.04804229736328, 49.410499572753906, 50.77295684814453, 52.13541793823242, 53.49787902832031, 54.86033630371094, 56.22279357910156, 57.58525466918945, 58.947715759277344, 60.31017303466797, 61.672630310058594, 63.035091400146484, 64.39755249023438, 65.760009765625, 67.12246704101562, 68.48492431640625, 69.8473892211914, 71.20984649658203, 72.57230377197266, 73.93476867675781, 75.29722595214844, 76.65968322753906]}, "gradients/decoder.transformer.h.3.ln_2.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 4.0, 3.0, 7.0, 3.0, 9.0, 5.0, 10.0, 5.0, 11.0, 13.0, 16.0, 19.0, 20.0, 24.0, 34.0, 22.0, 25.0, 25.0, 28.0, 35.0, 41.0, 38.0, 43.0, 34.0, 42.0, 53.0, 46.0, 34.0, 43.0, 40.0, 33.0, 28.0, 27.0, 27.0, 28.0, 24.0, 18.0, 9.0, 15.0, 15.0, 9.0, 11.0, 4.0, 7.0, 6.0, 4.0, 2.0, 1.0, 3.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-8.944438934326172, -8.672908782958984, -8.401378631591797, -8.12984848022461, -7.85831880569458, -7.586789131164551, -7.315258979797363, -7.043728828430176, -6.772198677062988, -6.500668525695801, -6.2291388511657715, -5.957608699798584, -5.6860785484313965, -5.414548873901367, -5.14301872253418, -4.871488571166992, -4.599958896636963, -4.328428745269775, -4.056899070739746, -3.7853689193725586, -3.513838768005371, -3.2423088550567627, -2.9707789421081543, -2.699248790740967, -2.4277188777923584, -2.15618896484375, -1.8846588134765625, -1.613128900527954, -1.3415988683700562, -1.0700688362121582, -0.7985389232635498, -0.5270088911056519, -0.2554788589477539, 0.016051143407821655, 0.2875811457633972, 0.5591111183166504, 0.8306411504745483, 1.1021711826324463, 1.3737010955810547, 1.6452311277389526, 1.9167611598968506, 2.188291072845459, 2.4598212242126465, 2.731351137161255, 3.0028810501098633, 3.274411201477051, 3.545941114425659, 3.8174710273742676, 4.089001178741455, 4.360531330108643, 4.632061004638672, 4.903591156005859, 5.175121307373047, 5.446651458740234, 5.718181133270264, 5.989711284637451, 6.2612409591674805, 6.532771110534668, 6.804300785064697, 7.075830936431885, 7.347361087799072, 7.618890762329102, 7.890420913696289, 8.161951065063477, 8.433481216430664]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 3.0, 4.0, 2.0, 7.0, 8.0, 11.0, 15.0, 10.0, 5.0, 12.0, 13.0, 21.0, 22.0, 21.0, 25.0, 23.0, 27.0, 34.0, 30.0, 41.0, 44.0, 35.0, 38.0, 49.0, 33.0, 29.0, 36.0, 43.0, 49.0, 38.0, 31.0, 27.0, 24.0, 31.0, 24.0, 19.0, 29.0, 14.0, 14.0, 15.0, 12.0, 4.0, 8.0, 7.0, 6.0, 9.0, 5.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0], "bins": [-1.8251953125, -1.772003173828125, -1.71881103515625, -1.665618896484375, -1.6124267578125, -1.559234619140625, -1.50604248046875, -1.452850341796875, -1.399658203125, -1.346466064453125, -1.29327392578125, -1.240081787109375, -1.1868896484375, -1.133697509765625, -1.08050537109375, -1.027313232421875, -0.97412109375, -0.920928955078125, -0.86773681640625, -0.814544677734375, -0.7613525390625, -0.708160400390625, -0.65496826171875, -0.601776123046875, -0.548583984375, -0.495391845703125, -0.44219970703125, -0.389007568359375, -0.3358154296875, -0.282623291015625, -0.22943115234375, -0.176239013671875, -0.123046875, -0.069854736328125, -0.01666259765625, 0.036529541015625, 0.0897216796875, 0.142913818359375, 0.19610595703125, 0.249298095703125, 0.302490234375, 0.355682373046875, 0.40887451171875, 0.462066650390625, 0.5152587890625, 0.568450927734375, 0.62164306640625, 0.674835205078125, 0.72802734375, 0.781219482421875, 0.83441162109375, 0.887603759765625, 0.9407958984375, 0.993988037109375, 1.04718017578125, 1.100372314453125, 1.153564453125, 1.206756591796875, 1.25994873046875, 1.313140869140625, 1.3663330078125, 1.419525146484375, 1.47271728515625, 1.525909423828125, 1.5791015625]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 4.0, 3.0, 5.0, 5.0, 10.0, 10.0, 22.0, 41.0, 51.0, 61.0, 90.0, 125.0, 179.0, 282.0, 388.0, 571.0, 836.0, 1250.0, 1746.0, 2570.0, 3919.0, 5900.0, 8888.0, 13846.0, 21675.0, 34860.0, 57934.0, 106959.0, 207750.0, 250811.0, 138530.0, 72843.0, 42126.0, 26126.0, 16627.0, 10399.0, 6957.0, 4555.0, 3126.0, 2054.0, 1312.0, 907.0, 707.0, 460.0, 307.0, 232.0, 135.0, 130.0, 94.0, 46.0, 33.0, 24.0, 18.0, 7.0, 10.0, 5.0, 5.0, 1.0, 3.0, 1.0, 0.0, 2.0], "bins": [-0.15380859375, -0.1488780975341797, -0.14394760131835938, -0.13901710510253906, -0.13408660888671875, -0.12915611267089844, -0.12422561645507812, -0.11929512023925781, -0.1143646240234375, -0.10943412780761719, -0.10450363159179688, -0.09957313537597656, -0.09464263916015625, -0.08971214294433594, -0.08478164672851562, -0.07985115051269531, -0.074920654296875, -0.06999015808105469, -0.06505966186523438, -0.06012916564941406, -0.05519866943359375, -0.05026817321777344, -0.045337677001953125, -0.04040718078613281, -0.0354766845703125, -0.030546188354492188, -0.025615692138671875, -0.020685195922851562, -0.01575469970703125, -0.010824203491210938, -0.005893707275390625, -0.0009632110595703125, 0.00396728515625, 0.008897781372070312, 0.013828277587890625, 0.018758773803710938, 0.02368927001953125, 0.028619766235351562, 0.033550262451171875, 0.03848075866699219, 0.0434112548828125, 0.04834175109863281, 0.053272247314453125, 0.05820274353027344, 0.06313323974609375, 0.06806373596191406, 0.07299423217773438, 0.07792472839355469, 0.082855224609375, 0.08778572082519531, 0.09271621704101562, 0.09764671325683594, 0.10257720947265625, 0.10750770568847656, 0.11243820190429688, 0.11736869812011719, 0.1222991943359375, 0.1272296905517578, 0.13216018676757812, 0.13709068298339844, 0.14202117919921875, 0.14695167541503906, 0.15188217163085938, 0.1568126678466797, 0.1617431640625]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 3.0, 1.0, 4.0, 5.0, 4.0, 2.0, 7.0, 3.0, 4.0, 5.0, 9.0, 11.0, 10.0, 18.0, 21.0, 13.0, 13.0, 20.0, 21.0, 26.0, 30.0, 30.0, 31.0, 24.0, 33.0, 36.0, 25.0, 32.0, 34.0, 29.0, 1061.0, 41.0, 43.0, 38.0, 26.0, 30.0, 28.0, 22.0, 24.0, 21.0, 22.0, 23.0, 23.0, 15.0, 21.0, 19.0, 12.0, 13.0, 8.0, 7.0, 9.0, 4.0, 7.0, 7.0, 2.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0], "bins": [-1.0966796875, -1.063812255859375, -1.03094482421875, -0.998077392578125, -0.9652099609375, -0.932342529296875, -0.89947509765625, -0.866607666015625, -0.833740234375, -0.800872802734375, -0.76800537109375, -0.735137939453125, -0.7022705078125, -0.669403076171875, -0.63653564453125, -0.603668212890625, -0.57080078125, -0.537933349609375, -0.50506591796875, -0.472198486328125, -0.4393310546875, -0.406463623046875, -0.37359619140625, -0.340728759765625, -0.307861328125, -0.274993896484375, -0.24212646484375, -0.209259033203125, -0.1763916015625, -0.143524169921875, -0.11065673828125, -0.077789306640625, -0.044921875, -0.012054443359375, 0.02081298828125, 0.053680419921875, 0.0865478515625, 0.119415283203125, 0.15228271484375, 0.185150146484375, 0.218017578125, 0.250885009765625, 0.28375244140625, 0.316619873046875, 0.3494873046875, 0.382354736328125, 0.41522216796875, 0.448089599609375, 0.48095703125, 0.513824462890625, 0.54669189453125, 0.579559326171875, 0.6124267578125, 0.645294189453125, 0.67816162109375, 0.711029052734375, 0.743896484375, 0.776763916015625, 0.80963134765625, 0.842498779296875, 0.8753662109375, 0.908233642578125, 0.94110107421875, 0.973968505859375, 1.0068359375]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 2.0, 2.0, 7.0, 11.0, 11.0, 14.0, 20.0, 22.0, 33.0, 53.0, 72.0, 96.0, 120.0, 163.0, 208.0, 286.0, 358.0, 553.0, 664.0, 910.0, 1189.0, 1665.0, 2291.0, 3397.0, 4830.0, 7280.0, 11635.0, 23245.0, 69972.0, 1522934.0, 345785.0, 48839.0, 18616.0, 10273.0, 6282.0, 4284.0, 2922.0, 2159.0, 1567.0, 1132.0, 785.0, 647.0, 457.0, 356.0, 273.0, 178.0, 150.0, 102.0, 76.0, 55.0, 52.0, 38.0, 28.0, 20.0, 11.0, 3.0, 3.0, 3.0, 4.0, 3.0, 1.0], "bins": [-0.200927734375, -0.19481468200683594, -0.18870162963867188, -0.1825885772705078, -0.17647552490234375, -0.1703624725341797, -0.16424942016601562, -0.15813636779785156, -0.1520233154296875, -0.14591026306152344, -0.13979721069335938, -0.1336841583251953, -0.12757110595703125, -0.12145805358886719, -0.11534500122070312, -0.10923194885253906, -0.103118896484375, -0.09700584411621094, -0.09089279174804688, -0.08477973937988281, -0.07866668701171875, -0.07255363464355469, -0.06644058227539062, -0.06032752990722656, -0.0542144775390625, -0.04810142517089844, -0.041988372802734375, -0.03587532043457031, -0.02976226806640625, -0.023649215698242188, -0.017536163330078125, -0.011423110961914062, -0.00531005859375, 0.0008029937744140625, 0.006916046142578125, 0.013029098510742188, 0.01914215087890625, 0.025255203247070312, 0.031368255615234375, 0.03748130798339844, 0.0435943603515625, 0.04970741271972656, 0.055820465087890625, 0.06193351745605469, 0.06804656982421875, 0.07415962219238281, 0.08027267456054688, 0.08638572692871094, 0.092498779296875, 0.09861183166503906, 0.10472488403320312, 0.11083793640136719, 0.11695098876953125, 0.12306404113769531, 0.12917709350585938, 0.13529014587402344, 0.1414031982421875, 0.14751625061035156, 0.15362930297851562, 0.1597423553466797, 0.16585540771484375, 0.1719684600830078, 0.17808151245117188, 0.18419456481933594, 0.1903076171875]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 7.0, 0.0, 3.0, 3.0, 7.0, 7.0, 8.0, 13.0, 20.0, 17.0, 29.0, 41.0, 49.0, 51.0, 47.0, 68.0, 71.0, 70.0, 63.0, 71.0, 59.0, 40.0, 55.0, 37.0, 31.0, 18.0, 30.0, 18.0, 12.0, 18.0, 11.0, 11.0, 3.0, 7.0, 5.0, 3.0, 1.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.011749267578125, -0.011391997337341309, -0.011034727096557617, -0.010677456855773926, -0.010320186614990234, -0.009962916374206543, -0.009605646133422852, -0.00924837589263916, -0.008891105651855469, -0.008533835411071777, -0.008176565170288086, -0.007819294929504395, -0.007462024688720703, -0.007104754447937012, -0.00674748420715332, -0.006390213966369629, -0.0060329437255859375, -0.005675673484802246, -0.005318403244018555, -0.004961133003234863, -0.004603862762451172, -0.0042465925216674805, -0.003889322280883789, -0.0035320520401000977, -0.0031747817993164062, -0.002817511558532715, -0.0024602413177490234, -0.002102971076965332, -0.0017457008361816406, -0.0013884305953979492, -0.0010311603546142578, -0.0006738901138305664, -0.000316619873046875, 4.0650367736816406e-05, 0.0003979206085205078, 0.0007551908493041992, 0.0011124610900878906, 0.001469731330871582, 0.0018270015716552734, 0.002184271812438965, 0.0025415420532226562, 0.0028988122940063477, 0.003256082534790039, 0.0036133527755737305, 0.003970623016357422, 0.004327893257141113, 0.004685163497924805, 0.005042433738708496, 0.0053997039794921875, 0.005756974220275879, 0.00611424446105957, 0.006471514701843262, 0.006828784942626953, 0.0071860551834106445, 0.007543325424194336, 0.007900595664978027, 0.008257865905761719, 0.00861513614654541, 0.008972406387329102, 0.009329676628112793, 0.009686946868896484, 0.010044217109680176, 0.010401487350463867, 0.010758757591247559, 0.01111602783203125]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 4.0, 6.0, 7.0, 8.0, 15.0, 17.0, 26.0, 28.0, 33.0, 52.0, 64.0, 78.0, 102.0, 180.0, 270.0, 523.0, 1264.0, 95691.0, 943908.0, 4485.0, 703.0, 339.0, 241.0, 151.0, 105.0, 64.0, 49.0, 41.0, 27.0, 20.0, 12.0, 10.0, 10.0, 6.0, 3.0, 3.0, 5.0, 2.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2095947265625, -0.20288467407226562, -0.19617462158203125, -0.18946456909179688, -0.1827545166015625, -0.17604446411132812, -0.16933441162109375, -0.16262435913085938, -0.155914306640625, -0.14920425415039062, -0.14249420166015625, -0.13578414916992188, -0.1290740966796875, -0.12236404418945312, -0.11565399169921875, -0.10894393920898438, -0.10223388671875, -0.09552383422851562, -0.08881378173828125, -0.08210372924804688, -0.0753936767578125, -0.06868362426757812, -0.06197357177734375, -0.055263519287109375, -0.048553466796875, -0.041843414306640625, -0.03513336181640625, -0.028423309326171875, -0.0217132568359375, -0.015003204345703125, -0.00829315185546875, -0.001583099365234375, 0.005126953125, 0.011837005615234375, 0.01854705810546875, 0.025257110595703125, 0.0319671630859375, 0.038677215576171875, 0.04538726806640625, 0.052097320556640625, 0.058807373046875, 0.06551742553710938, 0.07222747802734375, 0.07893753051757812, 0.0856475830078125, 0.09235763549804688, 0.09906768798828125, 0.10577774047851562, 0.11248779296875, 0.11919784545898438, 0.12590789794921875, 0.13261795043945312, 0.1393280029296875, 0.14603805541992188, 0.15274810791015625, 0.15945816040039062, 0.166168212890625, 0.17287826538085938, 0.17958831787109375, 0.18629837036132812, 0.1930084228515625, 0.19971847534179688, 0.20642852783203125, 0.21313858032226562, 0.2198486328125]}, "gradients/decoder.transformer.h.3.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 57.0, 558.0, 363.0, 28.0, 5.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.20869532227516174, -0.20502619445323944, -0.20135706663131714, -0.19768792390823364, -0.19401879608631134, -0.19034966826438904, -0.18668054044246674, -0.18301141262054443, -0.17934226989746094, -0.17567314207553864, -0.17200401425361633, -0.16833487153053284, -0.16466574370861053, -0.16099661588668823, -0.15732748806476593, -0.15365836024284363, -0.14998921751976013, -0.14632008969783783, -0.14265096187591553, -0.13898181915283203, -0.13531269133090973, -0.13164356350898743, -0.12797443568706512, -0.12430530041456223, -0.12063618004322052, -0.11696705222129822, -0.11329791694879532, -0.10962878912687302, -0.10595965385437012, -0.10229052603244781, -0.09862139821052551, -0.09495226293802261, -0.09128312766551971, -0.08761399984359741, -0.08394486457109451, -0.08027573674917221, -0.07660660147666931, -0.07293747365474701, -0.06926834583282471, -0.06559921056032181, -0.06193007901310921, -0.058260947465896606, -0.054591815918684006, -0.050922684371471405, -0.0472535565495491, -0.043584421277046204, -0.0399152934551239, -0.0362461619079113, -0.0325770303606987, -0.0289078988134861, -0.0252387672662735, -0.021569637581706047, -0.017900506034493446, -0.014231374487280846, -0.010562244802713394, -0.0068931132555007935, -0.0032239817082881927, 0.00044514937326312065, 0.004114280454814434, 0.00778341107070446, 0.01145254261791706, 0.015121674165129662, 0.018790803849697113, 0.022459935396909714, 0.026129066944122314]}, "gradients/decoder.transformer.h.3.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0, 6.0, 6.0, 4.0, 8.0, 12.0, 12.0, 20.0, 17.0, 19.0, 27.0, 25.0, 38.0, 41.0, 38.0, 47.0, 38.0, 39.0, 51.0, 41.0, 47.0, 37.0, 44.0, 49.0, 45.0, 40.0, 26.0, 34.0, 27.0, 28.0, 31.0, 13.0, 12.0, 16.0, 12.0, 13.0, 10.0, 11.0, 6.0, 4.0, 4.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.014222204685211182, -0.01380304154008627, -0.013383878394961357, -0.012964715249836445, -0.012545552104711533, -0.01212638895958662, -0.011707225814461708, -0.011288062669336796, -0.010868899524211884, -0.010449736379086971, -0.010030573233962059, -0.009611410088837147, -0.009192246943712234, -0.008773083798587322, -0.00835392065346241, -0.007934757508337498, -0.0075155943632125854, -0.007096431218087673, -0.006677268072962761, -0.006258104927837849, -0.005838941782712936, -0.005419778637588024, -0.005000615492463112, -0.0045814523473382, -0.004162289202213287, -0.003743126057088375, -0.003323962911963463, -0.0029047997668385506, -0.0024856366217136383, -0.002066473476588726, -0.0016473103314638138, -0.0012281471863389015, -0.0008089840412139893, -0.000389820896089077, 2.9342249035835266e-05, 0.00044850539416074753, 0.0008676685392856598, 0.001286831684410572, 0.0017059948295354843, 0.0021251579746603966, 0.002544321119785309, 0.002963484264910221, 0.0033826474100351334, 0.0038018105551600456, 0.004220973700284958, 0.00464013684540987, 0.005059299990534782, 0.005478463135659695, 0.005897626280784607, 0.006316789425909519, 0.0067359525710344315, 0.007155115716159344, 0.007574278861284256, 0.007993442006409168, 0.00841260515153408, 0.008831768296658993, 0.009250931441783905, 0.009670094586908817, 0.01008925773203373, 0.010508420877158642, 0.010927584022283554, 0.011346747167408466, 0.011765910312533379, 0.01218507345765829, 0.012604236602783203]}, "gradients/decoder.transformer.h.3.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 0.0, 3.0, 4.0, 2.0, 7.0, 8.0, 11.0, 14.0, 11.0, 5.0, 12.0, 13.0, 19.0, 24.0, 21.0, 25.0, 23.0, 26.0, 35.0, 30.0, 41.0, 44.0, 35.0, 38.0, 50.0, 32.0, 29.0, 36.0, 43.0, 47.0, 39.0, 32.0, 27.0, 24.0, 30.0, 25.0, 19.0, 29.0, 13.0, 15.0, 15.0, 12.0, 4.0, 8.0, 7.0, 6.0, 8.0, 6.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0], "bins": [-1.8251953125, -1.7720184326171875, -1.718841552734375, -1.6656646728515625, -1.61248779296875, -1.5593109130859375, -1.506134033203125, -1.4529571533203125, -1.3997802734375, -1.3466033935546875, -1.293426513671875, -1.2402496337890625, -1.18707275390625, -1.1338958740234375, -1.080718994140625, -1.0275421142578125, -0.974365234375, -0.9211883544921875, -0.868011474609375, -0.8148345947265625, -0.76165771484375, -0.7084808349609375, -0.655303955078125, -0.6021270751953125, -0.5489501953125, -0.4957733154296875, -0.442596435546875, -0.3894195556640625, -0.33624267578125, -0.2830657958984375, -0.229888916015625, -0.1767120361328125, -0.12353515625, -0.0703582763671875, -0.017181396484375, 0.0359954833984375, 0.08917236328125, 0.1423492431640625, 0.195526123046875, 0.2487030029296875, 0.3018798828125, 0.3550567626953125, 0.408233642578125, 0.4614105224609375, 0.51458740234375, 0.5677642822265625, 0.620941162109375, 0.6741180419921875, 0.727294921875, 0.7804718017578125, 0.833648681640625, 0.8868255615234375, 0.94000244140625, 0.9931793212890625, 1.046356201171875, 1.0995330810546875, 1.1527099609375, 1.2058868408203125, 1.259063720703125, 1.3122406005859375, 1.36541748046875, 1.4185943603515625, 1.471771240234375, 1.5249481201171875, 1.578125]}, "gradients/decoder.transformer.h.3.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 0.0, 5.0, 8.0, 9.0, 11.0, 11.0, 28.0, 33.0, 35.0, 56.0, 59.0, 97.0, 137.0, 175.0, 247.0, 390.0, 564.0, 911.0, 1560.0, 2836.0, 5781.0, 11918.0, 26555.0, 63210.0, 167882.0, 414188.0, 212706.0, 77683.0, 32421.0, 14318.0, 6612.0, 3259.0, 1853.0, 1019.0, 610.0, 399.0, 270.0, 189.0, 122.0, 88.0, 92.0, 64.0, 43.0, 27.0, 19.0, 21.0, 16.0, 5.0, 5.0, 4.0, 2.0, 5.0, 3.0, 3.0, 1.0, 1.0], "bins": [-2.73046875, -2.64923095703125, -2.5679931640625, -2.48675537109375, -2.405517578125, -2.32427978515625, -2.2430419921875, -2.16180419921875, -2.08056640625, -1.99932861328125, -1.9180908203125, -1.83685302734375, -1.755615234375, -1.67437744140625, -1.5931396484375, -1.51190185546875, -1.4306640625, -1.34942626953125, -1.2681884765625, -1.18695068359375, -1.105712890625, -1.02447509765625, -0.9432373046875, -0.86199951171875, -0.78076171875, -0.69952392578125, -0.6182861328125, -0.53704833984375, -0.455810546875, -0.37457275390625, -0.2933349609375, -0.21209716796875, -0.130859375, -0.04962158203125, 0.0316162109375, 0.11285400390625, 0.194091796875, 0.27532958984375, 0.3565673828125, 0.43780517578125, 0.51904296875, 0.60028076171875, 0.6815185546875, 0.76275634765625, 0.843994140625, 0.92523193359375, 1.0064697265625, 1.08770751953125, 1.1689453125, 1.25018310546875, 1.3314208984375, 1.41265869140625, 1.493896484375, 1.57513427734375, 1.6563720703125, 1.73760986328125, 1.81884765625, 1.90008544921875, 1.9813232421875, 2.06256103515625, 2.143798828125, 2.22503662109375, 2.3062744140625, 2.38751220703125, 2.46875]}, "gradients/decoder.transformer.h.3.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 7.0, 5.0, 9.0, 8.0, 10.0, 9.0, 22.0, 22.0, 15.0, 21.0, 18.0, 21.0, 37.0, 39.0, 44.0, 55.0, 34.0, 71.0, 97.0, 147.0, 289.0, 1363.0, 175.0, 99.0, 84.0, 46.0, 44.0, 43.0, 29.0, 23.0, 28.0, 23.0, 30.0, 17.0, 10.0, 13.0, 14.0, 7.0, 3.0, 7.0, 4.0, 2.0, 5.0, 3.0, 1.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.0390625, -3.90924072265625, -3.7794189453125, -3.64959716796875, -3.519775390625, -3.38995361328125, -3.2601318359375, -3.13031005859375, -3.00048828125, -2.87066650390625, -2.7408447265625, -2.61102294921875, -2.481201171875, -2.35137939453125, -2.2215576171875, -2.09173583984375, -1.9619140625, -1.83209228515625, -1.7022705078125, -1.57244873046875, -1.442626953125, -1.31280517578125, -1.1829833984375, -1.05316162109375, -0.92333984375, -0.79351806640625, -0.6636962890625, -0.53387451171875, -0.404052734375, -0.27423095703125, -0.1444091796875, -0.01458740234375, 0.115234375, 0.24505615234375, 0.3748779296875, 0.50469970703125, 0.634521484375, 0.76434326171875, 0.8941650390625, 1.02398681640625, 1.15380859375, 1.28363037109375, 1.4134521484375, 1.54327392578125, 1.673095703125, 1.80291748046875, 1.9327392578125, 2.06256103515625, 2.1923828125, 2.32220458984375, 2.4520263671875, 2.58184814453125, 2.711669921875, 2.84149169921875, 2.9713134765625, 3.10113525390625, 3.23095703125, 3.36077880859375, 3.4906005859375, 3.62042236328125, 3.750244140625, 3.88006591796875, 4.0098876953125, 4.13970947265625, 4.26953125]}, "gradients/decoder.transformer.h.3.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 0.0, 3.0, 4.0, 7.0, 5.0, 8.0, 9.0, 8.0, 21.0, 19.0, 41.0, 40.0, 52.0, 62.0, 79.0, 133.0, 164.0, 221.0, 302.0, 427.0, 847.0, 2577.0, 602750.0, 2531923.0, 3455.0, 894.0, 472.0, 308.0, 229.0, 136.0, 117.0, 96.0, 70.0, 57.0, 44.0, 27.0, 23.0, 19.0, 18.0, 13.0, 13.0, 6.0, 5.0, 2.0, 4.0, 3.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-17.375, -16.8330078125, -16.291015625, -15.7490234375, -15.20703125, -14.6650390625, -14.123046875, -13.5810546875, -13.0390625, -12.4970703125, -11.955078125, -11.4130859375, -10.87109375, -10.3291015625, -9.787109375, -9.2451171875, -8.703125, -8.1611328125, -7.619140625, -7.0771484375, -6.53515625, -5.9931640625, -5.451171875, -4.9091796875, -4.3671875, -3.8251953125, -3.283203125, -2.7412109375, -2.19921875, -1.6572265625, -1.115234375, -0.5732421875, -0.03125, 0.5107421875, 1.052734375, 1.5947265625, 2.13671875, 2.6787109375, 3.220703125, 3.7626953125, 4.3046875, 4.8466796875, 5.388671875, 5.9306640625, 6.47265625, 7.0146484375, 7.556640625, 8.0986328125, 8.640625, 9.1826171875, 9.724609375, 10.2666015625, 10.80859375, 11.3505859375, 11.892578125, 12.4345703125, 12.9765625, 13.5185546875, 14.060546875, 14.6025390625, 15.14453125, 15.6865234375, 16.228515625, 16.7705078125, 17.3125]}, "gradients/decoder.transformer.h.3.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 7.0, 15.0, 24.0, 44.0, 85.0, 122.0, 172.0, 207.0, 140.0, 99.0, 47.0, 28.0, 13.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-28.176000595092773, -27.605493545532227, -27.034988403320312, -26.464481353759766, -25.89397621154785, -25.323469161987305, -24.75296401977539, -24.182456970214844, -23.611949920654297, -23.04144287109375, -22.470937728881836, -21.90043067932129, -21.329925537109375, -20.759418487548828, -20.188913345336914, -19.618406295776367, -19.047901153564453, -18.477394104003906, -17.906888961791992, -17.336381912231445, -16.76587677001953, -16.195369720458984, -15.624863624572754, -15.054357528686523, -14.483851432800293, -13.913345336914062, -13.342839241027832, -12.772333145141602, -12.201826095581055, -11.63132095336914, -11.060813903808594, -10.490307807922363, -9.919803619384766, -9.349297523498535, -8.778791427612305, -8.208285331726074, -7.6377787590026855, -7.067272663116455, -6.496766090393066, -5.926259994506836, -5.3557538986206055, -4.785247802734375, -4.2147417068481445, -3.644235134124756, -3.0737290382385254, -2.503222942352295, -1.9327166080474854, -1.3622102737426758, -0.7917041778564453, -0.2211979627609253, 0.3493082523345947, 0.9198144674301147, 1.4903206825256348, 2.0608267784118652, 2.631333112716675, 3.2018394470214844, 3.772345542907715, 4.342851638793945, 4.913357734680176, 5.4838643074035645, 6.054370403289795, 6.624876499176025, 7.195383071899414, 7.7658891677856445, 8.336395263671875]}, "gradients/decoder.transformer.h.3.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 4.0, 9.0, 6.0, 7.0, 15.0, 12.0, 17.0, 14.0, 14.0, 22.0, 18.0, 24.0, 25.0, 27.0, 37.0, 37.0, 45.0, 37.0, 45.0, 44.0, 34.0, 30.0, 40.0, 41.0, 44.0, 35.0, 48.0, 26.0, 31.0, 28.0, 29.0, 26.0, 24.0, 24.0, 7.0, 7.0, 16.0, 11.0, 8.0, 3.0, 7.0, 5.0, 5.0, 5.0, 5.0, 8.0, 0.0, 2.0, 2.0], "bins": [-13.696267127990723, -13.317237854003906, -12.938209533691406, -12.55918025970459, -12.18015193939209, -11.801122665405273, -11.422094345092773, -11.043065071105957, -10.66403579711914, -10.285006523132324, -9.905978202819824, -9.526948928833008, -9.147920608520508, -8.768891334533691, -8.389862060546875, -8.010833740234375, -7.631804943084717, -7.252776145935059, -6.8737473487854, -6.494718551635742, -6.115689277648926, -5.736660480499268, -5.357631683349609, -4.978602409362793, -4.599574089050293, -4.220545291900635, -3.8415162563323975, -3.4624874591827393, -3.083458423614502, -2.7044296264648438, -2.3254008293151855, -1.9463717937469482, -1.567342758178711, -1.1883138418197632, -0.8092849850654602, -0.4302561283111572, -0.05122721195220947, 0.3278017044067383, 0.7068305015563965, 1.0858595371246338, 1.464888334274292, 1.8439172506332397, 2.2229461669921875, 2.6019749641418457, 2.981003761291504, 3.360032796859741, 3.7390615940093994, 4.118090629577637, 4.497119426727295, 4.876148223876953, 5.255177021026611, 5.6342058181762695, 6.013235092163086, 6.392263889312744, 6.771292686462402, 7.150321960449219, 7.529350280761719, 7.908379077911377, 8.287407875061035, 8.666437149047852, 9.045465469360352, 9.424494743347168, 9.803524017333984, 10.182552337646484, 10.5615816116333]}, "gradients/decoder.transformer.h.2.mlp.c_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 3.0, 4.0, 5.0, 4.0, 10.0, 7.0, 11.0, 14.0, 19.0, 19.0, 25.0, 17.0, 24.0, 33.0, 20.0, 40.0, 29.0, 42.0, 30.0, 35.0, 54.0, 41.0, 40.0, 40.0, 42.0, 43.0, 37.0, 35.0, 24.0, 33.0, 27.0, 35.0, 30.0, 17.0, 23.0, 16.0, 17.0, 15.0, 10.0, 10.0, 10.0, 3.0, 5.0, 4.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.6025390625, -1.5463409423828125, -1.490142822265625, -1.4339447021484375, -1.37774658203125, -1.3215484619140625, -1.265350341796875, -1.2091522216796875, -1.1529541015625, -1.0967559814453125, -1.040557861328125, -0.9843597412109375, -0.92816162109375, -0.8719635009765625, -0.815765380859375, -0.7595672607421875, -0.703369140625, -0.6471710205078125, -0.590972900390625, -0.5347747802734375, -0.47857666015625, -0.4223785400390625, -0.366180419921875, -0.3099822998046875, -0.2537841796875, -0.1975860595703125, -0.141387939453125, -0.0851898193359375, -0.02899169921875, 0.0272064208984375, 0.083404541015625, 0.1396026611328125, 0.19580078125, 0.2519989013671875, 0.308197021484375, 0.3643951416015625, 0.42059326171875, 0.4767913818359375, 0.532989501953125, 0.5891876220703125, 0.6453857421875, 0.7015838623046875, 0.757781982421875, 0.8139801025390625, 0.87017822265625, 0.9263763427734375, 0.982574462890625, 1.0387725830078125, 1.094970703125, 1.1511688232421875, 1.207366943359375, 1.2635650634765625, 1.31976318359375, 1.3759613037109375, 1.432159423828125, 1.4883575439453125, 1.5445556640625, 1.6007537841796875, 1.656951904296875, 1.7131500244140625, 1.76934814453125, 1.8255462646484375, 1.881744384765625, 1.9379425048828125, 1.994140625]}, "gradients/decoder.transformer.h.2.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 8.0, 9.0, 16.0, 28.0, 48.0, 87.0, 170.0, 316.0, 656.0, 1509.0, 6857.0, 388237.0, 3761730.0, 29757.0, 2887.0, 1001.0, 452.0, 252.0, 129.0, 67.0, 27.0, 24.0, 9.0, 5.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.7109375, -9.379150390625, -9.04736328125, -8.715576171875, -8.3837890625, -8.052001953125, -7.72021484375, -7.388427734375, -7.056640625, -6.724853515625, -6.39306640625, -6.061279296875, -5.7294921875, -5.397705078125, -5.06591796875, -4.734130859375, -4.40234375, -4.070556640625, -3.73876953125, -3.406982421875, -3.0751953125, -2.743408203125, -2.41162109375, -2.079833984375, -1.748046875, -1.416259765625, -1.08447265625, -0.752685546875, -0.4208984375, -0.089111328125, 0.24267578125, 0.574462890625, 0.90625, 1.238037109375, 1.56982421875, 1.901611328125, 2.2333984375, 2.565185546875, 2.89697265625, 3.228759765625, 3.560546875, 3.892333984375, 4.22412109375, 4.555908203125, 4.8876953125, 5.219482421875, 5.55126953125, 5.883056640625, 6.21484375, 6.546630859375, 6.87841796875, 7.210205078125, 7.5419921875, 7.873779296875, 8.20556640625, 8.537353515625, 8.869140625, 9.200927734375, 9.53271484375, 9.864501953125, 10.1962890625, 10.528076171875, 10.85986328125, 11.191650390625, 11.5234375]}, "gradients/decoder.transformer.h.2.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 3.0, 7.0, 4.0, 11.0, 17.0, 13.0, 14.0, 19.0, 38.0, 51.0, 57.0, 85.0, 136.0, 180.0, 246.0, 424.0, 590.0, 724.0, 462.0, 313.0, 171.0, 125.0, 99.0, 81.0, 66.0, 28.0, 32.0, 22.0, 15.0, 14.0, 9.0, 7.0, 10.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.388671875, -3.28643798828125, -3.1842041015625, -3.08197021484375, -2.979736328125, -2.87750244140625, -2.7752685546875, -2.67303466796875, -2.57080078125, -2.46856689453125, -2.3663330078125, -2.26409912109375, -2.161865234375, -2.05963134765625, -1.9573974609375, -1.85516357421875, -1.7529296875, -1.65069580078125, -1.5484619140625, -1.44622802734375, -1.343994140625, -1.24176025390625, -1.1395263671875, -1.03729248046875, -0.93505859375, -0.83282470703125, -0.7305908203125, -0.62835693359375, -0.526123046875, -0.42388916015625, -0.3216552734375, -0.21942138671875, -0.1171875, -0.01495361328125, 0.0872802734375, 0.18951416015625, 0.291748046875, 0.39398193359375, 0.4962158203125, 0.59844970703125, 0.70068359375, 0.80291748046875, 0.9051513671875, 1.00738525390625, 1.109619140625, 1.21185302734375, 1.3140869140625, 1.41632080078125, 1.5185546875, 1.62078857421875, 1.7230224609375, 1.82525634765625, 1.927490234375, 2.02972412109375, 2.1319580078125, 2.23419189453125, 2.33642578125, 2.43865966796875, 2.5408935546875, 2.64312744140625, 2.745361328125, 2.84759521484375, 2.9498291015625, 3.05206298828125, 3.154296875]}, "gradients/decoder.transformer.h.2.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 5.0, 5.0, 9.0, 6.0, 9.0, 27.0, 25.0, 35.0, 51.0, 85.0, 126.0, 274.0, 484.0, 1270.0, 4126.0, 22020.0, 300962.0, 3603504.0, 236125.0, 19194.0, 3719.0, 1109.0, 454.0, 249.0, 122.0, 95.0, 43.0, 48.0, 21.0, 23.0, 13.0, 10.0, 10.0, 6.0, 3.0, 6.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.98828125, -5.7850341796875, -5.581787109375, -5.3785400390625, -5.17529296875, -4.9720458984375, -4.768798828125, -4.5655517578125, -4.3623046875, -4.1590576171875, -3.955810546875, -3.7525634765625, -3.54931640625, -3.3460693359375, -3.142822265625, -2.9395751953125, -2.736328125, -2.5330810546875, -2.329833984375, -2.1265869140625, -1.92333984375, -1.7200927734375, -1.516845703125, -1.3135986328125, -1.1103515625, -0.9071044921875, -0.703857421875, -0.5006103515625, -0.29736328125, -0.0941162109375, 0.109130859375, 0.3123779296875, 0.515625, 0.7188720703125, 0.922119140625, 1.1253662109375, 1.32861328125, 1.5318603515625, 1.735107421875, 1.9383544921875, 2.1416015625, 2.3448486328125, 2.548095703125, 2.7513427734375, 2.95458984375, 3.1578369140625, 3.361083984375, 3.5643310546875, 3.767578125, 3.9708251953125, 4.174072265625, 4.3773193359375, 4.58056640625, 4.7838134765625, 4.987060546875, 5.1903076171875, 5.3935546875, 5.5968017578125, 5.800048828125, 6.0032958984375, 6.20654296875, 6.4097900390625, 6.613037109375, 6.8162841796875, 7.01953125]}, "gradients/decoder.transformer.h.2.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 482.0, 522.0, 9.0, 1.0, 1.0, 0.0, 1.0], "bins": [-218.6971893310547, -214.9259033203125, -211.1546173095703, -207.3833465576172, -203.612060546875, -199.8407745361328, -196.06948852539062, -192.2982177734375, -188.5269317626953, -184.75564575195312, -180.98435974121094, -177.2130889892578, -173.44180297851562, -169.67051696777344, -165.89923095703125, -162.12796020507812, -158.35667419433594, -154.58538818359375, -150.81410217285156, -147.04283142089844, -143.27154541015625, -139.50025939941406, -135.72897338867188, -131.95770263671875, -128.18641662597656, -124.41513061523438, -120.64385223388672, -116.87256622314453, -113.10128784179688, -109.33000183105469, -105.55872344970703, -101.78743743896484, -98.01615905761719, -94.244873046875, -90.47359466552734, -86.70230865478516, -82.9310302734375, -79.15974426269531, -75.38846588134766, -71.61717987060547, -67.84590148925781, -64.07461547851562, -60.30333709716797, -56.53205490112305, -52.760772705078125, -48.98948669433594, -45.21820831298828, -41.446922302246094, -37.675636291503906, -33.904354095458984, -30.133071899414062, -26.36178970336914, -22.59050750732422, -18.819223403930664, -15.047941207885742, -11.27665901184082, -7.505378723144531, -3.7340962886810303, 0.0371861457824707, 3.808468818664551, 7.579751014709473, 11.351034164428711, 15.122316360473633, 18.893598556518555, 22.664880752563477]}, "gradients/decoder.transformer.h.2.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 1.0, 1.0, 4.0, 5.0, 3.0, 10.0, 10.0, 13.0, 14.0, 17.0, 21.0, 25.0, 33.0, 19.0, 32.0, 37.0, 27.0, 41.0, 43.0, 50.0, 43.0, 51.0, 57.0, 48.0, 38.0, 44.0, 45.0, 46.0, 39.0, 24.0, 26.0, 27.0, 25.0, 17.0, 17.0, 13.0, 8.0, 8.0, 6.0, 7.0, 7.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-12.71467113494873, -12.359393119812012, -12.004115104675293, -11.64883804321289, -11.293560028076172, -10.938282012939453, -10.583003997802734, -10.227725982666016, -9.872448921203613, -9.517170906066895, -9.161892890930176, -8.806615829467773, -8.451337814331055, -8.096059799194336, -7.740781784057617, -7.385504245758057, -7.030226230621338, -6.674948215484619, -6.319670677185059, -5.96439266204834, -5.609115123748779, -5.2538371086120605, -4.8985595703125, -4.543281555175781, -4.1880035400390625, -3.832725763320923, -3.477447986602783, -3.1221699714660645, -2.766892433166504, -2.411614418029785, -2.0563366413116455, -1.7010588645935059, -1.3457813262939453, -0.9905035495758057, -0.6352257132530212, -0.2799478769302368, 0.07532989978790283, 0.4306076765060425, 0.7858855724334717, 1.1411633491516113, 1.496441125869751, 1.8517189025878906, 2.2069966793060303, 2.56227445602417, 2.9175524711608887, 3.272830009460449, 3.628108024597168, 3.9833858013153076, 4.338663578033447, 4.693941593170166, 5.049219131469727, 5.404497146606445, 5.759774684906006, 6.115052700042725, 6.470330238342285, 6.825608253479004, 7.180886268615723, 7.536164283752441, 7.891441822052002, 8.246719360351562, 8.601997375488281, 8.957275390625, 9.312553405761719, 9.667831420898438, 10.02310848236084]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 10.0, 11.0, 10.0, 10.0, 13.0, 16.0, 19.0, 15.0, 26.0, 27.0, 36.0, 23.0, 32.0, 36.0, 39.0, 46.0, 48.0, 35.0, 43.0, 44.0, 45.0, 45.0, 43.0, 41.0, 34.0, 36.0, 37.0, 21.0, 20.0, 27.0, 25.0, 21.0, 16.0, 13.0, 9.0, 6.0, 4.0, 5.0, 3.0, 9.0, 4.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3955078125, -1.347381591796875, -1.29925537109375, -1.251129150390625, -1.2030029296875, -1.154876708984375, -1.10675048828125, -1.058624267578125, -1.010498046875, -0.962371826171875, -0.91424560546875, -0.866119384765625, -0.8179931640625, -0.769866943359375, -0.72174072265625, -0.673614501953125, -0.62548828125, -0.577362060546875, -0.52923583984375, -0.481109619140625, -0.4329833984375, -0.384857177734375, -0.33673095703125, -0.288604736328125, -0.240478515625, -0.192352294921875, -0.14422607421875, -0.096099853515625, -0.0479736328125, 0.000152587890625, 0.04827880859375, 0.096405029296875, 0.14453125, 0.192657470703125, 0.24078369140625, 0.288909912109375, 0.3370361328125, 0.385162353515625, 0.43328857421875, 0.481414794921875, 0.529541015625, 0.577667236328125, 0.62579345703125, 0.673919677734375, 0.7220458984375, 0.770172119140625, 0.81829833984375, 0.866424560546875, 0.91455078125, 0.962677001953125, 1.01080322265625, 1.058929443359375, 1.1070556640625, 1.155181884765625, 1.20330810546875, 1.251434326171875, 1.299560546875, 1.347686767578125, 1.39581298828125, 1.443939208984375, 1.4920654296875, 1.540191650390625, 1.58831787109375, 1.636444091796875, 1.6845703125]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 5.0, 8.0, 12.0, 11.0, 29.0, 23.0, 48.0, 67.0, 121.0, 197.0, 239.0, 436.0, 661.0, 1041.0, 1566.0, 2391.0, 3880.0, 5764.0, 9285.0, 14642.0, 23809.0, 38864.0, 68092.0, 133123.0, 249582.0, 225386.0, 115440.0, 60615.0, 35244.0, 21341.0, 13315.0, 8307.0, 5289.0, 3419.0, 2199.0, 1428.0, 939.0, 597.0, 419.0, 237.0, 168.0, 125.0, 69.0, 41.0, 23.0, 26.0, 15.0, 12.0, 6.0, 5.0, 3.0, 3.0, 0.0, 1.0], "bins": [-0.1522216796875, -0.1478595733642578, -0.14349746704101562, -0.13913536071777344, -0.13477325439453125, -0.13041114807128906, -0.12604904174804688, -0.12168693542480469, -0.1173248291015625, -0.11296272277832031, -0.10860061645507812, -0.10423851013183594, -0.09987640380859375, -0.09551429748535156, -0.09115219116210938, -0.08679008483886719, -0.082427978515625, -0.07806587219238281, -0.07370376586914062, -0.06934165954589844, -0.06497955322265625, -0.06061744689941406, -0.056255340576171875, -0.05189323425292969, -0.0475311279296875, -0.04316902160644531, -0.038806915283203125, -0.03444480895996094, -0.03008270263671875, -0.025720596313476562, -0.021358489990234375, -0.016996383666992188, -0.01263427734375, -0.008272171020507812, -0.003910064697265625, 0.0004520416259765625, 0.00481414794921875, 0.009176254272460938, 0.013538360595703125, 0.017900466918945312, 0.0222625732421875, 0.026624679565429688, 0.030986785888671875, 0.03534889221191406, 0.03971099853515625, 0.04407310485839844, 0.048435211181640625, 0.05279731750488281, 0.057159423828125, 0.06152153015136719, 0.06588363647460938, 0.07024574279785156, 0.07460784912109375, 0.07896995544433594, 0.08333206176757812, 0.08769416809082031, 0.0920562744140625, 0.09641838073730469, 0.10078048706054688, 0.10514259338378906, 0.10950469970703125, 0.11386680603027344, 0.11822891235351562, 0.12259101867675781, 0.126953125]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 1.0, 3.0, 5.0, 6.0, 9.0, 8.0, 9.0, 8.0, 11.0, 8.0, 15.0, 19.0, 22.0, 21.0, 25.0, 29.0, 36.0, 35.0, 31.0, 32.0, 46.0, 39.0, 32.0, 1063.0, 52.0, 47.0, 25.0, 38.0, 36.0, 39.0, 34.0, 43.0, 23.0, 20.0, 26.0, 21.0, 18.0, 18.0, 19.0, 12.0, 8.0, 9.0, 5.0, 3.0, 8.0, 3.0, 2.0, 5.0, 6.0, 1.0, 0.0, 2.0], "bins": [-1.1416015625, -1.1098556518554688, -1.0781097412109375, -1.0463638305664062, -1.014617919921875, -0.9828720092773438, -0.9511260986328125, -0.9193801879882812, -0.88763427734375, -0.8558883666992188, -0.8241424560546875, -0.7923965454101562, -0.760650634765625, -0.7289047241210938, -0.6971588134765625, -0.6654129028320312, -0.6336669921875, -0.6019210815429688, -0.5701751708984375, -0.5384292602539062, -0.506683349609375, -0.47493743896484375, -0.4431915283203125, -0.41144561767578125, -0.37969970703125, -0.34795379638671875, -0.3162078857421875, -0.28446197509765625, -0.252716064453125, -0.22097015380859375, -0.1892242431640625, -0.15747833251953125, -0.125732421875, -0.09398651123046875, -0.0622406005859375, -0.03049468994140625, 0.001251220703125, 0.03299713134765625, 0.0647430419921875, 0.09648895263671875, 0.12823486328125, 0.15998077392578125, 0.1917266845703125, 0.22347259521484375, 0.255218505859375, 0.28696441650390625, 0.3187103271484375, 0.35045623779296875, 0.3822021484375, 0.41394805908203125, 0.4456939697265625, 0.47743988037109375, 0.509185791015625, 0.5409317016601562, 0.5726776123046875, 0.6044235229492188, 0.63616943359375, 0.6679153442382812, 0.6996612548828125, 0.7314071655273438, 0.763153076171875, 0.7948989868164062, 0.8266448974609375, 0.8583908081054688, 0.89013671875]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 4.0, 0.0, 8.0, 5.0, 7.0, 15.0, 12.0, 32.0, 27.0, 48.0, 67.0, 64.0, 111.0, 162.0, 220.0, 322.0, 432.0, 608.0, 852.0, 1273.0, 1823.0, 2619.0, 4136.0, 6451.0, 11097.0, 22361.0, 71810.0, 1631167.0, 260453.0, 39734.0, 16174.0, 8704.0, 5370.0, 3464.0, 2290.0, 1544.0, 1067.0, 746.0, 531.0, 367.0, 279.0, 191.0, 130.0, 116.0, 54.0, 68.0, 42.0, 21.0, 24.0, 13.0, 11.0, 9.0, 2.0, 1.0, 6.0, 1.0], "bins": [-0.20068359375, -0.19507598876953125, -0.1894683837890625, -0.18386077880859375, -0.178253173828125, -0.17264556884765625, -0.1670379638671875, -0.16143035888671875, -0.15582275390625, -0.15021514892578125, -0.1446075439453125, -0.13899993896484375, -0.133392333984375, -0.12778472900390625, -0.1221771240234375, -0.11656951904296875, -0.1109619140625, -0.10535430908203125, -0.0997467041015625, -0.09413909912109375, -0.088531494140625, -0.08292388916015625, -0.0773162841796875, -0.07170867919921875, -0.06610107421875, -0.06049346923828125, -0.0548858642578125, -0.04927825927734375, -0.043670654296875, -0.03806304931640625, -0.0324554443359375, -0.02684783935546875, -0.021240234375, -0.01563262939453125, -0.0100250244140625, -0.00441741943359375, 0.001190185546875, 0.00679779052734375, 0.0124053955078125, 0.01801300048828125, 0.02362060546875, 0.02922821044921875, 0.0348358154296875, 0.04044342041015625, 0.046051025390625, 0.05165863037109375, 0.0572662353515625, 0.06287384033203125, 0.0684814453125, 0.07408905029296875, 0.0796966552734375, 0.08530426025390625, 0.090911865234375, 0.09651947021484375, 0.1021270751953125, 0.10773468017578125, 0.11334228515625, 0.11894989013671875, 0.1245574951171875, 0.13016510009765625, 0.135772705078125, 0.14138031005859375, 0.1469879150390625, 0.15259552001953125, 0.158203125]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 4.0, 3.0, 1.0, 2.0, 2.0, 8.0, 13.0, 7.0, 15.0, 23.0, 14.0, 28.0, 34.0, 36.0, 50.0, 55.0, 66.0, 64.0, 71.0, 88.0, 77.0, 63.0, 50.0, 55.0, 34.0, 28.0, 28.0, 18.0, 10.0, 8.0, 13.0, 8.0, 10.0, 7.0, 7.0, 4.0, 5.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00934600830078125, -0.008972764015197754, -0.008599519729614258, -0.008226275444030762, -0.007853031158447266, -0.0074797868728637695, -0.0071065425872802734, -0.006733298301696777, -0.006360054016113281, -0.005986809730529785, -0.005613565444946289, -0.005240321159362793, -0.004867076873779297, -0.004493832588195801, -0.004120588302612305, -0.0037473440170288086, -0.0033740997314453125, -0.0030008554458618164, -0.0026276111602783203, -0.0022543668746948242, -0.0018811225891113281, -0.001507878303527832, -0.001134634017944336, -0.0007613897323608398, -0.00038814544677734375, -1.4901161193847656e-05, 0.00035834312438964844, 0.0007315874099731445, 0.0011048316955566406, 0.0014780759811401367, 0.0018513202667236328, 0.002224564552307129, 0.002597808837890625, 0.002971053123474121, 0.003344297409057617, 0.0037175416946411133, 0.004090785980224609, 0.0044640302658081055, 0.0048372745513916016, 0.005210518836975098, 0.005583763122558594, 0.00595700740814209, 0.006330251693725586, 0.006703495979309082, 0.007076740264892578, 0.007449984550476074, 0.00782322883605957, 0.008196473121643066, 0.008569717407226562, 0.008942961692810059, 0.009316205978393555, 0.00968945026397705, 0.010062694549560547, 0.010435938835144043, 0.010809183120727539, 0.011182427406311035, 0.011555671691894531, 0.011928915977478027, 0.012302160263061523, 0.01267540454864502, 0.013048648834228516, 0.013421893119812012, 0.013795137405395508, 0.014168381690979004, 0.0145416259765625]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 5.0, 7.0, 12.0, 12.0, 8.0, 24.0, 16.0, 29.0, 33.0, 54.0, 72.0, 102.0, 152.0, 277.0, 522.0, 1379.0, 225286.0, 817200.0, 1849.0, 636.0, 299.0, 164.0, 123.0, 82.0, 59.0, 44.0, 30.0, 18.0, 15.0, 20.0, 13.0, 3.0, 5.0, 4.0, 2.0, 1.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.29541015625, -0.2878532409667969, -0.28029632568359375, -0.2727394104003906, -0.2651824951171875, -0.2576255798339844, -0.25006866455078125, -0.24251174926757812, -0.234954833984375, -0.22739791870117188, -0.21984100341796875, -0.21228408813476562, -0.2047271728515625, -0.19717025756835938, -0.18961334228515625, -0.18205642700195312, -0.17449951171875, -0.16694259643554688, -0.15938568115234375, -0.15182876586914062, -0.1442718505859375, -0.13671493530273438, -0.12915802001953125, -0.12160110473632812, -0.114044189453125, -0.10648727416992188, -0.09893035888671875, -0.09137344360351562, -0.0838165283203125, -0.07625961303710938, -0.06870269775390625, -0.061145782470703125, -0.0535888671875, -0.046031951904296875, -0.03847503662109375, -0.030918121337890625, -0.0233612060546875, -0.015804290771484375, -0.00824737548828125, -0.000690460205078125, 0.006866455078125, 0.014423370361328125, 0.02198028564453125, 0.029537200927734375, 0.0370941162109375, 0.044651031494140625, 0.05220794677734375, 0.059764862060546875, 0.06732177734375, 0.07487869262695312, 0.08243560791015625, 0.08999252319335938, 0.0975494384765625, 0.10510635375976562, 0.11266326904296875, 0.12022018432617188, 0.127777099609375, 0.13533401489257812, 0.14289093017578125, 0.15044784545898438, 0.1580047607421875, 0.16556167602539062, 0.17311859130859375, 0.18067550659179688, 0.188232421875]}, "gradients/decoder.transformer.h.2.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 9.0, 52.0, 517.0, 407.0, 31.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.16921992599964142, -0.16608023643493652, -0.16294054687023163, -0.15980085730552673, -0.15666116774082184, -0.15352147817611694, -0.15038178861141205, -0.14724209904670715, -0.14410240948200226, -0.14096271991729736, -0.13782303035259247, -0.13468334078788757, -0.13154365122318268, -0.12840396165847778, -0.1252642720937729, -0.122124582529068, -0.1189848929643631, -0.1158452033996582, -0.11270551383495331, -0.10956582427024841, -0.10642613470554352, -0.10328644514083862, -0.10014675557613373, -0.09700706601142883, -0.09386737644672394, -0.09072768688201904, -0.08758799731731415, -0.08444830775260925, -0.08130861818790436, -0.07816892862319946, -0.07502923905849457, -0.07188954949378967, -0.06874985992908478, -0.06561017036437988, -0.06247048079967499, -0.05933079123497009, -0.0561911016702652, -0.0530514121055603, -0.04991172254085541, -0.04677203297615051, -0.043632347136735916, -0.04049265757203102, -0.037352968007326126, -0.03421327844262123, -0.031073588877916336, -0.02793389931321144, -0.024794209748506546, -0.02165452018380165, -0.018514830619096756, -0.015375141054391861, -0.012235451489686966, -0.009095761924982071, -0.005956072360277176, -0.002816382795572281, 0.00032330676913261414, 0.003462996333837509, 0.006602685898542404, 0.0097423754632473, 0.012882065027952194, 0.01602175459265709, 0.019161444157361984, 0.02230113372206688, 0.025440823286771774, 0.02858051285147667, 0.031720202416181564]}, "gradients/decoder.transformer.h.2.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 0.0, 4.0, 4.0, 3.0, 8.0, 8.0, 7.0, 13.0, 19.0, 9.0, 19.0, 22.0, 13.0, 26.0, 24.0, 38.0, 40.0, 38.0, 39.0, 36.0, 51.0, 48.0, 42.0, 39.0, 44.0, 32.0, 32.0, 30.0, 40.0, 30.0, 18.0, 37.0, 28.0, 21.0, 28.0, 19.0, 21.0, 14.0, 17.0, 12.0, 9.0, 10.0, 3.0, 3.0, 3.0, 3.0, 3.0, 0.0, 3.0, 2.0, 2.0, 0.0, 1.0], "bins": [-0.012069642543792725, -0.011717116460204124, -0.011364590376615524, -0.011012064293026924, -0.010659538209438324, -0.010307012125849724, -0.009954486042261124, -0.009601959958672523, -0.009249433875083923, -0.008896907791495323, -0.008544381707906723, -0.008191855624318123, -0.007839329540729523, -0.0074868034571409225, -0.007134277373552322, -0.006781751289963722, -0.006429225206375122, -0.006076699122786522, -0.005724173039197922, -0.005371646955609322, -0.0050191208720207214, -0.004666594788432121, -0.004314068704843521, -0.003961542621254921, -0.003609016537666321, -0.0032564904540777206, -0.0029039643704891205, -0.0025514382869005203, -0.00219891220331192, -0.00184638611972332, -0.0014938600361347198, -0.0011413339525461197, -0.0007888078689575195, -0.00043628178536891937, -8.375570178031921e-05, 0.00026877038180828094, 0.0006212964653968811, 0.0009738225489854813, 0.0013263486325740814, 0.0016788747161626816, 0.0020314007997512817, 0.002383926883339882, 0.002736452966928482, 0.003088979050517082, 0.0034415051341056824, 0.0037940312176942825, 0.004146557301282883, 0.004499083384871483, 0.004851609468460083, 0.005204135552048683, 0.005556661635637283, 0.0059091877192258835, 0.006261713802814484, 0.006614239886403084, 0.006966765969991684, 0.007319292053580284, 0.007671818137168884, 0.008024344220757484, 0.008376870304346085, 0.008729396387934685, 0.009081922471523285, 0.009434448555111885, 0.009786974638700485, 0.010139500722289085, 0.010492026805877686]}, "gradients/decoder.transformer.h.2.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 10.0, 11.0, 10.0, 10.0, 13.0, 16.0, 19.0, 15.0, 26.0, 29.0, 34.0, 23.0, 32.0, 36.0, 39.0, 45.0, 48.0, 34.0, 45.0, 44.0, 44.0, 46.0, 43.0, 40.0, 36.0, 34.0, 38.0, 21.0, 20.0, 27.0, 25.0, 20.0, 17.0, 14.0, 8.0, 6.0, 4.0, 5.0, 3.0, 11.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3955078125, -1.347381591796875, -1.29925537109375, -1.251129150390625, -1.2030029296875, -1.154876708984375, -1.10675048828125, -1.058624267578125, -1.010498046875, -0.962371826171875, -0.91424560546875, -0.866119384765625, -0.8179931640625, -0.769866943359375, -0.72174072265625, -0.673614501953125, -0.62548828125, -0.577362060546875, -0.52923583984375, -0.481109619140625, -0.4329833984375, -0.384857177734375, -0.33673095703125, -0.288604736328125, -0.240478515625, -0.192352294921875, -0.14422607421875, -0.096099853515625, -0.0479736328125, 0.000152587890625, 0.04827880859375, 0.096405029296875, 0.14453125, 0.192657470703125, 0.24078369140625, 0.288909912109375, 0.3370361328125, 0.385162353515625, 0.43328857421875, 0.481414794921875, 0.529541015625, 0.577667236328125, 0.62579345703125, 0.673919677734375, 0.7220458984375, 0.770172119140625, 0.81829833984375, 0.866424560546875, 0.91455078125, 0.962677001953125, 1.01080322265625, 1.058929443359375, 1.1070556640625, 1.155181884765625, 1.20330810546875, 1.251434326171875, 1.299560546875, 1.347686767578125, 1.39581298828125, 1.443939208984375, 1.4920654296875, 1.540191650390625, 1.58831787109375, 1.636444091796875, 1.6845703125]}, "gradients/decoder.transformer.h.2.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 3.0, 3.0, 6.0, 7.0, 10.0, 14.0, 26.0, 61.0, 85.0, 150.0, 310.0, 576.0, 1058.0, 2290.0, 7292.0, 34768.0, 406487.0, 541452.0, 41038.0, 8032.0, 2454.0, 1108.0, 565.0, 331.0, 207.0, 106.0, 51.0, 33.0, 15.0, 10.0, 4.0, 5.0, 4.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.97265625, -4.80712890625, -4.6416015625, -4.47607421875, -4.310546875, -4.14501953125, -3.9794921875, -3.81396484375, -3.6484375, -3.48291015625, -3.3173828125, -3.15185546875, -2.986328125, -2.82080078125, -2.6552734375, -2.48974609375, -2.32421875, -2.15869140625, -1.9931640625, -1.82763671875, -1.662109375, -1.49658203125, -1.3310546875, -1.16552734375, -1.0, -0.83447265625, -0.6689453125, -0.50341796875, -0.337890625, -0.17236328125, -0.0068359375, 0.15869140625, 0.32421875, 0.48974609375, 0.6552734375, 0.82080078125, 0.986328125, 1.15185546875, 1.3173828125, 1.48291015625, 1.6484375, 1.81396484375, 1.9794921875, 2.14501953125, 2.310546875, 2.47607421875, 2.6416015625, 2.80712890625, 2.97265625, 3.13818359375, 3.3037109375, 3.46923828125, 3.634765625, 3.80029296875, 3.9658203125, 4.13134765625, 4.296875, 4.46240234375, 4.6279296875, 4.79345703125, 4.958984375, 5.12451171875, 5.2900390625, 5.45556640625, 5.62109375]}, "gradients/decoder.transformer.h.2.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 7.0, 12.0, 11.0, 12.0, 13.0, 15.0, 23.0, 20.0, 35.0, 33.0, 32.0, 44.0, 57.0, 75.0, 74.0, 130.0, 228.0, 1375.0, 263.0, 153.0, 88.0, 55.0, 55.0, 38.0, 31.0, 22.0, 27.0, 13.0, 23.0, 14.0, 12.0, 15.0, 11.0, 7.0, 6.0, 3.0, 4.0, 3.0, 2.0, 2.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.97265625, -3.858306884765625, -3.74395751953125, -3.629608154296875, -3.5152587890625, -3.400909423828125, -3.28656005859375, -3.172210693359375, -3.057861328125, -2.943511962890625, -2.82916259765625, -2.714813232421875, -2.6004638671875, -2.486114501953125, -2.37176513671875, -2.257415771484375, -2.14306640625, -2.028717041015625, -1.91436767578125, -1.800018310546875, -1.6856689453125, -1.571319580078125, -1.45697021484375, -1.342620849609375, -1.228271484375, -1.113922119140625, -0.99957275390625, -0.885223388671875, -0.7708740234375, -0.656524658203125, -0.54217529296875, -0.427825927734375, -0.3134765625, -0.199127197265625, -0.08477783203125, 0.029571533203125, 0.1439208984375, 0.258270263671875, 0.37261962890625, 0.486968994140625, 0.601318359375, 0.715667724609375, 0.83001708984375, 0.944366455078125, 1.0587158203125, 1.173065185546875, 1.28741455078125, 1.401763916015625, 1.51611328125, 1.630462646484375, 1.74481201171875, 1.859161376953125, 1.9735107421875, 2.087860107421875, 2.20220947265625, 2.316558837890625, 2.430908203125, 2.545257568359375, 2.65960693359375, 2.773956298828125, 2.8883056640625, 3.002655029296875, 3.11700439453125, 3.231353759765625, 3.345703125]}, "gradients/decoder.transformer.h.2.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 5.0, 5.0, 7.0, 6.0, 9.0, 15.0, 19.0, 23.0, 39.0, 51.0, 70.0, 123.0, 176.0, 308.0, 487.0, 905.0, 1789.0, 6774.0, 2846417.0, 280370.0, 4591.0, 1567.0, 776.0, 395.0, 244.0, 179.0, 133.0, 60.0, 57.0, 32.0, 31.0, 19.0, 13.0, 5.0, 3.0, 6.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.0, -14.5439453125, -14.087890625, -13.6318359375, -13.17578125, -12.7197265625, -12.263671875, -11.8076171875, -11.3515625, -10.8955078125, -10.439453125, -9.9833984375, -9.52734375, -9.0712890625, -8.615234375, -8.1591796875, -7.703125, -7.2470703125, -6.791015625, -6.3349609375, -5.87890625, -5.4228515625, -4.966796875, -4.5107421875, -4.0546875, -3.5986328125, -3.142578125, -2.6865234375, -2.23046875, -1.7744140625, -1.318359375, -0.8623046875, -0.40625, 0.0498046875, 0.505859375, 0.9619140625, 1.41796875, 1.8740234375, 2.330078125, 2.7861328125, 3.2421875, 3.6982421875, 4.154296875, 4.6103515625, 5.06640625, 5.5224609375, 5.978515625, 6.4345703125, 6.890625, 7.3466796875, 7.802734375, 8.2587890625, 8.71484375, 9.1708984375, 9.626953125, 10.0830078125, 10.5390625, 10.9951171875, 11.451171875, 11.9072265625, 12.36328125, 12.8193359375, 13.275390625, 13.7314453125, 14.1875]}, "gradients/decoder.transformer.h.2.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 9.0, 15.0, 24.0, 48.0, 84.0, 136.0, 207.0, 187.0, 134.0, 85.0, 46.0, 26.0, 6.0, 2.0, 1.0, 1.0], "bins": [-39.56413269042969, -38.84489440917969, -38.12565231323242, -37.40641403198242, -36.687171936035156, -35.967933654785156, -35.24869155883789, -34.52945327758789, -33.810211181640625, -33.090972900390625, -32.37173080444336, -31.652490615844727, -30.933250427246094, -30.21401023864746, -29.494770050048828, -28.775529861450195, -28.056289672851562, -27.33704948425293, -26.617809295654297, -25.898569107055664, -25.17932891845703, -24.4600887298584, -23.740848541259766, -23.021608352661133, -22.302370071411133, -21.5831298828125, -20.863889694213867, -20.144649505615234, -19.4254093170166, -18.70616912841797, -17.986928939819336, -17.267688751220703, -16.54844856262207, -15.829208374023438, -15.109968185424805, -14.390727996826172, -13.671487808227539, -12.952247619628906, -12.233007431030273, -11.51376724243164, -10.794527053833008, -10.075286865234375, -9.356046676635742, -8.63680648803711, -7.917566299438477, -7.198326110839844, -6.479086399078369, -5.759846210479736, -5.0406060218811035, -4.321365833282471, -3.602125644683838, -2.882885694503784, -2.1636455059051514, -1.4444053173065186, -0.7251653671264648, -0.005925178527832031, 0.7133150100708008, 1.4325551986694336, 2.1517953872680664, 2.87103533744812, 3.590275526046753, 4.309515953063965, 5.0287556648254395, 5.747995853424072, 6.467236042022705]}, "gradients/decoder.transformer.h.2.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 5.0, 5.0, 4.0, 7.0, 17.0, 10.0, 9.0, 18.0, 20.0, 25.0, 28.0, 31.0, 39.0, 36.0, 35.0, 51.0, 34.0, 46.0, 52.0, 41.0, 42.0, 42.0, 45.0, 50.0, 50.0, 44.0, 33.0, 33.0, 29.0, 19.0, 22.0, 18.0, 14.0, 10.0, 12.0, 7.0, 8.0, 5.0, 2.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.327797889709473, -11.908851623535156, -11.48990535736084, -11.070959091186523, -10.652012825012207, -10.23306655883789, -9.814120292663574, -9.395174026489258, -8.976227760314941, -8.557281494140625, -8.138335227966309, -7.719388961791992, -7.300442695617676, -6.881496429443359, -6.462550163269043, -6.043603897094727, -5.62465763092041, -5.205711364746094, -4.786765098571777, -4.367818832397461, -3.9488725662231445, -3.529926300048828, -3.1109800338745117, -2.6920337677001953, -2.273087501525879, -1.8541412353515625, -1.435194969177246, -1.0162487030029297, -0.5973024368286133, -0.17835617065429688, 0.24059009552001953, 0.6595363616943359, 1.078481674194336, 1.4974279403686523, 1.9163742065429688, 2.335320472717285, 2.7542667388916016, 3.173213005065918, 3.5921592712402344, 4.011105537414551, 4.430051803588867, 4.848998069763184, 5.2679443359375, 5.686890602111816, 6.105836868286133, 6.524783134460449, 6.943729400634766, 7.362675666809082, 7.781621932983398, 8.200568199157715, 8.619514465332031, 9.038460731506348, 9.457406997680664, 9.87635326385498, 10.295299530029297, 10.714245796203613, 11.13319206237793, 11.552138328552246, 11.971084594726562, 12.390030860900879, 12.808977127075195, 13.227923393249512, 13.646869659423828, 14.065815925598145, 14.484762191772461]}, "gradients/decoder.transformer.h.1.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 6.0, 13.0, 4.0, 7.0, 2.0, 9.0, 12.0, 15.0, 22.0, 23.0, 16.0, 19.0, 35.0, 34.0, 26.0, 33.0, 55.0, 40.0, 43.0, 47.0, 55.0, 42.0, 47.0, 39.0, 43.0, 49.0, 39.0, 31.0, 34.0, 27.0, 32.0, 17.0, 14.0, 20.0, 12.0, 19.0, 8.0, 5.0, 7.0, 5.0, 6.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6015625, -1.5462646484375, -1.490966796875, -1.4356689453125, -1.38037109375, -1.3250732421875, -1.269775390625, -1.2144775390625, -1.1591796875, -1.1038818359375, -1.048583984375, -0.9932861328125, -0.93798828125, -0.8826904296875, -0.827392578125, -0.7720947265625, -0.716796875, -0.6614990234375, -0.606201171875, -0.5509033203125, -0.49560546875, -0.4403076171875, -0.385009765625, -0.3297119140625, -0.2744140625, -0.2191162109375, -0.163818359375, -0.1085205078125, -0.05322265625, 0.0020751953125, 0.057373046875, 0.1126708984375, 0.16796875, 0.2232666015625, 0.278564453125, 0.3338623046875, 0.38916015625, 0.4444580078125, 0.499755859375, 0.5550537109375, 0.6103515625, 0.6656494140625, 0.720947265625, 0.7762451171875, 0.83154296875, 0.8868408203125, 0.942138671875, 0.9974365234375, 1.052734375, 1.1080322265625, 1.163330078125, 1.2186279296875, 1.27392578125, 1.3292236328125, 1.384521484375, 1.4398193359375, 1.4951171875, 1.5504150390625, 1.605712890625, 1.6610107421875, 1.71630859375, 1.7716064453125, 1.826904296875, 1.8822021484375, 1.9375]}, "gradients/decoder.transformer.h.1.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 2.0, 2.0, 5.0, 6.0, 7.0, 8.0, 6.0, 13.0, 16.0, 18.0, 20.0, 26.0, 39.0, 49.0, 67.0, 66.0, 94.0, 123.0, 124.0, 185.0, 243.0, 306.0, 472.0, 685.0, 1147.0, 2275.0, 6525.0, 48073.0, 2142429.0, 1934962.0, 43850.0, 6397.0, 2391.0, 1150.0, 704.0, 479.0, 299.0, 245.0, 170.0, 129.0, 110.0, 93.0, 57.0, 54.0, 37.0, 27.0, 22.0, 18.0, 16.0, 11.0, 10.0, 10.0, 5.0, 5.0, 6.0, 2.0, 2.0, 0.0, 2.0, 2.0, 3.0], "bins": [-5.15234375, -4.99127197265625, -4.8302001953125, -4.66912841796875, -4.508056640625, -4.34698486328125, -4.1859130859375, -4.02484130859375, -3.86376953125, -3.70269775390625, -3.5416259765625, -3.38055419921875, -3.219482421875, -3.05841064453125, -2.8973388671875, -2.73626708984375, -2.5751953125, -2.41412353515625, -2.2530517578125, -2.09197998046875, -1.930908203125, -1.76983642578125, -1.6087646484375, -1.44769287109375, -1.28662109375, -1.12554931640625, -0.9644775390625, -0.80340576171875, -0.642333984375, -0.48126220703125, -0.3201904296875, -0.15911865234375, 0.001953125, 0.16302490234375, 0.3240966796875, 0.48516845703125, 0.646240234375, 0.80731201171875, 0.9683837890625, 1.12945556640625, 1.29052734375, 1.45159912109375, 1.6126708984375, 1.77374267578125, 1.934814453125, 2.09588623046875, 2.2569580078125, 2.41802978515625, 2.5791015625, 2.74017333984375, 2.9012451171875, 3.06231689453125, 3.223388671875, 3.38446044921875, 3.5455322265625, 3.70660400390625, 3.86767578125, 4.02874755859375, 4.1898193359375, 4.35089111328125, 4.511962890625, 4.67303466796875, 4.8341064453125, 4.99517822265625, 5.15625]}, "gradients/decoder.transformer.h.1.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 7.0, 5.0, 6.0, 8.0, 18.0, 19.0, 29.0, 33.0, 48.0, 80.0, 93.0, 199.0, 290.0, 376.0, 567.0, 635.0, 519.0, 348.0, 247.0, 173.0, 109.0, 68.0, 54.0, 39.0, 23.0, 17.0, 20.0, 13.0, 13.0, 6.0, 2.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.828125, -2.73809814453125, -2.6480712890625, -2.55804443359375, -2.468017578125, -2.37799072265625, -2.2879638671875, -2.19793701171875, -2.10791015625, -2.01788330078125, -1.9278564453125, -1.83782958984375, -1.747802734375, -1.65777587890625, -1.5677490234375, -1.47772216796875, -1.3876953125, -1.29766845703125, -1.2076416015625, -1.11761474609375, -1.027587890625, -0.93756103515625, -0.8475341796875, -0.75750732421875, -0.66748046875, -0.57745361328125, -0.4874267578125, -0.39739990234375, -0.307373046875, -0.21734619140625, -0.1273193359375, -0.03729248046875, 0.052734375, 0.14276123046875, 0.2327880859375, 0.32281494140625, 0.412841796875, 0.50286865234375, 0.5928955078125, 0.68292236328125, 0.77294921875, 0.86297607421875, 0.9530029296875, 1.04302978515625, 1.133056640625, 1.22308349609375, 1.3131103515625, 1.40313720703125, 1.4931640625, 1.58319091796875, 1.6732177734375, 1.76324462890625, 1.853271484375, 1.94329833984375, 2.0333251953125, 2.12335205078125, 2.21337890625, 2.30340576171875, 2.3934326171875, 2.48345947265625, 2.573486328125, 2.66351318359375, 2.7535400390625, 2.84356689453125, 2.93359375]}, "gradients/decoder.transformer.h.1.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 2.0, 4.0, 1.0, 7.0, 5.0, 6.0, 13.0, 13.0, 26.0, 36.0, 48.0, 86.0, 111.0, 207.0, 359.0, 787.0, 1734.0, 5841.0, 42828.0, 2480542.0, 1618785.0, 34470.0, 5179.0, 1580.0, 711.0, 353.0, 198.0, 129.0, 72.0, 50.0, 32.0, 19.0, 13.0, 13.0, 6.0, 8.0, 4.0, 4.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.83203125, -5.6495361328125, -5.467041015625, -5.2845458984375, -5.10205078125, -4.9195556640625, -4.737060546875, -4.5545654296875, -4.3720703125, -4.1895751953125, -4.007080078125, -3.8245849609375, -3.64208984375, -3.4595947265625, -3.277099609375, -3.0946044921875, -2.912109375, -2.7296142578125, -2.547119140625, -2.3646240234375, -2.18212890625, -1.9996337890625, -1.817138671875, -1.6346435546875, -1.4521484375, -1.2696533203125, -1.087158203125, -0.9046630859375, -0.72216796875, -0.5396728515625, -0.357177734375, -0.1746826171875, 0.0078125, 0.1903076171875, 0.372802734375, 0.5552978515625, 0.73779296875, 0.9202880859375, 1.102783203125, 1.2852783203125, 1.4677734375, 1.6502685546875, 1.832763671875, 2.0152587890625, 2.19775390625, 2.3802490234375, 2.562744140625, 2.7452392578125, 2.927734375, 3.1102294921875, 3.292724609375, 3.4752197265625, 3.65771484375, 3.8402099609375, 4.022705078125, 4.2052001953125, 4.3876953125, 4.5701904296875, 4.752685546875, 4.9351806640625, 5.11767578125, 5.3001708984375, 5.482666015625, 5.6651611328125, 5.84765625]}, "gradients/decoder.transformer.h.1.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 14.0, 71.0, 377.0, 420.0, 106.0, 20.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-52.44794464111328, -51.104148864746094, -49.76035690307617, -48.416561126708984, -47.07276916503906, -45.728973388671875, -44.38517761230469, -43.0413818359375, -41.69758987426758, -40.35379409790039, -39.01000213623047, -37.66620635986328, -36.322410583496094, -34.97861862182617, -33.634822845458984, -32.29103088378906, -30.947235107421875, -29.60344123840332, -28.259647369384766, -26.915851593017578, -25.572057723999023, -24.22826385498047, -22.88446807861328, -21.540674209594727, -20.196880340576172, -18.853086471557617, -17.509292602539062, -16.165496826171875, -14.82170295715332, -13.477909088134766, -12.134114265441895, -10.790319442749023, -9.446521759033203, -8.102727890014648, -6.758933067321777, -5.4151387214660645, -4.071344375610352, -2.7275500297546387, -1.3837556838989258, -0.03996086120605469, 1.3038330078125, 2.647627353668213, 3.991421699523926, 5.335216045379639, 6.679010391235352, 8.022804260253906, 9.366599082946777, 10.710393905639648, 12.054187774658203, 13.397981643676758, 14.741776466369629, 16.0855712890625, 17.429365158081055, 18.77315902709961, 20.116954803466797, 21.46074867248535, 22.804542541503906, 24.14833641052246, 25.492130279541016, 26.835926055908203, 28.179719924926758, 29.523513793945312, 30.8673095703125, 32.21110534667969, 33.55489730834961]}, "gradients/decoder.transformer.h.1.ln_2.bias": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 2.0, 5.0, 3.0, 5.0, 7.0, 12.0, 12.0, 12.0, 11.0, 24.0, 24.0, 15.0, 31.0, 18.0, 40.0, 25.0, 29.0, 30.0, 33.0, 31.0, 35.0, 38.0, 31.0, 47.0, 34.0, 39.0, 30.0, 57.0, 29.0, 29.0, 27.0, 28.0, 23.0, 25.0, 31.0, 18.0, 17.0, 17.0, 12.0, 11.0, 8.0, 12.0, 7.0, 10.0, 0.0, 7.0, 4.0, 5.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 2.0], "bins": [-8.559165954589844, -8.305291175842285, -8.05141544342041, -7.797540664672852, -7.543665885925293, -7.289790630340576, -7.035915374755859, -6.782040596008301, -6.528165817260742, -6.274290561676025, -6.020415782928467, -5.76654052734375, -5.512665748596191, -5.258790493011475, -5.004915237426758, -4.751040458679199, -4.497165203094482, -4.243289947509766, -3.989415168762207, -3.7355399131774902, -3.4816651344299316, -3.227789878845215, -2.973914861679077, -2.7200398445129395, -2.4661648273468018, -2.212289810180664, -1.9584147930145264, -1.7045396566390991, -1.4506646394729614, -1.1967896223068237, -0.9429144859313965, -0.6890394687652588, -0.4351649284362793, -0.1812898814678192, 0.07258516550064087, 0.32646024227142334, 0.580335259437561, 0.8342102766036987, 1.088085412979126, 1.3419604301452637, 1.5958354473114014, 1.849710464477539, 2.1035854816436768, 2.3574604988098145, 2.6113357543945312, 2.86521053314209, 3.1190857887268066, 3.3729608058929443, 3.626835823059082, 3.8807108402252197, 4.134585857391357, 4.388461112976074, 4.642335891723633, 4.89621114730835, 5.150086402893066, 5.403961181640625, 5.657835960388184, 5.9117112159729, 6.165585994720459, 6.419461250305176, 6.673336029052734, 6.927211284637451, 7.181086540222168, 7.434961318969727, 7.688836574554443]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 11.0, 5.0, 8.0, 9.0, 11.0, 6.0, 14.0, 13.0, 18.0, 24.0, 26.0, 45.0, 26.0, 32.0, 34.0, 43.0, 37.0, 40.0, 43.0, 46.0, 54.0, 44.0, 44.0, 47.0, 36.0, 38.0, 35.0, 39.0, 22.0, 28.0, 26.0, 20.0, 9.0, 15.0, 11.0, 11.0, 9.0, 8.0, 5.0, 6.0, 5.0, 1.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.044921875, -1.0050506591796875, -0.965179443359375, -0.9253082275390625, -0.88543701171875, -0.8455657958984375, -0.805694580078125, -0.7658233642578125, -0.7259521484375, -0.6860809326171875, -0.646209716796875, -0.6063385009765625, -0.56646728515625, -0.5265960693359375, -0.486724853515625, -0.4468536376953125, -0.406982421875, -0.3671112060546875, -0.327239990234375, -0.2873687744140625, -0.24749755859375, -0.2076263427734375, -0.167755126953125, -0.1278839111328125, -0.0880126953125, -0.0481414794921875, -0.008270263671875, 0.0316009521484375, 0.07147216796875, 0.1113433837890625, 0.151214599609375, 0.1910858154296875, 0.23095703125, 0.2708282470703125, 0.310699462890625, 0.3505706787109375, 0.39044189453125, 0.4303131103515625, 0.470184326171875, 0.5100555419921875, 0.5499267578125, 0.5897979736328125, 0.629669189453125, 0.6695404052734375, 0.70941162109375, 0.7492828369140625, 0.789154052734375, 0.8290252685546875, 0.868896484375, 0.9087677001953125, 0.948638916015625, 0.9885101318359375, 1.02838134765625, 1.0682525634765625, 1.108123779296875, 1.1479949951171875, 1.1878662109375, 1.2277374267578125, 1.267608642578125, 1.3074798583984375, 1.34735107421875, 1.3872222900390625, 1.427093505859375, 1.4669647216796875, 1.5068359375]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 0.0, 4.0, 1.0, 1.0, 2.0, 10.0, 19.0, 27.0, 50.0, 43.0, 70.0, 99.0, 176.0, 271.0, 458.0, 715.0, 995.0, 1554.0, 2320.0, 3639.0, 5378.0, 8555.0, 13304.0, 21121.0, 34770.0, 58393.0, 104647.0, 209858.0, 257573.0, 137977.0, 72779.0, 42650.0, 25824.0, 15925.0, 10429.0, 6616.0, 4146.0, 2917.0, 1892.0, 1207.0, 726.0, 506.0, 325.0, 239.0, 138.0, 89.0, 37.0, 33.0, 18.0, 13.0, 13.0, 7.0, 3.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.10162353515625, -0.09846782684326172, -0.09531211853027344, -0.09215641021728516, -0.08900070190429688, -0.0858449935913086, -0.08268928527832031, -0.07953357696533203, -0.07637786865234375, -0.07322216033935547, -0.07006645202636719, -0.0669107437133789, -0.06375503540039062, -0.060599327087402344, -0.05744361877441406, -0.05428791046142578, -0.0511322021484375, -0.04797649383544922, -0.04482078552246094, -0.041665077209472656, -0.038509368896484375, -0.035353660583496094, -0.03219795227050781, -0.02904224395751953, -0.02588653564453125, -0.02273082733154297, -0.019575119018554688, -0.016419410705566406, -0.013263702392578125, -0.010107994079589844, -0.0069522857666015625, -0.0037965774536132812, -0.000640869140625, 0.0025148391723632812, 0.0056705474853515625, 0.008826255798339844, 0.011981964111328125, 0.015137672424316406, 0.018293380737304688, 0.02144908905029297, 0.02460479736328125, 0.02776050567626953, 0.030916213989257812, 0.034071922302246094, 0.037227630615234375, 0.040383338928222656, 0.04353904724121094, 0.04669475555419922, 0.0498504638671875, 0.05300617218017578, 0.05616188049316406, 0.059317588806152344, 0.062473297119140625, 0.0656290054321289, 0.06878471374511719, 0.07194042205810547, 0.07509613037109375, 0.07825183868408203, 0.08140754699707031, 0.0845632553100586, 0.08771896362304688, 0.09087467193603516, 0.09403038024902344, 0.09718608856201172, 0.100341796875]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 3.0, 4.0, 3.0, 2.0, 2.0, 3.0, 6.0, 7.0, 8.0, 9.0, 18.0, 15.0, 20.0, 20.0, 23.0, 35.0, 25.0, 30.0, 35.0, 49.0, 38.0, 51.0, 49.0, 52.0, 1072.0, 43.0, 45.0, 36.0, 39.0, 28.0, 35.0, 28.0, 28.0, 33.0, 23.0, 19.0, 14.0, 16.0, 13.0, 13.0, 9.0, 11.0, 12.0, 4.0, 4.0, 3.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.681640625, -0.6547088623046875, -0.627777099609375, -0.6008453369140625, -0.57391357421875, -0.5469818115234375, -0.520050048828125, -0.4931182861328125, -0.4661865234375, -0.4392547607421875, -0.412322998046875, -0.3853912353515625, -0.35845947265625, -0.3315277099609375, -0.304595947265625, -0.2776641845703125, -0.250732421875, -0.2238006591796875, -0.196868896484375, -0.1699371337890625, -0.14300537109375, -0.1160736083984375, -0.089141845703125, -0.0622100830078125, -0.0352783203125, -0.0083465576171875, 0.018585205078125, 0.0455169677734375, 0.07244873046875, 0.0993804931640625, 0.126312255859375, 0.1532440185546875, 0.18017578125, 0.2071075439453125, 0.234039306640625, 0.2609710693359375, 0.28790283203125, 0.3148345947265625, 0.341766357421875, 0.3686981201171875, 0.3956298828125, 0.4225616455078125, 0.449493408203125, 0.4764251708984375, 0.50335693359375, 0.5302886962890625, 0.557220458984375, 0.5841522216796875, 0.611083984375, 0.6380157470703125, 0.664947509765625, 0.6918792724609375, 0.71881103515625, 0.7457427978515625, 0.772674560546875, 0.7996063232421875, 0.8265380859375, 0.8534698486328125, 0.880401611328125, 0.9073333740234375, 0.93426513671875, 0.9611968994140625, 0.988128662109375, 1.0150604248046875, 1.0419921875]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 4.0, 3.0, 15.0, 13.0, 15.0, 14.0, 30.0, 46.0, 62.0, 57.0, 101.0, 159.0, 250.0, 347.0, 478.0, 739.0, 1103.0, 1745.0, 2671.0, 4288.0, 7049.0, 12890.0, 29694.0, 144124.0, 1739331.0, 97659.0, 25017.0, 11515.0, 6452.0, 3846.0, 2437.0, 1696.0, 1004.0, 693.0, 486.0, 333.0, 231.0, 151.0, 109.0, 87.0, 51.0, 41.0, 32.0, 12.0, 13.0, 19.0, 7.0, 7.0, 6.0, 4.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.156494140625, -0.15134811401367188, -0.14620208740234375, -0.14105606079101562, -0.1359100341796875, -0.13076400756835938, -0.12561798095703125, -0.12047195434570312, -0.115325927734375, -0.11017990112304688, -0.10503387451171875, -0.09988784790039062, -0.0947418212890625, -0.08959579467773438, -0.08444976806640625, -0.07930374145507812, -0.07415771484375, -0.06901168823242188, -0.06386566162109375, -0.058719635009765625, -0.0535736083984375, -0.048427581787109375, -0.04328155517578125, -0.038135528564453125, -0.032989501953125, -0.027843475341796875, -0.02269744873046875, -0.017551422119140625, -0.0124053955078125, -0.007259368896484375, -0.00211334228515625, 0.003032684326171875, 0.0081787109375, 0.013324737548828125, 0.01847076416015625, 0.023616790771484375, 0.0287628173828125, 0.033908843994140625, 0.03905487060546875, 0.044200897216796875, 0.049346923828125, 0.054492950439453125, 0.05963897705078125, 0.06478500366210938, 0.0699310302734375, 0.07507705688476562, 0.08022308349609375, 0.08536911010742188, 0.09051513671875, 0.09566116333007812, 0.10080718994140625, 0.10595321655273438, 0.1110992431640625, 0.11624526977539062, 0.12139129638671875, 0.12653732299804688, 0.131683349609375, 0.13682937622070312, 0.14197540283203125, 0.14712142944335938, 0.1522674560546875, 0.15741348266601562, 0.16255950927734375, 0.16770553588867188, 0.1728515625]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 7.0, 1.0, 4.0, 5.0, 4.0, 5.0, 9.0, 8.0, 3.0, 11.0, 33.0, 19.0, 26.0, 39.0, 42.0, 58.0, 61.0, 73.0, 76.0, 62.0, 70.0, 59.0, 65.0, 62.0, 38.0, 25.0, 25.0, 12.0, 13.0, 12.0, 18.0, 13.0, 8.0, 11.0, 7.0, 6.0, 5.0, 3.0, 3.0, 2.0, 0.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008697509765625, -0.008447468280792236, -0.008197426795959473, -0.007947385311126709, -0.007697343826293945, -0.007447302341461182, -0.007197260856628418, -0.006947219371795654, -0.006697177886962891, -0.006447136402130127, -0.006197094917297363, -0.0059470534324646, -0.005697011947631836, -0.005446970462799072, -0.005196928977966309, -0.004946887493133545, -0.004696846008300781, -0.004446804523468018, -0.004196763038635254, -0.00394672155380249, -0.0036966800689697266, -0.003446638584136963, -0.0031965970993041992, -0.0029465556144714355, -0.002696514129638672, -0.002446472644805908, -0.0021964311599731445, -0.0019463896751403809, -0.0016963481903076172, -0.0014463067054748535, -0.0011962652206420898, -0.0009462237358093262, -0.0006961822509765625, -0.00044614076614379883, -0.00019609928131103516, 5.3942203521728516e-05, 0.0003039836883544922, 0.0005540251731872559, 0.0008040666580200195, 0.0010541081428527832, 0.0013041496276855469, 0.0015541911125183105, 0.0018042325973510742, 0.002054274082183838, 0.0023043155670166016, 0.0025543570518493652, 0.002804398536682129, 0.0030544400215148926, 0.0033044815063476562, 0.00355452299118042, 0.0038045644760131836, 0.004054605960845947, 0.004304647445678711, 0.004554688930511475, 0.004804730415344238, 0.005054771900177002, 0.005304813385009766, 0.005554854869842529, 0.005804896354675293, 0.006054937839508057, 0.00630497932434082, 0.006555020809173584, 0.006805062294006348, 0.007055103778839111, 0.007305145263671875]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 2.0, 5.0, 3.0, 5.0, 4.0, 7.0, 8.0, 17.0, 17.0, 19.0, 14.0, 31.0, 38.0, 51.0, 46.0, 56.0, 74.0, 126.0, 227.0, 353.0, 593.0, 1203.0, 43131.0, 991507.0, 8568.0, 943.0, 502.0, 296.0, 167.0, 125.0, 123.0, 67.0, 50.0, 37.0, 32.0, 17.0, 24.0, 17.0, 8.0, 11.0, 8.0, 6.0, 7.0, 4.0, 3.0, 4.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.1280517578125, -0.12368965148925781, -0.11932754516601562, -0.11496543884277344, -0.11060333251953125, -0.10624122619628906, -0.10187911987304688, -0.09751701354980469, -0.0931549072265625, -0.08879280090332031, -0.08443069458007812, -0.08006858825683594, -0.07570648193359375, -0.07134437561035156, -0.06698226928710938, -0.06262016296386719, -0.058258056640625, -0.05389595031738281, -0.049533843994140625, -0.04517173767089844, -0.04080963134765625, -0.03644752502441406, -0.032085418701171875, -0.027723312377929688, -0.0233612060546875, -0.018999099731445312, -0.014636993408203125, -0.010274887084960938, -0.00591278076171875, -0.0015506744384765625, 0.002811431884765625, 0.0071735382080078125, 0.01153564453125, 0.015897750854492188, 0.020259857177734375, 0.024621963500976562, 0.02898406982421875, 0.03334617614746094, 0.037708282470703125, 0.04207038879394531, 0.0464324951171875, 0.05079460144042969, 0.055156707763671875, 0.05951881408691406, 0.06388092041015625, 0.06824302673339844, 0.07260513305664062, 0.07696723937988281, 0.081329345703125, 0.08569145202636719, 0.09005355834960938, 0.09441566467285156, 0.09877777099609375, 0.10313987731933594, 0.10750198364257812, 0.11186408996582031, 0.1162261962890625, 0.12058830261230469, 0.12495040893554688, 0.12931251525878906, 0.13367462158203125, 0.13803672790527344, 0.14239883422851562, 0.1467609405517578, 0.151123046875]}, "gradients/decoder.transformer.h.1.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 27.0, 244.0, 627.0, 90.0, 20.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.059488002210855484, -0.0571364089846611, -0.05478481575846672, -0.05243322253227234, -0.05008162930607796, -0.047730036079883575, -0.045378439128398895, -0.04302684962749481, -0.04067525267601013, -0.03832365944981575, -0.03597206622362137, -0.03362047299742699, -0.031268879771232605, -0.028917286545038223, -0.026565691456198692, -0.02421409823000431, -0.021862506866455078, -0.019510913640260696, -0.017159320414066315, -0.014807726256549358, -0.012456133030354977, -0.010104539804160595, -0.007752945646643639, -0.005401352420449257, -0.003049759194254875, -0.0006981657352298498, 0.0016534277237951756, 0.004005021415650845, 0.006356614641845226, 0.008708207868039608, 0.011059802025556564, 0.013411395251750946, 0.015762992203235626, 0.018114585429430008, 0.02046617865562439, 0.02281777188181877, 0.025169365108013153, 0.027520958334207535, 0.029872553423047066, 0.0322241485118866, 0.03457573801279068, 0.03692733123898506, 0.03927892446517944, 0.041630517691373825, 0.04398211091756821, 0.04633370414376259, 0.04868529736995697, 0.05103689432144165, 0.05338848754763603, 0.055740080773830414, 0.058091674000024796, 0.06044326722621918, 0.06279486417770386, 0.06514645367860794, 0.06749805063009262, 0.0698496401309967, 0.07220123708248138, 0.07455283403396606, 0.07690442353487015, 0.07925602048635483, 0.08160760998725891, 0.08395920693874359, 0.08631079643964767, 0.08866239339113235, 0.09101398289203644]}, "gradients/decoder.transformer.h.1.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 5.0, 4.0, 1.0, 2.0, 6.0, 8.0, 7.0, 9.0, 6.0, 16.0, 13.0, 21.0, 30.0, 14.0, 35.0, 42.0, 45.0, 28.0, 49.0, 51.0, 42.0, 60.0, 52.0, 48.0, 50.0, 49.0, 36.0, 40.0, 33.0, 25.0, 32.0, 27.0, 19.0, 21.0, 22.0, 13.0, 19.0, 11.0, 5.0, 10.0, 2.0, 6.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.008009612560272217, -0.007697757333517075, -0.007385902106761932, -0.00707404688000679, -0.006762191653251648, -0.006450336426496506, -0.0061384811997413635, -0.005826625972986221, -0.005514770746231079, -0.005202915519475937, -0.004891060292720795, -0.0045792050659656525, -0.00426734983921051, -0.003955494612455368, -0.003643639385700226, -0.0033317841589450836, -0.0030199289321899414, -0.002708073705434799, -0.002396218478679657, -0.0020843632519245148, -0.0017725080251693726, -0.0014606527984142303, -0.0011487975716590881, -0.0008369423449039459, -0.0005250871181488037, -0.0002132318913936615, 9.862333536148071e-05, 0.0004104785621166229, 0.0007223337888717651, 0.0010341890156269073, 0.0013460442423820496, 0.0016578994691371918, 0.001969754695892334, 0.002281609922647476, 0.0025934651494026184, 0.0029053203761577606, 0.003217175602912903, 0.003529030829668045, 0.0038408860564231873, 0.0041527412831783295, 0.004464596509933472, 0.004776451736688614, 0.005088306963443756, 0.005400162190198898, 0.0057120174169540405, 0.006023872643709183, 0.006335727870464325, 0.006647583097219467, 0.006959438323974609, 0.007271293550729752, 0.007583148777484894, 0.007895004004240036, 0.008206859230995178, 0.00851871445775032, 0.008830569684505463, 0.009142424911260605, 0.009454280138015747, 0.00976613536477089, 0.010077990591526031, 0.010389845818281174, 0.010701701045036316, 0.011013556271791458, 0.0113254114985466, 0.011637266725301743, 0.011949121952056885]}, "gradients/decoder.transformer.h.1.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 5.0, 12.0, 4.0, 8.0, 9.0, 11.0, 6.0, 14.0, 12.0, 19.0, 24.0, 27.0, 43.0, 27.0, 33.0, 32.0, 44.0, 37.0, 40.0, 45.0, 43.0, 56.0, 43.0, 44.0, 46.0, 37.0, 38.0, 35.0, 39.0, 22.0, 28.0, 27.0, 19.0, 9.0, 15.0, 11.0, 11.0, 8.0, 9.0, 4.0, 7.0, 5.0, 1.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.044921875, -1.0050506591796875, -0.965179443359375, -0.9253082275390625, -0.88543701171875, -0.8455657958984375, -0.805694580078125, -0.7658233642578125, -0.7259521484375, -0.6860809326171875, -0.646209716796875, -0.6063385009765625, -0.56646728515625, -0.5265960693359375, -0.486724853515625, -0.4468536376953125, -0.406982421875, -0.3671112060546875, -0.327239990234375, -0.2873687744140625, -0.24749755859375, -0.2076263427734375, -0.167755126953125, -0.1278839111328125, -0.0880126953125, -0.0481414794921875, -0.008270263671875, 0.0316009521484375, 0.07147216796875, 0.1113433837890625, 0.151214599609375, 0.1910858154296875, 0.23095703125, 0.2708282470703125, 0.310699462890625, 0.3505706787109375, 0.39044189453125, 0.4303131103515625, 0.470184326171875, 0.5100555419921875, 0.5499267578125, 0.5897979736328125, 0.629669189453125, 0.6695404052734375, 0.70941162109375, 0.7492828369140625, 0.789154052734375, 0.8290252685546875, 0.868896484375, 0.9087677001953125, 0.948638916015625, 0.9885101318359375, 1.02838134765625, 1.0682525634765625, 1.108123779296875, 1.1479949951171875, 1.1878662109375, 1.2277374267578125, 1.267608642578125, 1.3074798583984375, 1.34735107421875, 1.3872222900390625, 1.427093505859375, 1.4669647216796875, 1.5068359375]}, "gradients/decoder.transformer.h.1.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 3.0, 6.0, 4.0, 16.0, 23.0, 26.0, 43.0, 41.0, 53.0, 82.0, 105.0, 139.0, 185.0, 271.0, 402.0, 492.0, 746.0, 1146.0, 1919.0, 3526.0, 7648.0, 19278.0, 64403.0, 323602.0, 486632.0, 91752.0, 25728.0, 9530.0, 4367.0, 2291.0, 1308.0, 813.0, 558.0, 371.0, 263.0, 204.0, 131.0, 135.0, 82.0, 72.0, 46.0, 33.0, 25.0, 21.0, 13.0, 7.0, 7.0, 8.0, 5.0, 2.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3603515625, -1.30828857421875, -1.2562255859375, -1.20416259765625, -1.152099609375, -1.10003662109375, -1.0479736328125, -0.99591064453125, -0.94384765625, -0.89178466796875, -0.8397216796875, -0.78765869140625, -0.735595703125, -0.68353271484375, -0.6314697265625, -0.57940673828125, -0.52734375, -0.47528076171875, -0.4232177734375, -0.37115478515625, -0.319091796875, -0.26702880859375, -0.2149658203125, -0.16290283203125, -0.11083984375, -0.05877685546875, -0.0067138671875, 0.04534912109375, 0.097412109375, 0.14947509765625, 0.2015380859375, 0.25360107421875, 0.3056640625, 0.35772705078125, 0.4097900390625, 0.46185302734375, 0.513916015625, 0.56597900390625, 0.6180419921875, 0.67010498046875, 0.72216796875, 0.77423095703125, 0.8262939453125, 0.87835693359375, 0.930419921875, 0.98248291015625, 1.0345458984375, 1.08660888671875, 1.138671875, 1.19073486328125, 1.2427978515625, 1.29486083984375, 1.346923828125, 1.39898681640625, 1.4510498046875, 1.50311279296875, 1.55517578125, 1.60723876953125, 1.6593017578125, 1.71136474609375, 1.763427734375, 1.81549072265625, 1.8675537109375, 1.91961669921875, 1.9716796875]}, "gradients/decoder.transformer.h.1.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 5.0, 3.0, 8.0, 2.0, 12.0, 9.0, 11.0, 16.0, 12.0, 23.0, 24.0, 35.0, 28.0, 40.0, 44.0, 74.0, 120.0, 246.0, 1478.0, 291.0, 152.0, 93.0, 42.0, 59.0, 41.0, 34.0, 26.0, 25.0, 24.0, 17.0, 16.0, 11.0, 9.0, 10.0, 4.0, 7.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.46875, -3.362548828125, -3.25634765625, -3.150146484375, -3.0439453125, -2.937744140625, -2.83154296875, -2.725341796875, -2.619140625, -2.512939453125, -2.40673828125, -2.300537109375, -2.1943359375, -2.088134765625, -1.98193359375, -1.875732421875, -1.76953125, -1.663330078125, -1.55712890625, -1.450927734375, -1.3447265625, -1.238525390625, -1.13232421875, -1.026123046875, -0.919921875, -0.813720703125, -0.70751953125, -0.601318359375, -0.4951171875, -0.388916015625, -0.28271484375, -0.176513671875, -0.0703125, 0.035888671875, 0.14208984375, 0.248291015625, 0.3544921875, 0.460693359375, 0.56689453125, 0.673095703125, 0.779296875, 0.885498046875, 0.99169921875, 1.097900390625, 1.2041015625, 1.310302734375, 1.41650390625, 1.522705078125, 1.62890625, 1.735107421875, 1.84130859375, 1.947509765625, 2.0537109375, 2.159912109375, 2.26611328125, 2.372314453125, 2.478515625, 2.584716796875, 2.69091796875, 2.797119140625, 2.9033203125, 3.009521484375, 3.11572265625, 3.221923828125, 3.328125]}, "gradients/decoder.transformer.h.1.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 8.0, 5.0, 3.0, 7.0, 8.0, 14.0, 10.0, 18.0, 33.0, 36.0, 44.0, 52.0, 92.0, 141.0, 228.0, 357.0, 654.0, 1669.0, 7275.0, 1286083.0, 1837764.0, 7903.0, 1689.0, 653.0, 346.0, 191.0, 123.0, 91.0, 52.0, 41.0, 24.0, 20.0, 21.0, 13.0, 15.0, 10.0, 11.0, 2.0, 6.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.52734375, -6.3409423828125, -6.154541015625, -5.9681396484375, -5.78173828125, -5.5953369140625, -5.408935546875, -5.2225341796875, -5.0361328125, -4.8497314453125, -4.663330078125, -4.4769287109375, -4.29052734375, -4.1041259765625, -3.917724609375, -3.7313232421875, -3.544921875, -3.3585205078125, -3.172119140625, -2.9857177734375, -2.79931640625, -2.6129150390625, -2.426513671875, -2.2401123046875, -2.0537109375, -1.8673095703125, -1.680908203125, -1.4945068359375, -1.30810546875, -1.1217041015625, -0.935302734375, -0.7489013671875, -0.5625, -0.3760986328125, -0.189697265625, -0.0032958984375, 0.18310546875, 0.3695068359375, 0.555908203125, 0.7423095703125, 0.9287109375, 1.1151123046875, 1.301513671875, 1.4879150390625, 1.67431640625, 1.8607177734375, 2.047119140625, 2.2335205078125, 2.419921875, 2.6063232421875, 2.792724609375, 2.9791259765625, 3.16552734375, 3.3519287109375, 3.538330078125, 3.7247314453125, 3.9111328125, 4.0975341796875, 4.283935546875, 4.4703369140625, 4.65673828125, 4.8431396484375, 5.029541015625, 5.2159423828125, 5.40234375]}, "gradients/decoder.transformer.h.1.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 9.0, 61.0, 339.0, 506.0, 86.0, 16.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.33470916748047, -25.090354919433594, -23.84600257873535, -22.601648330688477, -21.357295989990234, -20.11294174194336, -18.868587493896484, -17.62423324584961, -16.379880905151367, -15.135527610778809, -13.89117431640625, -12.646820068359375, -11.402466773986816, -10.158113479614258, -8.913759231567383, -7.669405937194824, -6.425052642822266, -5.180699348449707, -3.9363455772399902, -2.6919920444488525, -1.4476385116577148, -0.20328521728515625, 1.0410685539245605, 2.2854223251342773, 3.529775619506836, 4.7741289138793945, 6.018482685089111, 7.262836456298828, 8.507189750671387, 9.751543045043945, 10.99589729309082, 12.240250587463379, 13.484603881835938, 14.728957176208496, 15.973310470581055, 17.21766471862793, 18.462017059326172, 19.706371307373047, 20.950725555419922, 22.195079803466797, 23.43943214416504, 24.683786392211914, 25.928138732910156, 27.17249298095703, 28.416847229003906, 29.66119956970215, 30.905553817749023, 32.149906158447266, 33.39426040649414, 34.638614654541016, 35.88296890258789, 37.1273193359375, 38.371673583984375, 39.61602783203125, 40.860382080078125, 42.104736328125, 43.349090576171875, 44.59344482421875, 45.837799072265625, 47.082149505615234, 48.32650375366211, 49.570858001708984, 50.81521224975586, 52.059566497802734, 53.303916931152344]}, "gradients/decoder.transformer.h.1.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 6.0, 3.0, 6.0, 7.0, 12.0, 17.0, 16.0, 19.0, 21.0, 18.0, 27.0, 36.0, 24.0, 38.0, 42.0, 42.0, 34.0, 40.0, 38.0, 38.0, 40.0, 48.0, 49.0, 34.0, 37.0, 38.0, 29.0, 32.0, 33.0, 32.0, 22.0, 21.0, 18.0, 15.0, 19.0, 11.0, 5.0, 8.0, 13.0, 6.0, 5.0, 6.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.742064476013184, -5.535009860992432, -5.32795524597168, -5.120900630950928, -4.913846015930176, -4.706790924072266, -4.499736309051514, -4.292681694030762, -4.08562707901001, -3.878572463989258, -3.671517848968506, -3.464462995529175, -3.257408380508423, -3.050353765487671, -2.84329891204834, -2.636244297027588, -2.429189682006836, -2.222135066986084, -2.015080451965332, -1.808025598526001, -1.600970983505249, -1.393916368484497, -1.1868616342544556, -0.9798069000244141, -0.7727522850036621, -0.5656976103782654, -0.35864293575286865, -0.15158826112747192, 0.055466413497924805, 0.26252102851867676, 0.46957576274871826, 0.6766304969787598, 0.8836846351623535, 1.0907392501831055, 1.297793984413147, 1.5048487186431885, 1.7119033336639404, 1.9189579486846924, 2.1260128021240234, 2.3330674171447754, 2.5401220321655273, 2.7471766471862793, 2.9542312622070312, 3.1612861156463623, 3.3683407306671143, 3.575395345687866, 3.7824501991271973, 3.989504814147949, 4.196559429168701, 4.403614044189453, 4.610668659210205, 4.817723274230957, 5.024778366088867, 5.231832504272461, 5.438887596130371, 5.645942211151123, 5.852996826171875, 6.060051441192627, 6.267106056213379, 6.474160671234131, 6.681215286254883, 6.888270378112793, 7.095324993133545, 7.302379608154297, 7.509434223175049]}, "gradients/decoder.transformer.h.0.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 4.0, 9.0, 4.0, 8.0, 12.0, 7.0, 13.0, 15.0, 20.0, 23.0, 28.0, 30.0, 27.0, 40.0, 42.0, 35.0, 40.0, 50.0, 56.0, 40.0, 41.0, 57.0, 53.0, 42.0, 32.0, 32.0, 32.0, 30.0, 35.0, 30.0, 27.0, 15.0, 14.0, 11.0, 10.0, 6.0, 9.0, 6.0, 11.0, 2.0, 5.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2763671875, -1.2308197021484375, -1.185272216796875, -1.1397247314453125, -1.09417724609375, -1.0486297607421875, -1.003082275390625, -0.9575347900390625, -0.9119873046875, -0.8664398193359375, -0.820892333984375, -0.7753448486328125, -0.72979736328125, -0.6842498779296875, -0.638702392578125, -0.5931549072265625, -0.547607421875, -0.5020599365234375, -0.456512451171875, -0.4109649658203125, -0.36541748046875, -0.3198699951171875, -0.274322509765625, -0.2287750244140625, -0.1832275390625, -0.1376800537109375, -0.092132568359375, -0.0465850830078125, -0.00103759765625, 0.0445098876953125, 0.090057373046875, 0.1356048583984375, 0.18115234375, 0.2266998291015625, 0.272247314453125, 0.3177947998046875, 0.36334228515625, 0.4088897705078125, 0.454437255859375, 0.4999847412109375, 0.5455322265625, 0.5910797119140625, 0.636627197265625, 0.6821746826171875, 0.72772216796875, 0.7732696533203125, 0.818817138671875, 0.8643646240234375, 0.909912109375, 0.9554595947265625, 1.001007080078125, 1.0465545654296875, 1.09210205078125, 1.1376495361328125, 1.183197021484375, 1.2287445068359375, 1.2742919921875, 1.3198394775390625, 1.365386962890625, 1.4109344482421875, 1.45648193359375, 1.5020294189453125, 1.547576904296875, 1.5931243896484375, 1.638671875]}, "gradients/decoder.transformer.h.0.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 0.0, 13.0, 9.0, 11.0, 10.0, 17.0, 30.0, 32.0, 50.0, 66.0, 97.0, 132.0, 199.0, 270.0, 463.0, 744.0, 1172.0, 1970.0, 3462.0, 7797.0, 36322.0, 2588616.0, 1511160.0, 26879.0, 7054.0, 3139.0, 1679.0, 1017.0, 624.0, 389.0, 248.0, 169.0, 138.0, 87.0, 68.0, 29.0, 29.0, 28.0, 23.0, 11.0, 9.0, 7.0, 7.0, 6.0, 4.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.93359375, -5.72113037109375, -5.5086669921875, -5.29620361328125, -5.083740234375, -4.87127685546875, -4.6588134765625, -4.44635009765625, -4.23388671875, -4.02142333984375, -3.8089599609375, -3.59649658203125, -3.384033203125, -3.17156982421875, -2.9591064453125, -2.74664306640625, -2.5341796875, -2.32171630859375, -2.1092529296875, -1.89678955078125, -1.684326171875, -1.47186279296875, -1.2593994140625, -1.04693603515625, -0.83447265625, -0.62200927734375, -0.4095458984375, -0.19708251953125, 0.015380859375, 0.22784423828125, 0.4403076171875, 0.65277099609375, 0.865234375, 1.07769775390625, 1.2901611328125, 1.50262451171875, 1.715087890625, 1.92755126953125, 2.1400146484375, 2.35247802734375, 2.56494140625, 2.77740478515625, 2.9898681640625, 3.20233154296875, 3.414794921875, 3.62725830078125, 3.8397216796875, 4.05218505859375, 4.2646484375, 4.47711181640625, 4.6895751953125, 4.90203857421875, 5.114501953125, 5.32696533203125, 5.5394287109375, 5.75189208984375, 5.96435546875, 6.17681884765625, 6.3892822265625, 6.60174560546875, 6.814208984375, 7.02667236328125, 7.2391357421875, 7.45159912109375, 7.6640625]}, "gradients/decoder.transformer.h.0.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 5.0, 6.0, 10.0, 14.0, 29.0, 42.0, 63.0, 105.0, 153.0, 231.0, 371.0, 520.0, 701.0, 595.0, 426.0, 281.0, 192.0, 114.0, 73.0, 44.0, 29.0, 23.0, 6.0, 12.0, 8.0, 5.0, 5.0, 0.0, 5.0, 2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.05859375, -1.9814453125, -1.904296875, -1.8271484375, -1.75, -1.6728515625, -1.595703125, -1.5185546875, -1.44140625, -1.3642578125, -1.287109375, -1.2099609375, -1.1328125, -1.0556640625, -0.978515625, -0.9013671875, -0.82421875, -0.7470703125, -0.669921875, -0.5927734375, -0.515625, -0.4384765625, -0.361328125, -0.2841796875, -0.20703125, -0.1298828125, -0.052734375, 0.0244140625, 0.1015625, 0.1787109375, 0.255859375, 0.3330078125, 0.41015625, 0.4873046875, 0.564453125, 0.6416015625, 0.71875, 0.7958984375, 0.873046875, 0.9501953125, 1.02734375, 1.1044921875, 1.181640625, 1.2587890625, 1.3359375, 1.4130859375, 1.490234375, 1.5673828125, 1.64453125, 1.7216796875, 1.798828125, 1.8759765625, 1.953125, 2.0302734375, 2.107421875, 2.1845703125, 2.26171875, 2.3388671875, 2.416015625, 2.4931640625, 2.5703125, 2.6474609375, 2.724609375, 2.8017578125, 2.87890625]}, "gradients/decoder.transformer.h.0.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 4.0, 6.0, 4.0, 10.0, 18.0, 23.0, 49.0, 75.0, 157.0, 315.0, 616.0, 1324.0, 3205.0, 11865.0, 96865.0, 2642497.0, 1367936.0, 56053.0, 8421.0, 2680.0, 1057.0, 536.0, 276.0, 142.0, 67.0, 33.0, 15.0, 14.0, 6.0, 5.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-4.05859375, -3.9388427734375, -3.819091796875, -3.6993408203125, -3.57958984375, -3.4598388671875, -3.340087890625, -3.2203369140625, -3.1005859375, -2.9808349609375, -2.861083984375, -2.7413330078125, -2.62158203125, -2.5018310546875, -2.382080078125, -2.2623291015625, -2.142578125, -2.0228271484375, -1.903076171875, -1.7833251953125, -1.66357421875, -1.5438232421875, -1.424072265625, -1.3043212890625, -1.1845703125, -1.0648193359375, -0.945068359375, -0.8253173828125, -0.70556640625, -0.5858154296875, -0.466064453125, -0.3463134765625, -0.2265625, -0.1068115234375, 0.012939453125, 0.1326904296875, 0.25244140625, 0.3721923828125, 0.491943359375, 0.6116943359375, 0.7314453125, 0.8511962890625, 0.970947265625, 1.0906982421875, 1.21044921875, 1.3302001953125, 1.449951171875, 1.5697021484375, 1.689453125, 1.8092041015625, 1.928955078125, 2.0487060546875, 2.16845703125, 2.2882080078125, 2.407958984375, 2.5277099609375, 2.6474609375, 2.7672119140625, 2.886962890625, 3.0067138671875, 3.12646484375, 3.2462158203125, 3.365966796875, 3.4857177734375, 3.60546875]}, "gradients/decoder.transformer.h.0.ln_2.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 3.0, 2.0, 5.0, 8.0, 9.0, 11.0, 14.0, 18.0, 15.0, 20.0, 19.0, 35.0, 36.0, 37.0, 49.0, 50.0, 41.0, 66.0, 57.0, 59.0, 57.0, 47.0, 57.0, 37.0, 38.0, 23.0, 34.0, 35.0, 20.0, 25.0, 19.0, 5.0, 9.0, 8.0, 7.0, 8.0, 5.0, 2.0, 7.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0], "bins": [-7.285243511199951, -7.0404839515686035, -6.795724868774414, -6.550965309143066, -6.306205749511719, -6.061446189880371, -5.816686630249023, -5.571927547454834, -5.327167987823486, -5.082408428192139, -4.837649345397949, -4.592889785766602, -4.348130226135254, -4.103370666503906, -3.8586113452911377, -3.613852024078369, -3.3690924644470215, -3.124332904815674, -2.8795735836029053, -2.6348142623901367, -2.390054702758789, -2.1452951431274414, -1.9005358219146729, -1.6557763814926147, -1.4110169410705566, -1.1662575006484985, -0.9214980602264404, -0.6767386198043823, -0.4319791793823242, -0.1872197389602661, 0.05753970146179199, 0.3022991418838501, 0.5470590591430664, 0.7918184995651245, 1.0365779399871826, 1.2813373804092407, 1.5260968208312988, 1.770856261253357, 2.015615701675415, 2.2603750228881836, 2.5051345825195312, 2.749894142150879, 2.9946534633636475, 3.239412784576416, 3.4841723442077637, 3.7289319038391113, 3.97369122505188, 4.218450546264648, 4.463210105895996, 4.707969665527344, 4.952729225158691, 5.197488307952881, 5.4422478675842285, 5.687007427215576, 5.931766510009766, 6.176526069641113, 6.421285629272461, 6.666045188903809, 6.910804748535156, 7.155563831329346, 7.400323390960693, 7.645082950592041, 7.8898420333862305, 8.134601593017578, 8.379361152648926]}, "gradients/decoder.transformer.h.0.ln_2.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 5.0, 2.0, 4.0, 5.0, 5.0, 7.0, 9.0, 7.0, 8.0, 17.0, 10.0, 19.0, 26.0, 30.0, 22.0, 24.0, 35.0, 35.0, 25.0, 43.0, 34.0, 33.0, 27.0, 35.0, 40.0, 34.0, 39.0, 46.0, 45.0, 26.0, 39.0, 24.0, 32.0, 19.0, 25.0, 13.0, 28.0, 16.0, 24.0, 8.0, 4.0, 15.0, 10.0, 12.0, 8.0, 9.0, 3.0, 6.0, 3.0, 6.0, 3.0, 1.0, 2.0, 1.0, 1.0, 4.0], "bins": [-6.252314567565918, -6.062999725341797, -5.873684883117676, -5.684370040893555, -5.495055675506592, -5.305740833282471, -5.11642599105835, -4.9271111488342285, -4.737796783447266, -4.5484819412231445, -4.359167098999023, -4.169852256774902, -3.9805378913879395, -3.7912230491638184, -3.6019082069396973, -3.412593364715576, -3.223278522491455, -3.033963680267334, -2.844649076461792, -2.655334234237671, -2.466019630432129, -2.276704788208008, -2.0873899459838867, -1.8980752229690552, -1.7087604999542236, -1.519445776939392, -1.3301310539245605, -1.1408162117004395, -0.9515014886856079, -0.7621867656707764, -0.5728719234466553, -0.38355720043182373, -0.19424200057983398, -0.004927247762680054, 0.18438750505447388, 0.3737022876739502, 0.5630170106887817, 0.7523317337036133, 0.9416465759277344, 1.130961298942566, 1.3202760219573975, 1.509590744972229, 1.6989054679870605, 1.8882203102111816, 2.0775351524353027, 2.2668497562408447, 2.456164598464966, 2.645479202270508, 2.834794044494629, 3.02410888671875, 3.213423490524292, 3.402738332748413, 3.592052936553955, 3.781367778778076, 3.9706826210021973, 4.159997463226318, 4.349311828613281, 4.538626670837402, 4.727941513061523, 4.9172563552856445, 5.106570720672607, 5.2958855628967285, 5.48520040512085, 5.674515247344971, 5.863830089569092]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 6.0, 7.0, 4.0, 7.0, 9.0, 11.0, 16.0, 14.0, 19.0, 15.0, 17.0, 28.0, 30.0, 38.0, 29.0, 26.0, 36.0, 37.0, 33.0, 36.0, 44.0, 38.0, 56.0, 36.0, 45.0, 35.0, 35.0, 36.0, 33.0, 36.0, 17.0, 26.0, 14.0, 22.0, 10.0, 14.0, 19.0, 11.0, 13.0, 10.0, 7.0, 7.0, 4.0, 3.0, 5.0, 5.0, 0.0, 5.0, 1.0, 3.0, 2.0, 1.0, 2.0], "bins": [-14.6328125, -14.1890869140625, -13.745361328125, -13.3016357421875, -12.85791015625, -12.4141845703125, -11.970458984375, -11.5267333984375, -11.0830078125, -10.6392822265625, -10.195556640625, -9.7518310546875, -9.30810546875, -8.8643798828125, -8.420654296875, -7.9769287109375, -7.533203125, -7.0894775390625, -6.645751953125, -6.2020263671875, -5.75830078125, -5.3145751953125, -4.870849609375, -4.4271240234375, -3.9833984375, -3.5396728515625, -3.095947265625, -2.6522216796875, -2.20849609375, -1.7647705078125, -1.321044921875, -0.8773193359375, -0.43359375, 0.0101318359375, 0.453857421875, 0.8975830078125, 1.34130859375, 1.7850341796875, 2.228759765625, 2.6724853515625, 3.1162109375, 3.5599365234375, 4.003662109375, 4.4473876953125, 4.89111328125, 5.3348388671875, 5.778564453125, 6.2222900390625, 6.666015625, 7.1097412109375, 7.553466796875, 7.9971923828125, 8.44091796875, 8.8846435546875, 9.328369140625, 9.7720947265625, 10.2158203125, 10.6595458984375, 11.103271484375, 11.5469970703125, 11.99072265625, 12.4344482421875, 12.878173828125, 13.3218994140625, 13.765625]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 8.0, 12.0, 10.0, 26.0, 27.0, 50.0, 76.0, 104.0, 158.0, 234.0, 304.0, 463.0, 649.0, 915.0, 1363.0, 2034.0, 2994.0, 4537.0, 6704.0, 10108.0, 15658.0, 24967.0, 41321.0, 70473.0, 122831.0, 196888.0, 207911.0, 136353.0, 77970.0, 45447.0, 27656.0, 17244.0, 11159.0, 7100.0, 4683.0, 3216.0, 2194.0, 1497.0, 1025.0, 670.0, 440.0, 344.0, 232.0, 143.0, 113.0, 83.0, 56.0, 37.0, 31.0, 21.0, 8.0, 7.0, 7.0, 3.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.5810546875, -0.5629501342773438, -0.5448455810546875, -0.5267410278320312, -0.508636474609375, -0.49053192138671875, -0.4724273681640625, -0.45432281494140625, -0.43621826171875, -0.41811370849609375, -0.4000091552734375, -0.38190460205078125, -0.363800048828125, -0.34569549560546875, -0.3275909423828125, -0.30948638916015625, -0.2913818359375, -0.27327728271484375, -0.2551727294921875, -0.23706817626953125, -0.218963623046875, -0.20085906982421875, -0.1827545166015625, -0.16464996337890625, -0.14654541015625, -0.12844085693359375, -0.1103363037109375, -0.09223175048828125, -0.074127197265625, -0.05602264404296875, -0.0379180908203125, -0.01981353759765625, -0.001708984375, 0.01639556884765625, 0.0345001220703125, 0.05260467529296875, 0.070709228515625, 0.08881378173828125, 0.1069183349609375, 0.12502288818359375, 0.14312744140625, 0.16123199462890625, 0.1793365478515625, 0.19744110107421875, 0.215545654296875, 0.23365020751953125, 0.2517547607421875, 0.26985931396484375, 0.2879638671875, 0.30606842041015625, 0.3241729736328125, 0.34227752685546875, 0.360382080078125, 0.37848663330078125, 0.3965911865234375, 0.41469573974609375, 0.43280029296875, 0.45090484619140625, 0.4690093994140625, 0.48711395263671875, 0.505218505859375, 0.5233230590820312, 0.5414276123046875, 0.5595321655273438, 0.57763671875]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 3.0, 4.0, 6.0, 2.0, 5.0, 9.0, 6.0, 12.0, 7.0, 12.0, 18.0, 20.0, 17.0, 21.0, 17.0, 19.0, 21.0, 28.0, 28.0, 31.0, 33.0, 44.0, 37.0, 31.0, 49.0, 1065.0, 39.0, 26.0, 48.0, 29.0, 38.0, 37.0, 34.0, 30.0, 28.0, 24.0, 32.0, 17.0, 17.0, 10.0, 10.0, 12.0, 14.0, 14.0, 5.0, 4.0, 6.0, 2.0, 3.0, 5.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0], "bins": [-9.296875, -9.0224609375, -8.748046875, -8.4736328125, -8.19921875, -7.9248046875, -7.650390625, -7.3759765625, -7.1015625, -6.8271484375, -6.552734375, -6.2783203125, -6.00390625, -5.7294921875, -5.455078125, -5.1806640625, -4.90625, -4.6318359375, -4.357421875, -4.0830078125, -3.80859375, -3.5341796875, -3.259765625, -2.9853515625, -2.7109375, -2.4365234375, -2.162109375, -1.8876953125, -1.61328125, -1.3388671875, -1.064453125, -0.7900390625, -0.515625, -0.2412109375, 0.033203125, 0.3076171875, 0.58203125, 0.8564453125, 1.130859375, 1.4052734375, 1.6796875, 1.9541015625, 2.228515625, 2.5029296875, 2.77734375, 3.0517578125, 3.326171875, 3.6005859375, 3.875, 4.1494140625, 4.423828125, 4.6982421875, 4.97265625, 5.2470703125, 5.521484375, 5.7958984375, 6.0703125, 6.3447265625, 6.619140625, 6.8935546875, 7.16796875, 7.4423828125, 7.716796875, 7.9912109375, 8.265625]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.weight": {"_type": "histogram", "values": [6.0, 0.0, 0.0, 4.0, 3.0, 3.0, 4.0, 8.0, 8.0, 5.0, 12.0, 18.0, 24.0, 23.0, 41.0, 47.0, 79.0, 99.0, 146.0, 188.0, 261.0, 347.0, 551.0, 776.0, 1036.0, 1513.0, 2233.0, 3355.0, 5261.0, 8657.0, 16106.0, 37689.0, 181983.0, 1656953.0, 113762.0, 29852.0, 13843.0, 7779.0, 4766.0, 2992.0, 2060.0, 1392.0, 962.0, 645.0, 432.0, 326.0, 225.0, 213.0, 122.0, 95.0, 63.0, 54.0, 37.0, 27.0, 14.0, 10.0, 16.0, 2.0, 5.0, 3.0, 7.0, 5.0, 3.0, 1.0], "bins": [-1.3486328125, -1.3082427978515625, -1.267852783203125, -1.2274627685546875, -1.18707275390625, -1.1466827392578125, -1.106292724609375, -1.0659027099609375, -1.0255126953125, -0.9851226806640625, -0.944732666015625, -0.9043426513671875, -0.86395263671875, -0.8235626220703125, -0.783172607421875, -0.7427825927734375, -0.702392578125, -0.6620025634765625, -0.621612548828125, -0.5812225341796875, -0.54083251953125, -0.5004425048828125, -0.460052490234375, -0.4196624755859375, -0.3792724609375, -0.3388824462890625, -0.298492431640625, -0.2581024169921875, -0.21771240234375, -0.1773223876953125, -0.136932373046875, -0.0965423583984375, -0.05615234375, -0.0157623291015625, 0.024627685546875, 0.0650177001953125, 0.10540771484375, 0.1457977294921875, 0.186187744140625, 0.2265777587890625, 0.2669677734375, 0.3073577880859375, 0.347747802734375, 0.3881378173828125, 0.42852783203125, 0.4689178466796875, 0.509307861328125, 0.5496978759765625, 0.590087890625, 0.6304779052734375, 0.670867919921875, 0.7112579345703125, 0.75164794921875, 0.7920379638671875, 0.832427978515625, 0.8728179931640625, 0.9132080078125, 0.9535980224609375, 0.993988037109375, 1.0343780517578125, 1.07476806640625, 1.1151580810546875, 1.155548095703125, 1.1959381103515625, 1.236328125]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 3.0, 12.0, 2.0, 10.0, 12.0, 11.0, 16.0, 16.0, 17.0, 24.0, 24.0, 37.0, 39.0, 54.0, 57.0, 58.0, 59.0, 81.0, 64.0, 53.0, 35.0, 47.0, 48.0, 38.0, 31.0, 32.0, 30.0, 16.0, 9.0, 23.0, 7.0, 9.0, 3.0, 8.0, 3.0, 6.0, 1.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.039764404296875, -0.0384368896484375, -0.037109375, -0.0357818603515625, -0.034454345703125, -0.0331268310546875, -0.03179931640625, -0.0304718017578125, -0.029144287109375, -0.0278167724609375, -0.0264892578125, -0.0251617431640625, -0.023834228515625, -0.0225067138671875, -0.02117919921875, -0.0198516845703125, -0.018524169921875, -0.0171966552734375, -0.015869140625, -0.0145416259765625, -0.013214111328125, -0.0118865966796875, -0.01055908203125, -0.0092315673828125, -0.007904052734375, -0.0065765380859375, -0.0052490234375, -0.0039215087890625, -0.002593994140625, -0.0012664794921875, 6.103515625e-05, 0.0013885498046875, 0.002716064453125, 0.0040435791015625, 0.00537109375, 0.0066986083984375, 0.008026123046875, 0.0093536376953125, 0.01068115234375, 0.0120086669921875, 0.013336181640625, 0.0146636962890625, 0.0159912109375, 0.0173187255859375, 0.018646240234375, 0.0199737548828125, 0.02130126953125, 0.0226287841796875, 0.023956298828125, 0.0252838134765625, 0.026611328125, 0.0279388427734375, 0.029266357421875, 0.0305938720703125, 0.03192138671875, 0.0332489013671875, 0.034576416015625, 0.0359039306640625, 0.0372314453125, 0.0385589599609375, 0.039886474609375, 0.0412139892578125, 0.04254150390625, 0.0438690185546875, 0.045196533203125]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 4.0, 4.0, 3.0, 11.0, 7.0, 21.0, 21.0, 45.0, 49.0, 80.0, 124.0, 214.0, 317.0, 520.0, 1008.0, 1835.0, 3610.0, 7792.0, 19784.0, 54055.0, 157055.0, 347495.0, 283407.0, 107701.0, 37179.0, 13911.0, 5937.0, 2930.0, 1438.0, 779.0, 459.0, 249.0, 174.0, 113.0, 71.0, 47.0, 29.0, 25.0, 17.0, 11.0, 11.0, 7.0, 3.0, 6.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.2078857421875, -0.20191574096679688, -0.19594573974609375, -0.18997573852539062, -0.1840057373046875, -0.17803573608398438, -0.17206573486328125, -0.16609573364257812, -0.160125732421875, -0.15415573120117188, -0.14818572998046875, -0.14221572875976562, -0.1362457275390625, -0.13027572631835938, -0.12430572509765625, -0.11833572387695312, -0.11236572265625, -0.10639572143554688, -0.10042572021484375, -0.09445571899414062, -0.0884857177734375, -0.08251571655273438, -0.07654571533203125, -0.07057571411132812, -0.064605712890625, -0.058635711669921875, -0.05266571044921875, -0.046695709228515625, -0.0407257080078125, -0.034755706787109375, -0.02878570556640625, -0.022815704345703125, -0.016845703125, -0.010875701904296875, -0.00490570068359375, 0.001064300537109375, 0.0070343017578125, 0.013004302978515625, 0.01897430419921875, 0.024944305419921875, 0.030914306640625, 0.036884307861328125, 0.04285430908203125, 0.048824310302734375, 0.0547943115234375, 0.060764312744140625, 0.06673431396484375, 0.07270431518554688, 0.07867431640625, 0.08464431762695312, 0.09061431884765625, 0.09658432006835938, 0.1025543212890625, 0.10852432250976562, 0.11449432373046875, 0.12046432495117188, 0.126434326171875, 0.13240432739257812, 0.13837432861328125, 0.14434432983398438, 0.1503143310546875, 0.15628433227539062, 0.16225433349609375, 0.16822433471679688, 0.1741943359375]}, "gradients/decoder.transformer.h.0.ln_cross_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 5.0, 7.0, 7.0, 24.0, 27.0, 29.0, 52.0, 69.0, 123.0, 114.0, 140.0, 88.0, 101.0, 61.0, 49.0, 31.0, 23.0, 19.0, 11.0, 10.0, 7.0, 6.0, 3.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.04608623683452606, -0.04316399618983269, -0.04024175554513931, -0.03731951117515564, -0.034397274255752563, -0.03147502988576889, -0.028552789241075516, -0.02563054859638214, -0.022708307951688766, -0.019786067306995392, -0.016863826662302017, -0.013941584154963493, -0.011019343510270119, -0.008097102865576744, -0.00517486035823822, -0.0022526197135448456, 0.000669620931148529, 0.003591862041503191, 0.006514103151857853, 0.009436344727873802, 0.012358585372567177, 0.015280826017260551, 0.018203068524599075, 0.02112530916929245, 0.024047549813985825, 0.0269697904586792, 0.029892031103372574, 0.03281427174806595, 0.03573651611804962, 0.0386587530374527, 0.04158099740743637, 0.044503238052129745, 0.04742547869682312, 0.050347719341516495, 0.05326995998620987, 0.05619220435619354, 0.05911444127559662, 0.06203668564558029, 0.06495893001556396, 0.06788116693496704, 0.07080340385437012, 0.07372564822435379, 0.07664788514375687, 0.07957012951374054, 0.08249236643314362, 0.08541461080312729, 0.08833685517311096, 0.09125909209251404, 0.09418133646249771, 0.09710358083248138, 0.10002581775188446, 0.10294806212186813, 0.10587029904127121, 0.10879254341125488, 0.11171478033065796, 0.11463702470064163, 0.1175592690706253, 0.12048151344060898, 0.12340375036001205, 0.12632599472999573, 0.1292482316493988, 0.13217046856880188, 0.13509272038936615, 0.13801495730876923, 0.1409371942281723]}, "gradients/decoder.transformer.h.0.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 4.0, 1.0, 5.0, 3.0, 6.0, 4.0, 1.0, 7.0, 12.0, 13.0, 18.0, 20.0, 22.0, 20.0, 37.0, 34.0, 15.0, 37.0, 30.0, 40.0, 33.0, 30.0, 40.0, 44.0, 42.0, 43.0, 40.0, 38.0, 41.0, 37.0, 34.0, 35.0, 26.0, 34.0, 18.0, 25.0, 17.0, 10.0, 16.0, 10.0, 11.0, 10.0, 5.0, 7.0, 8.0, 7.0, 5.0, 2.0, 4.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0], "bins": [-0.04232919216156006, -0.04095478728413582, -0.03958038240671158, -0.03820597380399704, -0.0368315689265728, -0.03545716404914856, -0.03408275544643402, -0.03270835056900978, -0.03133394569158554, -0.0299595408141613, -0.02858513407409191, -0.027210727334022522, -0.025836322456598282, -0.024461917579174042, -0.023087510839104652, -0.021713104099035263, -0.020338699221611023, -0.018964294344186783, -0.017589887604117393, -0.016215480864048004, -0.014841075986623764, -0.01346667017787695, -0.012092264369130135, -0.01071785856038332, -0.009343452751636505, -0.00796904694288969, -0.006594641134142876, -0.005220235325396061, -0.003845829516649246, -0.0024714237079024315, -0.0010970178991556168, 0.00027738790959119797, 0.0016517937183380127, 0.0030261995270848274, 0.004400605335831642, 0.005775011144578457, 0.007149416953325272, 0.008523822762072086, 0.009898228570818901, 0.011272634379565716, 0.01264704018831253, 0.014021445997059345, 0.01539585180580616, 0.01677025854587555, 0.01814466342329979, 0.01951906830072403, 0.02089347504079342, 0.022267881780862808, 0.02364228665828705, 0.02501669153571129, 0.026391098275780678, 0.027765505015850067, 0.029139909893274307, 0.030514314770698547, 0.031888723373413086, 0.033263128250837326, 0.034637533128261566, 0.036011938005685806, 0.037386342883110046, 0.038760751485824585, 0.040135156363248825, 0.041509561240673065, 0.042883969843387604, 0.044258374720811844, 0.045632779598236084]}, "gradients/decoder.transformer.h.0.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 6.0, 5.0, 7.0, 9.0, 13.0, 15.0, 16.0, 16.0, 18.0, 19.0, 29.0, 34.0, 33.0, 26.0, 27.0, 34.0, 33.0, 39.0, 40.0, 40.0, 41.0, 50.0, 39.0, 40.0, 37.0, 38.0, 31.0, 37.0, 32.0, 18.0, 24.0, 19.0, 16.0, 12.0, 16.0, 17.0, 11.0, 12.0, 12.0, 8.0, 6.0, 5.0, 2.0, 5.0, 4.0, 1.0, 2.0, 5.0, 3.0, 1.0, 1.0, 2.0], "bins": [-14.484375, -14.0438232421875, -13.603271484375, -13.1627197265625, -12.72216796875, -12.2816162109375, -11.841064453125, -11.4005126953125, -10.9599609375, -10.5194091796875, -10.078857421875, -9.6383056640625, -9.19775390625, -8.7572021484375, -8.316650390625, -7.8760986328125, -7.435546875, -6.9949951171875, -6.554443359375, -6.1138916015625, -5.67333984375, -5.2327880859375, -4.792236328125, -4.3516845703125, -3.9111328125, -3.4705810546875, -3.030029296875, -2.5894775390625, -2.14892578125, -1.7083740234375, -1.267822265625, -0.8272705078125, -0.38671875, 0.0538330078125, 0.494384765625, 0.9349365234375, 1.37548828125, 1.8160400390625, 2.256591796875, 2.6971435546875, 3.1376953125, 3.5782470703125, 4.018798828125, 4.4593505859375, 4.89990234375, 5.3404541015625, 5.781005859375, 6.2215576171875, 6.662109375, 7.1026611328125, 7.543212890625, 7.9837646484375, 8.42431640625, 8.8648681640625, 9.305419921875, 9.7459716796875, 10.1865234375, 10.6270751953125, 11.067626953125, 11.5081787109375, 11.94873046875, 12.3892822265625, 12.829833984375, 13.2703857421875, 13.7109375]}, "gradients/decoder.transformer.h.0.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 5.0, 4.0, 6.0, 13.0, 14.0, 15.0, 19.0, 26.0, 22.0, 45.0, 43.0, 59.0, 96.0, 115.0, 172.0, 260.0, 582.0, 1702.0, 7519.0, 53164.0, 616768.0, 333319.0, 27500.0, 4680.0, 1140.0, 428.0, 230.0, 160.0, 105.0, 82.0, 56.0, 38.0, 33.0, 17.0, 26.0, 16.0, 14.0, 12.0, 10.0, 8.0, 5.0, 5.0, 5.0, 4.0, 3.0, 1.0, 4.0, 3.0, 2.0, 1.0, 0.0, 3.0], "bins": [-3.392578125, -3.289306640625, -3.18603515625, -3.082763671875, -2.9794921875, -2.876220703125, -2.77294921875, -2.669677734375, -2.56640625, -2.463134765625, -2.35986328125, -2.256591796875, -2.1533203125, -2.050048828125, -1.94677734375, -1.843505859375, -1.740234375, -1.636962890625, -1.53369140625, -1.430419921875, -1.3271484375, -1.223876953125, -1.12060546875, -1.017333984375, -0.9140625, -0.810791015625, -0.70751953125, -0.604248046875, -0.5009765625, -0.397705078125, -0.29443359375, -0.191162109375, -0.087890625, 0.015380859375, 0.11865234375, 0.221923828125, 0.3251953125, 0.428466796875, 0.53173828125, 0.635009765625, 0.73828125, 0.841552734375, 0.94482421875, 1.048095703125, 1.1513671875, 1.254638671875, 1.35791015625, 1.461181640625, 1.564453125, 1.667724609375, 1.77099609375, 1.874267578125, 1.9775390625, 2.080810546875, 2.18408203125, 2.287353515625, 2.390625, 2.493896484375, 2.59716796875, 2.700439453125, 2.8037109375, 2.906982421875, 3.01025390625, 3.113525390625, 3.216796875]}, "gradients/decoder.transformer.h.0.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 3.0, 6.0, 10.0, 13.0, 20.0, 22.0, 40.0, 39.0, 45.0, 57.0, 72.0, 82.0, 2067.0, 159.0, 75.0, 50.0, 69.0, 52.0, 44.0, 36.0, 26.0, 19.0, 15.0, 10.0, 9.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-39.34375, -38.21484375, -37.0859375, -35.95703125, -34.828125, -33.69921875, -32.5703125, -31.44140625, -30.3125, -29.18359375, -28.0546875, -26.92578125, -25.796875, -24.66796875, -23.5390625, -22.41015625, -21.28125, -20.15234375, -19.0234375, -17.89453125, -16.765625, -15.63671875, -14.5078125, -13.37890625, -12.25, -11.12109375, -9.9921875, -8.86328125, -7.734375, -6.60546875, -5.4765625, -4.34765625, -3.21875, -2.08984375, -0.9609375, 0.16796875, 1.296875, 2.42578125, 3.5546875, 4.68359375, 5.8125, 6.94140625, 8.0703125, 9.19921875, 10.328125, 11.45703125, 12.5859375, 13.71484375, 14.84375, 15.97265625, 17.1015625, 18.23046875, 19.359375, 20.48828125, 21.6171875, 22.74609375, 23.875, 25.00390625, 26.1328125, 27.26171875, 28.390625, 29.51953125, 30.6484375, 31.77734375, 32.90625]}, "gradients/decoder.transformer.h.0.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 6.0, 1.0, 0.0, 5.0, 5.0, 3.0, 8.0, 7.0, 13.0, 12.0, 21.0, 18.0, 24.0, 42.0, 84.0, 116.0, 201.0, 421.0, 875.0, 1956.0, 5500.0, 24228.0, 262415.0, 2759887.0, 73102.0, 10930.0, 3230.0, 1260.0, 593.0, 277.0, 176.0, 105.0, 49.0, 31.0, 25.0, 24.0, 10.0, 11.0, 10.0, 11.0, 5.0, 4.0, 3.0, 4.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-2.806640625, -2.719635009765625, -2.63262939453125, -2.545623779296875, -2.4586181640625, -2.371612548828125, -2.28460693359375, -2.197601318359375, -2.110595703125, -2.023590087890625, -1.93658447265625, -1.849578857421875, -1.7625732421875, -1.675567626953125, -1.58856201171875, -1.501556396484375, -1.41455078125, -1.327545166015625, -1.24053955078125, -1.153533935546875, -1.0665283203125, -0.979522705078125, -0.89251708984375, -0.805511474609375, -0.718505859375, -0.631500244140625, -0.54449462890625, -0.457489013671875, -0.3704833984375, -0.283477783203125, -0.19647216796875, -0.109466552734375, -0.0224609375, 0.064544677734375, 0.15155029296875, 0.238555908203125, 0.3255615234375, 0.412567138671875, 0.49957275390625, 0.586578369140625, 0.673583984375, 0.760589599609375, 0.84759521484375, 0.934600830078125, 1.0216064453125, 1.108612060546875, 1.19561767578125, 1.282623291015625, 1.36962890625, 1.456634521484375, 1.54364013671875, 1.630645751953125, 1.7176513671875, 1.804656982421875, 1.89166259765625, 1.978668212890625, 2.065673828125, 2.152679443359375, 2.23968505859375, 2.326690673828125, 2.4136962890625, 2.500701904296875, 2.58770751953125, 2.674713134765625, 2.76171875]}, "gradients/decoder.transformer.h.0.ln_1.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 1.0, 4.0, 6.0, 14.0, 32.0, 73.0, 179.0, 285.0, 213.0, 112.0, 41.0, 18.0, 8.0, 6.0, 6.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.817657470703125, -21.578218460083008, -19.338781356811523, -17.099342346191406, -14.859904289245605, -12.620466232299805, -10.381027221679688, -8.141589164733887, -5.902151107788086, -3.662712812423706, -1.4232745170593262, 0.8161640167236328, 3.0556020736694336, 5.295040130615234, 7.534479141235352, 9.773917198181152, 12.013355255126953, 14.252793312072754, 16.492231369018555, 18.731670379638672, 20.971107482910156, 23.210546493530273, 25.44998550415039, 27.689422607421875, 29.928861618041992, 32.16830062866211, 34.407737731933594, 36.647178649902344, 38.88661575317383, 41.12605285644531, 43.36549377441406, 45.60493087768555, 47.84436798095703, 50.083805084228516, 52.323246002197266, 54.56268310546875, 56.802120208740234, 59.04155731201172, 61.28099822998047, 63.52043533325195, 65.75987243652344, 67.99931335449219, 70.2387466430664, 72.47818756103516, 74.7176284790039, 76.95706176757812, 79.19650268554688, 81.43594360351562, 83.67538452148438, 85.91482543945312, 88.15425872802734, 90.3936996459961, 92.63314056396484, 94.87257385253906, 97.11201477050781, 99.35145568847656, 101.59088897705078, 103.83032989501953, 106.06976318359375, 108.3092041015625, 110.54864501953125, 112.78807830810547, 115.02751922607422, 117.26696014404297, 119.50639343261719]}, "gradients/decoder.transformer.h.0.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 1.0, 6.0, 6.0, 9.0, 6.0, 15.0, 8.0, 8.0, 9.0, 20.0, 25.0, 37.0, 20.0, 26.0, 22.0, 38.0, 52.0, 50.0, 51.0, 56.0, 57.0, 41.0, 47.0, 38.0, 48.0, 45.0, 43.0, 33.0, 33.0, 20.0, 30.0, 19.0, 17.0, 19.0, 15.0, 9.0, 8.0, 5.0, 6.0, 1.0, 4.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-37.07651901245117, -35.96726989746094, -34.85801696777344, -33.7487678527832, -32.63951873779297, -31.53026580810547, -30.421016693115234, -29.311765670776367, -28.2025146484375, -27.093263626098633, -25.9840145111084, -24.87476348876953, -23.765512466430664, -22.656261444091797, -21.547012329101562, -20.437761306762695, -19.32851219177246, -18.219261169433594, -17.11001205444336, -16.000761032104492, -14.891510009765625, -13.782259941101074, -12.673009872436523, -11.563758850097656, -10.454508781433105, -9.345258712768555, -8.236007690429688, -7.126757621765137, -6.017507076263428, -4.908256530761719, -3.799006462097168, -2.689755916595459, -1.58050537109375, -0.47125494480133057, 0.6379954814910889, 1.7472457885742188, 2.8564963340759277, 3.9657468795776367, 5.0749969482421875, 6.1842474937438965, 7.2934980392456055, 8.402748107910156, 9.511999130249023, 10.621249198913574, 11.730499267578125, 12.839750289916992, 13.949000358581543, 15.058250427246094, 16.16750144958496, 17.276752471923828, 18.386001586914062, 19.49525260925293, 20.604503631591797, 21.71375274658203, 22.8230037689209, 23.932254791259766, 25.04150390625, 26.150754928588867, 27.2600040435791, 28.36925506591797, 29.478506088256836, 30.587757110595703, 31.697006225585938, 32.80625534057617, 33.91550827026367]}, "gradients/decoder.transformer.wpe.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 6.0, 4.0, 16.0, 14.0, 17.0, 24.0, 48.0, 73.0, 97.0, 161.0, 242.0, 469.0, 891.0, 2237.0, 6869.0, 1022408.0, 9579.0, 2926.0, 1162.0, 519.0, 269.0, 174.0, 110.0, 85.0, 56.0, 40.0, 24.0, 15.0, 12.0, 7.0, 5.0, 3.0, 3.0, 0.0, 1.0, 4.0], "bins": [-16.94603729248047, -16.557693481445312, -16.169349670410156, -15.781004905700684, -15.392660140991211, -15.004316329956055, -14.615972518920898, -14.227627754211426, -13.83928394317627, -13.450940132141113, -13.06259536743164, -12.674251556396484, -12.285906791687012, -11.897562980651855, -11.509218215942383, -11.120874404907227, -10.73253059387207, -10.344186782836914, -9.955842018127441, -9.567498207092285, -9.179153442382812, -8.790809631347656, -8.4024658203125, -8.014121055603027, -7.625776290893555, -7.23743200302124, -6.849087715148926, -6.4607439041137695, -6.072399616241455, -5.684055328369141, -5.295711040496826, -4.907366752624512, -4.5190229415893555, -4.130678653717041, -3.7423346042633057, -3.353990316390991, -2.965646266937256, -2.5773019790649414, -2.188957691192627, -1.8006136417388916, -1.4122693538665771, -1.0239251852035522, -0.6355809569358826, -0.2472367286682129, 0.141107439994812, 0.5294516086578369, 0.9177958965301514, 1.3061399459838867, 1.6944842338562012, 2.0828285217285156, 2.471172571182251, 2.8595168590545654, 3.247860908508301, 3.6362051963806152, 4.02454948425293, 4.412893295288086, 4.801238059997559, 5.189582347869873, 5.5779266357421875, 5.966270446777344, 6.354614734649658, 6.742959022521973, 7.131303310394287, 7.519647598266602, 7.907991409301758]}, "gradients/decoder.transformer.wte.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 6.0, 15.0, 163.0, 51457128.0, 5711.0, 140.0, 12.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1335.0008544921875, -1293.2445068359375, -1251.4881591796875, -1209.7318115234375, -1167.9754638671875, -1126.2191162109375, -1084.4627685546875, -1042.70654296875, -1000.9501342773438, -959.1937866210938, -917.4374389648438, -875.6810913085938, -833.9248046875, -792.16845703125, -750.412109375, -708.65576171875, -666.8994140625, -625.14306640625, -583.38671875, -541.63037109375, -499.8740539550781, -458.1177062988281, -416.36138916015625, -374.60504150390625, -332.84869384765625, -291.09234619140625, -249.3360137939453, -207.57968139648438, -165.82333374023438, -124.06698608398438, -82.31065368652344, -40.5543212890625, 1.2020263671875, 42.95836639404297, 84.71470642089844, 126.4710464477539, 168.22738647460938, 209.98373413085938, 251.7400665283203, 293.49639892578125, 335.25274658203125, 377.00909423828125, 418.76544189453125, 460.5217590332031, 502.2781066894531, 544.034423828125, 585.790771484375, 627.547119140625, 669.303466796875, 711.059814453125, 752.816162109375, 794.572509765625, 836.328857421875, 878.085205078125, 919.8414916992188, 961.5978393554688, 1003.3541870117188, 1045.1104736328125, 1086.8668212890625, 1128.6231689453125, 1170.3795166015625, 1212.1358642578125, 1253.8922119140625, 1295.6485595703125, 1337.4049072265625]}, "gradients/encoder.encoder.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 4.0, 5.0, 9.0, 16.0, 21.0, 30.0, 71.0, 152.0, 323.0, 193.0, 71.0, 41.0, 22.0, 16.0, 10.0, 7.0, 3.0, 4.0, 2.0, 4.0, 4.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-129.30596923828125, -122.39356231689453, -115.48114776611328, -108.56874084472656, -101.65632629394531, -94.7439193725586, -87.83151245117188, -80.91909790039062, -74.00668334960938, -67.09427642822266, -60.181861877441406, -53.26945495605469, -46.35704040527344, -39.44463348388672, -32.532222747802734, -25.61981201171875, -18.70740509033203, -11.794994354248047, -4.882584571838379, 2.029825210571289, 8.942235946655273, 15.854644775390625, 22.76705551147461, 29.679466247558594, 36.59187698364258, 43.50428771972656, 50.41669845581055, 57.32910919189453, 64.24151611328125, 71.1539306640625, 78.06633758544922, 84.97874450683594, 91.89115905761719, 98.8035659790039, 105.71598052978516, 112.62838745117188, 119.54080200195312, 126.45320892333984, 133.36561584472656, 140.2780303955078, 147.19044494628906, 154.1028594970703, 161.0152587890625, 167.92767333984375, 174.840087890625, 181.75250244140625, 188.66490173339844, 195.5773162841797, 202.48971557617188, 209.40213012695312, 216.3145294189453, 223.22694396972656, 230.1393585205078, 237.0517578125, 243.96417236328125, 250.8765869140625, 257.78900146484375, 264.701416015625, 271.61383056640625, 278.5262451171875, 285.4386291503906, 292.3510437011719, 299.2634582519531, 306.1758728027344, 313.0882873535156]}, "gradients/encoder.encoder.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 5.0, 8.0, 4.0, 7.0, 6.0, 9.0, 7.0, 11.0, 11.0, 22.0, 15.0, 20.0, 21.0, 33.0, 32.0, 25.0, 37.0, 39.0, 55.0, 44.0, 50.0, 48.0, 48.0, 58.0, 48.0, 42.0, 48.0, 27.0, 35.0, 39.0, 24.0, 19.0, 18.0, 19.0, 18.0, 11.0, 5.0, 9.0, 11.0, 9.0, 3.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-43.378883361816406, -42.14045715332031, -40.90203094482422, -39.663604736328125, -38.42517852783203, -37.18675231933594, -35.948326110839844, -34.709896087646484, -33.47146987915039, -32.2330436706543, -30.994617462158203, -29.75619125366211, -28.517763137817383, -27.27933692932129, -26.040910720825195, -24.80248260498047, -23.564058303833008, -22.325632095336914, -21.08720588684082, -19.848777770996094, -18.6103515625, -17.371925354003906, -16.133499145507812, -14.895071983337402, -13.656645774841309, -12.418219566345215, -11.179792404174805, -9.941366195678711, -8.702939987182617, -7.464512825012207, -6.226086616516113, -4.987659454345703, -3.7492332458496094, -2.5108065605163574, -1.2723801136016846, -0.03395366668701172, 1.2044730186462402, 2.442899703979492, 3.681325912475586, 4.919753074645996, 6.15817928314209, 7.396605968475342, 8.635032653808594, 9.873458862304688, 11.111885070800781, 12.350312232971191, 13.588738441467285, 14.827165603637695, 16.06559181213379, 17.304018020629883, 18.542444229125977, 19.780872344970703, 21.019298553466797, 22.25772476196289, 23.496150970458984, 24.734577178955078, 25.973003387451172, 27.211429595947266, 28.44985580444336, 29.688282012939453, 30.92671012878418, 32.165138244628906, 33.403564453125, 34.641990661621094, 35.88041687011719]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 3.0, 5.0, 2.0, 6.0, 5.0, 7.0, 9.0, 11.0, 19.0, 28.0, 33.0, 47.0, 65.0, 94.0, 145.0, 187.0, 285.0, 443.0, 660.0, 1080.0, 1762.0, 2942.0, 5169.0, 10136.0, 21747.0, 58355.0, 210279.0, 3433526.0, 316341.0, 79537.0, 27090.0, 11205.0, 5431.0, 2906.0, 1692.0, 1022.0, 646.0, 423.0, 305.0, 186.0, 145.0, 85.0, 61.0, 45.0, 39.0, 27.0, 16.0, 13.0, 10.0, 5.0, 6.0, 0.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-4.8203125, -4.6678466796875, -4.515380859375, -4.3629150390625, -4.21044921875, -4.0579833984375, -3.905517578125, -3.7530517578125, -3.6005859375, -3.4481201171875, -3.295654296875, -3.1431884765625, -2.99072265625, -2.8382568359375, -2.685791015625, -2.5333251953125, -2.380859375, -2.2283935546875, -2.075927734375, -1.9234619140625, -1.77099609375, -1.6185302734375, -1.466064453125, -1.3135986328125, -1.1611328125, -1.0086669921875, -0.856201171875, -0.7037353515625, -0.55126953125, -0.3988037109375, -0.246337890625, -0.0938720703125, 0.05859375, 0.2110595703125, 0.363525390625, 0.5159912109375, 0.66845703125, 0.8209228515625, 0.973388671875, 1.1258544921875, 1.2783203125, 1.4307861328125, 1.583251953125, 1.7357177734375, 1.88818359375, 2.0406494140625, 2.193115234375, 2.3455810546875, 2.498046875, 2.6505126953125, 2.802978515625, 2.9554443359375, 3.10791015625, 3.2603759765625, 3.412841796875, 3.5653076171875, 3.7177734375, 3.8702392578125, 4.022705078125, 4.1751708984375, 4.32763671875, 4.4801025390625, 4.632568359375, 4.7850341796875, 4.9375]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 4.0, 5.0, 4.0, 7.0, 12.0, 11.0, 19.0, 31.0, 28.0, 46.0, 46.0, 69.0, 75.0, 77.0, 92.0, 68.0, 72.0, 69.0, 59.0, 42.0, 41.0, 34.0, 28.0, 17.0, 13.0, 8.0, 7.0, 7.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1820068359375, -0.1751880645751953, -0.16836929321289062, -0.16155052185058594, -0.15473175048828125, -0.14791297912597656, -0.14109420776367188, -0.1342754364013672, -0.1274566650390625, -0.12063789367675781, -0.11381912231445312, -0.10700035095214844, -0.10018157958984375, -0.09336280822753906, -0.08654403686523438, -0.07972526550292969, -0.072906494140625, -0.06608772277832031, -0.059268951416015625, -0.05245018005371094, -0.04563140869140625, -0.03881263732910156, -0.031993865966796875, -0.025175094604492188, -0.0183563232421875, -0.011537551879882812, -0.004718780517578125, 0.0020999908447265625, 0.00891876220703125, 0.015737533569335938, 0.022556304931640625, 0.029375076293945312, 0.03619384765625, 0.04301261901855469, 0.049831390380859375, 0.05665016174316406, 0.06346893310546875, 0.07028770446777344, 0.07710647583007812, 0.08392524719238281, 0.0907440185546875, 0.09756278991699219, 0.10438156127929688, 0.11120033264160156, 0.11801910400390625, 0.12483787536621094, 0.13165664672851562, 0.1384754180908203, 0.145294189453125, 0.1521129608154297, 0.15893173217773438, 0.16575050354003906, 0.17256927490234375, 0.17938804626464844, 0.18620681762695312, 0.1930255889892578, 0.1998443603515625, 0.2066631317138672, 0.21348190307617188, 0.22030067443847656, 0.22711944580078125, 0.23393821716308594, 0.24075698852539062, 0.2475757598876953, 0.25439453125]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 4.0, 4.0, 8.0, 7.0, 11.0, 22.0, 27.0, 46.0, 70.0, 142.0, 322.0, 714.0, 1696.0, 4517.0, 14614.0, 58356.0, 375598.0, 3510526.0, 177006.0, 35031.0, 9609.0, 3460.0, 1319.0, 557.0, 263.0, 132.0, 93.0, 38.0, 24.0, 14.0, 14.0, 10.0, 10.0, 7.0, 5.0, 0.0, 6.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-7.73828125, -7.5128173828125, -7.287353515625, -7.0618896484375, -6.83642578125, -6.6109619140625, -6.385498046875, -6.1600341796875, -5.9345703125, -5.7091064453125, -5.483642578125, -5.2581787109375, -5.03271484375, -4.8072509765625, -4.581787109375, -4.3563232421875, -4.130859375, -3.9053955078125, -3.679931640625, -3.4544677734375, -3.22900390625, -3.0035400390625, -2.778076171875, -2.5526123046875, -2.3271484375, -2.1016845703125, -1.876220703125, -1.6507568359375, -1.42529296875, -1.1998291015625, -0.974365234375, -0.7489013671875, -0.5234375, -0.2979736328125, -0.072509765625, 0.1529541015625, 0.37841796875, 0.6038818359375, 0.829345703125, 1.0548095703125, 1.2802734375, 1.5057373046875, 1.731201171875, 1.9566650390625, 2.18212890625, 2.4075927734375, 2.633056640625, 2.8585205078125, 3.083984375, 3.3094482421875, 3.534912109375, 3.7603759765625, 3.98583984375, 4.2113037109375, 4.436767578125, 4.6622314453125, 4.8876953125, 5.1131591796875, 5.338623046875, 5.5640869140625, 5.78955078125, 6.0150146484375, 6.240478515625, 6.4659423828125, 6.69140625]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 5.0, 3.0, 6.0, 5.0, 8.0, 5.0, 6.0, 15.0, 12.0, 30.0, 31.0, 44.0, 55.0, 80.0, 91.0, 120.0, 200.0, 554.0, 1736.0, 366.0, 177.0, 122.0, 108.0, 62.0, 65.0, 31.0, 29.0, 22.0, 14.0, 13.0, 12.0, 14.0, 7.0, 9.0, 6.0, 3.0, 4.0, 4.0, 1.0, 5.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-1.029296875, -1.0002059936523438, -0.9711151123046875, -0.9420242309570312, -0.912933349609375, -0.8838424682617188, -0.8547515869140625, -0.8256607055664062, -0.79656982421875, -0.7674789428710938, -0.7383880615234375, -0.7092971801757812, -0.680206298828125, -0.6511154174804688, -0.6220245361328125, -0.5929336547851562, -0.5638427734375, -0.5347518920898438, -0.5056610107421875, -0.47657012939453125, -0.447479248046875, -0.41838836669921875, -0.3892974853515625, -0.36020660400390625, -0.33111572265625, -0.30202484130859375, -0.2729339599609375, -0.24384307861328125, -0.214752197265625, -0.18566131591796875, -0.1565704345703125, -0.12747955322265625, -0.098388671875, -0.06929779052734375, -0.0402069091796875, -0.01111602783203125, 0.017974853515625, 0.04706573486328125, 0.0761566162109375, 0.10524749755859375, 0.13433837890625, 0.16342926025390625, 0.1925201416015625, 0.22161102294921875, 0.250701904296875, 0.27979278564453125, 0.3088836669921875, 0.33797454833984375, 0.3670654296875, 0.39615631103515625, 0.4252471923828125, 0.45433807373046875, 0.483428955078125, 0.5125198364257812, 0.5416107177734375, 0.5707015991210938, 0.59979248046875, 0.6288833618164062, 0.6579742431640625, 0.6870651245117188, 0.716156005859375, 0.7452468872070312, 0.7743377685546875, 0.8034286499023438, 0.83251953125]}, "gradients/encoder.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 3.0, 4.0, 5.0, 7.0, 4.0, 10.0, 10.0, 20.0, 20.0, 28.0, 34.0, 51.0, 51.0, 74.0, 117.0, 113.0, 100.0, 94.0, 56.0, 59.0, 39.0, 31.0, 18.0, 14.0, 10.0, 12.0, 4.0, 4.0, 2.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.692089080810547, -9.432366371154785, -9.172643661499023, -8.912920951843262, -8.6531982421875, -8.393475532531738, -8.133752822875977, -7.874029636383057, -7.614306926727295, -7.354584217071533, -7.0948615074157715, -6.83513879776001, -6.57541561126709, -6.315692901611328, -6.055970191955566, -5.796247482299805, -5.536524772644043, -5.276802062988281, -5.0170793533325195, -4.757356643676758, -4.497633934020996, -4.237911224365234, -3.9781880378723145, -3.7184653282165527, -3.458742618560791, -3.1990199089050293, -2.9392971992492676, -2.6795742511749268, -2.419851541519165, -2.1601288318634033, -1.900406002998352, -1.6406831741333008, -1.3809595108032227, -1.121236801147461, -0.8615139722824097, -0.6017912030220032, -0.3420684337615967, -0.08234572410583496, 0.1773771047592163, 0.4370999336242676, 0.6968226432800293, 0.9565454125404358, 1.2162681818008423, 1.4759910106658936, 1.7357137203216553, 1.995436429977417, 2.255159378051758, 2.5148820877075195, 2.7746047973632812, 3.034327507019043, 3.2940502166748047, 3.5537731647491455, 3.8134958744049072, 4.07321834564209, 4.33294153213501, 4.5926642417907715, 4.852386951446533, 5.112109661102295, 5.371832370758057, 5.631555080413818, 5.891278266906738, 6.1510009765625, 6.410723686218262, 6.670446395874023, 6.930169105529785]}, "gradients/encoder.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 5.0, 5.0, 2.0, 7.0, 4.0, 6.0, 13.0, 6.0, 13.0, 20.0, 20.0, 25.0, 35.0, 28.0, 49.0, 37.0, 50.0, 55.0, 43.0, 41.0, 52.0, 41.0, 47.0, 54.0, 47.0, 46.0, 36.0, 35.0, 35.0, 29.0, 18.0, 13.0, 23.0, 14.0, 8.0, 10.0, 7.0, 9.0, 4.0, 6.0, 4.0, 4.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.8015806674957275, -3.682335376739502, -3.5630898475646973, -3.4438445568084717, -3.324599266052246, -3.2053537368774414, -3.086108446121216, -2.9668631553649902, -2.8476176261901855, -2.72837233543396, -2.6091268062591553, -2.4898815155029297, -2.370635986328125, -2.2513906955718994, -2.132145404815674, -2.012899875640869, -1.8936545848846436, -1.7744091749191284, -1.6551637649536133, -1.5359184741973877, -1.4166730642318726, -1.2974276542663574, -1.1781823635101318, -1.0589369535446167, -0.9396915435791016, -0.8204461336135864, -0.7012007832527161, -0.5819554328918457, -0.46271002292633057, -0.34346461296081543, -0.22421926259994507, -0.10497391223907471, 0.014271259307861328, 0.13351663947105408, 0.2527620196342468, 0.3720073997974396, 0.4912527799606323, 0.6104981899261475, 0.7297435402870178, 0.8489888906478882, 0.9682343006134033, 1.0874797105789185, 1.2067251205444336, 1.3259704113006592, 1.4452158212661743, 1.5644612312316895, 1.683706521987915, 1.8029519319534302, 1.9221973419189453, 2.041442632675171, 2.1606881618499756, 2.279933452606201, 2.399178981781006, 2.5184242725372314, 2.637669563293457, 2.7569150924682617, 2.8761603832244873, 2.995405673980713, 3.1146512031555176, 3.233896493911743, 3.3531417846679688, 3.4723873138427734, 3.591632604598999, 3.7108778953552246, 3.8301234245300293]}, "gradients/encoder.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [6.0, 2.0, 2.0, 1.0, 4.0, 6.0, 8.0, 8.0, 7.0, 15.0, 14.0, 34.0, 36.0, 38.0, 64.0, 88.0, 116.0, 163.0, 236.0, 400.0, 548.0, 797.0, 1232.0, 1950.0, 3154.0, 5485.0, 10324.0, 20257.0, 45821.0, 124875.0, 423724.0, 261732.0, 80482.0, 32093.0, 15081.0, 7845.0, 4438.0, 2547.0, 1616.0, 1050.0, 641.0, 488.0, 308.0, 259.0, 167.0, 108.0, 89.0, 58.0, 31.0, 21.0, 33.0, 18.0, 13.0, 12.0, 6.0, 3.0, 7.0, 4.0, 5.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-1.5732421875, -1.52215576171875, -1.4710693359375, -1.41998291015625, -1.368896484375, -1.31781005859375, -1.2667236328125, -1.21563720703125, -1.16455078125, -1.11346435546875, -1.0623779296875, -1.01129150390625, -0.960205078125, -0.90911865234375, -0.8580322265625, -0.80694580078125, -0.755859375, -0.70477294921875, -0.6536865234375, -0.60260009765625, -0.551513671875, -0.50042724609375, -0.4493408203125, -0.39825439453125, -0.34716796875, -0.29608154296875, -0.2449951171875, -0.19390869140625, -0.142822265625, -0.09173583984375, -0.0406494140625, 0.01043701171875, 0.0615234375, 0.11260986328125, 0.1636962890625, 0.21478271484375, 0.265869140625, 0.31695556640625, 0.3680419921875, 0.41912841796875, 0.47021484375, 0.52130126953125, 0.5723876953125, 0.62347412109375, 0.674560546875, 0.72564697265625, 0.7767333984375, 0.82781982421875, 0.87890625, 0.92999267578125, 0.9810791015625, 1.03216552734375, 1.083251953125, 1.13433837890625, 1.1854248046875, 1.23651123046875, 1.28759765625, 1.33868408203125, 1.3897705078125, 1.44085693359375, 1.491943359375, 1.54302978515625, 1.5941162109375, 1.64520263671875, 1.6962890625]}, "gradients/encoder.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 7.0, 6.0, 8.0, 13.0, 9.0, 16.0, 13.0, 31.0, 33.0, 35.0, 48.0, 58.0, 51.0, 53.0, 62.0, 69.0, 59.0, 65.0, 65.0, 52.0, 52.0, 33.0, 30.0, 36.0, 22.0, 15.0, 7.0, 12.0, 4.0, 7.0, 4.0, 6.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.192626953125, -0.1867084503173828, -0.18078994750976562, -0.17487144470214844, -0.16895294189453125, -0.16303443908691406, -0.15711593627929688, -0.1511974334716797, -0.1452789306640625, -0.1393604278564453, -0.13344192504882812, -0.12752342224121094, -0.12160491943359375, -0.11568641662597656, -0.10976791381835938, -0.10384941101074219, -0.097930908203125, -0.09201240539550781, -0.08609390258789062, -0.08017539978027344, -0.07425689697265625, -0.06833839416503906, -0.062419891357421875, -0.05650138854980469, -0.0505828857421875, -0.04466438293457031, -0.038745880126953125, -0.03282737731933594, -0.02690887451171875, -0.020990371704101562, -0.015071868896484375, -0.009153366088867188, -0.00323486328125, 0.0026836395263671875, 0.008602142333984375, 0.014520645141601562, 0.02043914794921875, 0.026357650756835938, 0.032276153564453125, 0.03819465637207031, 0.0441131591796875, 0.05003166198730469, 0.055950164794921875, 0.06186866760253906, 0.06778717041015625, 0.07370567321777344, 0.07962417602539062, 0.08554267883300781, 0.091461181640625, 0.09737968444824219, 0.10329818725585938, 0.10921669006347656, 0.11513519287109375, 0.12105369567871094, 0.12697219848632812, 0.1328907012939453, 0.1388092041015625, 0.1447277069091797, 0.15064620971679688, 0.15656471252441406, 0.16248321533203125, 0.16840171813964844, 0.17432022094726562, 0.1802387237548828, 0.1861572265625]}, "gradients/encoder.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 4.0, 7.0, 4.0, 16.0, 18.0, 19.0, 42.0, 52.0, 62.0, 120.0, 187.0, 271.0, 349.0, 511.0, 834.0, 1299.0, 2101.0, 3628.0, 6680.0, 14131.0, 36105.0, 122282.0, 546766.0, 219109.0, 53789.0, 19504.0, 8879.0, 4650.0, 2570.0, 1528.0, 1017.0, 676.0, 446.0, 280.0, 198.0, 136.0, 98.0, 51.0, 41.0, 21.0, 25.0, 21.0, 11.0, 11.0, 4.0, 3.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4892578125, -1.4390869140625, -1.388916015625, -1.3387451171875, -1.28857421875, -1.2384033203125, -1.188232421875, -1.1380615234375, -1.087890625, -1.0377197265625, -0.987548828125, -0.9373779296875, -0.88720703125, -0.8370361328125, -0.786865234375, -0.7366943359375, -0.6865234375, -0.6363525390625, -0.586181640625, -0.5360107421875, -0.48583984375, -0.4356689453125, -0.385498046875, -0.3353271484375, -0.28515625, -0.2349853515625, -0.184814453125, -0.1346435546875, -0.08447265625, -0.0343017578125, 0.015869140625, 0.0660400390625, 0.1162109375, 0.1663818359375, 0.216552734375, 0.2667236328125, 0.31689453125, 0.3670654296875, 0.417236328125, 0.4674072265625, 0.517578125, 0.5677490234375, 0.617919921875, 0.6680908203125, 0.71826171875, 0.7684326171875, 0.818603515625, 0.8687744140625, 0.9189453125, 0.9691162109375, 1.019287109375, 1.0694580078125, 1.11962890625, 1.1697998046875, 1.219970703125, 1.2701416015625, 1.3203125, 1.3704833984375, 1.420654296875, 1.4708251953125, 1.52099609375, 1.5711669921875, 1.621337890625, 1.6715087890625, 1.7216796875]}, "gradients/encoder.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 4.0, 0.0, 3.0, 1.0, 1.0, 8.0, 4.0, 10.0, 6.0, 7.0, 12.0, 12.0, 10.0, 10.0, 15.0, 23.0, 29.0, 24.0, 18.0, 32.0, 38.0, 41.0, 41.0, 41.0, 47.0, 35.0, 44.0, 45.0, 45.0, 46.0, 29.0, 35.0, 42.0, 29.0, 33.0, 33.0, 19.0, 14.0, 29.0, 17.0, 12.0, 9.0, 14.0, 10.0, 12.0, 8.0, 4.0, 4.0, 5.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.7783203125, -0.7527389526367188, -0.7271575927734375, -0.7015762329101562, -0.675994873046875, -0.6504135131835938, -0.6248321533203125, -0.5992507934570312, -0.57366943359375, -0.5480880737304688, -0.5225067138671875, -0.49692535400390625, -0.471343994140625, -0.44576263427734375, -0.4201812744140625, -0.39459991455078125, -0.3690185546875, -0.34343719482421875, -0.3178558349609375, -0.29227447509765625, -0.266693115234375, -0.24111175537109375, -0.2155303955078125, -0.18994903564453125, -0.16436767578125, -0.13878631591796875, -0.1132049560546875, -0.08762359619140625, -0.062042236328125, -0.03646087646484375, -0.0108795166015625, 0.01470184326171875, 0.040283203125, 0.06586456298828125, 0.0914459228515625, 0.11702728271484375, 0.142608642578125, 0.16819000244140625, 0.1937713623046875, 0.21935272216796875, 0.24493408203125, 0.27051544189453125, 0.2960968017578125, 0.32167816162109375, 0.347259521484375, 0.37284088134765625, 0.3984222412109375, 0.42400360107421875, 0.4495849609375, 0.47516632080078125, 0.5007476806640625, 0.5263290405273438, 0.551910400390625, 0.5774917602539062, 0.6030731201171875, 0.6286544799804688, 0.65423583984375, 0.6798171997070312, 0.7053985595703125, 0.7309799194335938, 0.756561279296875, 0.7821426391601562, 0.8077239990234375, 0.8333053588867188, 0.85888671875]}, "gradients/encoder.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 4.0, 8.0, 11.0, 11.0, 13.0, 13.0, 28.0, 27.0, 34.0, 49.0, 68.0, 76.0, 126.0, 172.0, 232.0, 387.0, 619.0, 998.0, 1840.0, 3336.0, 7420.0, 19062.0, 78044.0, 712762.0, 173186.0, 29849.0, 10172.0, 4529.0, 2171.0, 1238.0, 669.0, 450.0, 266.0, 203.0, 138.0, 79.0, 65.0, 46.0, 39.0, 27.0, 20.0, 18.0, 12.0, 4.0, 8.0, 9.0, 8.0, 1.0, 6.0, 6.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-4.31640625, -4.18017578125, -4.0439453125, -3.90771484375, -3.771484375, -3.63525390625, -3.4990234375, -3.36279296875, -3.2265625, -3.09033203125, -2.9541015625, -2.81787109375, -2.681640625, -2.54541015625, -2.4091796875, -2.27294921875, -2.13671875, -2.00048828125, -1.8642578125, -1.72802734375, -1.591796875, -1.45556640625, -1.3193359375, -1.18310546875, -1.046875, -0.91064453125, -0.7744140625, -0.63818359375, -0.501953125, -0.36572265625, -0.2294921875, -0.09326171875, 0.04296875, 0.17919921875, 0.3154296875, 0.45166015625, 0.587890625, 0.72412109375, 0.8603515625, 0.99658203125, 1.1328125, 1.26904296875, 1.4052734375, 1.54150390625, 1.677734375, 1.81396484375, 1.9501953125, 2.08642578125, 2.22265625, 2.35888671875, 2.4951171875, 2.63134765625, 2.767578125, 2.90380859375, 3.0400390625, 3.17626953125, 3.3125, 3.44873046875, 3.5849609375, 3.72119140625, 3.857421875, 3.99365234375, 4.1298828125, 4.26611328125, 4.40234375]}, "gradients/encoder.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 3.0, 7.0, 6.0, 7.0, 16.0, 16.0, 18.0, 22.0, 34.0, 44.0, 56.0, 95.0, 118.0, 121.0, 100.0, 89.0, 53.0, 51.0, 31.0, 23.0, 21.0, 15.0, 12.0, 11.0, 11.0, 5.0, 3.0, 4.0, 4.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0008158683776855469, -0.000792182981967926, -0.0007684975862503052, -0.0007448121905326843, -0.0007211267948150635, -0.0006974413990974426, -0.0006737560033798218, -0.0006500706076622009, -0.0006263852119445801, -0.0006026998162269592, -0.0005790144205093384, -0.0005553290247917175, -0.0005316436290740967, -0.0005079582333564758, -0.000484272837638855, -0.00046058744192123413, -0.0004369020462036133, -0.00041321665048599243, -0.0003895312547683716, -0.00036584585905075073, -0.0003421604633331299, -0.00031847506761550903, -0.0002947896718978882, -0.00027110427618026733, -0.0002474188804626465, -0.00022373348474502563, -0.00020004808902740479, -0.00017636269330978394, -0.00015267729759216309, -0.00012899190187454224, -0.00010530650615692139, -8.162111043930054e-05, -5.793571472167969e-05, -3.425031900405884e-05, -1.0564923286437988e-05, 1.3120472431182861e-05, 3.680586814880371e-05, 6.049126386642456e-05, 8.417665958404541e-05, 0.00010786205530166626, 0.0001315474510192871, 0.00015523284673690796, 0.0001789182424545288, 0.00020260363817214966, 0.0002262890338897705, 0.00024997442960739136, 0.0002736598253250122, 0.00029734522104263306, 0.0003210306167602539, 0.00034471601247787476, 0.0003684014081954956, 0.00039208680391311646, 0.0004157721996307373, 0.00043945759534835815, 0.000463142991065979, 0.00048682838678359985, 0.0005105137825012207, 0.0005341991782188416, 0.0005578845739364624, 0.0005815699696540833, 0.0006052553653717041, 0.000628940761089325, 0.0006526261568069458, 0.0006763115525245667, 0.0006999969482421875]}, "gradients/encoder.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 4.0, 5.0, 3.0, 2.0, 6.0, 5.0, 9.0, 12.0, 10.0, 19.0, 25.0, 27.0, 45.0, 59.0, 86.0, 128.0, 180.0, 277.0, 435.0, 748.0, 1332.0, 2554.0, 5485.0, 13982.0, 52745.0, 536002.0, 367940.0, 43387.0, 12434.0, 4863.0, 2425.0, 1248.0, 729.0, 455.0, 291.0, 156.0, 120.0, 82.0, 60.0, 44.0, 44.0, 30.0, 22.0, 9.0, 10.0, 6.0, 7.0, 5.0, 4.0, 5.0, 1.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.2890625, -5.12347412109375, -4.9578857421875, -4.79229736328125, -4.626708984375, -4.46112060546875, -4.2955322265625, -4.12994384765625, -3.96435546875, -3.79876708984375, -3.6331787109375, -3.46759033203125, -3.302001953125, -3.13641357421875, -2.9708251953125, -2.80523681640625, -2.6396484375, -2.47406005859375, -2.3084716796875, -2.14288330078125, -1.977294921875, -1.81170654296875, -1.6461181640625, -1.48052978515625, -1.31494140625, -1.14935302734375, -0.9837646484375, -0.81817626953125, -0.652587890625, -0.48699951171875, -0.3214111328125, -0.15582275390625, 0.009765625, 0.17535400390625, 0.3409423828125, 0.50653076171875, 0.672119140625, 0.83770751953125, 1.0032958984375, 1.16888427734375, 1.33447265625, 1.50006103515625, 1.6656494140625, 1.83123779296875, 1.996826171875, 2.16241455078125, 2.3280029296875, 2.49359130859375, 2.6591796875, 2.82476806640625, 2.9903564453125, 3.15594482421875, 3.321533203125, 3.48712158203125, 3.6527099609375, 3.81829833984375, 3.98388671875, 4.14947509765625, 4.3150634765625, 4.48065185546875, 4.646240234375, 4.81182861328125, 4.9774169921875, 5.14300537109375, 5.30859375]}, "gradients/encoder.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 2.0, 6.0, 20.0, 23.0, 33.0, 47.0, 87.0, 99.0, 112.0, 128.0, 132.0, 92.0, 59.0, 48.0, 25.0, 18.0, 21.0, 9.0, 8.0, 6.0, 3.0, 6.0, 5.0, 2.0, 0.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.119140625, -2.051788330078125, -1.98443603515625, -1.917083740234375, -1.8497314453125, -1.782379150390625, -1.71502685546875, -1.647674560546875, -1.580322265625, -1.512969970703125, -1.44561767578125, -1.378265380859375, -1.3109130859375, -1.243560791015625, -1.17620849609375, -1.108856201171875, -1.04150390625, -0.974151611328125, -0.90679931640625, -0.839447021484375, -0.7720947265625, -0.704742431640625, -0.63739013671875, -0.570037841796875, -0.502685546875, -0.435333251953125, -0.36798095703125, -0.300628662109375, -0.2332763671875, -0.165924072265625, -0.09857177734375, -0.031219482421875, 0.0361328125, 0.103485107421875, 0.17083740234375, 0.238189697265625, 0.3055419921875, 0.372894287109375, 0.44024658203125, 0.507598876953125, 0.574951171875, 0.642303466796875, 0.70965576171875, 0.777008056640625, 0.8443603515625, 0.911712646484375, 0.97906494140625, 1.046417236328125, 1.11376953125, 1.181121826171875, 1.24847412109375, 1.315826416015625, 1.3831787109375, 1.450531005859375, 1.51788330078125, 1.585235595703125, 1.652587890625, 1.719940185546875, 1.78729248046875, 1.854644775390625, 1.9219970703125, 1.989349365234375, 2.05670166015625, 2.124053955078125, 2.19140625]}, "gradients/encoder.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 1.0, 3.0, 4.0, 12.0, 18.0, 32.0, 113.0, 293.0, 336.0, 112.0, 40.0, 17.0, 10.0, 8.0, 3.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-78.60757446289062, -76.93553161621094, -75.26348114013672, -73.59143829345703, -71.91939544677734, -70.24734497070312, -68.57530212402344, -66.90325927734375, -65.23120880126953, -63.55916213989258, -61.88711929321289, -60.21507263183594, -58.543025970458984, -56.8709831237793, -55.198936462402344, -53.526893615722656, -51.85485076904297, -50.182804107666016, -48.51076126098633, -46.838714599609375, -45.16666793823242, -43.494625091552734, -41.82257843017578, -40.150535583496094, -38.478485107421875, -36.80643844604492, -35.134395599365234, -33.46234893798828, -31.79030418395996, -30.11825942993164, -28.446212768554688, -26.774168014526367, -25.102121353149414, -23.430076599121094, -21.75802993774414, -20.08598518371582, -18.4139404296875, -16.741893768310547, -15.069849014282227, -13.397804260253906, -11.72575855255127, -10.053712844848633, -8.381668090820312, -6.709622383117676, -5.037577152252197, -3.3655319213867188, -1.693486213684082, -0.02144145965576172, 1.650604248046875, 3.3226494789123535, 4.994694709777832, 6.666740417480469, 8.338785171508789, 10.010830879211426, 11.682876586914062, 13.354921340942383, 15.02696704864502, 16.699012756347656, 18.371057510375977, 20.043102264404297, 21.71514892578125, 23.38719367980957, 25.05923843383789, 26.731285095214844, 28.403329849243164]}, "gradients/encoder.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 5.0, 6.0, 7.0, 6.0, 7.0, 10.0, 19.0, 16.0, 39.0, 48.0, 64.0, 90.0, 118.0, 113.0, 107.0, 82.0, 72.0, 53.0, 42.0, 25.0, 12.0, 10.0, 10.0, 9.0, 2.0, 10.0, 2.0, 3.0, 4.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-13.521688461303711, -13.0650053024292, -12.608321189880371, -12.15163803100586, -11.694954872131348, -11.238271713256836, -10.781587600708008, -10.324904441833496, -9.868221282958984, -9.411538124084473, -8.954854011535645, -8.498170852661133, -8.041487693786621, -7.584804058074951, -7.128120422363281, -6.6714372634887695, -6.2147536277771, -5.75806999206543, -5.301386833190918, -4.844703197479248, -4.388020038604736, -3.9313364028930664, -3.4746530055999756, -3.0179696083068848, -2.561286211013794, -2.104602813720703, -1.6479194164276123, -1.191235899925232, -0.7345525026321411, -0.27786898612976074, 0.17881441116333008, 0.6354978084564209, 1.0921812057495117, 1.5488646030426025, 2.0055480003356934, 2.4622316360473633, 2.918914794921875, 3.375598430633545, 3.8322818279266357, 4.288965225219727, 4.745648384094238, 5.202332019805908, 5.65901517868042, 6.11569881439209, 6.572381973266602, 7.0290656089782715, 7.485749244689941, 7.942432403564453, 8.399116516113281, 8.855799674987793, 9.312483787536621, 9.769166946411133, 10.225850105285645, 10.682533264160156, 11.139217376708984, 11.595900535583496, 12.052583694458008, 12.50926685333252, 12.965950965881348, 13.42263412475586, 13.879317283630371, 14.336000442504883, 14.792684555053711, 15.249367713928223, 15.706050872802734]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 5.0, 2.0, 4.0, 8.0, 8.0, 15.0, 20.0, 27.0, 26.0, 52.0, 61.0, 73.0, 104.0, 203.0, 308.0, 489.0, 824.0, 1530.0, 2809.0, 6051.0, 15342.0, 47592.0, 3733664.0, 325315.0, 37033.0, 11783.0, 4978.0, 2506.0, 1422.0, 754.0, 426.0, 257.0, 186.0, 128.0, 89.0, 46.0, 57.0, 28.0, 22.0, 9.0, 14.0, 4.0, 7.0, 5.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-7.46875, -7.2547607421875, -7.040771484375, -6.8267822265625, -6.61279296875, -6.3988037109375, -6.184814453125, -5.9708251953125, -5.7568359375, -5.5428466796875, -5.328857421875, -5.1148681640625, -4.90087890625, -4.6868896484375, -4.472900390625, -4.2589111328125, -4.044921875, -3.8309326171875, -3.616943359375, -3.4029541015625, -3.18896484375, -2.9749755859375, -2.760986328125, -2.5469970703125, -2.3330078125, -2.1190185546875, -1.905029296875, -1.6910400390625, -1.47705078125, -1.2630615234375, -1.049072265625, -0.8350830078125, -0.62109375, -0.4071044921875, -0.193115234375, 0.0208740234375, 0.23486328125, 0.4488525390625, 0.662841796875, 0.8768310546875, 1.0908203125, 1.3048095703125, 1.518798828125, 1.7327880859375, 1.94677734375, 2.1607666015625, 2.374755859375, 2.5887451171875, 2.802734375, 3.0167236328125, 3.230712890625, 3.4447021484375, 3.65869140625, 3.8726806640625, 4.086669921875, 4.3006591796875, 4.5146484375, 4.7286376953125, 4.942626953125, 5.1566162109375, 5.37060546875, 5.5845947265625, 5.798583984375, 6.0125732421875, 6.2265625]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 4.0, 3.0, 7.0, 5.0, 8.0, 14.0, 11.0, 16.0, 20.0, 44.0, 40.0, 53.0, 61.0, 55.0, 85.0, 82.0, 66.0, 77.0, 70.0, 55.0, 51.0, 33.0, 36.0, 28.0, 19.0, 12.0, 9.0, 8.0, 4.0, 6.0, 5.0, 1.0, 2.0, 1.0, 6.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2061767578125, -0.1995086669921875, -0.192840576171875, -0.1861724853515625, -0.17950439453125, -0.1728363037109375, -0.166168212890625, -0.1595001220703125, -0.15283203125, -0.1461639404296875, -0.139495849609375, -0.1328277587890625, -0.12615966796875, -0.1194915771484375, -0.112823486328125, -0.1061553955078125, -0.0994873046875, -0.0928192138671875, -0.086151123046875, -0.0794830322265625, -0.07281494140625, -0.0661468505859375, -0.059478759765625, -0.0528106689453125, -0.046142578125, -0.0394744873046875, -0.032806396484375, -0.0261383056640625, -0.01947021484375, -0.0128021240234375, -0.006134033203125, 0.0005340576171875, 0.0072021484375, 0.0138702392578125, 0.020538330078125, 0.0272064208984375, 0.03387451171875, 0.0405426025390625, 0.047210693359375, 0.0538787841796875, 0.060546875, 0.0672149658203125, 0.073883056640625, 0.0805511474609375, 0.08721923828125, 0.0938873291015625, 0.100555419921875, 0.1072235107421875, 0.1138916015625, 0.1205596923828125, 0.127227783203125, 0.1338958740234375, 0.14056396484375, 0.1472320556640625, 0.153900146484375, 0.1605682373046875, 0.167236328125, 0.1739044189453125, 0.180572509765625, 0.1872406005859375, 0.19390869140625, 0.2005767822265625, 0.207244873046875, 0.2139129638671875, 0.2205810546875]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 2.0, 5.0, 9.0, 7.0, 18.0, 23.0, 23.0, 46.0, 70.0, 110.0, 186.0, 296.0, 481.0, 936.0, 2081.0, 4859.0, 12702.0, 39031.0, 190675.0, 3822993.0, 82100.0, 23121.0, 8287.0, 3173.0, 1454.0, 668.0, 370.0, 200.0, 122.0, 78.0, 57.0, 30.0, 22.0, 16.0, 8.0, 10.0, 7.0, 5.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.46484375, -5.25689697265625, -5.0489501953125, -4.84100341796875, -4.633056640625, -4.42510986328125, -4.2171630859375, -4.00921630859375, -3.80126953125, -3.59332275390625, -3.3853759765625, -3.17742919921875, -2.969482421875, -2.76153564453125, -2.5535888671875, -2.34564208984375, -2.1376953125, -1.92974853515625, -1.7218017578125, -1.51385498046875, -1.305908203125, -1.09796142578125, -0.8900146484375, -0.68206787109375, -0.47412109375, -0.26617431640625, -0.0582275390625, 0.14971923828125, 0.357666015625, 0.56561279296875, 0.7735595703125, 0.98150634765625, 1.189453125, 1.39739990234375, 1.6053466796875, 1.81329345703125, 2.021240234375, 2.22918701171875, 2.4371337890625, 2.64508056640625, 2.85302734375, 3.06097412109375, 3.2689208984375, 3.47686767578125, 3.684814453125, 3.89276123046875, 4.1007080078125, 4.30865478515625, 4.5166015625, 4.72454833984375, 4.9324951171875, 5.14044189453125, 5.348388671875, 5.55633544921875, 5.7642822265625, 5.97222900390625, 6.18017578125, 6.38812255859375, 6.5960693359375, 6.80401611328125, 7.011962890625, 7.21990966796875, 7.4278564453125, 7.63580322265625, 7.84375]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 8.0, 4.0, 8.0, 12.0, 14.0, 9.0, 11.0, 15.0, 25.0, 20.0, 23.0, 41.0, 39.0, 71.0, 117.0, 362.0, 2575.0, 365.0, 112.0, 48.0, 36.0, 30.0, 22.0, 12.0, 16.0, 16.0, 18.0, 14.0, 9.0, 4.0, 5.0, 5.0, 2.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.62548828125, -0.6073455810546875, -0.589202880859375, -0.5710601806640625, -0.55291748046875, -0.5347747802734375, -0.516632080078125, -0.4984893798828125, -0.4803466796875, -0.4622039794921875, -0.444061279296875, -0.4259185791015625, -0.40777587890625, -0.3896331787109375, -0.371490478515625, -0.3533477783203125, -0.335205078125, -0.3170623779296875, -0.298919677734375, -0.2807769775390625, -0.26263427734375, -0.2444915771484375, -0.226348876953125, -0.2082061767578125, -0.1900634765625, -0.1719207763671875, -0.153778076171875, -0.1356353759765625, -0.11749267578125, -0.0993499755859375, -0.081207275390625, -0.0630645751953125, -0.044921875, -0.0267791748046875, -0.008636474609375, 0.0095062255859375, 0.02764892578125, 0.0457916259765625, 0.063934326171875, 0.0820770263671875, 0.1002197265625, 0.1183624267578125, 0.136505126953125, 0.1546478271484375, 0.17279052734375, 0.1909332275390625, 0.209075927734375, 0.2272186279296875, 0.245361328125, 0.2635040283203125, 0.281646728515625, 0.2997894287109375, 0.31793212890625, 0.3360748291015625, 0.354217529296875, 0.3723602294921875, 0.3905029296875, 0.4086456298828125, 0.426788330078125, 0.4449310302734375, 0.46307373046875, 0.4812164306640625, 0.499359130859375, 0.5175018310546875, 0.53564453125]}, "gradients/encoder.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 0.0, 4.0, 1.0, 8.0, 18.0, 16.0, 49.0, 138.0, 296.0, 259.0, 129.0, 44.0, 25.0, 8.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-11.516450881958008, -11.248242378234863, -10.980032920837402, -10.711824417114258, -10.443615913391113, -10.175406455993652, -9.907197952270508, -9.638989448547363, -9.370779991149902, -9.102571487426758, -8.834362030029297, -8.566153526306152, -8.297945022583008, -8.029735565185547, -7.761527061462402, -7.4933180809021, -7.225109577178955, -6.956900596618652, -6.688692092895508, -6.420483112335205, -6.152274131774902, -5.884065628051758, -5.615856647491455, -5.347647666931152, -5.079439163208008, -4.811230182647705, -4.5430216789245605, -4.274812698364258, -4.006603717803955, -3.7383949756622314, -3.470186233520508, -3.201977252960205, -2.9337682723999023, -2.6655595302581787, -2.397350549697876, -2.1291418075561523, -1.8609329462051392, -1.592724084854126, -1.3245153427124023, -1.0563064813613892, -0.788097620010376, -0.5198887586593628, -0.2516799569129944, 0.016528844833374023, 0.2847377061843872, 0.5529465675354004, 0.821155309677124, 1.0893641710281372, 1.3575730323791504, 1.6257818937301636, 1.8939907550811768, 2.1621994972229004, 2.430408477783203, 2.6986172199249268, 2.9668259620666504, 3.235034942626953, 3.5032436847686768, 3.7714524269104004, 4.039661407470703, 4.307869911193848, 4.57607889175415, 4.844287872314453, 5.112496376037598, 5.3807053565979, 5.648914337158203]}, "gradients/encoder.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 2.0, 3.0, 3.0, 3.0, 6.0, 10.0, 11.0, 11.0, 19.0, 25.0, 28.0, 39.0, 43.0, 63.0, 52.0, 60.0, 71.0, 61.0, 68.0, 47.0, 64.0, 50.0, 56.0, 45.0, 41.0, 33.0, 22.0, 12.0, 17.0, 10.0, 14.0, 4.0, 5.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6449379920959473, -2.5576741695404053, -2.4704103469848633, -2.383146286010742, -2.2958824634552, -2.208618640899658, -2.121354818344116, -2.034090995788574, -1.9468270540237427, -1.8595632314682007, -1.7722992897033691, -1.6850354671478271, -1.5977716445922852, -1.5105077028274536, -1.4232438802719116, -1.33597993850708, -1.248716115951538, -1.161452293395996, -1.0741883516311646, -0.9869245290756226, -0.8996606469154358, -0.812396764755249, -0.725132942199707, -0.6378690600395203, -0.5506051778793335, -0.46334129571914673, -0.37607744336128235, -0.28881359100341797, -0.2015497088432312, -0.11428582668304443, -0.02702200412750244, 0.060241878032684326, 0.147505521774292, 0.23476938903331757, 0.32203325629234314, 0.4092971086502075, 0.4965609908103943, 0.583824872970581, 0.671088695526123, 0.7583525776863098, 0.8456164598464966, 0.9328803420066833, 1.0201442241668701, 1.107408046722412, 1.194671869277954, 1.2819358110427856, 1.3691996335983276, 1.4564635753631592, 1.5437273979187012, 1.6309912204742432, 1.7182551622390747, 1.8055189847946167, 1.8927829265594482, 1.9800467491149902, 2.0673105716705322, 2.154574394226074, 2.2418384552001953, 2.3291022777557373, 2.4163661003112793, 2.5036301612854004, 2.5908939838409424, 2.6781578063964844, 2.7654216289520264, 2.8526854515075684, 2.9399492740631104]}, "gradients/encoder.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 5.0, 15.0, 7.0, 13.0, 34.0, 42.0, 56.0, 114.0, 176.0, 319.0, 575.0, 1241.0, 2998.0, 7751.0, 26230.0, 125581.0, 646768.0, 185584.0, 34548.0, 9985.0, 3453.0, 1515.0, 682.0, 366.0, 167.0, 113.0, 83.0, 48.0, 23.0, 27.0, 13.0, 10.0, 3.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.49609375, -3.38885498046875, -3.2816162109375, -3.17437744140625, -3.067138671875, -2.95989990234375, -2.8526611328125, -2.74542236328125, -2.63818359375, -2.53094482421875, -2.4237060546875, -2.31646728515625, -2.209228515625, -2.10198974609375, -1.9947509765625, -1.88751220703125, -1.7802734375, -1.67303466796875, -1.5657958984375, -1.45855712890625, -1.351318359375, -1.24407958984375, -1.1368408203125, -1.02960205078125, -0.92236328125, -0.81512451171875, -0.7078857421875, -0.60064697265625, -0.493408203125, -0.38616943359375, -0.2789306640625, -0.17169189453125, -0.064453125, 0.04278564453125, 0.1500244140625, 0.25726318359375, 0.364501953125, 0.47174072265625, 0.5789794921875, 0.68621826171875, 0.79345703125, 0.90069580078125, 1.0079345703125, 1.11517333984375, 1.222412109375, 1.32965087890625, 1.4368896484375, 1.54412841796875, 1.6513671875, 1.75860595703125, 1.8658447265625, 1.97308349609375, 2.080322265625, 2.18756103515625, 2.2947998046875, 2.40203857421875, 2.50927734375, 2.61651611328125, 2.7237548828125, 2.83099365234375, 2.938232421875, 3.04547119140625, 3.1527099609375, 3.25994873046875, 3.3671875]}, "gradients/encoder.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 4.0, 4.0, 4.0, 9.0, 10.0, 24.0, 33.0, 47.0, 55.0, 70.0, 92.0, 103.0, 88.0, 112.0, 89.0, 81.0, 61.0, 36.0, 28.0, 21.0, 5.0, 9.0, 5.0, 9.0, 1.0, 3.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.250732421875, -0.24125289916992188, -0.23177337646484375, -0.22229385375976562, -0.2128143310546875, -0.20333480834960938, -0.19385528564453125, -0.18437576293945312, -0.174896240234375, -0.16541671752929688, -0.15593719482421875, -0.14645767211914062, -0.1369781494140625, -0.12749862670898438, -0.11801910400390625, -0.10853958129882812, -0.09906005859375, -0.08958053588867188, -0.08010101318359375, -0.07062149047851562, -0.0611419677734375, -0.051662445068359375, -0.04218292236328125, -0.032703399658203125, -0.023223876953125, -0.013744354248046875, -0.00426483154296875, 0.005214691162109375, 0.0146942138671875, 0.024173736572265625, 0.03365325927734375, 0.043132781982421875, 0.0526123046875, 0.062091827392578125, 0.07157135009765625, 0.08105087280273438, 0.0905303955078125, 0.10000991821289062, 0.10948944091796875, 0.11896896362304688, 0.128448486328125, 0.13792800903320312, 0.14740753173828125, 0.15688705444335938, 0.1663665771484375, 0.17584609985351562, 0.18532562255859375, 0.19480514526367188, 0.20428466796875, 0.21376419067382812, 0.22324371337890625, 0.23272323608398438, 0.2422027587890625, 0.2516822814941406, 0.26116180419921875, 0.2706413269042969, 0.280120849609375, 0.2896003723144531, 0.29907989501953125, 0.3085594177246094, 0.3180389404296875, 0.3275184631347656, 0.33699798583984375, 0.3464775085449219, 0.35595703125]}, "gradients/encoder.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 5.0, 8.0, 6.0, 9.0, 19.0, 17.0, 12.0, 33.0, 47.0, 71.0, 125.0, 163.0, 207.0, 351.0, 523.0, 888.0, 1440.0, 2411.0, 4303.0, 8193.0, 17012.0, 38966.0, 105126.0, 349828.0, 340759.0, 102413.0, 39197.0, 17430.0, 8284.0, 4418.0, 2373.0, 1494.0, 852.0, 513.0, 361.0, 238.0, 145.0, 94.0, 67.0, 39.0, 30.0, 38.0, 16.0, 6.0, 9.0, 5.0, 4.0, 7.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.4677734375, -1.42041015625, -1.373046875, -1.32568359375, -1.2783203125, -1.23095703125, -1.18359375, -1.13623046875, -1.0888671875, -1.04150390625, -0.994140625, -0.94677734375, -0.8994140625, -0.85205078125, -0.8046875, -0.75732421875, -0.7099609375, -0.66259765625, -0.615234375, -0.56787109375, -0.5205078125, -0.47314453125, -0.42578125, -0.37841796875, -0.3310546875, -0.28369140625, -0.236328125, -0.18896484375, -0.1416015625, -0.09423828125, -0.046875, 0.00048828125, 0.0478515625, 0.09521484375, 0.142578125, 0.18994140625, 0.2373046875, 0.28466796875, 0.33203125, 0.37939453125, 0.4267578125, 0.47412109375, 0.521484375, 0.56884765625, 0.6162109375, 0.66357421875, 0.7109375, 0.75830078125, 0.8056640625, 0.85302734375, 0.900390625, 0.94775390625, 0.9951171875, 1.04248046875, 1.08984375, 1.13720703125, 1.1845703125, 1.23193359375, 1.279296875, 1.32666015625, 1.3740234375, 1.42138671875, 1.46875, 1.51611328125, 1.5634765625]}, "gradients/encoder.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 7.0, 9.0, 11.0, 13.0, 14.0, 14.0, 16.0, 36.0, 28.0, 29.0, 34.0, 29.0, 51.0, 38.0, 37.0, 54.0, 50.0, 44.0, 44.0, 51.0, 37.0, 42.0, 36.0, 41.0, 39.0, 29.0, 32.0, 20.0, 23.0, 20.0, 17.0, 17.0, 11.0, 8.0, 6.0, 7.0, 2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.91748046875, -0.8907394409179688, -0.8639984130859375, -0.8372573852539062, -0.810516357421875, -0.7837753295898438, -0.7570343017578125, -0.7302932739257812, -0.70355224609375, -0.6768112182617188, -0.6500701904296875, -0.6233291625976562, -0.596588134765625, -0.5698471069335938, -0.5431060791015625, -0.5163650512695312, -0.4896240234375, -0.46288299560546875, -0.4361419677734375, -0.40940093994140625, -0.382659912109375, -0.35591888427734375, -0.3291778564453125, -0.30243682861328125, -0.27569580078125, -0.24895477294921875, -0.2222137451171875, -0.19547271728515625, -0.168731689453125, -0.14199066162109375, -0.1152496337890625, -0.08850860595703125, -0.061767578125, -0.03502655029296875, -0.0082855224609375, 0.01845550537109375, 0.045196533203125, 0.07193756103515625, 0.0986785888671875, 0.12541961669921875, 0.15216064453125, 0.17890167236328125, 0.2056427001953125, 0.23238372802734375, 0.259124755859375, 0.28586578369140625, 0.3126068115234375, 0.33934783935546875, 0.3660888671875, 0.39282989501953125, 0.4195709228515625, 0.44631195068359375, 0.473052978515625, 0.49979400634765625, 0.5265350341796875, 0.5532760620117188, 0.58001708984375, 0.6067581176757812, 0.6334991455078125, 0.6602401733398438, 0.686981201171875, 0.7137222290039062, 0.7404632568359375, 0.7672042846679688, 0.7939453125]}, "gradients/encoder.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 3.0, 4.0, 6.0, 4.0, 9.0, 9.0, 11.0, 19.0, 29.0, 42.0, 68.0, 90.0, 116.0, 190.0, 334.0, 509.0, 961.0, 1816.0, 3897.0, 9638.0, 30093.0, 157059.0, 680464.0, 121610.0, 25536.0, 8536.0, 3558.0, 1732.0, 831.0, 502.0, 319.0, 173.0, 136.0, 79.0, 51.0, 37.0, 22.0, 18.0, 13.0, 14.0, 12.0, 3.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.416015625, -2.336639404296875, -2.25726318359375, -2.177886962890625, -2.0985107421875, -2.019134521484375, -1.93975830078125, -1.860382080078125, -1.781005859375, -1.701629638671875, -1.62225341796875, -1.542877197265625, -1.4635009765625, -1.384124755859375, -1.30474853515625, -1.225372314453125, -1.14599609375, -1.066619873046875, -0.98724365234375, -0.907867431640625, -0.8284912109375, -0.749114990234375, -0.66973876953125, -0.590362548828125, -0.510986328125, -0.431610107421875, -0.35223388671875, -0.272857666015625, -0.1934814453125, -0.114105224609375, -0.03472900390625, 0.044647216796875, 0.1240234375, 0.203399658203125, 0.28277587890625, 0.362152099609375, 0.4415283203125, 0.520904541015625, 0.60028076171875, 0.679656982421875, 0.759033203125, 0.838409423828125, 0.91778564453125, 0.997161865234375, 1.0765380859375, 1.155914306640625, 1.23529052734375, 1.314666748046875, 1.39404296875, 1.473419189453125, 1.55279541015625, 1.632171630859375, 1.7115478515625, 1.790924072265625, 1.87030029296875, 1.949676513671875, 2.029052734375, 2.108428955078125, 2.18780517578125, 2.267181396484375, 2.3465576171875, 2.425933837890625, 2.50531005859375, 2.584686279296875, 2.6640625]}, "gradients/encoder.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 9.0, 3.0, 6.0, 7.0, 10.0, 12.0, 13.0, 21.0, 31.0, 34.0, 45.0, 56.0, 72.0, 90.0, 106.0, 98.0, 92.0, 86.0, 45.0, 41.0, 23.0, 28.0, 17.0, 9.0, 11.0, 8.0, 8.0, 6.0, 2.0, 4.0, 7.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.00045871734619140625, -0.0004468858242034912, -0.00043505430221557617, -0.00042322278022766113, -0.0004113912582397461, -0.00039955973625183105, -0.000387728214263916, -0.000375896692276001, -0.00036406517028808594, -0.0003522336483001709, -0.00034040212631225586, -0.0003285706043243408, -0.0003167390823364258, -0.00030490756034851074, -0.0002930760383605957, -0.00028124451637268066, -0.0002694129943847656, -0.0002575814723968506, -0.00024574995040893555, -0.0002339184284210205, -0.00022208690643310547, -0.00021025538444519043, -0.0001984238624572754, -0.00018659234046936035, -0.0001747608184814453, -0.00016292929649353027, -0.00015109777450561523, -0.0001392662525177002, -0.00012743473052978516, -0.00011560320854187012, -0.00010377168655395508, -9.194016456604004e-05, -8.0108642578125e-05, -6.827712059020996e-05, -5.644559860229492e-05, -4.461407661437988e-05, -3.2782554626464844e-05, -2.0951032638549805e-05, -9.119510650634766e-06, 2.7120113372802734e-06, 1.4543533325195312e-05, 2.637505531311035e-05, 3.820657730102539e-05, 5.003809928894043e-05, 6.186962127685547e-05, 7.370114326477051e-05, 8.553266525268555e-05, 9.736418724060059e-05, 0.00010919570922851562, 0.00012102723121643066, 0.0001328587532043457, 0.00014469027519226074, 0.00015652179718017578, 0.00016835331916809082, 0.00018018484115600586, 0.0001920163631439209, 0.00020384788513183594, 0.00021567940711975098, 0.00022751092910766602, 0.00023934245109558105, 0.0002511739730834961, 0.00026300549507141113, 0.00027483701705932617, 0.0002866685390472412, 0.00029850006103515625]}, "gradients/encoder.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 2.0, 5.0, 2.0, 2.0, 6.0, 3.0, 4.0, 8.0, 9.0, 20.0, 25.0, 35.0, 69.0, 91.0, 179.0, 323.0, 515.0, 961.0, 2027.0, 4991.0, 14870.0, 63497.0, 610107.0, 295707.0, 37855.0, 10115.0, 3779.0, 1574.0, 736.0, 382.0, 244.0, 136.0, 100.0, 62.0, 38.0, 31.0, 15.0, 11.0, 10.0, 6.0, 2.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.29296875, -2.207550048828125, -2.12213134765625, -2.036712646484375, -1.9512939453125, -1.865875244140625, -1.78045654296875, -1.695037841796875, -1.609619140625, -1.524200439453125, -1.43878173828125, -1.353363037109375, -1.2679443359375, -1.182525634765625, -1.09710693359375, -1.011688232421875, -0.92626953125, -0.840850830078125, -0.75543212890625, -0.670013427734375, -0.5845947265625, -0.499176025390625, -0.41375732421875, -0.328338623046875, -0.242919921875, -0.157501220703125, -0.07208251953125, 0.013336181640625, 0.0987548828125, 0.184173583984375, 0.26959228515625, 0.355010986328125, 0.4404296875, 0.525848388671875, 0.61126708984375, 0.696685791015625, 0.7821044921875, 0.867523193359375, 0.95294189453125, 1.038360595703125, 1.123779296875, 1.209197998046875, 1.29461669921875, 1.380035400390625, 1.4654541015625, 1.550872802734375, 1.63629150390625, 1.721710205078125, 1.80712890625, 1.892547607421875, 1.97796630859375, 2.063385009765625, 2.1488037109375, 2.234222412109375, 2.31964111328125, 2.405059814453125, 2.490478515625, 2.575897216796875, 2.66131591796875, 2.746734619140625, 2.8321533203125, 2.917572021484375, 3.00299072265625, 3.088409423828125, 3.173828125]}, "gradients/encoder.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 5.0, 0.0, 2.0, 3.0, 7.0, 12.0, 7.0, 14.0, 30.0, 35.0, 45.0, 50.0, 71.0, 90.0, 115.0, 119.0, 113.0, 83.0, 62.0, 45.0, 34.0, 15.0, 16.0, 10.0, 4.0, 4.0, 8.0, 3.0, 0.0, 4.0, 5.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9453125, -0.911468505859375, -0.87762451171875, -0.843780517578125, -0.8099365234375, -0.776092529296875, -0.74224853515625, -0.708404541015625, -0.674560546875, -0.640716552734375, -0.60687255859375, -0.573028564453125, -0.5391845703125, -0.505340576171875, -0.47149658203125, -0.437652587890625, -0.40380859375, -0.369964599609375, -0.33612060546875, -0.302276611328125, -0.2684326171875, -0.234588623046875, -0.20074462890625, -0.166900634765625, -0.133056640625, -0.099212646484375, -0.06536865234375, -0.031524658203125, 0.0023193359375, 0.036163330078125, 0.07000732421875, 0.103851318359375, 0.1376953125, 0.171539306640625, 0.20538330078125, 0.239227294921875, 0.2730712890625, 0.306915283203125, 0.34075927734375, 0.374603271484375, 0.408447265625, 0.442291259765625, 0.47613525390625, 0.509979248046875, 0.5438232421875, 0.577667236328125, 0.61151123046875, 0.645355224609375, 0.67919921875, 0.713043212890625, 0.74688720703125, 0.780731201171875, 0.8145751953125, 0.848419189453125, 0.88226318359375, 0.916107177734375, 0.949951171875, 0.983795166015625, 1.01763916015625, 1.051483154296875, 1.0853271484375, 1.119171142578125, 1.15301513671875, 1.186859130859375, 1.220703125]}, "gradients/encoder.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 4.0, 8.0, 15.0, 33.0, 56.0, 117.0, 240.0, 252.0, 129.0, 74.0, 28.0, 17.0, 7.0, 8.0, 1.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.47842788696289, -13.900054931640625, -13.321681022644043, -12.743308067321777, -12.164934158325195, -11.58656120300293, -11.008188247680664, -10.429815292358398, -9.851441383361816, -9.27306842803955, -8.694694519042969, -8.116321563720703, -7.537948131561279, -6.9595746994018555, -6.38120174407959, -5.802828311920166, -5.224454879760742, -4.646081447601318, -4.0677080154418945, -3.489335060119629, -2.910961627960205, -2.3325881958007812, -1.7542150020599365, -1.1758418083190918, -0.597468376159668, -0.01909506320953369, 0.5592782497406006, 1.1376515626907349, 1.7160248756408691, 2.294398307800293, 2.8727715015411377, 3.4511446952819824, 4.029516220092773, 4.607889652252197, 5.186263084411621, 5.764636039733887, 6.3430094718933105, 6.921382904052734, 7.499755859375, 8.078128814697266, 8.656502723693848, 9.234875679016113, 9.813249588012695, 10.391622543334961, 10.969995498657227, 11.548369407653809, 12.126742362976074, 12.705116271972656, 13.283489227294922, 13.861862182617188, 14.44023609161377, 15.018609046936035, 15.596982955932617, 16.175355911254883, 16.75372886657715, 17.332101821899414, 17.910476684570312, 18.488849639892578, 19.067222595214844, 19.645597457885742, 20.223970413208008, 20.802343368530273, 21.38071632385254, 21.959089279174805, 22.53746223449707]}, "gradients/encoder.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 1.0, 4.0, 5.0, 1.0, 0.0, 2.0, 9.0, 3.0, 9.0, 10.0, 12.0, 9.0, 22.0, 22.0, 35.0, 41.0, 62.0, 63.0, 67.0, 83.0, 87.0, 74.0, 71.0, 52.0, 43.0, 54.0, 34.0, 27.0, 25.0, 18.0, 16.0, 7.0, 8.0, 7.0, 9.0, 4.0, 4.0, 1.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-10.06308364868164, -9.800085067749023, -9.53708553314209, -9.274085998535156, -9.011087417602539, -8.748088836669922, -8.485089302062988, -8.222089767456055, -7.9590911865234375, -7.696092128753662, -7.433093070983887, -7.170094013214111, -6.907094955444336, -6.6440958976745605, -6.381096839904785, -6.11809778213501, -5.855098724365234, -5.592099666595459, -5.329100608825684, -5.066101551055908, -4.803102493286133, -4.540103435516357, -4.277104377746582, -4.014105319976807, -3.7511062622070312, -3.488107204437256, -3.2251081466674805, -2.962109088897705, -2.6991100311279297, -2.4361109733581543, -2.173111915588379, -1.9101128578186035, -1.6471138000488281, -1.3841147422790527, -1.1211156845092773, -0.858116626739502, -0.5951175689697266, -0.33211851119995117, -0.06911945343017578, 0.1938796043395996, 0.456878662109375, 0.7198777198791504, 0.9828767776489258, 1.2458758354187012, 1.5088748931884766, 1.771873950958252, 2.0348730087280273, 2.2978720664978027, 2.560871124267578, 2.8238701820373535, 3.086869239807129, 3.3498682975769043, 3.6128673553466797, 3.875866413116455, 4.1388654708862305, 4.401864528656006, 4.664863586425781, 4.927862644195557, 5.190861701965332, 5.453860759735107, 5.716859817504883, 5.979858875274658, 6.242857933044434, 6.505856990814209, 6.768856048583984]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 3.0, 4.0, 3.0, 2.0, 9.0, 8.0, 9.0, 18.0, 28.0, 52.0, 60.0, 113.0, 157.0, 303.0, 555.0, 1186.0, 2491.0, 5970.0, 16869.0, 63807.0, 3967419.0, 101231.0, 21293.0, 7295.0, 2842.0, 1224.0, 617.0, 317.0, 161.0, 80.0, 43.0, 34.0, 26.0, 21.0, 9.0, 18.0, 8.0, 4.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.3125, -4.1129150390625, -3.913330078125, -3.7137451171875, -3.51416015625, -3.3145751953125, -3.114990234375, -2.9154052734375, -2.7158203125, -2.5162353515625, -2.316650390625, -2.1170654296875, -1.91748046875, -1.7178955078125, -1.518310546875, -1.3187255859375, -1.119140625, -0.9195556640625, -0.719970703125, -0.5203857421875, -0.32080078125, -0.1212158203125, 0.078369140625, 0.2779541015625, 0.4775390625, 0.6771240234375, 0.876708984375, 1.0762939453125, 1.27587890625, 1.4754638671875, 1.675048828125, 1.8746337890625, 2.07421875, 2.2738037109375, 2.473388671875, 2.6729736328125, 2.87255859375, 3.0721435546875, 3.271728515625, 3.4713134765625, 3.6708984375, 3.8704833984375, 4.070068359375, 4.2696533203125, 4.46923828125, 4.6688232421875, 4.868408203125, 5.0679931640625, 5.267578125, 5.4671630859375, 5.666748046875, 5.8663330078125, 6.06591796875, 6.2655029296875, 6.465087890625, 6.6646728515625, 6.8642578125, 7.0638427734375, 7.263427734375, 7.4630126953125, 7.66259765625, 7.8621826171875, 8.061767578125, 8.2613525390625, 8.4609375]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 6.0, 3.0, 5.0, 7.0, 11.0, 19.0, 36.0, 42.0, 44.0, 67.0, 84.0, 83.0, 98.0, 105.0, 95.0, 86.0, 62.0, 47.0, 38.0, 18.0, 12.0, 13.0, 11.0, 7.0, 3.0, 3.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2900390625, -0.2809181213378906, -0.27179718017578125, -0.2626762390136719, -0.2535552978515625, -0.24443435668945312, -0.23531341552734375, -0.22619247436523438, -0.217071533203125, -0.20795059204101562, -0.19882965087890625, -0.18970870971679688, -0.1805877685546875, -0.17146682739257812, -0.16234588623046875, -0.15322494506835938, -0.14410400390625, -0.13498306274414062, -0.12586212158203125, -0.11674118041992188, -0.1076202392578125, -0.09849929809570312, -0.08937835693359375, -0.08025741577148438, -0.071136474609375, -0.062015533447265625, -0.05289459228515625, -0.043773651123046875, -0.0346527099609375, -0.025531768798828125, -0.01641082763671875, -0.007289886474609375, 0.0018310546875, 0.010951995849609375, 0.02007293701171875, 0.029193878173828125, 0.0383148193359375, 0.047435760498046875, 0.05655670166015625, 0.06567764282226562, 0.074798583984375, 0.08391952514648438, 0.09304046630859375, 0.10216140747070312, 0.1112823486328125, 0.12040328979492188, 0.12952423095703125, 0.13864517211914062, 0.14776611328125, 0.15688705444335938, 0.16600799560546875, 0.17512893676757812, 0.1842498779296875, 0.19337081909179688, 0.20249176025390625, 0.21161270141601562, 0.220733642578125, 0.22985458374023438, 0.23897552490234375, 0.24809646606445312, 0.2572174072265625, 0.2663383483886719, 0.27545928955078125, 0.2845802307128906, 0.293701171875]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 5.0, 5.0, 9.0, 9.0, 14.0, 20.0, 25.0, 37.0, 38.0, 55.0, 78.0, 137.0, 219.0, 287.0, 477.0, 785.0, 1426.0, 2519.0, 4535.0, 9096.0, 18761.0, 44092.0, 198914.0, 3772927.0, 81301.0, 29872.0, 13477.0, 6705.0, 3673.0, 1964.0, 1059.0, 678.0, 390.0, 221.0, 161.0, 118.0, 69.0, 45.0, 33.0, 18.0, 12.0, 12.0, 4.0, 8.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.26953125, -4.13726806640625, -4.0050048828125, -3.87274169921875, -3.740478515625, -3.60821533203125, -3.4759521484375, -3.34368896484375, -3.21142578125, -3.07916259765625, -2.9468994140625, -2.81463623046875, -2.682373046875, -2.55010986328125, -2.4178466796875, -2.28558349609375, -2.1533203125, -2.02105712890625, -1.8887939453125, -1.75653076171875, -1.624267578125, -1.49200439453125, -1.3597412109375, -1.22747802734375, -1.09521484375, -0.96295166015625, -0.8306884765625, -0.69842529296875, -0.566162109375, -0.43389892578125, -0.3016357421875, -0.16937255859375, -0.037109375, 0.09515380859375, 0.2274169921875, 0.35968017578125, 0.491943359375, 0.62420654296875, 0.7564697265625, 0.88873291015625, 1.02099609375, 1.15325927734375, 1.2855224609375, 1.41778564453125, 1.550048828125, 1.68231201171875, 1.8145751953125, 1.94683837890625, 2.0791015625, 2.21136474609375, 2.3436279296875, 2.47589111328125, 2.608154296875, 2.74041748046875, 2.8726806640625, 3.00494384765625, 3.13720703125, 3.26947021484375, 3.4017333984375, 3.53399658203125, 3.666259765625, 3.79852294921875, 3.9307861328125, 4.06304931640625, 4.1953125]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 4.0, 4.0, 4.0, 7.0, 6.0, 9.0, 8.0, 8.0, 20.0, 12.0, 20.0, 17.0, 22.0, 33.0, 49.0, 140.0, 485.0, 2635.0, 304.0, 83.0, 51.0, 27.0, 26.0, 22.0, 10.0, 15.0, 8.0, 12.0, 4.0, 6.0, 2.0, 6.0, 6.0, 5.0, 4.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6435546875, -0.6242599487304688, -0.6049652099609375, -0.5856704711914062, -0.566375732421875, -0.5470809936523438, -0.5277862548828125, -0.5084915161132812, -0.48919677734375, -0.46990203857421875, -0.4506072998046875, -0.43131256103515625, -0.412017822265625, -0.39272308349609375, -0.3734283447265625, -0.35413360595703125, -0.3348388671875, -0.31554412841796875, -0.2962493896484375, -0.27695465087890625, -0.257659912109375, -0.23836517333984375, -0.2190704345703125, -0.19977569580078125, -0.18048095703125, -0.16118621826171875, -0.1418914794921875, -0.12259674072265625, -0.103302001953125, -0.08400726318359375, -0.0647125244140625, -0.04541778564453125, -0.026123046875, -0.00682830810546875, 0.0124664306640625, 0.03176116943359375, 0.051055908203125, 0.07035064697265625, 0.0896453857421875, 0.10894012451171875, 0.12823486328125, 0.14752960205078125, 0.1668243408203125, 0.18611907958984375, 0.205413818359375, 0.22470855712890625, 0.2440032958984375, 0.26329803466796875, 0.2825927734375, 0.30188751220703125, 0.3211822509765625, 0.34047698974609375, 0.359771728515625, 0.37906646728515625, 0.3983612060546875, 0.41765594482421875, 0.43695068359375, 0.45624542236328125, 0.4755401611328125, 0.49483489990234375, 0.514129638671875, 0.5334243774414062, 0.5527191162109375, 0.5720138549804688, 0.59130859375]}, "gradients/encoder.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 5.0, 6.0, 7.0, 9.0, 15.0, 37.0, 59.0, 92.0, 170.0, 220.0, 168.0, 91.0, 50.0, 23.0, 18.0, 11.0, 12.0, 6.0, 4.0, 3.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.041604042053223, -4.895073413848877, -4.7485432624816895, -4.602012634277344, -4.455482006072998, -4.308951377868652, -4.162421226501465, -4.015890598297119, -3.8693602085113525, -3.722829818725586, -3.5762991905212402, -3.4297688007354736, -3.283238410949707, -3.1367077827453613, -2.9901773929595947, -2.843647003173828, -2.6971163749694824, -2.550585985183716, -2.40405535697937, -2.2575249671936035, -2.110994338989258, -1.9644639492034912, -1.8179335594177246, -1.6714030504226685, -1.5248725414276123, -1.3783420324325562, -1.2318115234375, -1.0852811336517334, -0.9387506246566772, -0.7922201156616211, -0.6456896662712097, -0.49915921688079834, -0.3526287078857422, -0.20609822869300842, -0.05956774950027466, 0.0869627296924591, 0.23349320888519287, 0.380023717880249, 0.5265541672706604, 0.6730846166610718, 0.8196151256561279, 0.9661456346511841, 1.1126761436462402, 1.2592065334320068, 1.405737042427063, 1.5522675514221191, 1.6987979412078857, 1.845328450202942, 1.991858959197998, 2.1383893489837646, 2.2849199771881104, 2.431450366973877, 2.5779809951782227, 2.7245113849639893, 2.871041774749756, 3.0175724029541016, 3.164102792739868, 3.3106331825256348, 3.4571638107299805, 3.603694200515747, 3.7502245903015137, 3.8967552185058594, 4.043285846710205, 4.189815998077393, 4.336346626281738]}, "gradients/encoder.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 10.0, 13.0, 10.0, 20.0, 26.0, 26.0, 40.0, 43.0, 47.0, 54.0, 79.0, 70.0, 77.0, 72.0, 75.0, 64.0, 51.0, 48.0, 53.0, 26.0, 30.0, 19.0, 13.0, 16.0, 6.0, 5.0, 6.0, 5.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.1183671951293945, -3.0369200706481934, -2.955472946166992, -2.87402606010437, -2.792578935623169, -2.7111318111419678, -2.6296846866607666, -2.5482375621795654, -2.4667906761169434, -2.385343551635742, -2.303896427154541, -2.222449541091919, -2.1410024166107178, -2.0595552921295166, -1.9781081676483154, -1.8966610431671143, -1.815213918685913, -1.733766794204712, -1.6523197889328003, -1.5708726644515991, -1.4894256591796875, -1.4079785346984863, -1.3265314102172852, -1.245084285736084, -1.1636372804641724, -1.0821901559829712, -1.0007431507110596, -0.9192960262298584, -0.837848961353302, -0.7564018964767456, -0.6749547719955444, -0.593507707118988, -0.5120606422424316, -0.43061357736587524, -0.34916648268699646, -0.2677193880081177, -0.18627232313156128, -0.10482525825500488, -0.0233781635761261, 0.058068931102752686, 0.13951599597930908, 0.22096307575702667, 0.30241015553474426, 0.38385725021362305, 0.46530431509017944, 0.5467513799667358, 0.628198504447937, 0.7096455693244934, 0.7910926342010498, 0.8725396990776062, 0.9539867639541626, 1.0354338884353638, 1.1168808937072754, 1.1983280181884766, 1.2797751426696777, 1.361222267150879, 1.4426692724227905, 1.5241163969039917, 1.6055634021759033, 1.6870105266571045, 1.7684576511383057, 1.8499046564102173, 1.9313517808914185, 2.01279878616333, 2.0942459106445312]}, "gradients/encoder.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 5.0, 8.0, 8.0, 9.0, 22.0, 17.0, 41.0, 61.0, 99.0, 150.0, 307.0, 560.0, 1114.0, 2448.0, 5655.0, 15538.0, 51926.0, 248802.0, 554176.0, 120170.0, 29964.0, 10124.0, 3920.0, 1654.0, 815.0, 398.0, 221.0, 123.0, 77.0, 50.0, 30.0, 28.0, 10.0, 3.0, 9.0, 5.0, 3.0, 3.0, 3.0, 3.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.640625, -3.527862548828125, -3.41510009765625, -3.302337646484375, -3.1895751953125, -3.076812744140625, -2.96405029296875, -2.851287841796875, -2.738525390625, -2.625762939453125, -2.51300048828125, -2.400238037109375, -2.2874755859375, -2.174713134765625, -2.06195068359375, -1.949188232421875, -1.83642578125, -1.723663330078125, -1.61090087890625, -1.498138427734375, -1.3853759765625, -1.272613525390625, -1.15985107421875, -1.047088623046875, -0.934326171875, -0.821563720703125, -0.70880126953125, -0.596038818359375, -0.4832763671875, -0.370513916015625, -0.25775146484375, -0.144989013671875, -0.0322265625, 0.080535888671875, 0.19329833984375, 0.306060791015625, 0.4188232421875, 0.531585693359375, 0.64434814453125, 0.757110595703125, 0.869873046875, 0.982635498046875, 1.09539794921875, 1.208160400390625, 1.3209228515625, 1.433685302734375, 1.54644775390625, 1.659210205078125, 1.77197265625, 1.884735107421875, 1.99749755859375, 2.110260009765625, 2.2230224609375, 2.335784912109375, 2.44854736328125, 2.561309814453125, 2.674072265625, 2.786834716796875, 2.89959716796875, 3.012359619140625, 3.1251220703125, 3.237884521484375, 3.35064697265625, 3.463409423828125, 3.576171875]}, "gradients/encoder.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 5.0, 6.0, 12.0, 8.0, 15.0, 23.0, 33.0, 39.0, 57.0, 53.0, 61.0, 69.0, 80.0, 75.0, 93.0, 76.0, 76.0, 55.0, 53.0, 30.0, 29.0, 17.0, 9.0, 9.0, 8.0, 4.0, 4.0, 2.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.296630859375, -0.28887939453125, -0.2811279296875, -0.27337646484375, -0.265625, -0.25787353515625, -0.2501220703125, -0.24237060546875, -0.234619140625, -0.22686767578125, -0.2191162109375, -0.21136474609375, -0.20361328125, -0.19586181640625, -0.1881103515625, -0.18035888671875, -0.172607421875, -0.16485595703125, -0.1571044921875, -0.14935302734375, -0.1416015625, -0.13385009765625, -0.1260986328125, -0.11834716796875, -0.110595703125, -0.10284423828125, -0.0950927734375, -0.08734130859375, -0.07958984375, -0.07183837890625, -0.0640869140625, -0.05633544921875, -0.048583984375, -0.04083251953125, -0.0330810546875, -0.02532958984375, -0.017578125, -0.00982666015625, -0.0020751953125, 0.00567626953125, 0.013427734375, 0.02117919921875, 0.0289306640625, 0.03668212890625, 0.04443359375, 0.05218505859375, 0.0599365234375, 0.06768798828125, 0.075439453125, 0.08319091796875, 0.0909423828125, 0.09869384765625, 0.1064453125, 0.11419677734375, 0.1219482421875, 0.12969970703125, 0.137451171875, 0.14520263671875, 0.1529541015625, 0.16070556640625, 0.16845703125, 0.17620849609375, 0.1839599609375, 0.19171142578125, 0.199462890625]}, "gradients/encoder.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 9.0, 3.0, 6.0, 14.0, 16.0, 14.0, 26.0, 34.0, 55.0, 84.0, 104.0, 191.0, 263.0, 420.0, 636.0, 1247.0, 2171.0, 4452.0, 9924.0, 23629.0, 65545.0, 223958.0, 467631.0, 162729.0, 50380.0, 18975.0, 7918.0, 3602.0, 1832.0, 1023.0, 588.0, 370.0, 231.0, 153.0, 109.0, 71.0, 56.0, 26.0, 22.0, 17.0, 11.0, 2.0, 9.0, 3.0, 0.0, 3.0, 3.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-2.42578125, -2.350860595703125, -2.27593994140625, -2.201019287109375, -2.1260986328125, -2.051177978515625, -1.97625732421875, -1.901336669921875, -1.826416015625, -1.751495361328125, -1.67657470703125, -1.601654052734375, -1.5267333984375, -1.451812744140625, -1.37689208984375, -1.301971435546875, -1.22705078125, -1.152130126953125, -1.07720947265625, -1.002288818359375, -0.9273681640625, -0.852447509765625, -0.77752685546875, -0.702606201171875, -0.627685546875, -0.552764892578125, -0.47784423828125, -0.402923583984375, -0.3280029296875, -0.253082275390625, -0.17816162109375, -0.103240966796875, -0.0283203125, 0.046600341796875, 0.12152099609375, 0.196441650390625, 0.2713623046875, 0.346282958984375, 0.42120361328125, 0.496124267578125, 0.571044921875, 0.645965576171875, 0.72088623046875, 0.795806884765625, 0.8707275390625, 0.945648193359375, 1.02056884765625, 1.095489501953125, 1.17041015625, 1.245330810546875, 1.32025146484375, 1.395172119140625, 1.4700927734375, 1.545013427734375, 1.61993408203125, 1.694854736328125, 1.769775390625, 1.844696044921875, 1.91961669921875, 1.994537353515625, 2.0694580078125, 2.144378662109375, 2.21929931640625, 2.294219970703125, 2.369140625]}, "gradients/encoder.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 5.0, 4.0, 9.0, 9.0, 11.0, 5.0, 10.0, 12.0, 16.0, 20.0, 27.0, 26.0, 31.0, 32.0, 48.0, 42.0, 43.0, 48.0, 45.0, 43.0, 52.0, 43.0, 43.0, 49.0, 50.0, 35.0, 33.0, 40.0, 29.0, 22.0, 27.0, 23.0, 15.0, 5.0, 15.0, 11.0, 9.0, 9.0, 4.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.92236328125, -0.8897933959960938, -0.8572235107421875, -0.8246536254882812, -0.792083740234375, -0.7595138549804688, -0.7269439697265625, -0.6943740844726562, -0.66180419921875, -0.6292343139648438, -0.5966644287109375, -0.5640945434570312, -0.531524658203125, -0.49895477294921875, -0.4663848876953125, -0.43381500244140625, -0.4012451171875, -0.36867523193359375, -0.3361053466796875, -0.30353546142578125, -0.270965576171875, -0.23839569091796875, -0.2058258056640625, -0.17325592041015625, -0.14068603515625, -0.10811614990234375, -0.0755462646484375, -0.04297637939453125, -0.010406494140625, 0.02216339111328125, 0.0547332763671875, 0.08730316162109375, 0.119873046875, 0.15244293212890625, 0.1850128173828125, 0.21758270263671875, 0.250152587890625, 0.28272247314453125, 0.3152923583984375, 0.34786224365234375, 0.38043212890625, 0.41300201416015625, 0.4455718994140625, 0.47814178466796875, 0.510711669921875, 0.5432815551757812, 0.5758514404296875, 0.6084213256835938, 0.6409912109375, 0.6735610961914062, 0.7061309814453125, 0.7387008666992188, 0.771270751953125, 0.8038406372070312, 0.8364105224609375, 0.8689804077148438, 0.90155029296875, 0.9341201782226562, 0.9666900634765625, 0.9992599487304688, 1.031829833984375, 1.0643997192382812, 1.0969696044921875, 1.1295394897460938, 1.162109375]}, "gradients/encoder.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [4.0, 3.0, 4.0, 5.0, 7.0, 4.0, 2.0, 8.0, 4.0, 11.0, 16.0, 11.0, 31.0, 34.0, 18.0, 54.0, 84.0, 131.0, 291.0, 527.0, 1076.0, 2669.0, 7872.0, 32956.0, 335976.0, 602949.0, 47668.0, 10137.0, 3258.0, 1362.0, 644.0, 304.0, 154.0, 101.0, 51.0, 37.0, 27.0, 14.0, 16.0, 10.0, 6.0, 10.0, 3.0, 5.0, 4.0, 7.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.310546875, -2.218505859375, -2.12646484375, -2.034423828125, -1.9423828125, -1.850341796875, -1.75830078125, -1.666259765625, -1.57421875, -1.482177734375, -1.39013671875, -1.298095703125, -1.2060546875, -1.114013671875, -1.02197265625, -0.929931640625, -0.837890625, -0.745849609375, -0.65380859375, -0.561767578125, -0.4697265625, -0.377685546875, -0.28564453125, -0.193603515625, -0.1015625, -0.009521484375, 0.08251953125, 0.174560546875, 0.2666015625, 0.358642578125, 0.45068359375, 0.542724609375, 0.634765625, 0.726806640625, 0.81884765625, 0.910888671875, 1.0029296875, 1.094970703125, 1.18701171875, 1.279052734375, 1.37109375, 1.463134765625, 1.55517578125, 1.647216796875, 1.7392578125, 1.831298828125, 1.92333984375, 2.015380859375, 2.107421875, 2.199462890625, 2.29150390625, 2.383544921875, 2.4755859375, 2.567626953125, 2.65966796875, 2.751708984375, 2.84375, 2.935791015625, 3.02783203125, 3.119873046875, 3.2119140625, 3.303955078125, 3.39599609375, 3.488037109375, 3.580078125]}, "gradients/encoder.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 1.0, 7.0, 6.0, 7.0, 10.0, 9.0, 16.0, 14.0, 34.0, 47.0, 52.0, 60.0, 81.0, 87.0, 114.0, 101.0, 84.0, 65.0, 58.0, 25.0, 33.0, 29.0, 14.0, 13.0, 16.0, 4.0, 2.0, 6.0, 2.0, 4.0, 4.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.00035071372985839844, -0.0003422833979129791, -0.0003338530659675598, -0.0003254227340221405, -0.0003169924020767212, -0.0003085620701313019, -0.00030013173818588257, -0.00029170140624046326, -0.00028327107429504395, -0.00027484074234962463, -0.0002664104104042053, -0.000257980078458786, -0.0002495497465133667, -0.0002411194145679474, -0.00023268908262252808, -0.00022425875067710876, -0.00021582841873168945, -0.00020739808678627014, -0.00019896775484085083, -0.00019053742289543152, -0.0001821070909500122, -0.0001736767590045929, -0.00016524642705917358, -0.00015681609511375427, -0.00014838576316833496, -0.00013995543122291565, -0.00013152509927749634, -0.00012309476733207703, -0.00011466443538665771, -0.0001062341034412384, -9.780377149581909e-05, -8.937343955039978e-05, -8.094310760498047e-05, -7.251277565956116e-05, -6.408244371414185e-05, -5.5652111768722534e-05, -4.722177982330322e-05, -3.879144787788391e-05, -3.03611159324646e-05, -2.1930783987045288e-05, -1.3500452041625977e-05, -5.070120096206665e-06, 3.3602118492126465e-06, 1.1790543794631958e-05, 2.022087574005127e-05, 2.865120768547058e-05, 3.708153963088989e-05, 4.5511871576309204e-05, 5.3942203521728516e-05, 6.237253546714783e-05, 7.080286741256714e-05, 7.923319935798645e-05, 8.766353130340576e-05, 9.609386324882507e-05, 0.00010452419519424438, 0.0001129545271396637, 0.00012138485908508301, 0.00012981519103050232, 0.00013824552297592163, 0.00014667585492134094, 0.00015510618686676025, 0.00016353651881217957, 0.00017196685075759888, 0.0001803971827030182, 0.0001888275146484375]}, "gradients/encoder.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 3.0, 6.0, 4.0, 7.0, 8.0, 9.0, 12.0, 17.0, 27.0, 38.0, 42.0, 53.0, 84.0, 88.0, 166.0, 234.0, 367.0, 511.0, 922.0, 1623.0, 3132.0, 6379.0, 15015.0, 42035.0, 157762.0, 586104.0, 161742.0, 43024.0, 15304.0, 6534.0, 3102.0, 1611.0, 958.0, 537.0, 339.0, 228.0, 143.0, 97.0, 73.0, 54.0, 39.0, 32.0, 19.0, 28.0, 16.0, 8.0, 8.0, 6.0, 6.0, 6.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.7021484375, -1.64813232421875, -1.5941162109375, -1.54010009765625, -1.486083984375, -1.43206787109375, -1.3780517578125, -1.32403564453125, -1.27001953125, -1.21600341796875, -1.1619873046875, -1.10797119140625, -1.053955078125, -0.99993896484375, -0.9459228515625, -0.89190673828125, -0.837890625, -0.78387451171875, -0.7298583984375, -0.67584228515625, -0.621826171875, -0.56781005859375, -0.5137939453125, -0.45977783203125, -0.40576171875, -0.35174560546875, -0.2977294921875, -0.24371337890625, -0.189697265625, -0.13568115234375, -0.0816650390625, -0.02764892578125, 0.0263671875, 0.08038330078125, 0.1343994140625, 0.18841552734375, 0.242431640625, 0.29644775390625, 0.3504638671875, 0.40447998046875, 0.45849609375, 0.51251220703125, 0.5665283203125, 0.62054443359375, 0.674560546875, 0.72857666015625, 0.7825927734375, 0.83660888671875, 0.890625, 0.94464111328125, 0.9986572265625, 1.05267333984375, 1.106689453125, 1.16070556640625, 1.2147216796875, 1.26873779296875, 1.32275390625, 1.37677001953125, 1.4307861328125, 1.48480224609375, 1.538818359375, 1.59283447265625, 1.6468505859375, 1.70086669921875, 1.7548828125]}, "gradients/encoder.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 7.0, 2.0, 5.0, 7.0, 11.0, 13.0, 21.0, 28.0, 40.0, 29.0, 32.0, 56.0, 64.0, 80.0, 97.0, 75.0, 83.0, 76.0, 45.0, 47.0, 39.0, 29.0, 19.0, 19.0, 16.0, 6.0, 11.0, 9.0, 7.0, 5.0, 5.0, 5.0, 1.0, 4.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7958984375, -0.7705612182617188, -0.7452239990234375, -0.7198867797851562, -0.694549560546875, -0.6692123413085938, -0.6438751220703125, -0.6185379028320312, -0.59320068359375, -0.5678634643554688, -0.5425262451171875, -0.5171890258789062, -0.491851806640625, -0.46651458740234375, -0.4411773681640625, -0.41584014892578125, -0.3905029296875, -0.36516571044921875, -0.3398284912109375, -0.31449127197265625, -0.289154052734375, -0.26381683349609375, -0.2384796142578125, -0.21314239501953125, -0.18780517578125, -0.16246795654296875, -0.1371307373046875, -0.11179351806640625, -0.086456298828125, -0.06111907958984375, -0.0357818603515625, -0.01044464111328125, 0.014892578125, 0.04022979736328125, 0.0655670166015625, 0.09090423583984375, 0.116241455078125, 0.14157867431640625, 0.1669158935546875, 0.19225311279296875, 0.21759033203125, 0.24292755126953125, 0.2682647705078125, 0.29360198974609375, 0.318939208984375, 0.34427642822265625, 0.3696136474609375, 0.39495086669921875, 0.4202880859375, 0.44562530517578125, 0.4709625244140625, 0.49629974365234375, 0.521636962890625, 0.5469741821289062, 0.5723114013671875, 0.5976486206054688, 0.62298583984375, 0.6483230590820312, 0.6736602783203125, 0.6989974975585938, 0.724334716796875, 0.7496719360351562, 0.7750091552734375, 0.8003463745117188, 0.82568359375]}, "gradients/encoder.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 5.0, 4.0, 7.0, 17.0, 22.0, 28.0, 55.0, 106.0, 169.0, 220.0, 165.0, 97.0, 37.0, 29.0, 18.0, 12.0, 3.0, 5.0, 2.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.644939422607422, -21.984752655029297, -21.324565887451172, -20.664377212524414, -20.00419044494629, -19.344003677368164, -18.68381690979004, -18.023630142211914, -17.363441467285156, -16.70325469970703, -16.043067932128906, -15.382880210876465, -14.722692489624023, -14.062505722045898, -13.402318954467773, -12.742132186889648, -12.081945419311523, -11.421758651733398, -10.761570930480957, -10.101384162902832, -9.44119644165039, -8.781009674072266, -8.12082290649414, -7.460635662078857, -6.800448417663574, -6.140261173248291, -5.480073928833008, -4.819887161254883, -4.1596999168396, -3.4995126724243164, -2.8393256664276123, -2.179138660430908, -1.5189533233642578, -0.8587661981582642, -0.1985790729522705, 0.46160805225372314, 1.1217951774597168, 1.781982421875, 2.442169427871704, 3.102356433868408, 3.7625436782836914, 4.422730922698975, 5.082918167114258, 5.743104934692383, 6.403292179107666, 7.063479423522949, 7.723666191101074, 8.383853912353516, 9.04404067993164, 9.704227447509766, 10.364415168762207, 11.024601936340332, 11.684789657592773, 12.344976425170898, 13.005163192749023, 13.665349960327148, 14.32553768157959, 14.985724449157715, 15.645912170410156, 16.30609893798828, 16.966285705566406, 17.62647247314453, 18.28666114807129, 18.946847915649414, 19.60703468322754]}, "gradients/encoder.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 1.0, 6.0, 5.0, 7.0, 9.0, 14.0, 21.0, 26.0, 23.0, 33.0, 43.0, 45.0, 55.0, 65.0, 48.0, 63.0, 60.0, 54.0, 59.0, 77.0, 55.0, 48.0, 35.0, 42.0, 25.0, 26.0, 17.0, 8.0, 8.0, 15.0, 7.0, 4.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.728199005126953, -7.396625995635986, -7.0650529861450195, -6.7334794998168945, -6.401906490325928, -6.070333480834961, -5.738759994506836, -5.407186985015869, -5.075613975524902, -4.7440409660339355, -4.412467956542969, -4.080894470214844, -3.749321460723877, -3.41774845123291, -3.0861752033233643, -2.7546019554138184, -2.4230289459228516, -2.0914559364318848, -1.7598826885223389, -1.4283095598220825, -1.0967364311218262, -0.7651633024215698, -0.4335901737213135, -0.10201692581176758, 0.22955608367919922, 0.5611292123794556, 0.8927023410797119, 1.2242754697799683, 1.5558485984802246, 1.887421727180481, 2.2189948558807373, 2.550568103790283, 2.88214111328125, 3.213714122772217, 3.5452873706817627, 3.8768606185913086, 4.208433628082275, 4.540006637573242, 4.871580123901367, 5.203153133392334, 5.534726142883301, 5.866299152374268, 6.197872161865234, 6.529445648193359, 6.861018657684326, 7.192591667175293, 7.524165153503418, 7.855738162994385, 8.187311172485352, 8.518884658813477, 8.850457191467285, 9.18203067779541, 9.513603210449219, 9.845176696777344, 10.176750183105469, 10.508323669433594, 10.839896202087402, 11.171469688415527, 11.503042221069336, 11.834615707397461, 12.166189193725586, 12.497761726379395, 12.82933521270752, 13.160907745361328, 13.492481231689453]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 9.0, 10.0, 6.0, 17.0, 24.0, 41.0, 73.0, 116.0, 197.0, 575.0, 2545.0, 23802.0, 4114681.0, 47723.0, 3288.0, 683.0, 210.0, 127.0, 44.0, 34.0, 26.0, 18.0, 10.0, 6.0, 4.0, 4.0, 3.0, 6.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.8125, -14.384521484375, -13.95654296875, -13.528564453125, -13.1005859375, -12.672607421875, -12.24462890625, -11.816650390625, -11.388671875, -10.960693359375, -10.53271484375, -10.104736328125, -9.6767578125, -9.248779296875, -8.82080078125, -8.392822265625, -7.96484375, -7.536865234375, -7.10888671875, -6.680908203125, -6.2529296875, -5.824951171875, -5.39697265625, -4.968994140625, -4.541015625, -4.113037109375, -3.68505859375, -3.257080078125, -2.8291015625, -2.401123046875, -1.97314453125, -1.545166015625, -1.1171875, -0.689208984375, -0.26123046875, 0.166748046875, 0.5947265625, 1.022705078125, 1.45068359375, 1.878662109375, 2.306640625, 2.734619140625, 3.16259765625, 3.590576171875, 4.0185546875, 4.446533203125, 4.87451171875, 5.302490234375, 5.73046875, 6.158447265625, 6.58642578125, 7.014404296875, 7.4423828125, 7.870361328125, 8.29833984375, 8.726318359375, 9.154296875, 9.582275390625, 10.01025390625, 10.438232421875, 10.8662109375, 11.294189453125, 11.72216796875, 12.150146484375, 12.578125]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 4.0, 6.0, 7.0, 10.0, 15.0, 25.0, 33.0, 45.0, 49.0, 57.0, 69.0, 72.0, 78.0, 92.0, 77.0, 78.0, 81.0, 56.0, 36.0, 30.0, 22.0, 25.0, 7.0, 7.0, 4.0, 4.0, 5.0, 1.0, 6.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.33056640625, -0.32115936279296875, -0.3117523193359375, -0.30234527587890625, -0.292938232421875, -0.28353118896484375, -0.2741241455078125, -0.26471710205078125, -0.25531005859375, -0.24590301513671875, -0.2364959716796875, -0.22708892822265625, -0.217681884765625, -0.20827484130859375, -0.1988677978515625, -0.18946075439453125, -0.1800537109375, -0.17064666748046875, -0.1612396240234375, -0.15183258056640625, -0.142425537109375, -0.13301849365234375, -0.1236114501953125, -0.11420440673828125, -0.10479736328125, -0.09539031982421875, -0.0859832763671875, -0.07657623291015625, -0.067169189453125, -0.05776214599609375, -0.0483551025390625, -0.03894805908203125, -0.029541015625, -0.02013397216796875, -0.0107269287109375, -0.00131988525390625, 0.008087158203125, 0.01749420166015625, 0.0269012451171875, 0.03630828857421875, 0.04571533203125, 0.05512237548828125, 0.0645294189453125, 0.07393646240234375, 0.083343505859375, 0.09275054931640625, 0.1021575927734375, 0.11156463623046875, 0.1209716796875, 0.13037872314453125, 0.1397857666015625, 0.14919281005859375, 0.158599853515625, 0.16800689697265625, 0.1774139404296875, 0.18682098388671875, 0.19622802734375, 0.20563507080078125, 0.2150421142578125, 0.22444915771484375, 0.233856201171875, 0.24326324462890625, 0.2526702880859375, 0.26207733154296875, 0.271484375]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 2.0, 7.0, 7.0, 6.0, 7.0, 8.0, 15.0, 23.0, 40.0, 49.0, 61.0, 85.0, 132.0, 180.0, 330.0, 563.0, 1044.0, 2010.0, 4151.0, 9121.0, 20918.0, 58030.0, 2592529.0, 1409893.0, 57334.0, 20546.0, 8695.0, 4063.0, 1990.0, 1029.0, 566.0, 304.0, 191.0, 123.0, 75.0, 48.0, 25.0, 28.0, 14.0, 14.0, 6.0, 7.0, 7.0, 6.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0], "bins": [-4.9375, -4.800323486328125, -4.66314697265625, -4.525970458984375, -4.3887939453125, -4.251617431640625, -4.11444091796875, -3.977264404296875, -3.840087890625, -3.702911376953125, -3.56573486328125, -3.428558349609375, -3.2913818359375, -3.154205322265625, -3.01702880859375, -2.879852294921875, -2.74267578125, -2.605499267578125, -2.46832275390625, -2.331146240234375, -2.1939697265625, -2.056793212890625, -1.91961669921875, -1.782440185546875, -1.645263671875, -1.508087158203125, -1.37091064453125, -1.233734130859375, -1.0965576171875, -0.959381103515625, -0.82220458984375, -0.685028076171875, -0.5478515625, -0.410675048828125, -0.27349853515625, -0.136322021484375, 0.0008544921875, 0.138031005859375, 0.27520751953125, 0.412384033203125, 0.549560546875, 0.686737060546875, 0.82391357421875, 0.961090087890625, 1.0982666015625, 1.235443115234375, 1.37261962890625, 1.509796142578125, 1.64697265625, 1.784149169921875, 1.92132568359375, 2.058502197265625, 2.1956787109375, 2.332855224609375, 2.47003173828125, 2.607208251953125, 2.744384765625, 2.881561279296875, 3.01873779296875, 3.155914306640625, 3.2930908203125, 3.430267333984375, 3.56744384765625, 3.704620361328125, 3.841796875]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 4.0, 6.0, 9.0, 7.0, 10.0, 7.0, 11.0, 16.0, 35.0, 36.0, 49.0, 105.0, 469.0, 2891.0, 195.0, 72.0, 40.0, 24.0, 24.0, 16.0, 17.0, 6.0, 11.0, 7.0, 1.0, 3.0, 4.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.26171875, -1.2318649291992188, -1.2020111083984375, -1.1721572875976562, -1.142303466796875, -1.1124496459960938, -1.0825958251953125, -1.0527420043945312, -1.02288818359375, -0.9930343627929688, -0.9631805419921875, -0.9333267211914062, -0.903472900390625, -0.8736190795898438, -0.8437652587890625, -0.8139114379882812, -0.7840576171875, -0.7542037963867188, -0.7243499755859375, -0.6944961547851562, -0.664642333984375, -0.6347885131835938, -0.6049346923828125, -0.5750808715820312, -0.54522705078125, -0.5153732299804688, -0.4855194091796875, -0.45566558837890625, -0.425811767578125, -0.39595794677734375, -0.3661041259765625, -0.33625030517578125, -0.306396484375, -0.27654266357421875, -0.2466888427734375, -0.21683502197265625, -0.186981201171875, -0.15712738037109375, -0.1272735595703125, -0.09741973876953125, -0.06756591796875, -0.03771209716796875, -0.0078582763671875, 0.02199554443359375, 0.051849365234375, 0.08170318603515625, 0.1115570068359375, 0.14141082763671875, 0.1712646484375, 0.20111846923828125, 0.2309722900390625, 0.26082611083984375, 0.290679931640625, 0.32053375244140625, 0.3503875732421875, 0.38024139404296875, 0.41009521484375, 0.43994903564453125, 0.4698028564453125, 0.49965667724609375, 0.529510498046875, 0.5593643188476562, 0.5892181396484375, 0.6190719604492188, 0.64892578125]}, "gradients/encoder.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 3.0, 8.0, 11.0, 9.0, 17.0, 34.0, 57.0, 65.0, 126.0, 157.0, 201.0, 118.0, 67.0, 41.0, 34.0, 25.0, 9.0, 8.0, 3.0, 5.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.483750343322754, -4.317582607269287, -4.151414394378662, -3.9852466583251953, -3.8190789222717285, -3.6529109477996826, -3.4867429733276367, -3.32057523727417, -3.154407262802124, -2.988239288330078, -2.8220715522766113, -2.6559035778045654, -2.4897356033325195, -2.3235678672790527, -2.157399892807007, -1.9912320375442505, -1.8250641822814941, -1.6588963270187378, -1.4927284717559814, -1.3265604972839355, -1.1603926420211792, -0.9942247867584229, -0.8280568718910217, -0.6618889570236206, -0.49572110176086426, -0.3295532166957855, -0.1633853316307068, 0.0027825534343719482, 0.16895043849945068, 0.33511829376220703, 0.5012862086296082, 0.6674541234970093, 0.8336219787597656, 0.999789834022522, 1.1659576892852783, 1.3321256637573242, 1.4982935190200806, 1.664461374282837, 1.8306293487548828, 1.9967972040176392, 2.1629650592803955, 2.3291330337524414, 2.495300769805908, 2.661468744277954, 2.82763671875, 2.993804454803467, 3.1599724292755127, 3.3261404037475586, 3.4923081398010254, 3.6584761142730713, 3.824643850326538, 3.990811824798584, 4.156979560852051, 4.323147773742676, 4.489315509796143, 4.655483245849609, 4.821651458740234, 4.987819194793701, 5.153987407684326, 5.320155143737793, 5.48632287979126, 5.652490615844727, 5.818658828735352, 5.984826564788818, 6.150994300842285]}, "gradients/encoder.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 5.0, 3.0, 8.0, 2.0, 6.0, 6.0, 4.0, 10.0, 11.0, 17.0, 22.0, 19.0, 22.0, 22.0, 26.0, 26.0, 31.0, 30.0, 40.0, 23.0, 31.0, 34.0, 23.0, 31.0, 22.0, 37.0, 35.0, 39.0, 31.0, 34.0, 29.0, 37.0, 33.0, 25.0, 30.0, 21.0, 31.0, 19.0, 16.0, 12.0, 21.0, 18.0, 7.0, 7.0, 11.0, 10.0, 6.0, 10.0, 5.0, 5.0, 1.0, 5.0, 1.0, 2.0, 1.0, 2.0], "bins": [-1.7520215511322021, -1.6974339485168457, -1.6428463459014893, -1.5882586240768433, -1.5336710214614868, -1.4790834188461304, -1.4244956970214844, -1.369908094406128, -1.3153204917907715, -1.260732889175415, -1.2061452865600586, -1.1515575647354126, -1.0969699621200562, -1.0423823595046997, -0.9877946972846985, -0.9332070350646973, -0.8786194324493408, -0.8240318298339844, -0.7694441676139832, -0.7148565053939819, -0.6602689027786255, -0.605681300163269, -0.5510936379432678, -0.496506005525589, -0.44191837310791016, -0.3873307406902313, -0.3327431082725525, -0.27815547585487366, -0.22356784343719482, -0.168980211019516, -0.11439257860183716, -0.059804946184158325, -0.005217194557189941, 0.04937043786048889, 0.10395807027816772, 0.15854570269584656, 0.2131333351135254, 0.2677209675312042, 0.32230859994888306, 0.3768962323665619, 0.4314838647842407, 0.48607149720191956, 0.5406591296195984, 0.5952467918395996, 0.649834394454956, 0.7044219970703125, 0.7590096592903137, 0.8135973215103149, 0.8681849241256714, 0.9227725267410278, 0.977360188961029, 1.0319478511810303, 1.0865354537963867, 1.1411230564117432, 1.1957106590270996, 1.2502983808517456, 1.304885983467102, 1.3594735860824585, 1.4140613079071045, 1.468648910522461, 1.5232365131378174, 1.5778241157531738, 1.6324117183685303, 1.6869994401931763, 1.7415870428085327]}, "gradients/encoder.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 3.0, 4.0, 4.0, 4.0, 10.0, 8.0, 14.0, 11.0, 11.0, 20.0, 28.0, 45.0, 91.0, 119.0, 139.0, 222.0, 345.0, 575.0, 973.0, 1841.0, 3592.0, 7515.0, 17608.0, 47954.0, 153032.0, 449882.0, 245805.0, 73246.0, 25493.0, 10001.0, 4506.0, 2305.0, 1231.0, 730.0, 395.0, 275.0, 170.0, 103.0, 67.0, 46.0, 39.0, 28.0, 16.0, 11.0, 8.0, 11.0, 5.0, 3.0, 8.0, 7.0, 2.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.291015625, -2.211151123046875, -2.13128662109375, -2.051422119140625, -1.9715576171875, -1.891693115234375, -1.81182861328125, -1.731964111328125, -1.652099609375, -1.572235107421875, -1.49237060546875, -1.412506103515625, -1.3326416015625, -1.252777099609375, -1.17291259765625, -1.093048095703125, -1.01318359375, -0.933319091796875, -0.85345458984375, -0.773590087890625, -0.6937255859375, -0.613861083984375, -0.53399658203125, -0.454132080078125, -0.374267578125, -0.294403076171875, -0.21453857421875, -0.134674072265625, -0.0548095703125, 0.025054931640625, 0.10491943359375, 0.184783935546875, 0.2646484375, 0.344512939453125, 0.42437744140625, 0.504241943359375, 0.5841064453125, 0.663970947265625, 0.74383544921875, 0.823699951171875, 0.903564453125, 0.983428955078125, 1.06329345703125, 1.143157958984375, 1.2230224609375, 1.302886962890625, 1.38275146484375, 1.462615966796875, 1.54248046875, 1.622344970703125, 1.70220947265625, 1.782073974609375, 1.8619384765625, 1.941802978515625, 2.02166748046875, 2.101531982421875, 2.181396484375, 2.261260986328125, 2.34112548828125, 2.420989990234375, 2.5008544921875, 2.580718994140625, 2.66058349609375, 2.740447998046875, 2.8203125]}, "gradients/encoder.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 7.0, 6.0, 13.0, 17.0, 30.0, 35.0, 46.0, 57.0, 60.0, 79.0, 93.0, 72.0, 95.0, 77.0, 70.0, 66.0, 48.0, 40.0, 29.0, 22.0, 11.0, 9.0, 8.0, 2.0, 1.0, 4.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.352783203125, -0.34259796142578125, -0.3324127197265625, -0.32222747802734375, -0.312042236328125, -0.30185699462890625, -0.2916717529296875, -0.28148651123046875, -0.27130126953125, -0.26111602783203125, -0.2509307861328125, -0.24074554443359375, -0.230560302734375, -0.22037506103515625, -0.2101898193359375, -0.20000457763671875, -0.1898193359375, -0.17963409423828125, -0.1694488525390625, -0.15926361083984375, -0.149078369140625, -0.13889312744140625, -0.1287078857421875, -0.11852264404296875, -0.10833740234375, -0.09815216064453125, -0.0879669189453125, -0.07778167724609375, -0.067596435546875, -0.05741119384765625, -0.0472259521484375, -0.03704071044921875, -0.02685546875, -0.01667022705078125, -0.0064849853515625, 0.00370025634765625, 0.013885498046875, 0.02407073974609375, 0.0342559814453125, 0.04444122314453125, 0.05462646484375, 0.06481170654296875, 0.0749969482421875, 0.08518218994140625, 0.095367431640625, 0.10555267333984375, 0.1157379150390625, 0.12592315673828125, 0.1361083984375, 0.14629364013671875, 0.1564788818359375, 0.16666412353515625, 0.176849365234375, 0.18703460693359375, 0.1972198486328125, 0.20740509033203125, 0.21759033203125, 0.22777557373046875, 0.2379608154296875, 0.24814605712890625, 0.258331298828125, 0.26851654052734375, 0.2787017822265625, 0.28888702392578125, 0.299072265625]}, "gradients/encoder.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 2.0, 4.0, 17.0, 19.0, 22.0, 23.0, 31.0, 42.0, 56.0, 69.0, 90.0, 148.0, 211.0, 317.0, 434.0, 691.0, 1171.0, 1969.0, 3645.0, 7260.0, 15425.0, 35353.0, 89824.0, 273039.0, 389053.0, 136141.0, 50989.0, 21215.0, 9784.0, 4931.0, 2587.0, 1445.0, 837.0, 545.0, 354.0, 244.0, 146.0, 107.0, 102.0, 45.0, 51.0, 37.0, 28.0, 15.0, 15.0, 9.0, 3.0, 5.0, 2.0, 7.0, 3.0, 1.0, 0.0, 3.0], "bins": [-2.1953125, -2.1311187744140625, -2.066925048828125, -2.0027313232421875, -1.93853759765625, -1.8743438720703125, -1.810150146484375, -1.7459564208984375, -1.6817626953125, -1.6175689697265625, -1.553375244140625, -1.4891815185546875, -1.42498779296875, -1.3607940673828125, -1.296600341796875, -1.2324066162109375, -1.168212890625, -1.1040191650390625, -1.039825439453125, -0.9756317138671875, -0.91143798828125, -0.8472442626953125, -0.783050537109375, -0.7188568115234375, -0.6546630859375, -0.5904693603515625, -0.526275634765625, -0.4620819091796875, -0.39788818359375, -0.3336944580078125, -0.269500732421875, -0.2053070068359375, -0.14111328125, -0.0769195556640625, -0.012725830078125, 0.0514678955078125, 0.11566162109375, 0.1798553466796875, 0.244049072265625, 0.3082427978515625, 0.3724365234375, 0.4366302490234375, 0.500823974609375, 0.5650177001953125, 0.62921142578125, 0.6934051513671875, 0.757598876953125, 0.8217926025390625, 0.885986328125, 0.9501800537109375, 1.014373779296875, 1.0785675048828125, 1.14276123046875, 1.2069549560546875, 1.271148681640625, 1.3353424072265625, 1.3995361328125, 1.4637298583984375, 1.527923583984375, 1.5921173095703125, 1.65631103515625, 1.7205047607421875, 1.784698486328125, 1.8488922119140625, 1.9130859375]}, "gradients/encoder.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 3.0, 3.0, 4.0, 6.0, 8.0, 11.0, 11.0, 17.0, 11.0, 12.0, 30.0, 26.0, 28.0, 31.0, 22.0, 45.0, 32.0, 43.0, 50.0, 39.0, 48.0, 40.0, 53.0, 54.0, 33.0, 41.0, 38.0, 35.0, 20.0, 28.0, 28.0, 23.0, 26.0, 20.0, 17.0, 11.0, 8.0, 11.0, 8.0, 7.0, 8.0, 2.0, 3.0, 5.0, 1.0, 5.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.1494140625, -1.1139373779296875, -1.078460693359375, -1.0429840087890625, -1.00750732421875, -0.9720306396484375, -0.936553955078125, -0.9010772705078125, -0.8656005859375, -0.8301239013671875, -0.794647216796875, -0.7591705322265625, -0.72369384765625, -0.6882171630859375, -0.652740478515625, -0.6172637939453125, -0.581787109375, -0.5463104248046875, -0.510833740234375, -0.4753570556640625, -0.43988037109375, -0.4044036865234375, -0.368927001953125, -0.3334503173828125, -0.2979736328125, -0.2624969482421875, -0.227020263671875, -0.1915435791015625, -0.15606689453125, -0.1205902099609375, -0.085113525390625, -0.0496368408203125, -0.01416015625, 0.0213165283203125, 0.056793212890625, 0.0922698974609375, 0.12774658203125, 0.1632232666015625, 0.198699951171875, 0.2341766357421875, 0.2696533203125, 0.3051300048828125, 0.340606689453125, 0.3760833740234375, 0.41156005859375, 0.4470367431640625, 0.482513427734375, 0.5179901123046875, 0.553466796875, 0.5889434814453125, 0.624420166015625, 0.6598968505859375, 0.69537353515625, 0.7308502197265625, 0.766326904296875, 0.8018035888671875, 0.8372802734375, 0.8727569580078125, 0.908233642578125, 0.9437103271484375, 0.97918701171875, 1.0146636962890625, 1.050140380859375, 1.0856170654296875, 1.12109375]}, "gradients/encoder.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 5.0, 3.0, 6.0, 3.0, 12.0, 14.0, 23.0, 28.0, 39.0, 61.0, 90.0, 120.0, 196.0, 344.0, 612.0, 1168.0, 2358.0, 5097.0, 12708.0, 39660.0, 188183.0, 595317.0, 148638.0, 33645.0, 11104.0, 4564.0, 2064.0, 1022.0, 591.0, 302.0, 203.0, 114.0, 84.0, 51.0, 42.0, 26.0, 13.0, 21.0, 10.0, 8.0, 6.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2412109375, -1.2040863037109375, -1.166961669921875, -1.1298370361328125, -1.09271240234375, -1.0555877685546875, -1.018463134765625, -0.9813385009765625, -0.9442138671875, -0.9070892333984375, -0.869964599609375, -0.8328399658203125, -0.79571533203125, -0.7585906982421875, -0.721466064453125, -0.6843414306640625, -0.647216796875, -0.6100921630859375, -0.572967529296875, -0.5358428955078125, -0.49871826171875, -0.4615936279296875, -0.424468994140625, -0.3873443603515625, -0.3502197265625, -0.3130950927734375, -0.275970458984375, -0.2388458251953125, -0.20172119140625, -0.1645965576171875, -0.127471923828125, -0.0903472900390625, -0.05322265625, -0.0160980224609375, 0.021026611328125, 0.0581512451171875, 0.09527587890625, 0.1324005126953125, 0.169525146484375, 0.2066497802734375, 0.2437744140625, 0.2808990478515625, 0.318023681640625, 0.3551483154296875, 0.39227294921875, 0.4293975830078125, 0.466522216796875, 0.5036468505859375, 0.540771484375, 0.5778961181640625, 0.615020751953125, 0.6521453857421875, 0.68927001953125, 0.7263946533203125, 0.763519287109375, 0.8006439208984375, 0.8377685546875, 0.8748931884765625, 0.912017822265625, 0.9491424560546875, 0.98626708984375, 1.0233917236328125, 1.060516357421875, 1.0976409912109375, 1.134765625]}, "gradients/encoder.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 7.0, 6.0, 13.0, 10.0, 10.0, 14.0, 21.0, 23.0, 36.0, 48.0, 63.0, 56.0, 73.0, 96.0, 84.0, 79.0, 74.0, 66.0, 49.0, 32.0, 26.0, 29.0, 21.0, 20.0, 17.0, 10.0, 7.0, 7.0, 6.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00015997886657714844, -0.00015471875667572021, -0.000149458646774292, -0.00014419853687286377, -0.00013893842697143555, -0.00013367831707000732, -0.0001284182071685791, -0.00012315809726715088, -0.00011789798736572266, -0.00011263787746429443, -0.00010737776756286621, -0.00010211765766143799, -9.685754776000977e-05, -9.159743785858154e-05, -8.633732795715332e-05, -8.10772180557251e-05, -7.581710815429688e-05, -7.055699825286865e-05, -6.529688835144043e-05, -6.003677845001221e-05, -5.4776668548583984e-05, -4.951655864715576e-05, -4.425644874572754e-05, -3.8996338844299316e-05, -3.3736228942871094e-05, -2.847611904144287e-05, -2.321600914001465e-05, -1.7955899238586426e-05, -1.2695789337158203e-05, -7.4356794357299805e-06, -2.175569534301758e-06, 3.084540367126465e-06, 8.344650268554688e-06, 1.360476016998291e-05, 1.8864870071411133e-05, 2.4124979972839355e-05, 2.9385089874267578e-05, 3.46451997756958e-05, 3.9905309677124023e-05, 4.5165419578552246e-05, 5.042552947998047e-05, 5.568563938140869e-05, 6.0945749282836914e-05, 6.620585918426514e-05, 7.146596908569336e-05, 7.672607898712158e-05, 8.19861888885498e-05, 8.724629878997803e-05, 9.250640869140625e-05, 9.776651859283447e-05, 0.0001030266284942627, 0.00010828673839569092, 0.00011354684829711914, 0.00011880695819854736, 0.00012406706809997559, 0.0001293271780014038, 0.00013458728790283203, 0.00013984739780426025, 0.00014510750770568848, 0.0001503676176071167, 0.00015562772750854492, 0.00016088783740997314, 0.00016614794731140137, 0.0001714080572128296, 0.0001766681671142578]}, "gradients/encoder.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 6.0, 6.0, 12.0, 11.0, 19.0, 19.0, 31.0, 35.0, 69.0, 80.0, 118.0, 172.0, 227.0, 379.0, 590.0, 1025.0, 1874.0, 3588.0, 7305.0, 16812.0, 43985.0, 154659.0, 521237.0, 205002.0, 54203.0, 19722.0, 8396.0, 3839.0, 2081.0, 1143.0, 680.0, 393.0, 245.0, 168.0, 134.0, 80.0, 51.0, 26.0, 31.0, 20.0, 26.0, 18.0, 12.0, 11.0, 5.0, 4.0, 3.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.95654296875, -0.9230880737304688, -0.8896331787109375, -0.8561782836914062, -0.822723388671875, -0.7892684936523438, -0.7558135986328125, -0.7223587036132812, -0.68890380859375, -0.6554489135742188, -0.6219940185546875, -0.5885391235351562, -0.555084228515625, -0.5216293334960938, -0.4881744384765625, -0.45471954345703125, -0.4212646484375, -0.38780975341796875, -0.3543548583984375, -0.32089996337890625, -0.287445068359375, -0.25399017333984375, -0.2205352783203125, -0.18708038330078125, -0.15362548828125, -0.12017059326171875, -0.0867156982421875, -0.05326080322265625, -0.019805908203125, 0.01364898681640625, 0.0471038818359375, 0.08055877685546875, 0.114013671875, 0.14746856689453125, 0.1809234619140625, 0.21437835693359375, 0.247833251953125, 0.28128814697265625, 0.3147430419921875, 0.34819793701171875, 0.38165283203125, 0.41510772705078125, 0.4485626220703125, 0.48201751708984375, 0.515472412109375, 0.5489273071289062, 0.5823822021484375, 0.6158370971679688, 0.6492919921875, 0.6827468872070312, 0.7162017822265625, 0.7496566772460938, 0.783111572265625, 0.8165664672851562, 0.8500213623046875, 0.8834762573242188, 0.91693115234375, 0.9503860473632812, 0.9838409423828125, 1.0172958374023438, 1.050750732421875, 1.0842056274414062, 1.1176605224609375, 1.1511154174804688, 1.1845703125]}, "gradients/encoder.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 2.0, 2.0, 6.0, 10.0, 7.0, 8.0, 12.0, 14.0, 13.0, 23.0, 27.0, 33.0, 23.0, 41.0, 42.0, 43.0, 59.0, 78.0, 75.0, 81.0, 69.0, 54.0, 57.0, 30.0, 29.0, 31.0, 27.0, 29.0, 15.0, 18.0, 4.0, 11.0, 9.0, 8.0, 5.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6044921875, -0.5869522094726562, -0.5694122314453125, -0.5518722534179688, -0.534332275390625, -0.5167922973632812, -0.4992523193359375, -0.48171234130859375, -0.46417236328125, -0.44663238525390625, -0.4290924072265625, -0.41155242919921875, -0.394012451171875, -0.37647247314453125, -0.3589324951171875, -0.34139251708984375, -0.3238525390625, -0.30631256103515625, -0.2887725830078125, -0.27123260498046875, -0.253692626953125, -0.23615264892578125, -0.2186126708984375, -0.20107269287109375, -0.18353271484375, -0.16599273681640625, -0.1484527587890625, -0.13091278076171875, -0.113372802734375, -0.09583282470703125, -0.0782928466796875, -0.06075286865234375, -0.043212890625, -0.02567291259765625, -0.0081329345703125, 0.00940704345703125, 0.026947021484375, 0.04448699951171875, 0.0620269775390625, 0.07956695556640625, 0.09710693359375, 0.11464691162109375, 0.1321868896484375, 0.14972686767578125, 0.167266845703125, 0.18480682373046875, 0.2023468017578125, 0.21988677978515625, 0.2374267578125, 0.25496673583984375, 0.2725067138671875, 0.29004669189453125, 0.307586669921875, 0.32512664794921875, 0.3426666259765625, 0.36020660400390625, 0.37774658203125, 0.39528656005859375, 0.4128265380859375, 0.43036651611328125, 0.447906494140625, 0.46544647216796875, 0.4829864501953125, 0.5005264282226562, 0.51806640625]}, "gradients/encoder.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 5.0, 12.0, 17.0, 28.0, 39.0, 87.0, 159.0, 208.0, 197.0, 125.0, 70.0, 23.0, 15.0, 8.0, 8.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.055179595947266, -14.33144760131836, -13.607715606689453, -12.883984565734863, -12.160252571105957, -11.43652057647705, -10.712789535522461, -9.989057540893555, -9.265325546264648, -8.541593551635742, -7.817862033843994, -7.094130516052246, -6.37039852142334, -5.646666526794434, -4.9229350090026855, -4.1992034912109375, -3.4754714965820312, -2.751739740371704, -2.028007984161377, -1.3042762279510498, -0.5805444717407227, 0.1431872844696045, 0.8669190406799316, 1.5906505584716797, 2.314382553100586, 3.038114309310913, 3.7618460655212402, 4.485577583312988, 5.2093095779418945, 5.933041572570801, 6.656773090362549, 7.380504608154297, 8.10423469543457, 8.827966690063477, 9.551698684692383, 10.275429725646973, 10.999161720275879, 11.722893714904785, 12.446624755859375, 13.170356750488281, 13.894088745117188, 14.617820739746094, 15.341552734375, 16.065284729003906, 16.789016723632812, 17.512746810913086, 18.236478805541992, 18.9602108001709, 19.683942794799805, 20.40767478942871, 21.131406784057617, 21.855138778686523, 22.578868865966797, 23.302600860595703, 24.02633285522461, 24.750064849853516, 25.473796844482422, 26.197528839111328, 26.921260833740234, 27.64499282836914, 28.368724822998047, 29.09245491027832, 29.816186904907227, 30.539918899536133, 31.26365089416504]}, "gradients/encoder.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 3.0, 8.0, 12.0, 10.0, 11.0, 23.0, 24.0, 19.0, 27.0, 31.0, 26.0, 18.0, 37.0, 35.0, 42.0, 36.0, 42.0, 38.0, 52.0, 45.0, 44.0, 50.0, 54.0, 40.0, 33.0, 24.0, 28.0, 30.0, 21.0, 20.0, 18.0, 20.0, 24.0, 18.0, 10.0, 7.0, 6.0, 4.0, 5.0, 4.0, 1.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-8.034990310668945, -7.789400100708008, -7.54380989074707, -7.298219680786133, -7.052629470825195, -6.807039260864258, -6.5614495277404785, -6.315859317779541, -6.0702691078186035, -5.824678897857666, -5.5790886878967285, -5.333498477935791, -5.087908744812012, -4.842318534851074, -4.596728324890137, -4.351138114929199, -4.105547904968262, -3.859957695007324, -3.6143674850463867, -3.3687775135040283, -3.123187303543091, -2.8775970935821533, -2.632007122039795, -2.3864169120788574, -2.14082670211792, -1.8952364921569824, -1.6496464014053345, -1.4040563106536865, -1.158466100692749, -0.9128758907318115, -0.6672857999801636, -0.4216957092285156, -0.17610549926757812, 0.0694846510887146, 0.3150748014450073, 0.5606649518013, 0.8062551021575928, 1.0518453121185303, 1.2974354028701782, 1.5430254936218262, 1.7886157035827637, 2.034205913543701, 2.2797961235046387, 2.525386095046997, 2.7709763050079346, 3.016566514968872, 3.2621564865112305, 3.507746696472168, 3.7533369064331055, 3.998927116394043, 4.2445173263549805, 4.490107536315918, 4.7356977462768555, 4.981287956237793, 5.226877689361572, 5.47246789932251, 5.718058109283447, 5.963648319244385, 6.209238529205322, 6.45482873916626, 6.700418472290039, 6.946008682250977, 7.191598892211914, 7.437189102172852, 7.682779312133789]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 3.0, 1.0, 2.0, 2.0, 5.0, 8.0, 8.0, 13.0, 27.0, 36.0, 42.0, 88.0, 124.0, 165.0, 305.0, 628.0, 1261.0, 2960.0, 8960.0, 37597.0, 3932093.0, 177758.0, 22188.0, 6096.0, 2072.0, 827.0, 422.0, 226.0, 127.0, 89.0, 51.0, 33.0, 29.0, 12.0, 13.0, 8.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.29296875, -5.12664794921875, -4.9603271484375, -4.79400634765625, -4.627685546875, -4.46136474609375, -4.2950439453125, -4.12872314453125, -3.96240234375, -3.79608154296875, -3.6297607421875, -3.46343994140625, -3.297119140625, -3.13079833984375, -2.9644775390625, -2.79815673828125, -2.6318359375, -2.46551513671875, -2.2991943359375, -2.13287353515625, -1.966552734375, -1.80023193359375, -1.6339111328125, -1.46759033203125, -1.30126953125, -1.13494873046875, -0.9686279296875, -0.80230712890625, -0.635986328125, -0.46966552734375, -0.3033447265625, -0.13702392578125, 0.029296875, 0.19561767578125, 0.3619384765625, 0.52825927734375, 0.694580078125, 0.86090087890625, 1.0272216796875, 1.19354248046875, 1.35986328125, 1.52618408203125, 1.6925048828125, 1.85882568359375, 2.025146484375, 2.19146728515625, 2.3577880859375, 2.52410888671875, 2.6904296875, 2.85675048828125, 3.0230712890625, 3.18939208984375, 3.355712890625, 3.52203369140625, 3.6883544921875, 3.85467529296875, 4.02099609375, 4.18731689453125, 4.3536376953125, 4.51995849609375, 4.686279296875, 4.85260009765625, 5.0189208984375, 5.18524169921875, 5.3515625]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 5.0, 3.0, 6.0, 19.0, 13.0, 19.0, 34.0, 29.0, 37.0, 50.0, 55.0, 58.0, 84.0, 77.0, 88.0, 67.0, 69.0, 52.0, 49.0, 43.0, 37.0, 31.0, 24.0, 19.0, 10.0, 7.0, 7.0, 5.0, 2.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.40478515625, -0.39469337463378906, -0.3846015930175781, -0.3745098114013672, -0.36441802978515625, -0.3543262481689453, -0.3442344665527344, -0.33414268493652344, -0.3240509033203125, -0.31395912170410156, -0.3038673400878906, -0.2937755584716797, -0.28368377685546875, -0.2735919952392578, -0.2635002136230469, -0.25340843200683594, -0.243316650390625, -0.23322486877441406, -0.22313308715820312, -0.2130413055419922, -0.20294952392578125, -0.1928577423095703, -0.18276596069335938, -0.17267417907714844, -0.1625823974609375, -0.15249061584472656, -0.14239883422851562, -0.1323070526123047, -0.12221527099609375, -0.11212348937988281, -0.10203170776367188, -0.09193992614746094, -0.08184814453125, -0.07175636291503906, -0.061664581298828125, -0.05157279968261719, -0.04148101806640625, -0.03138923645019531, -0.021297454833984375, -0.011205673217773438, -0.0011138916015625, 0.008977890014648438, 0.019069671630859375, 0.029161453247070312, 0.03925323486328125, 0.04934501647949219, 0.059436798095703125, 0.06952857971191406, 0.079620361328125, 0.08971214294433594, 0.09980392456054688, 0.10989570617675781, 0.11998748779296875, 0.1300792694091797, 0.14017105102539062, 0.15026283264160156, 0.1603546142578125, 0.17044639587402344, 0.18053817749023438, 0.1906299591064453, 0.20072174072265625, 0.2108135223388672, 0.22090530395507812, 0.23099708557128906, 0.2410888671875]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 1.0, 5.0, 2.0, 8.0, 11.0, 8.0, 16.0, 29.0, 45.0, 53.0, 87.0, 151.0, 200.0, 378.0, 565.0, 1074.0, 2031.0, 3893.0, 8082.0, 18664.0, 51987.0, 914404.0, 3096617.0, 56990.0, 20338.0, 8989.0, 4316.0, 2257.0, 1258.0, 659.0, 429.0, 263.0, 160.0, 96.0, 72.0, 52.0, 31.0, 21.0, 9.0, 12.0, 12.0, 5.0, 7.0, 0.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.26953125, -3.160675048828125, -3.05181884765625, -2.942962646484375, -2.8341064453125, -2.725250244140625, -2.61639404296875, -2.507537841796875, -2.398681640625, -2.289825439453125, -2.18096923828125, -2.072113037109375, -1.9632568359375, -1.854400634765625, -1.74554443359375, -1.636688232421875, -1.52783203125, -1.418975830078125, -1.31011962890625, -1.201263427734375, -1.0924072265625, -0.983551025390625, -0.87469482421875, -0.765838623046875, -0.656982421875, -0.548126220703125, -0.43927001953125, -0.330413818359375, -0.2215576171875, -0.112701416015625, -0.00384521484375, 0.105010986328125, 0.2138671875, 0.322723388671875, 0.43157958984375, 0.540435791015625, 0.6492919921875, 0.758148193359375, 0.86700439453125, 0.975860595703125, 1.084716796875, 1.193572998046875, 1.30242919921875, 1.411285400390625, 1.5201416015625, 1.628997802734375, 1.73785400390625, 1.846710205078125, 1.95556640625, 2.064422607421875, 2.17327880859375, 2.282135009765625, 2.3909912109375, 2.499847412109375, 2.60870361328125, 2.717559814453125, 2.826416015625, 2.935272216796875, 3.04412841796875, 3.152984619140625, 3.2618408203125, 3.370697021484375, 3.47955322265625, 3.588409423828125, 3.697265625]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 5.0, 4.0, 1.0, 10.0, 8.0, 9.0, 10.0, 15.0, 19.0, 21.0, 31.0, 46.0, 84.0, 204.0, 2401.0, 801.0, 154.0, 76.0, 40.0, 28.0, 20.0, 21.0, 8.0, 6.0, 9.0, 10.0, 6.0, 6.0, 2.0, 8.0, 4.0, 4.0, 3.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.60595703125, -0.58251953125, -0.55908203125, -0.53564453125, -0.51220703125, -0.48876953125, -0.46533203125, -0.44189453125, -0.41845703125, -0.39501953125, -0.37158203125, -0.34814453125, -0.32470703125, -0.30126953125, -0.27783203125, -0.25439453125, -0.23095703125, -0.20751953125, -0.18408203125, -0.16064453125, -0.13720703125, -0.11376953125, -0.09033203125, -0.06689453125, -0.04345703125, -0.02001953125, 0.00341796875, 0.02685546875, 0.05029296875, 0.07373046875, 0.09716796875, 0.12060546875, 0.14404296875, 0.16748046875, 0.19091796875, 0.21435546875, 0.23779296875, 0.26123046875, 0.28466796875, 0.30810546875, 0.33154296875, 0.35498046875, 0.37841796875, 0.40185546875, 0.42529296875, 0.44873046875, 0.47216796875, 0.49560546875, 0.51904296875, 0.54248046875, 0.56591796875, 0.58935546875, 0.61279296875, 0.63623046875, 0.65966796875, 0.68310546875, 0.70654296875, 0.72998046875, 0.75341796875, 0.77685546875, 0.80029296875, 0.82373046875, 0.84716796875, 0.87060546875, 0.89404296875]}, "gradients/encoder.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 11.0, 17.0, 21.0, 43.0, 76.0, 107.0, 144.0, 167.0, 125.0, 104.0, 66.0, 35.0, 28.0, 19.0, 9.0, 7.0, 5.0, 5.0, 1.0, 2.0, 3.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.987713813781738, -4.824145793914795, -4.660577774047852, -4.497009754180908, -4.333441734313965, -4.1698737144470215, -4.006305694580078, -3.8427376747131348, -3.6791696548461914, -3.515601634979248, -3.3520336151123047, -3.1884655952453613, -3.024897575378418, -2.8613295555114746, -2.6977615356445312, -2.534193515777588, -2.3706257343292236, -2.2070577144622803, -2.043489694595337, -1.8799216747283936, -1.7163536548614502, -1.5527856349945068, -1.389217734336853, -1.2256497144699097, -1.0620816946029663, -0.898513674736023, -0.7349456548690796, -0.571377694606781, -0.40780967473983765, -0.2442416548728943, -0.0806736946105957, 0.08289432525634766, 0.24646234512329102, 0.4100303649902344, 0.5735983848571777, 0.7371663451194763, 0.9007343649864197, 1.0643024444580078, 1.2278703451156616, 1.391438364982605, 1.5550063848495483, 1.7185744047164917, 1.882142424583435, 2.045710325241089, 2.2092783451080322, 2.3728463649749756, 2.536414384841919, 2.6999824047088623, 2.8635504245758057, 3.027118444442749, 3.1906864643096924, 3.3542544841766357, 3.517822504043579, 3.6813905239105225, 3.8449583053588867, 4.00852632522583, 4.172094345092773, 4.335662364959717, 4.49923038482666, 4.6627984046936035, 4.826366424560547, 4.98993444442749, 5.153502464294434, 5.317070484161377, 5.48063850402832]}, "gradients/encoder.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 2.0, 2.0, 4.0, 3.0, 7.0, 4.0, 8.0, 9.0, 13.0, 11.0, 15.0, 24.0, 17.0, 24.0, 27.0, 38.0, 43.0, 41.0, 54.0, 34.0, 31.0, 47.0, 44.0, 42.0, 46.0, 43.0, 36.0, 47.0, 29.0, 48.0, 28.0, 27.0, 25.0, 18.0, 24.0, 22.0, 11.0, 11.0, 14.0, 5.0, 6.0, 4.0, 8.0, 3.0, 2.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-2.025444507598877, -1.9613349437713623, -1.8972253799438477, -1.833115816116333, -1.769006371498108, -1.7048968076705933, -1.6407872438430786, -1.576677680015564, -1.5125682353973389, -1.4484586715698242, -1.3843491077423096, -1.320239543914795, -1.2561300992965698, -1.1920205354690552, -1.1279109716415405, -1.0638014078140259, -0.9996918439865112, -0.9355822801589966, -0.8714727759361267, -0.8073632121086121, -0.7432537078857422, -0.6791441440582275, -0.6150345802307129, -0.5509250164031982, -0.48681551218032837, -0.4227059781551361, -0.35859644412994385, -0.2944868803024292, -0.23037734627723694, -0.16626781225204468, -0.10215824842453003, -0.03804871439933777, 0.026060819625854492, 0.09017036110162735, 0.1542799025774002, 0.21838945150375366, 0.2824989855289459, 0.3466085195541382, 0.41071808338165283, 0.4748276174068451, 0.5389371514320374, 0.603046715259552, 0.6671562194824219, 0.7312657833099365, 0.7953753471374512, 0.859484851360321, 0.9235944151878357, 0.9877039194107056, 1.0518134832382202, 1.1159230470657349, 1.1800326108932495, 1.2441420555114746, 1.3082516193389893, 1.372361183166504, 1.4364707469940186, 1.5005803108215332, 1.5646898746490479, 1.6287994384765625, 1.6929090023040771, 1.7570185661315918, 1.821128010749817, 1.8852375745773315, 1.9493471384048462, 2.0134565830230713, 2.077566146850586]}, "gradients/encoder.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 5.0, 6.0, 3.0, 3.0, 11.0, 15.0, 20.0, 20.0, 33.0, 39.0, 54.0, 112.0, 161.0, 242.0, 426.0, 614.0, 1307.0, 2575.0, 5088.0, 10885.0, 26077.0, 68675.0, 216133.0, 455931.0, 165338.0, 54878.0, 21554.0, 9260.0, 4292.0, 2093.0, 1071.0, 620.0, 347.0, 214.0, 134.0, 93.0, 66.0, 48.0, 43.0, 23.0, 18.0, 10.0, 13.0, 4.0, 5.0, 5.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.900390625, -1.837860107421875, -1.77532958984375, -1.712799072265625, -1.6502685546875, -1.587738037109375, -1.52520751953125, -1.462677001953125, -1.400146484375, -1.337615966796875, -1.27508544921875, -1.212554931640625, -1.1500244140625, -1.087493896484375, -1.02496337890625, -0.962432861328125, -0.89990234375, -0.837371826171875, -0.77484130859375, -0.712310791015625, -0.6497802734375, -0.587249755859375, -0.52471923828125, -0.462188720703125, -0.399658203125, -0.337127685546875, -0.27459716796875, -0.212066650390625, -0.1495361328125, -0.087005615234375, -0.02447509765625, 0.038055419921875, 0.1005859375, 0.163116455078125, 0.22564697265625, 0.288177490234375, 0.3507080078125, 0.413238525390625, 0.47576904296875, 0.538299560546875, 0.600830078125, 0.663360595703125, 0.72589111328125, 0.788421630859375, 0.8509521484375, 0.913482666015625, 0.97601318359375, 1.038543701171875, 1.10107421875, 1.163604736328125, 1.22613525390625, 1.288665771484375, 1.3511962890625, 1.413726806640625, 1.47625732421875, 1.538787841796875, 1.601318359375, 1.663848876953125, 1.72637939453125, 1.788909912109375, 1.8514404296875, 1.913970947265625, 1.97650146484375, 2.039031982421875, 2.1015625]}, "gradients/encoder.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 0.0, 2.0, 14.0, 12.0, 8.0, 18.0, 23.0, 29.0, 34.0, 45.0, 39.0, 63.0, 78.0, 75.0, 76.0, 71.0, 65.0, 75.0, 50.0, 43.0, 44.0, 40.0, 27.0, 23.0, 19.0, 8.0, 7.0, 7.0, 2.0, 3.0, 3.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.389892578125, -0.3795928955078125, -0.369293212890625, -0.3589935302734375, -0.34869384765625, -0.3383941650390625, -0.328094482421875, -0.3177947998046875, -0.3074951171875, -0.2971954345703125, -0.286895751953125, -0.2765960693359375, -0.26629638671875, -0.2559967041015625, -0.245697021484375, -0.2353973388671875, -0.22509765625, -0.2147979736328125, -0.204498291015625, -0.1941986083984375, -0.18389892578125, -0.1735992431640625, -0.163299560546875, -0.1529998779296875, -0.1427001953125, -0.1324005126953125, -0.122100830078125, -0.1118011474609375, -0.10150146484375, -0.0912017822265625, -0.080902099609375, -0.0706024169921875, -0.060302734375, -0.0500030517578125, -0.039703369140625, -0.0294036865234375, -0.01910400390625, -0.0088043212890625, 0.001495361328125, 0.0117950439453125, 0.0220947265625, 0.0323944091796875, 0.042694091796875, 0.0529937744140625, 0.06329345703125, 0.0735931396484375, 0.083892822265625, 0.0941925048828125, 0.1044921875, 0.1147918701171875, 0.125091552734375, 0.1353912353515625, 0.14569091796875, 0.1559906005859375, 0.166290283203125, 0.1765899658203125, 0.1868896484375, 0.1971893310546875, 0.207489013671875, 0.2177886962890625, 0.22808837890625, 0.2383880615234375, 0.248687744140625, 0.2589874267578125, 0.269287109375]}, "gradients/encoder.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 5.0, 4.0, 4.0, 16.0, 10.0, 16.0, 20.0, 28.0, 47.0, 76.0, 107.0, 169.0, 263.0, 446.0, 805.0, 1525.0, 3671.0, 9421.0, 28158.0, 100315.0, 428170.0, 353616.0, 83131.0, 23898.0, 8147.0, 3174.0, 1493.0, 730.0, 430.0, 220.0, 130.0, 97.0, 66.0, 47.0, 38.0, 21.0, 17.0, 13.0, 7.0, 6.0, 3.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.943359375, -1.873779296875, -1.80419921875, -1.734619140625, -1.6650390625, -1.595458984375, -1.52587890625, -1.456298828125, -1.38671875, -1.317138671875, -1.24755859375, -1.177978515625, -1.1083984375, -1.038818359375, -0.96923828125, -0.899658203125, -0.830078125, -0.760498046875, -0.69091796875, -0.621337890625, -0.5517578125, -0.482177734375, -0.41259765625, -0.343017578125, -0.2734375, -0.203857421875, -0.13427734375, -0.064697265625, 0.0048828125, 0.074462890625, 0.14404296875, 0.213623046875, 0.283203125, 0.352783203125, 0.42236328125, 0.491943359375, 0.5615234375, 0.631103515625, 0.70068359375, 0.770263671875, 0.83984375, 0.909423828125, 0.97900390625, 1.048583984375, 1.1181640625, 1.187744140625, 1.25732421875, 1.326904296875, 1.396484375, 1.466064453125, 1.53564453125, 1.605224609375, 1.6748046875, 1.744384765625, 1.81396484375, 1.883544921875, 1.953125, 2.022705078125, 2.09228515625, 2.161865234375, 2.2314453125, 2.301025390625, 2.37060546875, 2.440185546875, 2.509765625]}, "gradients/encoder.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 5.0, 10.0, 10.0, 9.0, 13.0, 12.0, 17.0, 21.0, 23.0, 23.0, 40.0, 48.0, 41.0, 42.0, 51.0, 38.0, 58.0, 43.0, 46.0, 50.0, 51.0, 35.0, 39.0, 48.0, 31.0, 43.0, 34.0, 20.0, 26.0, 20.0, 14.0, 12.0, 9.0, 2.0, 9.0, 9.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.36328125, -1.3222503662109375, -1.281219482421875, -1.2401885986328125, -1.19915771484375, -1.1581268310546875, -1.117095947265625, -1.0760650634765625, -1.0350341796875, -0.9940032958984375, -0.952972412109375, -0.9119415283203125, -0.87091064453125, -0.8298797607421875, -0.788848876953125, -0.7478179931640625, -0.706787109375, -0.6657562255859375, -0.624725341796875, -0.5836944580078125, -0.54266357421875, -0.5016326904296875, -0.460601806640625, -0.4195709228515625, -0.3785400390625, -0.3375091552734375, -0.296478271484375, -0.2554473876953125, -0.21441650390625, -0.1733856201171875, -0.132354736328125, -0.0913238525390625, -0.05029296875, -0.0092620849609375, 0.031768798828125, 0.0727996826171875, 0.11383056640625, 0.1548614501953125, 0.195892333984375, 0.2369232177734375, 0.2779541015625, 0.3189849853515625, 0.360015869140625, 0.4010467529296875, 0.44207763671875, 0.4831085205078125, 0.524139404296875, 0.5651702880859375, 0.606201171875, 0.6472320556640625, 0.688262939453125, 0.7292938232421875, 0.77032470703125, 0.8113555908203125, 0.852386474609375, 0.8934173583984375, 0.9344482421875, 0.9754791259765625, 1.016510009765625, 1.0575408935546875, 1.09857177734375, 1.1396026611328125, 1.180633544921875, 1.2216644287109375, 1.2626953125]}, "gradients/encoder.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 3.0, 2.0, 5.0, 12.0, 11.0, 24.0, 25.0, 39.0, 93.0, 102.0, 183.0, 323.0, 738.0, 1520.0, 3991.0, 12724.0, 56715.0, 513227.0, 394984.0, 46461.0, 10944.0, 3582.0, 1386.0, 678.0, 345.0, 171.0, 96.0, 52.0, 44.0, 23.0, 18.0, 15.0, 8.0, 9.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8955078125, -1.83966064453125, -1.7838134765625, -1.72796630859375, -1.672119140625, -1.61627197265625, -1.5604248046875, -1.50457763671875, -1.44873046875, -1.39288330078125, -1.3370361328125, -1.28118896484375, -1.225341796875, -1.16949462890625, -1.1136474609375, -1.05780029296875, -1.001953125, -0.94610595703125, -0.8902587890625, -0.83441162109375, -0.778564453125, -0.72271728515625, -0.6668701171875, -0.61102294921875, -0.55517578125, -0.49932861328125, -0.4434814453125, -0.38763427734375, -0.331787109375, -0.27593994140625, -0.2200927734375, -0.16424560546875, -0.1083984375, -0.05255126953125, 0.0032958984375, 0.05914306640625, 0.114990234375, 0.17083740234375, 0.2266845703125, 0.28253173828125, 0.33837890625, 0.39422607421875, 0.4500732421875, 0.50592041015625, 0.561767578125, 0.61761474609375, 0.6734619140625, 0.72930908203125, 0.78515625, 0.84100341796875, 0.8968505859375, 0.95269775390625, 1.008544921875, 1.06439208984375, 1.1202392578125, 1.17608642578125, 1.23193359375, 1.28778076171875, 1.3436279296875, 1.39947509765625, 1.455322265625, 1.51116943359375, 1.5670166015625, 1.62286376953125, 1.6787109375]}, "gradients/encoder.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 5.0, 4.0, 8.0, 13.0, 20.0, 15.0, 24.0, 40.0, 34.0, 60.0, 68.0, 91.0, 80.0, 78.0, 95.0, 74.0, 68.0, 59.0, 45.0, 32.0, 21.0, 16.0, 7.0, 9.0, 12.0, 10.0, 5.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0001666545867919922, -0.0001606084406375885, -0.00015456229448318481, -0.00014851614832878113, -0.00014247000217437744, -0.00013642385601997375, -0.00013037770986557007, -0.00012433156371116638, -0.0001182854175567627, -0.00011223927140235901, -0.00010619312524795532, -0.00010014697909355164, -9.410083293914795e-05, -8.805468678474426e-05, -8.200854063034058e-05, -7.596239447593689e-05, -6.99162483215332e-05, -6.387010216712952e-05, -5.782395601272583e-05, -5.1777809858322144e-05, -4.573166370391846e-05, -3.968551754951477e-05, -3.3639371395111084e-05, -2.7593225240707397e-05, -2.154707908630371e-05, -1.5500932931900024e-05, -9.454786777496338e-06, -3.4086406230926514e-06, 2.637505531311035e-06, 8.683651685714722e-06, 1.4729797840118408e-05, 2.0775943994522095e-05, 2.682209014892578e-05, 3.286823630332947e-05, 3.8914382457733154e-05, 4.496052861213684e-05, 5.100667476654053e-05, 5.7052820920944214e-05, 6.30989670753479e-05, 6.914511322975159e-05, 7.519125938415527e-05, 8.123740553855896e-05, 8.728355169296265e-05, 9.332969784736633e-05, 9.937584400177002e-05, 0.0001054219901561737, 0.00011146813631057739, 0.00011751428246498108, 0.00012356042861938477, 0.00012960657477378845, 0.00013565272092819214, 0.00014169886708259583, 0.0001477450132369995, 0.0001537911593914032, 0.00015983730554580688, 0.00016588345170021057, 0.00017192959785461426, 0.00017797574400901794, 0.00018402189016342163, 0.00019006803631782532, 0.000196114182472229, 0.0002021603286266327, 0.00020820647478103638, 0.00021425262093544006, 0.00022029876708984375]}, "gradients/encoder.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 4.0, 2.0, 3.0, 9.0, 9.0, 13.0, 18.0, 27.0, 38.0, 79.0, 131.0, 210.0, 355.0, 714.0, 1465.0, 3154.0, 8483.0, 30435.0, 279060.0, 651660.0, 52565.0, 12013.0, 4260.0, 1888.0, 892.0, 465.0, 215.0, 141.0, 79.0, 53.0, 32.0, 29.0, 12.0, 11.0, 9.0, 6.0, 7.0, 6.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.138671875, -2.070037841796875, -2.00140380859375, -1.932769775390625, -1.8641357421875, -1.795501708984375, -1.72686767578125, -1.658233642578125, -1.589599609375, -1.520965576171875, -1.45233154296875, -1.383697509765625, -1.3150634765625, -1.246429443359375, -1.17779541015625, -1.109161376953125, -1.04052734375, -0.971893310546875, -0.90325927734375, -0.834625244140625, -0.7659912109375, -0.697357177734375, -0.62872314453125, -0.560089111328125, -0.491455078125, -0.422821044921875, -0.35418701171875, -0.285552978515625, -0.2169189453125, -0.148284912109375, -0.07965087890625, -0.011016845703125, 0.0576171875, 0.126251220703125, 0.19488525390625, 0.263519287109375, 0.3321533203125, 0.400787353515625, 0.46942138671875, 0.538055419921875, 0.606689453125, 0.675323486328125, 0.74395751953125, 0.812591552734375, 0.8812255859375, 0.949859619140625, 1.01849365234375, 1.087127685546875, 1.15576171875, 1.224395751953125, 1.29302978515625, 1.361663818359375, 1.4302978515625, 1.498931884765625, 1.56756591796875, 1.636199951171875, 1.704833984375, 1.773468017578125, 1.84210205078125, 1.910736083984375, 1.9793701171875, 2.048004150390625, 2.11663818359375, 2.185272216796875, 2.25390625]}, "gradients/encoder.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 4.0, 3.0, 2.0, 5.0, 7.0, 11.0, 6.0, 8.0, 17.0, 20.0, 33.0, 35.0, 52.0, 87.0, 68.0, 125.0, 100.0, 104.0, 80.0, 52.0, 49.0, 31.0, 19.0, 22.0, 18.0, 11.0, 8.0, 8.0, 7.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0751953125, -1.042694091796875, -1.01019287109375, -0.977691650390625, -0.9451904296875, -0.912689208984375, -0.88018798828125, -0.847686767578125, -0.815185546875, -0.782684326171875, -0.75018310546875, -0.717681884765625, -0.6851806640625, -0.652679443359375, -0.62017822265625, -0.587677001953125, -0.55517578125, -0.522674560546875, -0.49017333984375, -0.457672119140625, -0.4251708984375, -0.392669677734375, -0.36016845703125, -0.327667236328125, -0.295166015625, -0.262664794921875, -0.23016357421875, -0.197662353515625, -0.1651611328125, -0.132659912109375, -0.10015869140625, -0.067657470703125, -0.03515625, -0.002655029296875, 0.02984619140625, 0.062347412109375, 0.0948486328125, 0.127349853515625, 0.15985107421875, 0.192352294921875, 0.224853515625, 0.257354736328125, 0.28985595703125, 0.322357177734375, 0.3548583984375, 0.387359619140625, 0.41986083984375, 0.452362060546875, 0.48486328125, 0.517364501953125, 0.54986572265625, 0.582366943359375, 0.6148681640625, 0.647369384765625, 0.67987060546875, 0.712371826171875, 0.744873046875, 0.777374267578125, 0.80987548828125, 0.842376708984375, 0.8748779296875, 0.907379150390625, 0.93988037109375, 0.972381591796875, 1.0048828125]}, "gradients/encoder.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 5.0, 3.0, 9.0, 21.0, 47.0, 117.0, 236.0, 257.0, 186.0, 76.0, 28.0, 11.0, 6.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.09490203857422, -30.283344268798828, -29.471784591674805, -28.660226821899414, -27.848669052124023, -27.037109375, -26.22555160522461, -25.41399383544922, -24.602434158325195, -23.790876388549805, -22.97931671142578, -22.16775894165039, -21.356201171875, -20.544641494750977, -19.733083724975586, -18.921524047851562, -18.109966278076172, -17.29840850830078, -16.486848831176758, -15.675291061401367, -14.86373233795166, -14.052173614501953, -13.240615844726562, -12.429057121276855, -11.617500305175781, -10.805941581726074, -9.994383811950684, -9.182825088500977, -8.37126636505127, -7.559708118438721, -6.748149871826172, -5.936591148376465, -5.125032424926758, -4.313474178314209, -3.501915454864502, -2.690357208251953, -1.8787987232208252, -1.0672402381896973, -0.25568199157714844, 0.5558767318725586, 1.3674349784851074, 2.1789934635162354, 2.9905519485473633, 3.802110195159912, 4.613668441772461, 5.425227165222168, 6.236785411834717, 7.048344135284424, 7.859902381896973, 8.67146110534668, 9.48301887512207, 10.294577598571777, 11.106136322021484, 11.917694091796875, 12.729252815246582, 13.540811538696289, 14.35236930847168, 15.163928031921387, 15.975485801696777, 16.787044525146484, 17.598602294921875, 18.4101619720459, 19.22171974182129, 20.033279418945312, 20.844837188720703]}, "gradients/encoder.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 4.0, 3.0, 6.0, 1.0, 2.0, 4.0, 9.0, 6.0, 10.0, 4.0, 20.0, 20.0, 11.0, 25.0, 20.0, 18.0, 24.0, 28.0, 33.0, 39.0, 31.0, 35.0, 46.0, 33.0, 38.0, 47.0, 34.0, 30.0, 46.0, 37.0, 38.0, 34.0, 32.0, 22.0, 24.0, 24.0, 31.0, 17.0, 25.0, 14.0, 18.0, 10.0, 15.0, 11.0, 5.0, 4.0, 5.0, 4.0, 3.0, 2.0, 3.0, 3.0, 5.0, 1.0], "bins": [-6.982834339141846, -6.787529945373535, -6.592225551605225, -6.396921157836914, -6.201617240905762, -6.006312847137451, -5.811008453369141, -5.61570405960083, -5.4203996658325195, -5.225095272064209, -5.029790878295898, -4.834486961364746, -4.6391825675964355, -4.443878173828125, -4.2485737800598145, -4.053269386291504, -3.8579654693603516, -3.662661075592041, -3.4673569202423096, -3.272052526473999, -3.0767483711242676, -2.881443977355957, -2.6861395835876465, -2.490835189819336, -2.2955310344696045, -2.100226640701294, -1.9049224853515625, -1.709618091583252, -1.514313817024231, -1.31900954246521, -1.1237051486968994, -0.9284008741378784, -0.7330961227416992, -0.5377918481826782, -0.34248751401901245, -0.14718317985534668, 0.048121094703674316, 0.2434253692626953, 0.43872976303100586, 0.6340340375900269, 0.8293383121490479, 1.0246425867080688, 1.2199468612670898, 1.4152512550354004, 1.6105555295944214, 1.8058598041534424, 2.001164197921753, 2.1964683532714844, 2.391772747039795, 2.5870771408081055, 2.782381296157837, 2.9776856899261475, 3.172989845275879, 3.3682942390441895, 3.5635986328125, 3.7589030265808105, 3.954207181930542, 4.149511337280273, 4.344815731048584, 4.5401201248168945, 4.735424518585205, 4.930728912353516, 5.126032829284668, 5.3213372230529785, 5.516641616821289]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 6.0, 1.0, 8.0, 5.0, 14.0, 7.0, 24.0, 41.0, 56.0, 89.0, 140.0, 283.0, 484.0, 1003.0, 2719.0, 9033.0, 44166.0, 4056795.0, 62882.0, 11144.0, 3159.0, 1133.0, 461.0, 259.0, 128.0, 98.0, 53.0, 27.0, 29.0, 14.0, 10.0, 7.0, 3.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.734375, -5.57318115234375, -5.4119873046875, -5.25079345703125, -5.089599609375, -4.92840576171875, -4.7672119140625, -4.60601806640625, -4.44482421875, -4.28363037109375, -4.1224365234375, -3.96124267578125, -3.800048828125, -3.63885498046875, -3.4776611328125, -3.31646728515625, -3.1552734375, -2.99407958984375, -2.8328857421875, -2.67169189453125, -2.510498046875, -2.34930419921875, -2.1881103515625, -2.02691650390625, -1.86572265625, -1.70452880859375, -1.5433349609375, -1.38214111328125, -1.220947265625, -1.05975341796875, -0.8985595703125, -0.73736572265625, -0.576171875, -0.41497802734375, -0.2537841796875, -0.09259033203125, 0.068603515625, 0.22979736328125, 0.3909912109375, 0.55218505859375, 0.71337890625, 0.87457275390625, 1.0357666015625, 1.19696044921875, 1.358154296875, 1.51934814453125, 1.6805419921875, 1.84173583984375, 2.0029296875, 2.16412353515625, 2.3253173828125, 2.48651123046875, 2.647705078125, 2.80889892578125, 2.9700927734375, 3.13128662109375, 3.29248046875, 3.45367431640625, 3.6148681640625, 3.77606201171875, 3.937255859375, 4.09844970703125, 4.2596435546875, 4.42083740234375, 4.58203125]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 6.0, 10.0, 7.0, 7.0, 13.0, 18.0, 16.0, 27.0, 43.0, 55.0, 50.0, 55.0, 70.0, 66.0, 74.0, 87.0, 58.0, 63.0, 65.0, 48.0, 44.0, 35.0, 20.0, 24.0, 18.0, 9.0, 7.0, 6.0, 4.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.43896484375, -0.4281768798828125, -0.417388916015625, -0.4066009521484375, -0.39581298828125, -0.3850250244140625, -0.374237060546875, -0.3634490966796875, -0.3526611328125, -0.3418731689453125, -0.331085205078125, -0.3202972412109375, -0.30950927734375, -0.2987213134765625, -0.287933349609375, -0.2771453857421875, -0.266357421875, -0.2555694580078125, -0.244781494140625, -0.2339935302734375, -0.22320556640625, -0.2124176025390625, -0.201629638671875, -0.1908416748046875, -0.1800537109375, -0.1692657470703125, -0.158477783203125, -0.1476898193359375, -0.13690185546875, -0.1261138916015625, -0.115325927734375, -0.1045379638671875, -0.09375, -0.0829620361328125, -0.072174072265625, -0.0613861083984375, -0.05059814453125, -0.0398101806640625, -0.029022216796875, -0.0182342529296875, -0.0074462890625, 0.0033416748046875, 0.014129638671875, 0.0249176025390625, 0.03570556640625, 0.0464935302734375, 0.057281494140625, 0.0680694580078125, 0.078857421875, 0.0896453857421875, 0.100433349609375, 0.1112213134765625, 0.12200927734375, 0.1327972412109375, 0.143585205078125, 0.1543731689453125, 0.1651611328125, 0.1759490966796875, 0.186737060546875, 0.1975250244140625, 0.20831298828125, 0.2191009521484375, 0.229888916015625, 0.2406768798828125, 0.25146484375]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 6.0, 2.0, 2.0, 11.0, 11.0, 12.0, 26.0, 40.0, 49.0, 80.0, 113.0, 215.0, 309.0, 495.0, 836.0, 1514.0, 2567.0, 4701.0, 9001.0, 19393.0, 54830.0, 3461733.0, 555636.0, 45493.0, 17804.0, 8578.0, 4564.0, 2524.0, 1395.0, 833.0, 516.0, 351.0, 207.0, 148.0, 79.0, 58.0, 46.0, 36.0, 30.0, 13.0, 13.0, 10.0, 4.0, 6.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.193359375, -2.114776611328125, -2.03619384765625, -1.957611083984375, -1.8790283203125, -1.800445556640625, -1.72186279296875, -1.643280029296875, -1.564697265625, -1.486114501953125, -1.40753173828125, -1.328948974609375, -1.2503662109375, -1.171783447265625, -1.09320068359375, -1.014617919921875, -0.93603515625, -0.857452392578125, -0.77886962890625, -0.700286865234375, -0.6217041015625, -0.543121337890625, -0.46453857421875, -0.385955810546875, -0.307373046875, -0.228790283203125, -0.15020751953125, -0.071624755859375, 0.0069580078125, 0.085540771484375, 0.16412353515625, 0.242706298828125, 0.3212890625, 0.399871826171875, 0.47845458984375, 0.557037353515625, 0.6356201171875, 0.714202880859375, 0.79278564453125, 0.871368408203125, 0.949951171875, 1.028533935546875, 1.10711669921875, 1.185699462890625, 1.2642822265625, 1.342864990234375, 1.42144775390625, 1.500030517578125, 1.57861328125, 1.657196044921875, 1.73577880859375, 1.814361572265625, 1.8929443359375, 1.971527099609375, 2.05010986328125, 2.128692626953125, 2.207275390625, 2.285858154296875, 2.36444091796875, 2.443023681640625, 2.5216064453125, 2.600189208984375, 2.67877197265625, 2.757354736328125, 2.8359375]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 3.0, 2.0, 3.0, 2.0, 3.0, 5.0, 6.0, 3.0, 10.0, 9.0, 8.0, 18.0, 25.0, 30.0, 56.0, 139.0, 742.0, 2531.0, 215.0, 85.0, 41.0, 30.0, 17.0, 18.0, 18.0, 7.0, 13.0, 4.0, 6.0, 5.0, 8.0, 7.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.58984375, -0.5689010620117188, -0.5479583740234375, -0.5270156860351562, -0.506072998046875, -0.48513031005859375, -0.4641876220703125, -0.44324493408203125, -0.42230224609375, -0.40135955810546875, -0.3804168701171875, -0.35947418212890625, -0.338531494140625, -0.31758880615234375, -0.2966461181640625, -0.27570343017578125, -0.2547607421875, -0.23381805419921875, -0.2128753662109375, -0.19193267822265625, -0.170989990234375, -0.15004730224609375, -0.1291046142578125, -0.10816192626953125, -0.08721923828125, -0.06627655029296875, -0.0453338623046875, -0.02439117431640625, -0.003448486328125, 0.01749420166015625, 0.0384368896484375, 0.05937957763671875, 0.080322265625, 0.10126495361328125, 0.1222076416015625, 0.14315032958984375, 0.164093017578125, 0.18503570556640625, 0.2059783935546875, 0.22692108154296875, 0.24786376953125, 0.26880645751953125, 0.2897491455078125, 0.31069183349609375, 0.331634521484375, 0.35257720947265625, 0.3735198974609375, 0.39446258544921875, 0.4154052734375, 0.43634796142578125, 0.4572906494140625, 0.47823333740234375, 0.499176025390625, 0.5201187133789062, 0.5410614013671875, 0.5620040893554688, 0.58294677734375, 0.6038894653320312, 0.6248321533203125, 0.6457748413085938, 0.666717529296875, 0.6876602172851562, 0.7086029052734375, 0.7295455932617188, 0.75048828125]}, "gradients/encoder.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 11.0, 28.0, 39.0, 94.0, 163.0, 221.0, 190.0, 103.0, 76.0, 34.0, 19.0, 9.0, 10.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.484951972961426, -3.296396017074585, -3.1078402996063232, -2.9192843437194824, -2.7307283878326416, -2.542172431945801, -2.353616714477539, -2.1650607585906982, -1.976504921913147, -1.7879490852355957, -1.5993931293487549, -1.4108372926712036, -1.2222814559936523, -1.0337255001068115, -0.8451696634292603, -0.6566137075424194, -0.46805787086486816, -0.2795019745826721, -0.09094610810279846, 0.0976097583770752, 0.28616565465927124, 0.4747215509414673, 0.6632773876190186, 0.8518333435058594, 1.0403891801834106, 1.228945016860962, 1.4175009727478027, 1.606056809425354, 1.7946126461029053, 1.983168601989746, 2.171724319458008, 2.3602805137634277, 2.5488362312316895, 2.7373921871185303, 2.925947904586792, 3.114503860473633, 3.3030598163604736, 3.4916157722473145, 3.680171489715576, 3.868727445602417, 4.057283401489258, 4.2458391189575195, 4.4343953132629395, 4.622951030731201, 4.811506748199463, 5.000062942504883, 5.1886186599731445, 5.377174377441406, 5.565730094909668, 5.75428581237793, 5.94284200668335, 6.131397724151611, 6.319953441619873, 6.508509635925293, 6.697065353393555, 6.885621070861816, 7.074177265167236, 7.262732982635498, 7.451289176940918, 7.63984489440918, 7.828400611877441, 8.016956329345703, 8.205513000488281, 8.394068717956543, 8.582624435424805]}, "gradients/encoder.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 2.0, 2.0, 2.0, 1.0, 6.0, 5.0, 13.0, 11.0, 9.0, 14.0, 15.0, 14.0, 27.0, 27.0, 24.0, 41.0, 36.0, 41.0, 40.0, 39.0, 32.0, 39.0, 41.0, 37.0, 43.0, 45.0, 31.0, 43.0, 33.0, 31.0, 43.0, 32.0, 28.0, 23.0, 16.0, 22.0, 11.0, 21.0, 17.0, 12.0, 8.0, 5.0, 5.0, 5.0, 3.0, 2.0, 3.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.730224609375, -1.6761236190795898, -1.6220225095748901, -1.56792151927948, -1.5138204097747803, -1.4597194194793701, -1.40561842918396, -1.3515173196792603, -1.2974162101745605, -1.2433152198791504, -1.1892141103744507, -1.1351131200790405, -1.0810120105743408, -1.0269110202789307, -0.9728099703788757, -0.9187089204788208, -0.8646079301834106, -0.8105068802833557, -0.7564058303833008, -0.7023048400878906, -0.6482037305831909, -0.5941027402877808, -0.5400016903877258, -0.4859006404876709, -0.43179959058761597, -0.37769854068756104, -0.3235974907875061, -0.26949647068977356, -0.21539542078971863, -0.1612943708896637, -0.10719335079193115, -0.05309230089187622, 0.0010086297988891602, 0.055109672248363495, 0.10921071469783783, 0.16331174969673157, 0.2174127995967865, 0.27151384949684143, 0.325614869594574, 0.3797159194946289, 0.43381696939468384, 0.48791801929473877, 0.5420190691947937, 0.5961201190948486, 0.6502211093902588, 0.7043222188949585, 0.7584232091903687, 0.8125242590904236, 0.8666253089904785, 0.9207263588905334, 0.9748274087905884, 1.0289283990859985, 1.0830295085906982, 1.1371304988861084, 1.1912314891815186, 1.2453325986862183, 1.299433708190918, 1.3535346984863281, 1.4076358079910278, 1.461736798286438, 1.5158379077911377, 1.5699388980865479, 1.624039888381958, 1.6781409978866577, 1.7322419881820679]}, "gradients/encoder.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 1.0, 5.0, 5.0, 6.0, 4.0, 14.0, 19.0, 36.0, 42.0, 50.0, 90.0, 132.0, 242.0, 410.0, 729.0, 1326.0, 2995.0, 7676.0, 22302.0, 79251.0, 347275.0, 440283.0, 101805.0, 27776.0, 9013.0, 3503.0, 1602.0, 793.0, 432.0, 258.0, 172.0, 107.0, 66.0, 46.0, 35.0, 18.0, 19.0, 4.0, 3.0, 2.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.427734375, -2.352081298828125, -2.27642822265625, -2.200775146484375, -2.1251220703125, -2.049468994140625, -1.97381591796875, -1.898162841796875, -1.822509765625, -1.746856689453125, -1.67120361328125, -1.595550537109375, -1.5198974609375, -1.444244384765625, -1.36859130859375, -1.292938232421875, -1.21728515625, -1.141632080078125, -1.06597900390625, -0.990325927734375, -0.9146728515625, -0.839019775390625, -0.76336669921875, -0.687713623046875, -0.612060546875, -0.536407470703125, -0.46075439453125, -0.385101318359375, -0.3094482421875, -0.233795166015625, -0.15814208984375, -0.082489013671875, -0.0068359375, 0.068817138671875, 0.14447021484375, 0.220123291015625, 0.2957763671875, 0.371429443359375, 0.44708251953125, 0.522735595703125, 0.598388671875, 0.674041748046875, 0.74969482421875, 0.825347900390625, 0.9010009765625, 0.976654052734375, 1.05230712890625, 1.127960205078125, 1.20361328125, 1.279266357421875, 1.35491943359375, 1.430572509765625, 1.5062255859375, 1.581878662109375, 1.65753173828125, 1.733184814453125, 1.808837890625, 1.884490966796875, 1.96014404296875, 2.035797119140625, 2.1114501953125, 2.187103271484375, 2.26275634765625, 2.338409423828125, 2.4140625]}, "gradients/encoder.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 8.0, 6.0, 8.0, 13.0, 16.0, 16.0, 22.0, 36.0, 35.0, 44.0, 44.0, 54.0, 66.0, 69.0, 74.0, 77.0, 71.0, 68.0, 51.0, 54.0, 28.0, 43.0, 35.0, 23.0, 14.0, 13.0, 4.0, 6.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0], "bins": [-0.42236328125, -0.4117279052734375, -0.401092529296875, -0.3904571533203125, -0.37982177734375, -0.3691864013671875, -0.358551025390625, -0.3479156494140625, -0.3372802734375, -0.3266448974609375, -0.316009521484375, -0.3053741455078125, -0.29473876953125, -0.2841033935546875, -0.273468017578125, -0.2628326416015625, -0.252197265625, -0.2415618896484375, -0.230926513671875, -0.2202911376953125, -0.20965576171875, -0.1990203857421875, -0.188385009765625, -0.1777496337890625, -0.1671142578125, -0.1564788818359375, -0.145843505859375, -0.1352081298828125, -0.12457275390625, -0.1139373779296875, -0.103302001953125, -0.0926666259765625, -0.08203125, -0.0713958740234375, -0.060760498046875, -0.0501251220703125, -0.03948974609375, -0.0288543701171875, -0.018218994140625, -0.0075836181640625, 0.0030517578125, 0.0136871337890625, 0.024322509765625, 0.0349578857421875, 0.04559326171875, 0.0562286376953125, 0.066864013671875, 0.0774993896484375, 0.088134765625, 0.0987701416015625, 0.109405517578125, 0.1200408935546875, 0.13067626953125, 0.1413116455078125, 0.151947021484375, 0.1625823974609375, 0.1732177734375, 0.1838531494140625, 0.194488525390625, 0.2051239013671875, 0.21575927734375, 0.2263946533203125, 0.237030029296875, 0.2476654052734375, 0.25830078125]}, "gradients/encoder.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 10.0, 11.0, 15.0, 12.0, 27.0, 40.0, 47.0, 80.0, 100.0, 129.0, 187.0, 364.0, 582.0, 1058.0, 2117.0, 4840.0, 11441.0, 30916.0, 95399.0, 340312.0, 390880.0, 111507.0, 35195.0, 12854.0, 5119.0, 2352.0, 1162.0, 598.0, 385.0, 240.0, 160.0, 111.0, 80.0, 56.0, 50.0, 21.0, 25.0, 23.0, 14.0, 13.0, 8.0, 7.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.73046875, -1.6764984130859375, -1.622528076171875, -1.5685577392578125, -1.51458740234375, -1.4606170654296875, -1.406646728515625, -1.3526763916015625, -1.2987060546875, -1.2447357177734375, -1.190765380859375, -1.1367950439453125, -1.08282470703125, -1.0288543701171875, -0.974884033203125, -0.9209136962890625, -0.866943359375, -0.8129730224609375, -0.759002685546875, -0.7050323486328125, -0.65106201171875, -0.5970916748046875, -0.543121337890625, -0.4891510009765625, -0.4351806640625, -0.3812103271484375, -0.327239990234375, -0.2732696533203125, -0.21929931640625, -0.1653289794921875, -0.111358642578125, -0.0573883056640625, -0.00341796875, 0.0505523681640625, 0.104522705078125, 0.1584930419921875, 0.21246337890625, 0.2664337158203125, 0.320404052734375, 0.3743743896484375, 0.4283447265625, 0.4823150634765625, 0.536285400390625, 0.5902557373046875, 0.64422607421875, 0.6981964111328125, 0.752166748046875, 0.8061370849609375, 0.860107421875, 0.9140777587890625, 0.968048095703125, 1.0220184326171875, 1.07598876953125, 1.1299591064453125, 1.183929443359375, 1.2378997802734375, 1.2918701171875, 1.3458404541015625, 1.399810791015625, 1.4537811279296875, 1.50775146484375, 1.5617218017578125, 1.615692138671875, 1.6696624755859375, 1.7236328125]}, "gradients/encoder.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 4.0, 2.0, 3.0, 5.0, 7.0, 7.0, 9.0, 10.0, 9.0, 5.0, 10.0, 13.0, 14.0, 14.0, 24.0, 17.0, 21.0, 21.0, 23.0, 29.0, 37.0, 48.0, 32.0, 37.0, 40.0, 37.0, 40.0, 37.0, 32.0, 38.0, 36.0, 32.0, 34.0, 35.0, 30.0, 34.0, 23.0, 30.0, 20.0, 13.0, 9.0, 15.0, 14.0, 11.0, 10.0, 8.0, 4.0, 5.0, 10.0, 5.0, 2.0, 3.0, 3.0, 2.0, 0.0, 3.0, 1.0, 1.0], "bins": [-0.94677734375, -0.9182205200195312, -0.8896636962890625, -0.8611068725585938, -0.832550048828125, -0.8039932250976562, -0.7754364013671875, -0.7468795776367188, -0.71832275390625, -0.6897659301757812, -0.6612091064453125, -0.6326522827148438, -0.604095458984375, -0.5755386352539062, -0.5469818115234375, -0.5184249877929688, -0.4898681640625, -0.46131134033203125, -0.4327545166015625, -0.40419769287109375, -0.375640869140625, -0.34708404541015625, -0.3185272216796875, -0.28997039794921875, -0.26141357421875, -0.23285675048828125, -0.2042999267578125, -0.17574310302734375, -0.147186279296875, -0.11862945556640625, -0.0900726318359375, -0.06151580810546875, -0.032958984375, -0.00440216064453125, 0.0241546630859375, 0.05271148681640625, 0.081268310546875, 0.10982513427734375, 0.1383819580078125, 0.16693878173828125, 0.19549560546875, 0.22405242919921875, 0.2526092529296875, 0.28116607666015625, 0.309722900390625, 0.33827972412109375, 0.3668365478515625, 0.39539337158203125, 0.4239501953125, 0.45250701904296875, 0.4810638427734375, 0.5096206665039062, 0.538177490234375, 0.5667343139648438, 0.5952911376953125, 0.6238479614257812, 0.65240478515625, 0.6809616088867188, 0.7095184326171875, 0.7380752563476562, 0.766632080078125, 0.7951889038085938, 0.8237457275390625, 0.8523025512695312, 0.880859375]}, "gradients/encoder.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 4.0, 9.0, 9.0, 17.0, 29.0, 35.0, 67.0, 143.0, 248.0, 505.0, 1120.0, 3107.0, 13125.0, 122277.0, 827899.0, 66379.0, 9330.0, 2425.0, 904.0, 423.0, 227.0, 118.0, 68.0, 30.0, 16.0, 10.0, 7.0, 12.0, 2.0, 5.0, 6.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.583984375, -1.51904296875, -1.4541015625, -1.38916015625, -1.32421875, -1.25927734375, -1.1943359375, -1.12939453125, -1.064453125, -0.99951171875, -0.9345703125, -0.86962890625, -0.8046875, -0.73974609375, -0.6748046875, -0.60986328125, -0.544921875, -0.47998046875, -0.4150390625, -0.35009765625, -0.28515625, -0.22021484375, -0.1552734375, -0.09033203125, -0.025390625, 0.03955078125, 0.1044921875, 0.16943359375, 0.234375, 0.29931640625, 0.3642578125, 0.42919921875, 0.494140625, 0.55908203125, 0.6240234375, 0.68896484375, 0.75390625, 0.81884765625, 0.8837890625, 0.94873046875, 1.013671875, 1.07861328125, 1.1435546875, 1.20849609375, 1.2734375, 1.33837890625, 1.4033203125, 1.46826171875, 1.533203125, 1.59814453125, 1.6630859375, 1.72802734375, 1.79296875, 1.85791015625, 1.9228515625, 1.98779296875, 2.052734375, 2.11767578125, 2.1826171875, 2.24755859375, 2.3125, 2.37744140625, 2.4423828125, 2.50732421875, 2.572265625]}, "gradients/encoder.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 4.0, 1.0, 2.0, 2.0, 6.0, 4.0, 7.0, 9.0, 7.0, 8.0, 20.0, 18.0, 28.0, 33.0, 43.0, 45.0, 45.0, 68.0, 67.0, 66.0, 79.0, 60.0, 62.0, 60.0, 54.0, 49.0, 34.0, 23.0, 19.0, 16.0, 18.0, 12.0, 9.0, 5.0, 10.0, 5.0, 3.0, 2.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0001842975616455078, -0.0001787487417459488, -0.00017319992184638977, -0.00016765110194683075, -0.00016210228204727173, -0.0001565534621477127, -0.0001510046422481537, -0.00014545582234859467, -0.00013990700244903564, -0.00013435818254947662, -0.0001288093626499176, -0.00012326054275035858, -0.00011771172285079956, -0.00011216290295124054, -0.00010661408305168152, -0.0001010652631521225, -9.551644325256348e-05, -8.996762335300446e-05, -8.441880345344543e-05, -7.886998355388641e-05, -7.332116365432739e-05, -6.777234375476837e-05, -6.222352385520935e-05, -5.667470395565033e-05, -5.112588405609131e-05, -4.557706415653229e-05, -4.0028244256973267e-05, -3.4479424357414246e-05, -2.8930604457855225e-05, -2.3381784558296204e-05, -1.7832964658737183e-05, -1.2284144759178162e-05, -6.735324859619141e-06, -1.1865049600601196e-06, 4.362314939498901e-06, 9.911134839057922e-06, 1.5459954738616943e-05, 2.1008774638175964e-05, 2.6557594537734985e-05, 3.2106414437294006e-05, 3.765523433685303e-05, 4.320405423641205e-05, 4.875287413597107e-05, 5.430169403553009e-05, 5.985051393508911e-05, 6.539933383464813e-05, 7.094815373420715e-05, 7.649697363376617e-05, 8.20457935333252e-05, 8.759461343288422e-05, 9.314343333244324e-05, 9.869225323200226e-05, 0.00010424107313156128, 0.0001097898930311203, 0.00011533871293067932, 0.00012088753283023834, 0.00012643635272979736, 0.00013198517262935638, 0.0001375339925289154, 0.00014308281242847443, 0.00014863163232803345, 0.00015418045222759247, 0.0001597292721271515, 0.0001652780920267105, 0.00017082691192626953]}, "gradients/encoder.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 1.0, 11.0, 6.0, 9.0, 18.0, 19.0, 23.0, 44.0, 56.0, 107.0, 160.0, 278.0, 565.0, 1130.0, 2443.0, 6432.0, 26852.0, 432708.0, 535262.0, 30508.0, 6791.0, 2561.0, 1221.0, 590.0, 300.0, 177.0, 115.0, 54.0, 31.0, 21.0, 18.0, 15.0, 10.0, 5.0, 5.0, 3.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.951171875, -1.8902587890625, -1.829345703125, -1.7684326171875, -1.70751953125, -1.6466064453125, -1.585693359375, -1.5247802734375, -1.4638671875, -1.4029541015625, -1.342041015625, -1.2811279296875, -1.22021484375, -1.1593017578125, -1.098388671875, -1.0374755859375, -0.9765625, -0.9156494140625, -0.854736328125, -0.7938232421875, -0.73291015625, -0.6719970703125, -0.611083984375, -0.5501708984375, -0.4892578125, -0.4283447265625, -0.367431640625, -0.3065185546875, -0.24560546875, -0.1846923828125, -0.123779296875, -0.0628662109375, -0.001953125, 0.0589599609375, 0.119873046875, 0.1807861328125, 0.24169921875, 0.3026123046875, 0.363525390625, 0.4244384765625, 0.4853515625, 0.5462646484375, 0.607177734375, 0.6680908203125, 0.72900390625, 0.7899169921875, 0.850830078125, 0.9117431640625, 0.97265625, 1.0335693359375, 1.094482421875, 1.1553955078125, 1.21630859375, 1.2772216796875, 1.338134765625, 1.3990478515625, 1.4599609375, 1.5208740234375, 1.581787109375, 1.6427001953125, 1.70361328125, 1.7645263671875, 1.825439453125, 1.8863525390625, 1.947265625]}, "gradients/encoder.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 1.0, 5.0, 1.0, 5.0, 5.0, 3.0, 16.0, 18.0, 22.0, 30.0, 37.0, 53.0, 86.0, 100.0, 116.0, 118.0, 85.0, 89.0, 48.0, 46.0, 38.0, 20.0, 15.0, 9.0, 7.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.810546875, -0.78594970703125, -0.7613525390625, -0.73675537109375, -0.712158203125, -0.68756103515625, -0.6629638671875, -0.63836669921875, -0.61376953125, -0.58917236328125, -0.5645751953125, -0.53997802734375, -0.515380859375, -0.49078369140625, -0.4661865234375, -0.44158935546875, -0.4169921875, -0.39239501953125, -0.3677978515625, -0.34320068359375, -0.318603515625, -0.29400634765625, -0.2694091796875, -0.24481201171875, -0.22021484375, -0.19561767578125, -0.1710205078125, -0.14642333984375, -0.121826171875, -0.09722900390625, -0.0726318359375, -0.04803466796875, -0.0234375, 0.00115966796875, 0.0257568359375, 0.05035400390625, 0.074951171875, 0.09954833984375, 0.1241455078125, 0.14874267578125, 0.17333984375, 0.19793701171875, 0.2225341796875, 0.24713134765625, 0.271728515625, 0.29632568359375, 0.3209228515625, 0.34552001953125, 0.3701171875, 0.39471435546875, 0.4193115234375, 0.44390869140625, 0.468505859375, 0.49310302734375, 0.5177001953125, 0.54229736328125, 0.56689453125, 0.59149169921875, 0.6160888671875, 0.64068603515625, 0.665283203125, 0.68988037109375, 0.7144775390625, 0.73907470703125, 0.763671875]}, "gradients/encoder.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 4.0, 5.0, 10.0, 12.0, 20.0, 33.0, 56.0, 98.0, 119.0, 143.0, 147.0, 109.0, 82.0, 63.0, 40.0, 24.0, 14.0, 8.0, 6.0, 6.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0], "bins": [-16.837818145751953, -16.455625534057617, -16.07343101501465, -15.691238403320312, -15.30904483795166, -14.926852226257324, -14.544658660888672, -14.162466049194336, -13.780272483825684, -13.398078918457031, -13.015886306762695, -12.633692741394043, -12.25149917602539, -11.869306564331055, -11.487112998962402, -11.10491943359375, -10.722726821899414, -10.340533256530762, -9.958340644836426, -9.576147079467773, -9.193953514099121, -8.811760902404785, -8.429567337036133, -8.047374725341797, -7.665180206298828, -7.282987117767334, -6.900793552398682, -6.5186004638671875, -6.136407375335693, -5.754214286804199, -5.372020721435547, -4.989827632904053, -4.607635021209717, -4.225441932678223, -3.8432486057281494, -3.461055278778076, -3.078862190246582, -2.696668863296509, -2.3144755363464355, -1.9322824478149414, -1.5500891208648682, -1.1678959131240845, -0.785702645778656, -0.40350937843322754, -0.021316170692443848, 0.36087703704833984, 0.7430703639984131, 1.1252634525299072, 1.5074567794799805, 1.8896499872207642, 2.271843194961548, 2.654036521911621, 3.0362296104431152, 3.4184229373931885, 3.8006162643432617, 4.182809352874756, 4.56500244140625, 4.947195529937744, 5.3293890953063965, 5.711582183837891, 6.093775272369385, 6.475968360900879, 6.858161926269531, 7.240355014801025, 7.622548580169678]}, "gradients/encoder.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 3.0, 2.0, 3.0, 3.0, 5.0, 11.0, 12.0, 11.0, 16.0, 19.0, 21.0, 20.0, 46.0, 45.0, 36.0, 33.0, 54.0, 59.0, 65.0, 56.0, 70.0, 65.0, 58.0, 58.0, 46.0, 40.0, 44.0, 22.0, 18.0, 16.0, 17.0, 12.0, 9.0, 5.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.4530029296875, -6.208856582641602, -5.964710235595703, -5.720563888549805, -5.476417541503906, -5.232271194458008, -4.988125324249268, -4.743978977203369, -4.499832630157471, -4.255686283111572, -4.011539936065674, -3.7673938274383545, -3.523247480392456, -3.2791011333465576, -3.0349550247192383, -2.79080867767334, -2.5466623306274414, -2.302515983581543, -2.0583696365356445, -1.8142235279083252, -1.5700771808624268, -1.3259308338165283, -1.0817846059799194, -0.8376383781433105, -0.5934920310974121, -0.34934574365615845, -0.10519945621490479, 0.13894683122634888, 0.38309311866760254, 0.627239465713501, 0.8713856935501099, 1.1155319213867188, 1.3596782684326172, 1.6038246154785156, 1.8479708433151245, 2.0921170711517334, 2.336263418197632, 2.5804097652435303, 2.8245558738708496, 3.068702220916748, 3.3128485679626465, 3.556994915008545, 3.8011412620544434, 4.045287609100342, 4.289433479309082, 4.5335798263549805, 4.777726173400879, 5.021872520446777, 5.266018867492676, 5.510165214538574, 5.754311561584473, 5.998457908630371, 6.2426042556762695, 6.486750602722168, 6.730896472930908, 6.975042819976807, 7.219189167022705, 7.4633355140686035, 7.707481861114502, 7.9516282081604, 8.19577407836914, 8.439920425415039, 8.684066772460938, 8.928213119506836, 9.172359466552734]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 4.0, 2.0, 3.0, 3.0, 4.0, 11.0, 11.0, 7.0, 13.0, 24.0, 28.0, 44.0, 92.0, 137.0, 173.0, 393.0, 637.0, 1340.0, 2884.0, 7201.0, 21208.0, 151557.0, 3929096.0, 56307.0, 13900.0, 5099.0, 2076.0, 948.0, 465.0, 245.0, 118.0, 89.0, 65.0, 40.0, 17.0, 16.0, 13.0, 9.0, 7.0, 3.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.291015625, -3.195098876953125, -3.09918212890625, -3.003265380859375, -2.9073486328125, -2.811431884765625, -2.71551513671875, -2.619598388671875, -2.523681640625, -2.427764892578125, -2.33184814453125, -2.235931396484375, -2.1400146484375, -2.044097900390625, -1.94818115234375, -1.852264404296875, -1.75634765625, -1.660430908203125, -1.56451416015625, -1.468597412109375, -1.3726806640625, -1.276763916015625, -1.18084716796875, -1.084930419921875, -0.989013671875, -0.893096923828125, -0.79718017578125, -0.701263427734375, -0.6053466796875, -0.509429931640625, -0.41351318359375, -0.317596435546875, -0.2216796875, -0.125762939453125, -0.02984619140625, 0.066070556640625, 0.1619873046875, 0.257904052734375, 0.35382080078125, 0.449737548828125, 0.545654296875, 0.641571044921875, 0.73748779296875, 0.833404541015625, 0.9293212890625, 1.025238037109375, 1.12115478515625, 1.217071533203125, 1.31298828125, 1.408905029296875, 1.50482177734375, 1.600738525390625, 1.6966552734375, 1.792572021484375, 1.88848876953125, 1.984405517578125, 2.080322265625, 2.176239013671875, 2.27215576171875, 2.368072509765625, 2.4639892578125, 2.559906005859375, 2.65582275390625, 2.751739501953125, 2.84765625]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 5.0, 10.0, 10.0, 15.0, 11.0, 18.0, 26.0, 33.0, 45.0, 44.0, 58.0, 60.0, 71.0, 81.0, 65.0, 81.0, 77.0, 48.0, 47.0, 50.0, 40.0, 26.0, 21.0, 18.0, 16.0, 16.0, 5.0, 1.0, 3.0, 4.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.459228515625, -0.4480705261230469, -0.43691253662109375, -0.4257545471191406, -0.4145965576171875, -0.4034385681152344, -0.39228057861328125, -0.3811225891113281, -0.369964599609375, -0.3588066101074219, -0.34764862060546875, -0.3364906311035156, -0.3253326416015625, -0.3141746520996094, -0.30301666259765625, -0.2918586730957031, -0.28070068359375, -0.2695426940917969, -0.25838470458984375, -0.24722671508789062, -0.2360687255859375, -0.22491073608398438, -0.21375274658203125, -0.20259475708007812, -0.191436767578125, -0.18027877807617188, -0.16912078857421875, -0.15796279907226562, -0.1468048095703125, -0.13564682006835938, -0.12448883056640625, -0.11333084106445312, -0.1021728515625, -0.09101486206054688, -0.07985687255859375, -0.06869888305664062, -0.0575408935546875, -0.046382904052734375, -0.03522491455078125, -0.024066925048828125, -0.012908935546875, -0.001750946044921875, 0.00940704345703125, 0.020565032958984375, 0.0317230224609375, 0.042881011962890625, 0.05403900146484375, 0.06519699096679688, 0.07635498046875, 0.08751296997070312, 0.09867095947265625, 0.10982894897460938, 0.1209869384765625, 0.13214492797851562, 0.14330291748046875, 0.15446090698242188, 0.165618896484375, 0.17677688598632812, 0.18793487548828125, 0.19909286499023438, 0.2102508544921875, 0.22140884399414062, 0.23256683349609375, 0.24372482299804688, 0.2548828125]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 8.0, 7.0, 5.0, 18.0, 32.0, 75.0, 108.0, 154.0, 347.0, 848.0, 2156.0, 5447.0, 15175.0, 52476.0, 2937048.0, 1110361.0, 47183.0, 13899.0, 5216.0, 2013.0, 866.0, 351.0, 202.0, 112.0, 72.0, 38.0, 22.0, 10.0, 6.0, 9.0, 9.0, 5.0, 4.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.416015625, -2.315216064453125, -2.21441650390625, -2.113616943359375, -2.0128173828125, -1.912017822265625, -1.81121826171875, -1.710418701171875, -1.609619140625, -1.508819580078125, -1.40802001953125, -1.307220458984375, -1.2064208984375, -1.105621337890625, -1.00482177734375, -0.904022216796875, -0.80322265625, -0.702423095703125, -0.60162353515625, -0.500823974609375, -0.4000244140625, -0.299224853515625, -0.19842529296875, -0.097625732421875, 0.003173828125, 0.103973388671875, 0.20477294921875, 0.305572509765625, 0.4063720703125, 0.507171630859375, 0.60797119140625, 0.708770751953125, 0.8095703125, 0.910369873046875, 1.01116943359375, 1.111968994140625, 1.2127685546875, 1.313568115234375, 1.41436767578125, 1.515167236328125, 1.615966796875, 1.716766357421875, 1.81756591796875, 1.918365478515625, 2.0191650390625, 2.119964599609375, 2.22076416015625, 2.321563720703125, 2.42236328125, 2.523162841796875, 2.62396240234375, 2.724761962890625, 2.8255615234375, 2.926361083984375, 3.02716064453125, 3.127960205078125, 3.228759765625, 3.329559326171875, 3.43035888671875, 3.531158447265625, 3.6319580078125, 3.732757568359375, 3.83355712890625, 3.934356689453125, 4.03515625]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 6.0, 5.0, 5.0, 11.0, 6.0, 9.0, 6.0, 24.0, 22.0, 28.0, 23.0, 38.0, 72.0, 113.0, 268.0, 1476.0, 1342.0, 266.0, 114.0, 54.0, 46.0, 25.0, 21.0, 13.0, 11.0, 20.0, 14.0, 7.0, 5.0, 7.0, 4.0, 4.0, 2.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.677734375, -0.6535186767578125, -0.629302978515625, -0.6050872802734375, -0.58087158203125, -0.5566558837890625, -0.532440185546875, -0.5082244873046875, -0.4840087890625, -0.4597930908203125, -0.435577392578125, -0.4113616943359375, -0.38714599609375, -0.3629302978515625, -0.338714599609375, -0.3144989013671875, -0.290283203125, -0.2660675048828125, -0.241851806640625, -0.2176361083984375, -0.19342041015625, -0.1692047119140625, -0.144989013671875, -0.1207733154296875, -0.0965576171875, -0.0723419189453125, -0.048126220703125, -0.0239105224609375, 0.00030517578125, 0.0245208740234375, 0.048736572265625, 0.0729522705078125, 0.09716796875, 0.1213836669921875, 0.145599365234375, 0.1698150634765625, 0.19403076171875, 0.2182464599609375, 0.242462158203125, 0.2666778564453125, 0.2908935546875, 0.3151092529296875, 0.339324951171875, 0.3635406494140625, 0.38775634765625, 0.4119720458984375, 0.436187744140625, 0.4604034423828125, 0.484619140625, 0.5088348388671875, 0.533050537109375, 0.5572662353515625, 0.58148193359375, 0.6056976318359375, 0.629913330078125, 0.6541290283203125, 0.6783447265625, 0.7025604248046875, 0.726776123046875, 0.7509918212890625, 0.77520751953125, 0.7994232177734375, 0.823638916015625, 0.8478546142578125, 0.8720703125]}, "gradients/encoder.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 6.0, 1.0, 5.0, 5.0, 10.0, 12.0, 32.0, 46.0, 70.0, 113.0, 153.0, 176.0, 129.0, 95.0, 62.0, 29.0, 22.0, 10.0, 10.0, 7.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.775074005126953, -5.571577072143555, -5.368079662322998, -5.1645827293396, -4.961085319519043, -4.7575883865356445, -4.554090976715088, -4.3505940437316895, -4.147096633911133, -3.9435994625091553, -3.7401022911071777, -3.5366051197052, -3.3331079483032227, -3.129611015319824, -2.9261136054992676, -2.722616672515869, -2.5191195011138916, -2.315622329711914, -2.1121251583099365, -1.908627986907959, -1.7051308155059814, -1.5016337633132935, -1.298136591911316, -1.0946394205093384, -0.8911422491073608, -0.6876450777053833, -0.48414793610572815, -0.280650794506073, -0.07715362310409546, 0.1263434886932373, 0.32984066009521484, 0.5333378314971924, 0.7368350028991699, 0.9403321743011475, 1.143829345703125, 1.3473265171051025, 1.55082368850708, 1.754320740699768, 1.9578179121017456, 2.1613149642944336, 2.3648123741149902, 2.5683095455169678, 2.7718067169189453, 2.975303888320923, 3.1788010597229004, 3.382297992706299, 3.5857954025268555, 3.789292335510254, 3.9927895069122314, 4.196286678314209, 4.399783611297607, 4.603281021118164, 4.8067779541015625, 5.010275363922119, 5.213772296905518, 5.417269706726074, 5.620766639709473, 5.824263572692871, 6.027760982513428, 6.231257915496826, 6.434755325317383, 6.638252258300781, 6.841749668121338, 7.045246601104736, 7.248744010925293]}, "gradients/encoder.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 3.0, 11.0, 4.0, 7.0, 19.0, 11.0, 12.0, 18.0, 15.0, 31.0, 23.0, 41.0, 26.0, 32.0, 34.0, 41.0, 32.0, 36.0, 45.0, 49.0, 41.0, 44.0, 49.0, 51.0, 36.0, 37.0, 32.0, 30.0, 40.0, 33.0, 21.0, 17.0, 18.0, 14.0, 12.0, 10.0, 10.0, 7.0, 5.0, 4.0, 1.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.5337789058685303, -2.4517745971679688, -2.3697705268859863, -2.287766456604004, -2.2057621479034424, -2.123757839202881, -2.0417537689208984, -1.9597495794296265, -1.8777453899383545, -1.7957412004470825, -1.7137370109558105, -1.6317328214645386, -1.5497286319732666, -1.4677244424819946, -1.3857202529907227, -1.3037160634994507, -1.2217118740081787, -1.1397076845169067, -1.0577034950256348, -0.9756993055343628, -0.8936951160430908, -0.8116909265518188, -0.7296867370605469, -0.6476825475692749, -0.5656783580780029, -0.48367416858673096, -0.401669979095459, -0.319665789604187, -0.23766160011291504, -0.15565741062164307, -0.0736532211303711, 0.008350968360900879, 0.09035515785217285, 0.17235934734344482, 0.2543635368347168, 0.33636772632598877, 0.41837191581726074, 0.5003761053085327, 0.5823802947998047, 0.6643844842910767, 0.7463886737823486, 0.8283928632736206, 0.9103970527648926, 0.9924012422561646, 1.0744054317474365, 1.1564096212387085, 1.2384138107299805, 1.3204180002212524, 1.4024221897125244, 1.4844263792037964, 1.5664305686950684, 1.6484347581863403, 1.7304389476776123, 1.8124431371688843, 1.8944473266601562, 1.9764515161514282, 2.0584557056427, 2.1404600143432617, 2.222464084625244, 2.3044681549072266, 2.386472463607788, 2.4684767723083496, 2.550480842590332, 2.6324849128723145, 2.714489221572876]}, "gradients/encoder.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 4.0, 4.0, 9.0, 13.0, 14.0, 13.0, 31.0, 27.0, 46.0, 78.0, 137.0, 205.0, 323.0, 528.0, 936.0, 1895.0, 3887.0, 9965.0, 28183.0, 97435.0, 512675.0, 293024.0, 65065.0, 20001.0, 7294.0, 3175.0, 1523.0, 814.0, 469.0, 304.0, 157.0, 108.0, 61.0, 50.0, 29.0, 17.0, 11.0, 8.0, 11.0, 3.0, 5.0, 2.0, 2.0, 5.0, 2.0, 3.0, 2.0, 2.0, 2.0, 2.0], "bins": [-2.974609375, -2.889251708984375, -2.80389404296875, -2.718536376953125, -2.6331787109375, -2.547821044921875, -2.46246337890625, -2.377105712890625, -2.291748046875, -2.206390380859375, -2.12103271484375, -2.035675048828125, -1.9503173828125, -1.864959716796875, -1.77960205078125, -1.694244384765625, -1.60888671875, -1.523529052734375, -1.43817138671875, -1.352813720703125, -1.2674560546875, -1.182098388671875, -1.09674072265625, -1.011383056640625, -0.926025390625, -0.840667724609375, -0.75531005859375, -0.669952392578125, -0.5845947265625, -0.499237060546875, -0.41387939453125, -0.328521728515625, -0.2431640625, -0.157806396484375, -0.07244873046875, 0.012908935546875, 0.0982666015625, 0.183624267578125, 0.26898193359375, 0.354339599609375, 0.439697265625, 0.525054931640625, 0.61041259765625, 0.695770263671875, 0.7811279296875, 0.866485595703125, 0.95184326171875, 1.037200927734375, 1.12255859375, 1.207916259765625, 1.29327392578125, 1.378631591796875, 1.4639892578125, 1.549346923828125, 1.63470458984375, 1.720062255859375, 1.805419921875, 1.890777587890625, 1.97613525390625, 2.061492919921875, 2.1468505859375, 2.232208251953125, 2.31756591796875, 2.402923583984375, 2.48828125]}, "gradients/encoder.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 8.0, 7.0, 9.0, 11.0, 12.0, 26.0, 32.0, 26.0, 52.0, 64.0, 68.0, 81.0, 73.0, 82.0, 89.0, 66.0, 72.0, 50.0, 46.0, 29.0, 34.0, 20.0, 15.0, 12.0, 9.0, 7.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.45166015625, -0.43953704833984375, -0.4274139404296875, -0.41529083251953125, -0.403167724609375, -0.39104461669921875, -0.3789215087890625, -0.36679840087890625, -0.35467529296875, -0.34255218505859375, -0.3304290771484375, -0.31830596923828125, -0.306182861328125, -0.29405975341796875, -0.2819366455078125, -0.26981353759765625, -0.2576904296875, -0.24556732177734375, -0.2334442138671875, -0.22132110595703125, -0.209197998046875, -0.19707489013671875, -0.1849517822265625, -0.17282867431640625, -0.16070556640625, -0.14858245849609375, -0.1364593505859375, -0.12433624267578125, -0.112213134765625, -0.10009002685546875, -0.0879669189453125, -0.07584381103515625, -0.063720703125, -0.05159759521484375, -0.0394744873046875, -0.02735137939453125, -0.015228271484375, -0.00310516357421875, 0.0090179443359375, 0.02114105224609375, 0.03326416015625, 0.04538726806640625, 0.0575103759765625, 0.06963348388671875, 0.081756591796875, 0.09387969970703125, 0.1060028076171875, 0.11812591552734375, 0.1302490234375, 0.14237213134765625, 0.1544952392578125, 0.16661834716796875, 0.178741455078125, 0.19086456298828125, 0.2029876708984375, 0.21511077880859375, 0.22723388671875, 0.23935699462890625, 0.2514801025390625, 0.26360321044921875, 0.275726318359375, 0.28784942626953125, 0.2999725341796875, 0.31209564208984375, 0.32421875]}, "gradients/encoder.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 2.0, 3.0, 2.0, 9.0, 15.0, 16.0, 17.0, 25.0, 40.0, 47.0, 64.0, 105.0, 151.0, 250.0, 402.0, 787.0, 1375.0, 2700.0, 5590.0, 12025.0, 28535.0, 73573.0, 238400.0, 474650.0, 128360.0, 45873.0, 18924.0, 8473.0, 3813.0, 1856.0, 1027.0, 540.0, 301.0, 204.0, 107.0, 87.0, 58.0, 43.0, 28.0, 21.0, 20.0, 15.0, 10.0, 5.0, 2.0, 6.0, 5.0, 3.0, 0.0, 2.0, 1.0], "bins": [-2.0078125, -1.9524383544921875, -1.897064208984375, -1.8416900634765625, -1.78631591796875, -1.7309417724609375, -1.675567626953125, -1.6201934814453125, -1.5648193359375, -1.5094451904296875, -1.454071044921875, -1.3986968994140625, -1.34332275390625, -1.2879486083984375, -1.232574462890625, -1.1772003173828125, -1.121826171875, -1.0664520263671875, -1.011077880859375, -0.9557037353515625, -0.90032958984375, -0.8449554443359375, -0.789581298828125, -0.7342071533203125, -0.6788330078125, -0.6234588623046875, -0.568084716796875, -0.5127105712890625, -0.45733642578125, -0.4019622802734375, -0.346588134765625, -0.2912139892578125, -0.23583984375, -0.1804656982421875, -0.125091552734375, -0.0697174072265625, -0.01434326171875, 0.0410308837890625, 0.096405029296875, 0.1517791748046875, 0.2071533203125, 0.2625274658203125, 0.317901611328125, 0.3732757568359375, 0.42864990234375, 0.4840240478515625, 0.539398193359375, 0.5947723388671875, 0.650146484375, 0.7055206298828125, 0.760894775390625, 0.8162689208984375, 0.87164306640625, 0.9270172119140625, 0.982391357421875, 1.0377655029296875, 1.0931396484375, 1.1485137939453125, 1.203887939453125, 1.2592620849609375, 1.31463623046875, 1.3700103759765625, 1.425384521484375, 1.4807586669921875, 1.5361328125]}, "gradients/encoder.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 12.0, 5.0, 3.0, 14.0, 4.0, 6.0, 9.0, 18.0, 17.0, 20.0, 24.0, 33.0, 35.0, 43.0, 29.0, 40.0, 49.0, 52.0, 42.0, 53.0, 49.0, 49.0, 44.0, 37.0, 53.0, 33.0, 40.0, 35.0, 33.0, 24.0, 24.0, 19.0, 18.0, 11.0, 6.0, 10.0, 5.0, 0.0, 5.0, 2.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.064453125, -1.0245361328125, -0.984619140625, -0.9447021484375, -0.90478515625, -0.8648681640625, -0.824951171875, -0.7850341796875, -0.7451171875, -0.7052001953125, -0.665283203125, -0.6253662109375, -0.58544921875, -0.5455322265625, -0.505615234375, -0.4656982421875, -0.42578125, -0.3858642578125, -0.345947265625, -0.3060302734375, -0.26611328125, -0.2261962890625, -0.186279296875, -0.1463623046875, -0.1064453125, -0.0665283203125, -0.026611328125, 0.0133056640625, 0.05322265625, 0.0931396484375, 0.133056640625, 0.1729736328125, 0.212890625, 0.2528076171875, 0.292724609375, 0.3326416015625, 0.37255859375, 0.4124755859375, 0.452392578125, 0.4923095703125, 0.5322265625, 0.5721435546875, 0.612060546875, 0.6519775390625, 0.69189453125, 0.7318115234375, 0.771728515625, 0.8116455078125, 0.8515625, 0.8914794921875, 0.931396484375, 0.9713134765625, 1.01123046875, 1.0511474609375, 1.091064453125, 1.1309814453125, 1.1708984375, 1.2108154296875, 1.250732421875, 1.2906494140625, 1.33056640625, 1.3704833984375, 1.410400390625, 1.4503173828125, 1.490234375]}, "gradients/encoder.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 6.0, 5.0, 7.0, 14.0, 13.0, 8.0, 19.0, 22.0, 46.0, 74.0, 101.0, 159.0, 212.0, 314.0, 591.0, 887.0, 1403.0, 2658.0, 5118.0, 10697.0, 25276.0, 85157.0, 617941.0, 222446.0, 43447.0, 15985.0, 7191.0, 3680.0, 1914.0, 1168.0, 686.0, 406.0, 279.0, 188.0, 156.0, 90.0, 58.0, 46.0, 19.0, 15.0, 19.0, 9.0, 9.0, 7.0, 4.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.359375, -1.3151702880859375, -1.270965576171875, -1.2267608642578125, -1.18255615234375, -1.1383514404296875, -1.094146728515625, -1.0499420166015625, -1.0057373046875, -0.9615325927734375, -0.917327880859375, -0.8731231689453125, -0.82891845703125, -0.7847137451171875, -0.740509033203125, -0.6963043212890625, -0.652099609375, -0.6078948974609375, -0.563690185546875, -0.5194854736328125, -0.47528076171875, -0.4310760498046875, -0.386871337890625, -0.3426666259765625, -0.2984619140625, -0.2542572021484375, -0.210052490234375, -0.1658477783203125, -0.12164306640625, -0.0774383544921875, -0.033233642578125, 0.0109710693359375, 0.05517578125, 0.0993804931640625, 0.143585205078125, 0.1877899169921875, 0.23199462890625, 0.2761993408203125, 0.320404052734375, 0.3646087646484375, 0.4088134765625, 0.4530181884765625, 0.497222900390625, 0.5414276123046875, 0.58563232421875, 0.6298370361328125, 0.674041748046875, 0.7182464599609375, 0.762451171875, 0.8066558837890625, 0.850860595703125, 0.8950653076171875, 0.93927001953125, 0.9834747314453125, 1.027679443359375, 1.0718841552734375, 1.1160888671875, 1.1602935791015625, 1.204498291015625, 1.2487030029296875, 1.29290771484375, 1.3371124267578125, 1.381317138671875, 1.4255218505859375, 1.4697265625]}, "gradients/encoder.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 6.0, 6.0, 4.0, 12.0, 15.0, 25.0, 39.0, 48.0, 82.0, 84.0, 97.0, 120.0, 98.0, 96.0, 71.0, 54.0, 33.0, 38.0, 13.0, 22.0, 11.0, 7.0, 4.0, 4.0, 5.0, 5.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00021922588348388672, -0.00021110661327838898, -0.00020298734307289124, -0.0001948680728673935, -0.00018674880266189575, -0.000178629532456398, -0.00017051026225090027, -0.00016239099204540253, -0.00015427172183990479, -0.00014615245163440704, -0.0001380331814289093, -0.00012991391122341156, -0.00012179464101791382, -0.00011367537081241608, -0.00010555610060691833, -9.74368304014206e-05, -8.931756019592285e-05, -8.119828999042511e-05, -7.307901978492737e-05, -6.495974957942963e-05, -5.6840479373931885e-05, -4.872120916843414e-05, -4.06019389629364e-05, -3.248266875743866e-05, -2.4363398551940918e-05, -1.6244128346443176e-05, -8.124858140945435e-06, -5.587935447692871e-09, 8.113682270050049e-06, 1.623295247554779e-05, 2.4352222681045532e-05, 3.2471492886543274e-05, 4.0590763092041016e-05, 4.871003329753876e-05, 5.68293035030365e-05, 6.494857370853424e-05, 7.306784391403198e-05, 8.118711411952972e-05, 8.930638432502747e-05, 9.742565453052521e-05, 0.00010554492473602295, 0.00011366419494152069, 0.00012178346514701843, 0.00012990273535251617, 0.00013802200555801392, 0.00014614127576351166, 0.0001542605459690094, 0.00016237981617450714, 0.00017049908638000488, 0.00017861835658550262, 0.00018673762679100037, 0.0001948568969964981, 0.00020297616720199585, 0.0002110954374074936, 0.00021921470761299133, 0.00022733397781848907, 0.00023545324802398682, 0.00024357251822948456, 0.0002516917884349823, 0.00025981105864048004, 0.0002679303288459778, 0.0002760495990514755, 0.00028416886925697327, 0.000292288139462471, 0.00030040740966796875]}, "gradients/encoder.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 2.0, 4.0, 7.0, 8.0, 4.0, 3.0, 6.0, 18.0, 17.0, 11.0, 45.0, 52.0, 68.0, 110.0, 202.0, 345.0, 557.0, 1054.0, 2287.0, 4932.0, 12772.0, 44378.0, 538367.0, 384274.0, 38715.0, 11478.0, 4451.0, 2071.0, 977.0, 555.0, 265.0, 142.0, 125.0, 66.0, 59.0, 54.0, 24.0, 13.0, 18.0, 5.0, 5.0, 4.0, 4.0, 2.0, 0.0, 5.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.876953125, -1.816314697265625, -1.75567626953125, -1.695037841796875, -1.6343994140625, -1.573760986328125, -1.51312255859375, -1.452484130859375, -1.391845703125, -1.331207275390625, -1.27056884765625, -1.209930419921875, -1.1492919921875, -1.088653564453125, -1.02801513671875, -0.967376708984375, -0.90673828125, -0.846099853515625, -0.78546142578125, -0.724822998046875, -0.6641845703125, -0.603546142578125, -0.54290771484375, -0.482269287109375, -0.421630859375, -0.360992431640625, -0.30035400390625, -0.239715576171875, -0.1790771484375, -0.118438720703125, -0.05780029296875, 0.002838134765625, 0.0634765625, 0.124114990234375, 0.18475341796875, 0.245391845703125, 0.3060302734375, 0.366668701171875, 0.42730712890625, 0.487945556640625, 0.548583984375, 0.609222412109375, 0.66986083984375, 0.730499267578125, 0.7911376953125, 0.851776123046875, 0.91241455078125, 0.973052978515625, 1.03369140625, 1.094329833984375, 1.15496826171875, 1.215606689453125, 1.2762451171875, 1.336883544921875, 1.39752197265625, 1.458160400390625, 1.518798828125, 1.579437255859375, 1.64007568359375, 1.700714111328125, 1.7613525390625, 1.821990966796875, 1.88262939453125, 1.943267822265625, 2.00390625]}, "gradients/encoder.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 5.0, 4.0, 1.0, 2.0, 6.0, 7.0, 6.0, 7.0, 7.0, 15.0, 11.0, 28.0, 29.0, 54.0, 45.0, 90.0, 114.0, 182.0, 94.0, 78.0, 48.0, 39.0, 29.0, 24.0, 9.0, 14.0, 9.0, 8.0, 5.0, 4.0, 8.0, 1.0, 6.0, 0.0, 5.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.845703125, -0.8135986328125, -0.781494140625, -0.7493896484375, -0.71728515625, -0.6851806640625, -0.653076171875, -0.6209716796875, -0.5888671875, -0.5567626953125, -0.524658203125, -0.4925537109375, -0.46044921875, -0.4283447265625, -0.396240234375, -0.3641357421875, -0.33203125, -0.2999267578125, -0.267822265625, -0.2357177734375, -0.20361328125, -0.1715087890625, -0.139404296875, -0.1072998046875, -0.0751953125, -0.0430908203125, -0.010986328125, 0.0211181640625, 0.05322265625, 0.0853271484375, 0.117431640625, 0.1495361328125, 0.181640625, 0.2137451171875, 0.245849609375, 0.2779541015625, 0.31005859375, 0.3421630859375, 0.374267578125, 0.4063720703125, 0.4384765625, 0.4705810546875, 0.502685546875, 0.5347900390625, 0.56689453125, 0.5989990234375, 0.631103515625, 0.6632080078125, 0.6953125, 0.7274169921875, 0.759521484375, 0.7916259765625, 0.82373046875, 0.8558349609375, 0.887939453125, 0.9200439453125, 0.9521484375, 0.9842529296875, 1.016357421875, 1.0484619140625, 1.08056640625, 1.1126708984375, 1.144775390625, 1.1768798828125, 1.208984375]}, "gradients/encoder.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 3.0, 8.0, 5.0, 7.0, 20.0, 30.0, 47.0, 78.0, 129.0, 144.0, 150.0, 124.0, 85.0, 63.0, 34.0, 36.0, 16.0, 10.0, 6.0, 5.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.419082641601562, -16.924156188964844, -16.429231643676758, -15.934306144714355, -15.439380645751953, -14.944454193115234, -14.449529647827148, -13.95460319519043, -13.459677696228027, -12.964752197265625, -12.469826698303223, -11.97490119934082, -11.479975700378418, -10.985050201416016, -10.490123748779297, -9.995198249816895, -9.500272750854492, -9.00534725189209, -8.510421752929688, -8.015496253967285, -7.520570278167725, -7.025644779205322, -6.53071928024292, -6.035793304443359, -5.540868759155273, -5.045943260192871, -4.551017761230469, -4.056092262268066, -3.561166286468506, -3.0662407875061035, -2.571315288543701, -2.0763895511627197, -1.5814638137817383, -1.0865381956100464, -0.5916126370429993, -0.09668707847595215, 0.39823853969573975, 0.8931641578674316, 1.388089656829834, 1.8830153942108154, 2.3779408931732178, 2.87286639213562, 3.3677921295166016, 3.862717628479004, 4.357643127441406, 4.852568626403809, 5.347494125366211, 5.8424201011657715, 6.337345600128174, 6.832271099090576, 7.3271965980529785, 7.822122573852539, 8.317048072814941, 8.811973571777344, 9.306899070739746, 9.801824569702148, 10.29675006866455, 10.791675567626953, 11.286601066589355, 11.781526565551758, 12.27645206451416, 12.771377563476562, 13.266304016113281, 13.761229515075684, 14.256155014038086]}, "gradients/encoder.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 5.0, 0.0, 1.0, 5.0, 3.0, 6.0, 10.0, 8.0, 14.0, 9.0, 16.0, 8.0, 21.0, 16.0, 19.0, 24.0, 31.0, 27.0, 32.0, 42.0, 38.0, 36.0, 47.0, 44.0, 50.0, 35.0, 53.0, 35.0, 42.0, 37.0, 38.0, 34.0, 31.0, 35.0, 18.0, 18.0, 20.0, 20.0, 22.0, 13.0, 11.0, 10.0, 9.0, 5.0, 1.0, 2.0, 3.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-6.48574686050415, -6.281883716583252, -6.078021049499512, -5.874157905578613, -5.670294761657715, -5.466431617736816, -5.262568950653076, -5.058705806732178, -4.8548431396484375, -4.650979995727539, -4.447117328643799, -4.2432541847229, -4.039391040802002, -3.8355281352996826, -3.6316652297973633, -3.427802085876465, -3.2239389419555664, -3.020076036453247, -2.8162128925323486, -2.6123499870300293, -2.408486843109131, -2.2046239376068115, -2.000761032104492, -1.7968980073928833, -1.5930349826812744, -1.3891719579696655, -1.1853089332580566, -0.9814460277557373, -0.7775830030441284, -0.5737199783325195, -0.3698570728302002, -0.1659940481185913, 0.03786945343017578, 0.24173244833946228, 0.4455954432487488, 0.6494584083557129, 0.8533214330673218, 1.0571844577789307, 1.26104736328125, 1.4649103879928589, 1.6687734127044678, 1.8726364374160767, 2.0764994621276855, 2.280362367630005, 2.484225273132324, 2.6880884170532227, 2.891951322555542, 3.0958142280578613, 3.2996773719787598, 3.503540277481079, 3.7074034214019775, 3.911266326904297, 4.115129470825195, 4.318992614746094, 4.522855281829834, 4.726718425750732, 4.930581092834473, 5.134444236755371, 5.338306903839111, 5.54217004776001, 5.746033191680908, 5.949895858764648, 6.153759002685547, 6.357622146606445, 6.561485290527344]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 5.0, 3.0, 7.0, 4.0, 10.0, 9.0, 15.0, 19.0, 19.0, 30.0, 36.0, 74.0, 143.0, 220.0, 414.0, 676.0, 1188.0, 2409.0, 5851.0, 17356.0, 140670.0, 3970248.0, 37571.0, 9834.0, 3720.0, 1715.0, 879.0, 449.0, 271.0, 178.0, 106.0, 52.0, 45.0, 29.0, 6.0, 9.0, 5.0, 2.0, 1.0, 2.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-3.3515625, -3.247650146484375, -3.14373779296875, -3.039825439453125, -2.9359130859375, -2.832000732421875, -2.72808837890625, -2.624176025390625, -2.520263671875, -2.416351318359375, -2.31243896484375, -2.208526611328125, -2.1046142578125, -2.000701904296875, -1.89678955078125, -1.792877197265625, -1.68896484375, -1.585052490234375, -1.48114013671875, -1.377227783203125, -1.2733154296875, -1.169403076171875, -1.06549072265625, -0.961578369140625, -0.857666015625, -0.753753662109375, -0.64984130859375, -0.545928955078125, -0.4420166015625, -0.338104248046875, -0.23419189453125, -0.130279541015625, -0.0263671875, 0.077545166015625, 0.18145751953125, 0.285369873046875, 0.3892822265625, 0.493194580078125, 0.59710693359375, 0.701019287109375, 0.804931640625, 0.908843994140625, 1.01275634765625, 1.116668701171875, 1.2205810546875, 1.324493408203125, 1.42840576171875, 1.532318115234375, 1.63623046875, 1.740142822265625, 1.84405517578125, 1.947967529296875, 2.0518798828125, 2.155792236328125, 2.25970458984375, 2.363616943359375, 2.467529296875, 2.571441650390625, 2.67535400390625, 2.779266357421875, 2.8831787109375, 2.987091064453125, 3.09100341796875, 3.194915771484375, 3.298828125]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 5.0, 5.0, 7.0, 5.0, 12.0, 14.0, 18.0, 32.0, 32.0, 39.0, 43.0, 61.0, 75.0, 73.0, 79.0, 80.0, 73.0, 63.0, 63.0, 49.0, 44.0, 36.0, 24.0, 25.0, 10.0, 10.0, 13.0, 5.0, 7.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.47314453125, -0.4610137939453125, -0.448883056640625, -0.4367523193359375, -0.42462158203125, -0.4124908447265625, -0.400360107421875, -0.3882293701171875, -0.3760986328125, -0.3639678955078125, -0.351837158203125, -0.3397064208984375, -0.32757568359375, -0.3154449462890625, -0.303314208984375, -0.2911834716796875, -0.279052734375, -0.2669219970703125, -0.254791259765625, -0.2426605224609375, -0.23052978515625, -0.2183990478515625, -0.206268310546875, -0.1941375732421875, -0.1820068359375, -0.1698760986328125, -0.157745361328125, -0.1456146240234375, -0.13348388671875, -0.1213531494140625, -0.109222412109375, -0.0970916748046875, -0.0849609375, -0.0728302001953125, -0.060699462890625, -0.0485687255859375, -0.03643798828125, -0.0243072509765625, -0.012176513671875, -4.57763671875e-05, 0.0120849609375, 0.0242156982421875, 0.036346435546875, 0.0484771728515625, 0.06060791015625, 0.0727386474609375, 0.084869384765625, 0.0970001220703125, 0.109130859375, 0.1212615966796875, 0.133392333984375, 0.1455230712890625, 0.15765380859375, 0.1697845458984375, 0.181915283203125, 0.1940460205078125, 0.2061767578125, 0.2183074951171875, 0.230438232421875, 0.2425689697265625, 0.25469970703125, 0.2668304443359375, 0.278961181640625, 0.2910919189453125, 0.30322265625]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 5.0, 3.0, 9.0, 18.0, 26.0, 38.0, 80.0, 137.0, 230.0, 397.0, 692.0, 1430.0, 2770.0, 5988.0, 13671.0, 35777.0, 200312.0, 3787621.0, 98155.0, 26411.0, 10725.0, 4778.0, 2333.0, 1234.0, 598.0, 354.0, 195.0, 122.0, 67.0, 38.0, 34.0, 9.0, 12.0, 3.0, 2.0, 7.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-2.3515625, -2.27655029296875, -2.2015380859375, -2.12652587890625, -2.051513671875, -1.97650146484375, -1.9014892578125, -1.82647705078125, -1.75146484375, -1.67645263671875, -1.6014404296875, -1.52642822265625, -1.451416015625, -1.37640380859375, -1.3013916015625, -1.22637939453125, -1.1513671875, -1.07635498046875, -1.0013427734375, -0.92633056640625, -0.851318359375, -0.77630615234375, -0.7012939453125, -0.62628173828125, -0.55126953125, -0.47625732421875, -0.4012451171875, -0.32623291015625, -0.251220703125, -0.17620849609375, -0.1011962890625, -0.02618408203125, 0.048828125, 0.12384033203125, 0.1988525390625, 0.27386474609375, 0.348876953125, 0.42388916015625, 0.4989013671875, 0.57391357421875, 0.64892578125, 0.72393798828125, 0.7989501953125, 0.87396240234375, 0.948974609375, 1.02398681640625, 1.0989990234375, 1.17401123046875, 1.2490234375, 1.32403564453125, 1.3990478515625, 1.47406005859375, 1.549072265625, 1.62408447265625, 1.6990966796875, 1.77410888671875, 1.84912109375, 1.92413330078125, 1.9991455078125, 2.07415771484375, 2.149169921875, 2.22418212890625, 2.2991943359375, 2.37420654296875, 2.44921875]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 4.0, 5.0, 5.0, 3.0, 9.0, 8.0, 9.0, 15.0, 11.0, 23.0, 23.0, 26.0, 47.0, 115.0, 190.0, 932.0, 2014.0, 283.0, 107.0, 58.0, 43.0, 28.0, 16.0, 14.0, 10.0, 16.0, 10.0, 8.0, 6.0, 9.0, 4.0, 4.0, 2.0, 3.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.677734375, -0.6578750610351562, -0.6380157470703125, -0.6181564331054688, -0.598297119140625, -0.5784378051757812, -0.5585784912109375, -0.5387191772460938, -0.51885986328125, -0.49900054931640625, -0.4791412353515625, -0.45928192138671875, -0.439422607421875, -0.41956329345703125, -0.3997039794921875, -0.37984466552734375, -0.3599853515625, -0.34012603759765625, -0.3202667236328125, -0.30040740966796875, -0.280548095703125, -0.26068878173828125, -0.2408294677734375, -0.22097015380859375, -0.20111083984375, -0.18125152587890625, -0.1613922119140625, -0.14153289794921875, -0.121673583984375, -0.10181427001953125, -0.0819549560546875, -0.06209564208984375, -0.042236328125, -0.02237701416015625, -0.0025177001953125, 0.01734161376953125, 0.037200927734375, 0.05706024169921875, 0.0769195556640625, 0.09677886962890625, 0.11663818359375, 0.13649749755859375, 0.1563568115234375, 0.17621612548828125, 0.196075439453125, 0.21593475341796875, 0.2357940673828125, 0.25565338134765625, 0.2755126953125, 0.29537200927734375, 0.3152313232421875, 0.33509063720703125, 0.354949951171875, 0.37480926513671875, 0.3946685791015625, 0.41452789306640625, 0.43438720703125, 0.45424652099609375, 0.4741058349609375, 0.49396514892578125, 0.513824462890625, 0.5336837768554688, 0.5535430908203125, 0.5734024047851562, 0.59326171875]}, "gradients/encoder.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 5.0, 6.0, 15.0, 25.0, 30.0, 36.0, 70.0, 111.0, 121.0, 131.0, 135.0, 100.0, 67.0, 56.0, 34.0, 23.0, 13.0, 9.0, 5.0, 7.0, 2.0, 2.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.5192713737487793, -3.3754820823669434, -3.2316925525665283, -3.0879030227661133, -2.9441137313842773, -2.8003244400024414, -2.6565349102020264, -2.5127453804016113, -2.3689560890197754, -2.2251667976379395, -2.0813772678375244, -1.937587857246399, -1.7937984466552734, -1.650009036064148, -1.5062196254730225, -1.362430214881897, -1.2186408042907715, -1.074851393699646, -0.9310619831085205, -0.787272572517395, -0.6434831619262695, -0.49969375133514404, -0.35590434074401855, -0.21211493015289307, -0.06832551956176758, 0.07546389102935791, 0.2192533016204834, 0.3630427122116089, 0.5068321228027344, 0.6506215333938599, 0.7944109439849854, 0.9382003545761108, 1.0819892883300781, 1.2257786989212036, 1.369568109512329, 1.5133575201034546, 1.65714693069458, 1.8009363412857056, 1.944725751876831, 2.088515281677246, 2.232304573059082, 2.376093864440918, 2.519883394241333, 2.663672924041748, 2.807462215423584, 2.95125150680542, 3.095041036605835, 3.23883056640625, 3.382619857788086, 3.526409149169922, 3.670198678970337, 3.813988208770752, 3.957777500152588, 4.101566791534424, 4.245356559753418, 4.389145851135254, 4.53293514251709, 4.676724433898926, 4.820513725280762, 4.964303493499756, 5.108092784881592, 5.251882076263428, 5.395671844482422, 5.539461135864258, 5.683250427246094]}, "gradients/encoder.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 6.0, 4.0, 4.0, 5.0, 9.0, 7.0, 17.0, 18.0, 22.0, 28.0, 16.0, 23.0, 39.0, 37.0, 35.0, 41.0, 46.0, 30.0, 49.0, 45.0, 51.0, 46.0, 40.0, 41.0, 48.0, 50.0, 29.0, 48.0, 30.0, 27.0, 39.0, 15.0, 8.0, 19.0, 11.0, 6.0, 6.0, 2.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.0366344451904297, -1.9622552394866943, -1.8878761529922485, -1.8134970664978027, -1.7391178607940674, -1.664738655090332, -1.5903595685958862, -1.5159804821014404, -1.441601276397705, -1.3672220706939697, -1.292842984199524, -1.2184638977050781, -1.1440846920013428, -1.0697054862976074, -0.9953263998031616, -0.920947253704071, -0.8465681076049805, -0.7721889615058899, -0.6978098154067993, -0.6234306693077087, -0.5490515232086182, -0.4746723771095276, -0.400293231010437, -0.32591408491134644, -0.25153493881225586, -0.17715579271316528, -0.10277664661407471, -0.02839750051498413, 0.045981645584106445, 0.12036079168319702, 0.1947399377822876, 0.2691190838813782, 0.34349822998046875, 0.4178773760795593, 0.4922565221786499, 0.5666356682777405, 0.641014814376831, 0.7153939604759216, 0.7897731065750122, 0.8641522526741028, 0.9385313987731934, 1.0129106044769287, 1.0872896909713745, 1.1616687774658203, 1.2360479831695557, 1.310427188873291, 1.3848062753677368, 1.4591853618621826, 1.533564567565918, 1.6079437732696533, 1.6823228597640991, 1.756701946258545, 1.8310811519622803, 1.9054603576660156, 1.9798394441604614, 2.0542185306549072, 2.1285977363586426, 2.202976942062378, 2.2773561477661133, 2.3517351150512695, 2.426114320755005, 2.5004935264587402, 2.5748724937438965, 2.649251699447632, 2.723630905151367]}, "gradients/encoder.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 4.0, 1.0, 4.0, 9.0, 9.0, 4.0, 9.0, 12.0, 27.0, 34.0, 48.0, 81.0, 129.0, 204.0, 395.0, 722.0, 1447.0, 2909.0, 6865.0, 18217.0, 59773.0, 260965.0, 531093.0, 115126.0, 31179.0, 10684.0, 4317.0, 2011.0, 1017.0, 527.0, 307.0, 165.0, 80.0, 55.0, 40.0, 21.0, 27.0, 11.0, 12.0, 8.0, 7.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5234375, -2.442657470703125, -2.36187744140625, -2.281097412109375, -2.2003173828125, -2.119537353515625, -2.03875732421875, -1.957977294921875, -1.877197265625, -1.796417236328125, -1.71563720703125, -1.634857177734375, -1.5540771484375, -1.473297119140625, -1.39251708984375, -1.311737060546875, -1.23095703125, -1.150177001953125, -1.06939697265625, -0.988616943359375, -0.9078369140625, -0.827056884765625, -0.74627685546875, -0.665496826171875, -0.584716796875, -0.503936767578125, -0.42315673828125, -0.342376708984375, -0.2615966796875, -0.180816650390625, -0.10003662109375, -0.019256591796875, 0.0615234375, 0.142303466796875, 0.22308349609375, 0.303863525390625, 0.3846435546875, 0.465423583984375, 0.54620361328125, 0.626983642578125, 0.707763671875, 0.788543701171875, 0.86932373046875, 0.950103759765625, 1.0308837890625, 1.111663818359375, 1.19244384765625, 1.273223876953125, 1.35400390625, 1.434783935546875, 1.51556396484375, 1.596343994140625, 1.6771240234375, 1.757904052734375, 1.83868408203125, 1.919464111328125, 2.000244140625, 2.081024169921875, 2.16180419921875, 2.242584228515625, 2.3233642578125, 2.404144287109375, 2.48492431640625, 2.565704345703125, 2.646484375]}, "gradients/encoder.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 6.0, 8.0, 7.0, 5.0, 11.0, 19.0, 29.0, 30.0, 27.0, 39.0, 55.0, 50.0, 85.0, 73.0, 77.0, 80.0, 51.0, 68.0, 51.0, 46.0, 42.0, 41.0, 30.0, 16.0, 14.0, 20.0, 5.0, 8.0, 2.0, 5.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.423095703125, -0.4116172790527344, -0.40013885498046875, -0.3886604309082031, -0.3771820068359375, -0.3657035827636719, -0.35422515869140625, -0.3427467346191406, -0.331268310546875, -0.3197898864746094, -0.30831146240234375, -0.2968330383300781, -0.2853546142578125, -0.2738761901855469, -0.26239776611328125, -0.2509193420410156, -0.23944091796875, -0.22796249389648438, -0.21648406982421875, -0.20500564575195312, -0.1935272216796875, -0.18204879760742188, -0.17057037353515625, -0.15909194946289062, -0.147613525390625, -0.13613510131835938, -0.12465667724609375, -0.11317825317382812, -0.1016998291015625, -0.09022140502929688, -0.07874298095703125, -0.06726455688476562, -0.0557861328125, -0.044307708740234375, -0.03282928466796875, -0.021350860595703125, -0.0098724365234375, 0.001605987548828125, 0.01308441162109375, 0.024562835693359375, 0.036041259765625, 0.047519683837890625, 0.05899810791015625, 0.07047653198242188, 0.0819549560546875, 0.09343338012695312, 0.10491180419921875, 0.11639022827148438, 0.12786865234375, 0.13934707641601562, 0.15082550048828125, 0.16230392456054688, 0.1737823486328125, 0.18526077270507812, 0.19673919677734375, 0.20821762084960938, 0.219696044921875, 0.23117446899414062, 0.24265289306640625, 0.2541313171386719, 0.2656097412109375, 0.2770881652832031, 0.28856658935546875, 0.3000450134277344, 0.3115234375]}, "gradients/encoder.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 8.0, 7.0, 14.0, 8.0, 18.0, 30.0, 36.0, 43.0, 69.0, 71.0, 117.0, 143.0, 233.0, 347.0, 528.0, 1153.0, 2462.0, 6296.0, 18175.0, 60318.0, 248932.0, 526902.0, 128097.0, 35199.0, 11253.0, 4075.0, 1721.0, 840.0, 430.0, 295.0, 206.0, 157.0, 97.0, 78.0, 53.0, 36.0, 28.0, 24.0, 22.0, 9.0, 14.0, 6.0, 5.0, 1.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.80859375, -1.746826171875, -1.68505859375, -1.623291015625, -1.5615234375, -1.499755859375, -1.43798828125, -1.376220703125, -1.314453125, -1.252685546875, -1.19091796875, -1.129150390625, -1.0673828125, -1.005615234375, -0.94384765625, -0.882080078125, -0.8203125, -0.758544921875, -0.69677734375, -0.635009765625, -0.5732421875, -0.511474609375, -0.44970703125, -0.387939453125, -0.326171875, -0.264404296875, -0.20263671875, -0.140869140625, -0.0791015625, -0.017333984375, 0.04443359375, 0.106201171875, 0.16796875, 0.229736328125, 0.29150390625, 0.353271484375, 0.4150390625, 0.476806640625, 0.53857421875, 0.600341796875, 0.662109375, 0.723876953125, 0.78564453125, 0.847412109375, 0.9091796875, 0.970947265625, 1.03271484375, 1.094482421875, 1.15625, 1.218017578125, 1.27978515625, 1.341552734375, 1.4033203125, 1.465087890625, 1.52685546875, 1.588623046875, 1.650390625, 1.712158203125, 1.77392578125, 1.835693359375, 1.8974609375, 1.959228515625, 2.02099609375, 2.082763671875, 2.14453125]}, "gradients/encoder.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 2.0, 8.0, 4.0, 6.0, 9.0, 10.0, 7.0, 15.0, 9.0, 19.0, 18.0, 19.0, 21.0, 33.0, 29.0, 30.0, 42.0, 41.0, 36.0, 36.0, 38.0, 42.0, 34.0, 31.0, 29.0, 33.0, 39.0, 30.0, 31.0, 32.0, 33.0, 21.0, 26.0, 20.0, 31.0, 18.0, 17.0, 19.0, 21.0, 12.0, 13.0, 3.0, 8.0, 5.0, 4.0, 6.0, 6.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.98974609375, -0.9597091674804688, -0.9296722412109375, -0.8996353149414062, -0.869598388671875, -0.8395614624023438, -0.8095245361328125, -0.7794876098632812, -0.74945068359375, -0.7194137573242188, -0.6893768310546875, -0.6593399047851562, -0.629302978515625, -0.5992660522460938, -0.5692291259765625, -0.5391921997070312, -0.5091552734375, -0.47911834716796875, -0.4490814208984375, -0.41904449462890625, -0.389007568359375, -0.35897064208984375, -0.3289337158203125, -0.29889678955078125, -0.26885986328125, -0.23882293701171875, -0.2087860107421875, -0.17874908447265625, -0.148712158203125, -0.11867523193359375, -0.0886383056640625, -0.05860137939453125, -0.028564453125, 0.00147247314453125, 0.0315093994140625, 0.06154632568359375, 0.091583251953125, 0.12162017822265625, 0.1516571044921875, 0.18169403076171875, 0.21173095703125, 0.24176788330078125, 0.2718048095703125, 0.30184173583984375, 0.331878662109375, 0.36191558837890625, 0.3919525146484375, 0.42198944091796875, 0.4520263671875, 0.48206329345703125, 0.5121002197265625, 0.5421371459960938, 0.572174072265625, 0.6022109985351562, 0.6322479248046875, 0.6622848510742188, 0.69232177734375, 0.7223587036132812, 0.7523956298828125, 0.7824325561523438, 0.812469482421875, 0.8425064086914062, 0.8725433349609375, 0.9025802612304688, 0.9326171875]}, "gradients/encoder.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 4.0, 2.0, 6.0, 8.0, 15.0, 5.0, 11.0, 29.0, 38.0, 28.0, 66.0, 75.0, 151.0, 239.0, 504.0, 785.0, 1461.0, 3102.0, 7218.0, 19824.0, 76949.0, 590859.0, 279532.0, 43976.0, 13220.0, 5267.0, 2407.0, 1167.0, 636.0, 365.0, 233.0, 141.0, 94.0, 41.0, 42.0, 18.0, 17.0, 10.0, 7.0, 3.0, 6.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.650390625, -1.60675048828125, -1.5631103515625, -1.51947021484375, -1.475830078125, -1.43218994140625, -1.3885498046875, -1.34490966796875, -1.30126953125, -1.25762939453125, -1.2139892578125, -1.17034912109375, -1.126708984375, -1.08306884765625, -1.0394287109375, -0.99578857421875, -0.9521484375, -0.90850830078125, -0.8648681640625, -0.82122802734375, -0.777587890625, -0.73394775390625, -0.6903076171875, -0.64666748046875, -0.60302734375, -0.55938720703125, -0.5157470703125, -0.47210693359375, -0.428466796875, -0.38482666015625, -0.3411865234375, -0.29754638671875, -0.25390625, -0.21026611328125, -0.1666259765625, -0.12298583984375, -0.079345703125, -0.03570556640625, 0.0079345703125, 0.05157470703125, 0.09521484375, 0.13885498046875, 0.1824951171875, 0.22613525390625, 0.269775390625, 0.31341552734375, 0.3570556640625, 0.40069580078125, 0.4443359375, 0.48797607421875, 0.5316162109375, 0.57525634765625, 0.618896484375, 0.66253662109375, 0.7061767578125, 0.74981689453125, 0.79345703125, 0.83709716796875, 0.8807373046875, 0.92437744140625, 0.968017578125, 1.01165771484375, 1.0552978515625, 1.09893798828125, 1.142578125]}, "gradients/encoder.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 6.0, 5.0, 5.0, 7.0, 12.0, 11.0, 17.0, 26.0, 25.0, 39.0, 43.0, 65.0, 76.0, 85.0, 109.0, 92.0, 86.0, 80.0, 58.0, 41.0, 31.0, 27.0, 16.0, 11.0, 8.0, 6.0, 4.0, 5.0, 5.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0001983642578125, -0.00019143149256706238, -0.00018449872732162476, -0.00017756596207618713, -0.0001706331968307495, -0.0001637004315853119, -0.00015676766633987427, -0.00014983490109443665, -0.00014290213584899902, -0.0001359693706035614, -0.00012903660535812378, -0.00012210384011268616, -0.00011517107486724854, -0.00010823830962181091, -0.00010130554437637329, -9.437277913093567e-05, -8.744001388549805e-05, -8.050724864006042e-05, -7.35744833946228e-05, -6.664171814918518e-05, -5.970895290374756e-05, -5.2776187658309937e-05, -4.5843422412872314e-05, -3.891065716743469e-05, -3.197789192199707e-05, -2.5045126676559448e-05, -1.8112361431121826e-05, -1.1179596185684204e-05, -4.246830940246582e-06, 2.68593430519104e-06, 9.618699550628662e-06, 1.6551464796066284e-05, 2.3484230041503906e-05, 3.041699528694153e-05, 3.734976053237915e-05, 4.428252577781677e-05, 5.1215291023254395e-05, 5.8148056268692017e-05, 6.508082151412964e-05, 7.201358675956726e-05, 7.894635200500488e-05, 8.58791172504425e-05, 9.281188249588013e-05, 9.974464774131775e-05, 0.00010667741298675537, 0.00011361017823219299, 0.00012054294347763062, 0.00012747570872306824, 0.00013440847396850586, 0.00014134123921394348, 0.0001482740044593811, 0.00015520676970481873, 0.00016213953495025635, 0.00016907230019569397, 0.0001760050654411316, 0.00018293783068656921, 0.00018987059593200684, 0.00019680336117744446, 0.00020373612642288208, 0.0002106688916683197, 0.00021760165691375732, 0.00022453442215919495, 0.00023146718740463257, 0.0002383999526500702, 0.0002453327178955078]}, "gradients/encoder.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 4.0, 0.0, 2.0, 3.0, 6.0, 8.0, 4.0, 7.0, 11.0, 14.0, 9.0, 22.0, 33.0, 59.0, 97.0, 169.0, 356.0, 669.0, 1604.0, 4694.0, 17920.0, 144029.0, 796331.0, 65451.0, 11496.0, 3248.0, 1158.0, 502.0, 256.0, 133.0, 89.0, 54.0, 41.0, 26.0, 9.0, 10.0, 9.0, 6.0, 7.0, 2.0, 3.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.10546875, -2.038299560546875, -1.97113037109375, -1.903961181640625, -1.8367919921875, -1.769622802734375, -1.70245361328125, -1.635284423828125, -1.568115234375, -1.500946044921875, -1.43377685546875, -1.366607666015625, -1.2994384765625, -1.232269287109375, -1.16510009765625, -1.097930908203125, -1.03076171875, -0.963592529296875, -0.89642333984375, -0.829254150390625, -0.7620849609375, -0.694915771484375, -0.62774658203125, -0.560577392578125, -0.493408203125, -0.426239013671875, -0.35906982421875, -0.291900634765625, -0.2247314453125, -0.157562255859375, -0.09039306640625, -0.023223876953125, 0.0439453125, 0.111114501953125, 0.17828369140625, 0.245452880859375, 0.3126220703125, 0.379791259765625, 0.44696044921875, 0.514129638671875, 0.581298828125, 0.648468017578125, 0.71563720703125, 0.782806396484375, 0.8499755859375, 0.917144775390625, 0.98431396484375, 1.051483154296875, 1.11865234375, 1.185821533203125, 1.25299072265625, 1.320159912109375, 1.3873291015625, 1.454498291015625, 1.52166748046875, 1.588836669921875, 1.656005859375, 1.723175048828125, 1.79034423828125, 1.857513427734375, 1.9246826171875, 1.991851806640625, 2.05902099609375, 2.126190185546875, 2.193359375]}, "gradients/encoder.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 6.0, 3.0, 7.0, 5.0, 10.0, 19.0, 21.0, 29.0, 27.0, 49.0, 96.0, 159.0, 168.0, 127.0, 99.0, 50.0, 38.0, 16.0, 18.0, 16.0, 10.0, 8.0, 4.0, 2.0, 4.0, 5.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.01953125, -0.98480224609375, -0.9500732421875, -0.91534423828125, -0.880615234375, -0.84588623046875, -0.8111572265625, -0.77642822265625, -0.74169921875, -0.70697021484375, -0.6722412109375, -0.63751220703125, -0.602783203125, -0.56805419921875, -0.5333251953125, -0.49859619140625, -0.4638671875, -0.42913818359375, -0.3944091796875, -0.35968017578125, -0.324951171875, -0.29022216796875, -0.2554931640625, -0.22076416015625, -0.18603515625, -0.15130615234375, -0.1165771484375, -0.08184814453125, -0.047119140625, -0.01239013671875, 0.0223388671875, 0.05706787109375, 0.091796875, 0.12652587890625, 0.1612548828125, 0.19598388671875, 0.230712890625, 0.26544189453125, 0.3001708984375, 0.33489990234375, 0.36962890625, 0.40435791015625, 0.4390869140625, 0.47381591796875, 0.508544921875, 0.54327392578125, 0.5780029296875, 0.61273193359375, 0.6474609375, 0.68218994140625, 0.7169189453125, 0.75164794921875, 0.786376953125, 0.82110595703125, 0.8558349609375, 0.89056396484375, 0.92529296875, 0.96002197265625, 0.9947509765625, 1.02947998046875, 1.064208984375, 1.09893798828125, 1.1336669921875, 1.16839599609375, 1.203125]}, "gradients/encoder.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 5.0, 4.0, 11.0, 12.0, 12.0, 18.0, 31.0, 35.0, 66.0, 84.0, 111.0, 126.0, 110.0, 95.0, 87.0, 51.0, 48.0, 35.0, 23.0, 20.0, 9.0, 5.0, 4.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.93679428100586, -9.577986717224121, -9.219179153442383, -8.860371589660645, -8.501564025878906, -8.142756462097168, -7.783949375152588, -7.42514181137085, -7.066334247589111, -6.707526683807373, -6.348719120025635, -5.989912033081055, -5.631104469299316, -5.272296905517578, -4.91348934173584, -4.554681777954102, -4.195874214172363, -3.837066650390625, -3.4782590866088867, -3.1194517612457275, -2.7606441974639893, -2.401836633682251, -2.043029308319092, -1.6842217445373535, -1.3254141807556152, -0.9666066765785217, -0.6077991724014282, -0.2489917278289795, 0.10981583595275879, 0.46862339973449707, 0.8274307250976562, 1.1862382888793945, 1.5450468063354492, 1.9038543701171875, 2.262661933898926, 2.621469259262085, 2.9802768230438232, 3.3390843868255615, 3.6978917121887207, 4.056699275970459, 4.415506839752197, 4.7743144035339355, 5.133121967315674, 5.491929054260254, 5.850736618041992, 6.2095441818237305, 6.568351745605469, 6.927159309387207, 7.285966873168945, 7.644774436950684, 8.003582000732422, 8.36238956451416, 8.721197128295898, 9.080004692077637, 9.438812255859375, 9.797618865966797, 10.156427383422852, 10.51523494720459, 10.874042510986328, 11.232850074768066, 11.591657638549805, 11.950465202331543, 12.309272766113281, 12.668079376220703, 13.026886940002441]}, "gradients/encoder.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 2.0, 4.0, 3.0, 4.0, 6.0, 6.0, 7.0, 6.0, 12.0, 9.0, 8.0, 11.0, 21.0, 23.0, 17.0, 24.0, 19.0, 29.0, 32.0, 29.0, 30.0, 33.0, 35.0, 42.0, 34.0, 41.0, 33.0, 38.0, 46.0, 36.0, 48.0, 30.0, 31.0, 39.0, 31.0, 13.0, 18.0, 31.0, 19.0, 21.0, 8.0, 12.0, 18.0, 14.0, 13.0, 9.0, 4.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.353793144226074, -5.1721062660217285, -4.990419387817383, -4.808732509613037, -4.627045631408691, -4.445358753204346, -4.263671875, -4.0819854736328125, -3.9002983570098877, -3.718611478805542, -3.5369246006011963, -3.3552379608154297, -3.173551082611084, -2.9918642044067383, -2.8101773262023926, -2.628490447998047, -2.446803569793701, -2.2651166915893555, -2.0834298133850098, -1.9017430543899536, -1.720056176185608, -1.5383692979812622, -1.356682538986206, -1.1749956607818604, -0.9933087825775146, -0.811621904373169, -0.629935085773468, -0.4482482671737671, -0.2665613889694214, -0.08487451076507568, 0.09681224822998047, 0.27849912643432617, 0.46018552780151367, 0.6418724060058594, 0.8235592246055603, 1.0052460432052612, 1.186932921409607, 1.3686197996139526, 1.5503065586090088, 1.7319934368133545, 1.9136803150177002, 2.095367193222046, 2.2770540714263916, 2.458740711212158, 2.640427589416504, 2.8221144676208496, 3.0038013458251953, 3.185488224029541, 3.3671751022338867, 3.5488619804382324, 3.730548858642578, 3.912235736846924, 4.0939226150512695, 4.275609493255615, 4.457296371459961, 4.638982772827148, 4.820670127868652, 5.002357006072998, 5.184043884277344, 5.3657307624816895, 5.547417640686035, 5.729104518890381, 5.910791397094727, 6.092477798461914, 6.27416467666626]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 4.0, 10.0, 5.0, 20.0, 27.0, 44.0, 62.0, 101.0, 169.0, 286.0, 525.0, 1146.0, 2919.0, 8531.0, 34401.0, 3620038.0, 487330.0, 26781.0, 7301.0, 2580.0, 989.0, 456.0, 218.0, 128.0, 77.0, 36.0, 29.0, 22.0, 16.0, 9.0, 10.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.2265625, -4.10552978515625, -3.9844970703125, -3.86346435546875, -3.742431640625, -3.62139892578125, -3.5003662109375, -3.37933349609375, -3.25830078125, -3.13726806640625, -3.0162353515625, -2.89520263671875, -2.774169921875, -2.65313720703125, -2.5321044921875, -2.41107177734375, -2.2900390625, -2.16900634765625, -2.0479736328125, -1.92694091796875, -1.805908203125, -1.68487548828125, -1.5638427734375, -1.44281005859375, -1.32177734375, -1.20074462890625, -1.0797119140625, -0.95867919921875, -0.837646484375, -0.71661376953125, -0.5955810546875, -0.47454833984375, -0.353515625, -0.23248291015625, -0.1114501953125, 0.00958251953125, 0.130615234375, 0.25164794921875, 0.3726806640625, 0.49371337890625, 0.61474609375, 0.73577880859375, 0.8568115234375, 0.97784423828125, 1.098876953125, 1.21990966796875, 1.3409423828125, 1.46197509765625, 1.5830078125, 1.70404052734375, 1.8250732421875, 1.94610595703125, 2.067138671875, 2.18817138671875, 2.3092041015625, 2.43023681640625, 2.55126953125, 2.67230224609375, 2.7933349609375, 2.91436767578125, 3.035400390625, 3.15643310546875, 3.2774658203125, 3.39849853515625, 3.51953125]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 5.0, 5.0, 9.0, 9.0, 8.0, 14.0, 17.0, 22.0, 35.0, 43.0, 40.0, 40.0, 68.0, 57.0, 70.0, 66.0, 77.0, 65.0, 73.0, 45.0, 47.0, 34.0, 25.0, 38.0, 21.0, 15.0, 17.0, 15.0, 8.0, 7.0, 6.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.438232421875, -0.4266471862792969, -0.41506195068359375, -0.4034767150878906, -0.3918914794921875, -0.3803062438964844, -0.36872100830078125, -0.3571357727050781, -0.345550537109375, -0.3339653015136719, -0.32238006591796875, -0.3107948303222656, -0.2992095947265625, -0.2876243591308594, -0.27603912353515625, -0.2644538879394531, -0.25286865234375, -0.24128341674804688, -0.22969818115234375, -0.21811294555664062, -0.2065277099609375, -0.19494247436523438, -0.18335723876953125, -0.17177200317382812, -0.160186767578125, -0.14860153198242188, -0.13701629638671875, -0.12543106079101562, -0.1138458251953125, -0.10226058959960938, -0.09067535400390625, -0.07909011840820312, -0.0675048828125, -0.055919647216796875, -0.04433441162109375, -0.032749176025390625, -0.0211639404296875, -0.009578704833984375, 0.00200653076171875, 0.013591766357421875, 0.025177001953125, 0.036762237548828125, 0.04834747314453125, 0.059932708740234375, 0.0715179443359375, 0.08310317993164062, 0.09468841552734375, 0.10627365112304688, 0.11785888671875, 0.12944412231445312, 0.14102935791015625, 0.15261459350585938, 0.1641998291015625, 0.17578506469726562, 0.18737030029296875, 0.19895553588867188, 0.210540771484375, 0.22212600708007812, 0.23371124267578125, 0.24529647827148438, 0.2568817138671875, 0.2684669494628906, 0.28005218505859375, 0.2916374206542969, 0.30322265625]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 7.0, 11.0, 24.0, 32.0, 73.0, 122.0, 233.0, 467.0, 825.0, 1629.0, 3514.0, 7867.0, 19400.0, 60628.0, 745224.0, 3235276.0, 78069.0, 23560.0, 9204.0, 4121.0, 1938.0, 1004.0, 527.0, 252.0, 109.0, 73.0, 32.0, 27.0, 15.0, 13.0, 2.0, 5.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7900390625, -1.7125091552734375, -1.634979248046875, -1.5574493408203125, -1.47991943359375, -1.4023895263671875, -1.324859619140625, -1.2473297119140625, -1.1697998046875, -1.0922698974609375, -1.014739990234375, -0.9372100830078125, -0.85968017578125, -0.7821502685546875, -0.704620361328125, -0.6270904541015625, -0.549560546875, -0.4720306396484375, -0.394500732421875, -0.3169708251953125, -0.23944091796875, -0.1619110107421875, -0.084381103515625, -0.0068511962890625, 0.0706787109375, 0.1482086181640625, 0.225738525390625, 0.3032684326171875, 0.38079833984375, 0.4583282470703125, 0.535858154296875, 0.6133880615234375, 0.69091796875, 0.7684478759765625, 0.845977783203125, 0.9235076904296875, 1.00103759765625, 1.0785675048828125, 1.156097412109375, 1.2336273193359375, 1.3111572265625, 1.3886871337890625, 1.466217041015625, 1.5437469482421875, 1.62127685546875, 1.6988067626953125, 1.776336669921875, 1.8538665771484375, 1.931396484375, 2.0089263916015625, 2.086456298828125, 2.1639862060546875, 2.24151611328125, 2.3190460205078125, 2.396575927734375, 2.4741058349609375, 2.5516357421875, 2.6291656494140625, 2.706695556640625, 2.7842254638671875, 2.86175537109375, 2.9392852783203125, 3.016815185546875, 3.0943450927734375, 3.171875]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 4.0, 4.0, 6.0, 8.0, 3.0, 7.0, 11.0, 16.0, 3.0, 14.0, 21.0, 22.0, 35.0, 42.0, 46.0, 91.0, 159.0, 419.0, 2008.0, 603.0, 199.0, 99.0, 51.0, 37.0, 34.0, 26.0, 18.0, 13.0, 15.0, 12.0, 9.0, 6.0, 11.0, 2.0, 2.0, 5.0, 2.0, 4.0, 0.0, 4.0, 3.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6796875, -0.6567230224609375, -0.633758544921875, -0.6107940673828125, -0.58782958984375, -0.5648651123046875, -0.541900634765625, -0.5189361572265625, -0.4959716796875, -0.4730072021484375, -0.450042724609375, -0.4270782470703125, -0.40411376953125, -0.3811492919921875, -0.358184814453125, -0.3352203369140625, -0.312255859375, -0.2892913818359375, -0.266326904296875, -0.2433624267578125, -0.22039794921875, -0.1974334716796875, -0.174468994140625, -0.1515045166015625, -0.1285400390625, -0.1055755615234375, -0.082611083984375, -0.0596466064453125, -0.03668212890625, -0.0137176513671875, 0.009246826171875, 0.0322113037109375, 0.05517578125, 0.0781402587890625, 0.101104736328125, 0.1240692138671875, 0.14703369140625, 0.1699981689453125, 0.192962646484375, 0.2159271240234375, 0.2388916015625, 0.2618560791015625, 0.284820556640625, 0.3077850341796875, 0.33074951171875, 0.3537139892578125, 0.376678466796875, 0.3996429443359375, 0.422607421875, 0.4455718994140625, 0.468536376953125, 0.4915008544921875, 0.51446533203125, 0.5374298095703125, 0.560394287109375, 0.5833587646484375, 0.6063232421875, 0.6292877197265625, 0.652252197265625, 0.6752166748046875, 0.69818115234375, 0.7211456298828125, 0.744110107421875, 0.7670745849609375, 0.7900390625]}, "gradients/encoder.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 8.0, 12.0, 34.0, 65.0, 115.0, 180.0, 250.0, 158.0, 91.0, 39.0, 29.0, 15.0, 6.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.3989129066467285, -4.091261386871338, -3.783609628677368, -3.4759578704833984, -3.168306350708008, -2.860654592514038, -2.5530028343200684, -2.2453513145446777, -1.937699556350708, -1.6300479173660278, -1.3223962783813477, -1.014744520187378, -0.7070928812026978, -0.3994412422180176, -0.09178948402404785, 0.21586203575134277, 0.5235137939453125, 0.8311654329299927, 1.1388170719146729, 1.4464688301086426, 1.7541204690933228, 2.061772108078003, 2.3694238662719727, 2.6770753860473633, 2.984727144241333, 3.2923789024353027, 3.6000304222106934, 3.907682180404663, 4.215333938598633, 4.522985458374023, 4.830636978149414, 5.138288497924805, 5.445940971374512, 5.753592491149902, 6.061244487762451, 6.368896007537842, 6.676547527313232, 6.984199523925781, 7.291851043701172, 7.5995025634765625, 7.907154083251953, 8.214805603027344, 8.522457122802734, 8.830108642578125, 9.137761116027832, 9.445412635803223, 9.753064155578613, 10.060715675354004, 10.368368148803711, 10.676019668579102, 10.983671188354492, 11.291322708129883, 11.59897518157959, 11.90662670135498, 12.214278221130371, 12.521929740905762, 12.829581260681152, 13.137232780456543, 13.444884300231934, 13.75253677368164, 14.060188293457031, 14.367839813232422, 14.675491333007812, 14.983142852783203, 15.290794372558594]}, "gradients/encoder.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 2.0, 7.0, 9.0, 6.0, 9.0, 5.0, 7.0, 10.0, 12.0, 14.0, 15.0, 12.0, 26.0, 23.0, 24.0, 31.0, 25.0, 22.0, 30.0, 36.0, 36.0, 26.0, 30.0, 31.0, 37.0, 29.0, 32.0, 28.0, 34.0, 33.0, 36.0, 40.0, 32.0, 31.0, 22.0, 21.0, 25.0, 13.0, 25.0, 12.0, 10.0, 16.0, 19.0, 9.0, 11.0, 7.0, 3.0, 4.0, 10.0, 0.0, 5.0, 7.0, 1.0, 4.0, 3.0, 2.0], "bins": [-2.152097463607788, -2.0877439975738525, -2.023390293121338, -1.9590368270874023, -1.8946833610534668, -1.8303297758102417, -1.7659761905670166, -1.701622724533081, -1.6372692584991455, -1.5729156732559204, -1.5085622072219849, -1.4442086219787598, -1.3798551559448242, -1.3155015707015991, -1.251147985458374, -1.1867945194244385, -1.1224409341812134, -1.0580873489379883, -0.9937338829040527, -0.9293802976608276, -0.8650268316268921, -0.800673246383667, -0.7363197207450867, -0.6719661951065063, -0.607612669467926, -0.5432591438293457, -0.4789056181907654, -0.41455206274986267, -0.35019853711128235, -0.285845011472702, -0.22149145603179932, -0.157137930393219, -0.09278440475463867, -0.028430871665477753, 0.035922661423683167, 0.10027620196342468, 0.164629727602005, 0.22898325324058533, 0.29333680868148804, 0.35769033432006836, 0.4220438599586487, 0.486397385597229, 0.5507509112358093, 0.6151044368743896, 0.6794580221176147, 0.7438114881515503, 0.8081650733947754, 0.8725185990333557, 0.936872124671936, 1.0012257099151611, 1.0655791759490967, 1.1299327611923218, 1.1942862272262573, 1.2586398124694824, 1.322993278503418, 1.387346863746643, 1.4517004489898682, 1.5160540342330933, 1.5804075002670288, 1.644761085510254, 1.7091145515441895, 1.7734681367874146, 1.8378217220306396, 1.9021751880645752, 1.9665286540985107]}, "gradients/encoder.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 7.0, 2.0, 3.0, 10.0, 9.0, 13.0, 21.0, 22.0, 48.0, 64.0, 102.0, 193.0, 280.0, 536.0, 986.0, 1951.0, 4106.0, 8861.0, 21751.0, 59523.0, 404476.0, 444895.0, 60956.0, 22116.0, 9064.0, 4142.0, 2095.0, 1024.0, 511.0, 317.0, 183.0, 99.0, 52.0, 43.0, 27.0, 21.0, 17.0, 6.0, 12.0, 4.0, 8.0, 3.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.505859375, -2.427581787109375, -2.34930419921875, -2.271026611328125, -2.1927490234375, -2.114471435546875, -2.03619384765625, -1.957916259765625, -1.879638671875, -1.801361083984375, -1.72308349609375, -1.644805908203125, -1.5665283203125, -1.488250732421875, -1.40997314453125, -1.331695556640625, -1.25341796875, -1.175140380859375, -1.09686279296875, -1.018585205078125, -0.9403076171875, -0.862030029296875, -0.78375244140625, -0.705474853515625, -0.627197265625, -0.548919677734375, -0.47064208984375, -0.392364501953125, -0.3140869140625, -0.235809326171875, -0.15753173828125, -0.079254150390625, -0.0009765625, 0.077301025390625, 0.15557861328125, 0.233856201171875, 0.3121337890625, 0.390411376953125, 0.46868896484375, 0.546966552734375, 0.625244140625, 0.703521728515625, 0.78179931640625, 0.860076904296875, 0.9383544921875, 1.016632080078125, 1.09490966796875, 1.173187255859375, 1.25146484375, 1.329742431640625, 1.40802001953125, 1.486297607421875, 1.5645751953125, 1.642852783203125, 1.72113037109375, 1.799407958984375, 1.877685546875, 1.955963134765625, 2.03424072265625, 2.112518310546875, 2.1907958984375, 2.269073486328125, 2.34735107421875, 2.425628662109375, 2.50390625]}, "gradients/encoder.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 8.0, 6.0, 10.0, 12.0, 9.0, 8.0, 28.0, 22.0, 34.0, 32.0, 36.0, 48.0, 42.0, 70.0, 71.0, 66.0, 80.0, 59.0, 54.0, 62.0, 34.0, 42.0, 38.0, 36.0, 24.0, 15.0, 15.0, 15.0, 6.0, 11.0, 8.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.416259765625, -0.4049720764160156, -0.39368438720703125, -0.3823966979980469, -0.3711090087890625, -0.3598213195800781, -0.34853363037109375, -0.3372459411621094, -0.325958251953125, -0.3146705627441406, -0.30338287353515625, -0.2920951843261719, -0.2808074951171875, -0.2695198059082031, -0.25823211669921875, -0.24694442749023438, -0.23565673828125, -0.22436904907226562, -0.21308135986328125, -0.20179367065429688, -0.1905059814453125, -0.17921829223632812, -0.16793060302734375, -0.15664291381835938, -0.145355224609375, -0.13406753540039062, -0.12277984619140625, -0.11149215698242188, -0.1002044677734375, -0.08891677856445312, -0.07762908935546875, -0.06634140014648438, -0.0550537109375, -0.043766021728515625, -0.03247833251953125, -0.021190643310546875, -0.0099029541015625, 0.001384735107421875, 0.01267242431640625, 0.023960113525390625, 0.035247802734375, 0.046535491943359375, 0.05782318115234375, 0.06911087036132812, 0.0803985595703125, 0.09168624877929688, 0.10297393798828125, 0.11426162719726562, 0.12554931640625, 0.13683700561523438, 0.14812469482421875, 0.15941238403320312, 0.1707000732421875, 0.18198776245117188, 0.19327545166015625, 0.20456314086914062, 0.215850830078125, 0.22713851928710938, 0.23842620849609375, 0.24971389770507812, 0.2610015869140625, 0.2722892761230469, 0.28357696533203125, 0.2948646545410156, 0.30615234375]}, "gradients/encoder.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 5.0, 4.0, 1.0, 8.0, 11.0, 11.0, 12.0, 19.0, 28.0, 20.0, 39.0, 65.0, 79.0, 131.0, 194.0, 310.0, 506.0, 1047.0, 2481.0, 7037.0, 22996.0, 88804.0, 733949.0, 141638.0, 33116.0, 9722.0, 3279.0, 1360.0, 649.0, 353.0, 214.0, 157.0, 88.0, 61.0, 49.0, 32.0, 29.0, 18.0, 15.0, 6.0, 5.0, 5.0, 4.0, 4.0, 2.0, 0.0, 5.0], "bins": [-3.263671875, -3.18133544921875, -3.0989990234375, -3.01666259765625, -2.934326171875, -2.85198974609375, -2.7696533203125, -2.68731689453125, -2.60498046875, -2.52264404296875, -2.4403076171875, -2.35797119140625, -2.275634765625, -2.19329833984375, -2.1109619140625, -2.02862548828125, -1.9462890625, -1.86395263671875, -1.7816162109375, -1.69927978515625, -1.616943359375, -1.53460693359375, -1.4522705078125, -1.36993408203125, -1.28759765625, -1.20526123046875, -1.1229248046875, -1.04058837890625, -0.958251953125, -0.87591552734375, -0.7935791015625, -0.71124267578125, -0.62890625, -0.54656982421875, -0.4642333984375, -0.38189697265625, -0.299560546875, -0.21722412109375, -0.1348876953125, -0.05255126953125, 0.02978515625, 0.11212158203125, 0.1944580078125, 0.27679443359375, 0.359130859375, 0.44146728515625, 0.5238037109375, 0.60614013671875, 0.6884765625, 0.77081298828125, 0.8531494140625, 0.93548583984375, 1.017822265625, 1.10015869140625, 1.1824951171875, 1.26483154296875, 1.34716796875, 1.42950439453125, 1.5118408203125, 1.59417724609375, 1.676513671875, 1.75885009765625, 1.8411865234375, 1.92352294921875, 2.005859375]}, "gradients/encoder.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 8.0, 7.0, 5.0, 9.0, 12.0, 10.0, 12.0, 18.0, 19.0, 30.0, 43.0, 31.0, 31.0, 46.0, 51.0, 54.0, 41.0, 55.0, 65.0, 51.0, 39.0, 48.0, 61.0, 44.0, 33.0, 34.0, 32.0, 23.0, 22.0, 17.0, 14.0, 7.0, 11.0, 3.0, 5.0, 5.0, 4.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1943359375, -1.1515045166015625, -1.108673095703125, -1.0658416748046875, -1.02301025390625, -0.9801788330078125, -0.937347412109375, -0.8945159912109375, -0.8516845703125, -0.8088531494140625, -0.766021728515625, -0.7231903076171875, -0.68035888671875, -0.6375274658203125, -0.594696044921875, -0.5518646240234375, -0.509033203125, -0.4662017822265625, -0.423370361328125, -0.3805389404296875, -0.33770751953125, -0.2948760986328125, -0.252044677734375, -0.2092132568359375, -0.1663818359375, -0.1235504150390625, -0.080718994140625, -0.0378875732421875, 0.00494384765625, 0.0477752685546875, 0.090606689453125, 0.1334381103515625, 0.17626953125, 0.2191009521484375, 0.261932373046875, 0.3047637939453125, 0.34759521484375, 0.3904266357421875, 0.433258056640625, 0.4760894775390625, 0.5189208984375, 0.5617523193359375, 0.604583740234375, 0.6474151611328125, 0.69024658203125, 0.7330780029296875, 0.775909423828125, 0.8187408447265625, 0.861572265625, 0.9044036865234375, 0.947235107421875, 0.9900665283203125, 1.03289794921875, 1.0757293701171875, 1.118560791015625, 1.1613922119140625, 1.2042236328125, 1.2470550537109375, 1.289886474609375, 1.3327178955078125, 1.37554931640625, 1.4183807373046875, 1.461212158203125, 1.5040435791015625, 1.546875]}, "gradients/encoder.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 9.0, 10.0, 17.0, 19.0, 22.0, 36.0, 48.0, 74.0, 109.0, 158.0, 231.0, 438.0, 735.0, 1392.0, 2580.0, 4904.0, 10532.0, 25826.0, 82476.0, 533557.0, 292446.0, 56120.0, 19477.0, 8295.0, 4076.0, 2119.0, 1126.0, 717.0, 361.0, 220.0, 151.0, 86.0, 47.0, 43.0, 30.0, 27.0, 15.0, 8.0, 6.0, 6.0, 5.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0751953125, -1.0434341430664062, -1.0116729736328125, -0.9799118041992188, -0.948150634765625, -0.9163894653320312, -0.8846282958984375, -0.8528671264648438, -0.82110595703125, -0.7893447875976562, -0.7575836181640625, -0.7258224487304688, -0.694061279296875, -0.6623001098632812, -0.6305389404296875, -0.5987777709960938, -0.5670166015625, -0.5352554321289062, -0.5034942626953125, -0.47173309326171875, -0.439971923828125, -0.40821075439453125, -0.3764495849609375, -0.34468841552734375, -0.31292724609375, -0.28116607666015625, -0.2494049072265625, -0.21764373779296875, -0.185882568359375, -0.15412139892578125, -0.1223602294921875, -0.09059906005859375, -0.058837890625, -0.02707672119140625, 0.0046844482421875, 0.03644561767578125, 0.068206787109375, 0.09996795654296875, 0.1317291259765625, 0.16349029541015625, 0.19525146484375, 0.22701263427734375, 0.2587738037109375, 0.29053497314453125, 0.322296142578125, 0.35405731201171875, 0.3858184814453125, 0.41757965087890625, 0.4493408203125, 0.48110198974609375, 0.5128631591796875, 0.5446243286132812, 0.576385498046875, 0.6081466674804688, 0.6399078369140625, 0.6716690063476562, 0.70343017578125, 0.7351913452148438, 0.7669525146484375, 0.7987136840820312, 0.830474853515625, 0.8622360229492188, 0.8939971923828125, 0.9257583618164062, 0.95751953125]}, "gradients/encoder.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 3.0, 9.0, 10.0, 10.0, 10.0, 25.0, 46.0, 70.0, 129.0, 220.0, 183.0, 114.0, 58.0, 35.0, 20.0, 15.0, 12.0, 7.0, 3.0, 8.0, 5.0, 4.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0004987716674804688, -0.0004856213927268982, -0.00047247111797332764, -0.0004593208432197571, -0.0004461705684661865, -0.00043302029371261597, -0.0004198700189590454, -0.00040671974420547485, -0.0003935694694519043, -0.00038041919469833374, -0.0003672689199447632, -0.0003541186451911926, -0.00034096837043762207, -0.0003278180956840515, -0.00031466782093048096, -0.0003015175461769104, -0.00028836727142333984, -0.0002752169966697693, -0.00026206672191619873, -0.0002489164471626282, -0.00023576617240905762, -0.00022261589765548706, -0.0002094656229019165, -0.00019631534814834595, -0.0001831650733947754, -0.00017001479864120483, -0.00015686452388763428, -0.00014371424913406372, -0.00013056397438049316, -0.00011741369962692261, -0.00010426342487335205, -9.11131501197815e-05, -7.796287536621094e-05, -6.481260061264038e-05, -5.1662325859069824e-05, -3.851205110549927e-05, -2.536177635192871e-05, -1.2211501598358154e-05, 9.387731552124023e-07, 1.4089047908782959e-05, 2.7239322662353516e-05, 4.038959741592407e-05, 5.353987216949463e-05, 6.669014692306519e-05, 7.984042167663574e-05, 9.29906964302063e-05, 0.00010614097118377686, 0.00011929124593734741, 0.00013244152069091797, 0.00014559179544448853, 0.00015874207019805908, 0.00017189234495162964, 0.0001850426197052002, 0.00019819289445877075, 0.0002113431692123413, 0.00022449344396591187, 0.00023764371871948242, 0.000250793993473053, 0.00026394426822662354, 0.0002770945429801941, 0.00029024481773376465, 0.0003033950924873352, 0.00031654536724090576, 0.0003296956419944763, 0.0003428459167480469]}, "gradients/encoder.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 5.0, 1.0, 4.0, 8.0, 9.0, 9.0, 14.0, 29.0, 27.0, 39.0, 69.0, 94.0, 159.0, 254.0, 451.0, 837.0, 1972.0, 5333.0, 16874.0, 75418.0, 679747.0, 218222.0, 33840.0, 9296.0, 3112.0, 1236.0, 571.0, 319.0, 208.0, 105.0, 82.0, 55.0, 40.0, 30.0, 21.0, 17.0, 9.0, 11.0, 8.0, 5.0, 9.0, 3.0, 4.0, 3.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.318359375, -1.2768402099609375, -1.235321044921875, -1.1938018798828125, -1.15228271484375, -1.1107635498046875, -1.069244384765625, -1.0277252197265625, -0.9862060546875, -0.9446868896484375, -0.903167724609375, -0.8616485595703125, -0.82012939453125, -0.7786102294921875, -0.737091064453125, -0.6955718994140625, -0.654052734375, -0.6125335693359375, -0.571014404296875, -0.5294952392578125, -0.48797607421875, -0.4464569091796875, -0.404937744140625, -0.3634185791015625, -0.3218994140625, -0.2803802490234375, -0.238861083984375, -0.1973419189453125, -0.15582275390625, -0.1143035888671875, -0.072784423828125, -0.0312652587890625, 0.01025390625, 0.0517730712890625, 0.093292236328125, 0.1348114013671875, 0.17633056640625, 0.2178497314453125, 0.259368896484375, 0.3008880615234375, 0.3424072265625, 0.3839263916015625, 0.425445556640625, 0.4669647216796875, 0.50848388671875, 0.5500030517578125, 0.591522216796875, 0.6330413818359375, 0.674560546875, 0.7160797119140625, 0.757598876953125, 0.7991180419921875, 0.84063720703125, 0.8821563720703125, 0.923675537109375, 0.9651947021484375, 1.0067138671875, 1.0482330322265625, 1.089752197265625, 1.1312713623046875, 1.17279052734375, 1.2143096923828125, 1.255828857421875, 1.2973480224609375, 1.3388671875]}, "gradients/encoder.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 8.0, 11.0, 2.0, 4.0, 9.0, 12.0, 15.0, 11.0, 16.0, 23.0, 19.0, 31.0, 43.0, 66.0, 78.0, 125.0, 137.0, 101.0, 69.0, 50.0, 43.0, 33.0, 16.0, 19.0, 12.0, 10.0, 10.0, 10.0, 6.0, 6.0, 4.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.69775390625, -0.6767044067382812, -0.6556549072265625, -0.6346054077148438, -0.613555908203125, -0.5925064086914062, -0.5714569091796875, -0.5504074096679688, -0.52935791015625, -0.5083084106445312, -0.4872589111328125, -0.46620941162109375, -0.445159912109375, -0.42411041259765625, -0.4030609130859375, -0.38201141357421875, -0.3609619140625, -0.33991241455078125, -0.3188629150390625, -0.29781341552734375, -0.276763916015625, -0.25571441650390625, -0.2346649169921875, -0.21361541748046875, -0.19256591796875, -0.17151641845703125, -0.1504669189453125, -0.12941741943359375, -0.108367919921875, -0.08731842041015625, -0.0662689208984375, -0.04521942138671875, -0.024169921875, -0.00312042236328125, 0.0179290771484375, 0.03897857666015625, 0.060028076171875, 0.08107757568359375, 0.1021270751953125, 0.12317657470703125, 0.14422607421875, 0.16527557373046875, 0.1863250732421875, 0.20737457275390625, 0.228424072265625, 0.24947357177734375, 0.2705230712890625, 0.29157257080078125, 0.3126220703125, 0.33367156982421875, 0.3547210693359375, 0.37577056884765625, 0.396820068359375, 0.41786956787109375, 0.4389190673828125, 0.45996856689453125, 0.48101806640625, 0.5020675659179688, 0.5231170654296875, 0.5441665649414062, 0.565216064453125, 0.5862655639648438, 0.6073150634765625, 0.6283645629882812, 0.6494140625]}, "gradients/encoder.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 3.0, 1.0, 8.0, 23.0, 43.0, 109.0, 206.0, 291.0, 180.0, 77.0, 44.0, 18.0, 6.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-26.208810806274414, -25.37373924255371, -24.538667678833008, -23.703596115112305, -22.8685245513916, -22.033451080322266, -21.198379516601562, -20.36330795288086, -19.528236389160156, -18.693164825439453, -17.85809326171875, -17.023021697998047, -16.187950134277344, -15.352877616882324, -14.517806053161621, -13.682733535766602, -12.847662925720215, -12.012591361999512, -11.177519798278809, -10.342447280883789, -9.507375717163086, -8.672304153442383, -7.83723258972168, -7.002160549163818, -6.167088985443115, -5.332017421722412, -4.496945381164551, -3.6618738174438477, -2.8268020153045654, -1.9917302131652832, -1.15665864944458, -0.32158660888671875, 0.5134849548339844, 1.3485567569732666, 2.183628559112549, 3.018700122833252, 3.853771924972534, 4.688843727111816, 5.5239152908325195, 6.358987331390381, 7.194058895111084, 8.029130935668945, 8.864202499389648, 9.699274063110352, 10.534345626831055, 11.369417190551758, 12.204488754272461, 13.03956127166748, 13.874632835388184, 14.709704399108887, 15.54477596282959, 16.37984848022461, 17.214920043945312, 18.049991607666016, 18.88506317138672, 19.720134735107422, 20.555206298828125, 21.390277862548828, 22.22534942626953, 23.060420989990234, 23.895492553710938, 24.73056411743164, 25.565635681152344, 26.40070915222168, 27.235780715942383]}, "gradients/encoder.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 2.0, 2.0, 4.0, 4.0, 8.0, 6.0, 2.0, 8.0, 12.0, 12.0, 7.0, 18.0, 11.0, 20.0, 22.0, 23.0, 37.0, 24.0, 33.0, 33.0, 35.0, 45.0, 43.0, 42.0, 40.0, 37.0, 41.0, 44.0, 42.0, 39.0, 28.0, 35.0, 28.0, 29.0, 31.0, 22.0, 19.0, 20.0, 21.0, 15.0, 10.0, 14.0, 12.0, 7.0, 4.0, 5.0, 4.0, 4.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.088301658630371, -4.912003993988037, -4.735706329345703, -4.559408664703369, -4.383111000061035, -4.206813335418701, -4.030515670776367, -3.8542182445526123, -3.6779205799102783, -3.5016229152679443, -3.3253252506256104, -3.1490278244018555, -2.9727301597595215, -2.7964324951171875, -2.6201348304748535, -2.4438371658325195, -2.2675395011901855, -2.0912418365478516, -1.9149441719055176, -1.7386466264724731, -1.5623489618301392, -1.3860512971878052, -1.2097537517547607, -1.0334560871124268, -0.8571584224700928, -0.6808607578277588, -0.5045631527900696, -0.32826554775238037, -0.1519678831100464, 0.024329781532287598, 0.20062732696533203, 0.376924991607666, 0.55322265625, 0.729520320892334, 0.9058179259300232, 1.0821155309677124, 1.2584131956100464, 1.4347108602523804, 1.6110084056854248, 1.7873060703277588, 1.9636037349700928, 2.1399013996124268, 2.3161990642547607, 2.4924964904785156, 2.6687941551208496, 2.8450918197631836, 3.0213894844055176, 3.1976871490478516, 3.3739848136901855, 3.5502824783325195, 3.7265801429748535, 3.9028778076171875, 4.0791754722595215, 4.2554731369018555, 4.431770324707031, 4.608068466186523, 4.784365653991699, 4.960663318634033, 5.136960983276367, 5.313258647918701, 5.489556312561035, 5.665853977203369, 5.842151641845703, 6.018448829650879, 6.194746971130371]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 3.0, 4.0, 4.0, 4.0, 8.0, 20.0, 22.0, 20.0, 38.0, 75.0, 96.0, 167.0, 282.0, 489.0, 877.0, 1587.0, 3565.0, 8991.0, 27750.0, 295490.0, 3790583.0, 42724.0, 12278.0, 4685.0, 2134.0, 1018.0, 543.0, 332.0, 195.0, 115.0, 60.0, 40.0, 31.0, 19.0, 13.0, 8.0, 6.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.830078125, -3.703033447265625, -3.57598876953125, -3.448944091796875, -3.3218994140625, -3.194854736328125, -3.06781005859375, -2.940765380859375, -2.813720703125, -2.686676025390625, -2.55963134765625, -2.432586669921875, -2.3055419921875, -2.178497314453125, -2.05145263671875, -1.924407958984375, -1.79736328125, -1.670318603515625, -1.54327392578125, -1.416229248046875, -1.2891845703125, -1.162139892578125, -1.03509521484375, -0.908050537109375, -0.781005859375, -0.653961181640625, -0.52691650390625, -0.399871826171875, -0.2728271484375, -0.145782470703125, -0.01873779296875, 0.108306884765625, 0.2353515625, 0.362396240234375, 0.48944091796875, 0.616485595703125, 0.7435302734375, 0.870574951171875, 0.99761962890625, 1.124664306640625, 1.251708984375, 1.378753662109375, 1.50579833984375, 1.632843017578125, 1.7598876953125, 1.886932373046875, 2.01397705078125, 2.141021728515625, 2.26806640625, 2.395111083984375, 2.52215576171875, 2.649200439453125, 2.7762451171875, 2.903289794921875, 3.03033447265625, 3.157379150390625, 3.284423828125, 3.411468505859375, 3.53851318359375, 3.665557861328125, 3.7926025390625, 3.919647216796875, 4.04669189453125, 4.173736572265625, 4.30078125]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 6.0, 3.0, 10.0, 10.0, 12.0, 13.0, 20.0, 13.0, 25.0, 29.0, 37.0, 37.0, 34.0, 59.0, 51.0, 46.0, 76.0, 65.0, 72.0, 52.0, 45.0, 51.0, 53.0, 37.0, 24.0, 32.0, 15.0, 18.0, 14.0, 11.0, 9.0, 6.0, 8.0, 4.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0], "bins": [-0.416259765625, -0.4053306579589844, -0.39440155029296875, -0.3834724426269531, -0.3725433349609375, -0.3616142272949219, -0.35068511962890625, -0.3397560119628906, -0.328826904296875, -0.3178977966308594, -0.30696868896484375, -0.2960395812988281, -0.2851104736328125, -0.2741813659667969, -0.26325225830078125, -0.2523231506347656, -0.24139404296875, -0.23046493530273438, -0.21953582763671875, -0.20860671997070312, -0.1976776123046875, -0.18674850463867188, -0.17581939697265625, -0.16489028930664062, -0.153961181640625, -0.14303207397460938, -0.13210296630859375, -0.12117385864257812, -0.1102447509765625, -0.09931564331054688, -0.08838653564453125, -0.07745742797851562, -0.0665283203125, -0.055599212646484375, -0.04467010498046875, -0.033740997314453125, -0.0228118896484375, -0.011882781982421875, -0.00095367431640625, 0.009975433349609375, 0.020904541015625, 0.031833648681640625, 0.04276275634765625, 0.053691864013671875, 0.0646209716796875, 0.07555007934570312, 0.08647918701171875, 0.09740829467773438, 0.10833740234375, 0.11926651000976562, 0.13019561767578125, 0.14112472534179688, 0.1520538330078125, 0.16298294067382812, 0.17391204833984375, 0.18484115600585938, 0.195770263671875, 0.20669937133789062, 0.21762847900390625, 0.22855758666992188, 0.2394866943359375, 0.2504158020019531, 0.26134490966796875, 0.2722740173339844, 0.283203125]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 5.0, 17.0, 17.0, 24.0, 28.0, 57.0, 62.0, 75.0, 172.0, 249.0, 362.0, 657.0, 1217.0, 1962.0, 3883.0, 7819.0, 16446.0, 40066.0, 153697.0, 3664680.0, 217304.0, 47676.0, 18690.0, 8853.0, 4416.0, 2472.0, 1428.0, 753.0, 437.0, 263.0, 184.0, 100.0, 67.0, 41.0, 34.0, 16.0, 19.0, 14.0, 8.0, 1.0, 4.0, 4.0, 2.0, 5.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.884765625, -1.818817138671875, -1.75286865234375, -1.686920166015625, -1.6209716796875, -1.555023193359375, -1.48907470703125, -1.423126220703125, -1.357177734375, -1.291229248046875, -1.22528076171875, -1.159332275390625, -1.0933837890625, -1.027435302734375, -0.96148681640625, -0.895538330078125, -0.82958984375, -0.763641357421875, -0.69769287109375, -0.631744384765625, -0.5657958984375, -0.499847412109375, -0.43389892578125, -0.367950439453125, -0.302001953125, -0.236053466796875, -0.17010498046875, -0.104156494140625, -0.0382080078125, 0.027740478515625, 0.09368896484375, 0.159637451171875, 0.2255859375, 0.291534423828125, 0.35748291015625, 0.423431396484375, 0.4893798828125, 0.555328369140625, 0.62127685546875, 0.687225341796875, 0.753173828125, 0.819122314453125, 0.88507080078125, 0.951019287109375, 1.0169677734375, 1.082916259765625, 1.14886474609375, 1.214813232421875, 1.28076171875, 1.346710205078125, 1.41265869140625, 1.478607177734375, 1.5445556640625, 1.610504150390625, 1.67645263671875, 1.742401123046875, 1.808349609375, 1.874298095703125, 1.94024658203125, 2.006195068359375, 2.0721435546875, 2.138092041015625, 2.20404052734375, 2.269989013671875, 2.3359375]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 5.0, 6.0, 3.0, 16.0, 13.0, 11.0, 10.0, 21.0, 34.0, 45.0, 71.0, 90.0, 233.0, 1692.0, 1255.0, 208.0, 119.0, 52.0, 40.0, 36.0, 19.0, 15.0, 16.0, 13.0, 7.0, 4.0, 12.0, 10.0, 7.0, 1.0, 4.0, 1.0, 2.0, 4.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.8134765625, -0.78802490234375, -0.7625732421875, -0.73712158203125, -0.711669921875, -0.68621826171875, -0.6607666015625, -0.63531494140625, -0.60986328125, -0.58441162109375, -0.5589599609375, -0.53350830078125, -0.508056640625, -0.48260498046875, -0.4571533203125, -0.43170166015625, -0.40625, -0.38079833984375, -0.3553466796875, -0.32989501953125, -0.304443359375, -0.27899169921875, -0.2535400390625, -0.22808837890625, -0.20263671875, -0.17718505859375, -0.1517333984375, -0.12628173828125, -0.100830078125, -0.07537841796875, -0.0499267578125, -0.02447509765625, 0.0009765625, 0.02642822265625, 0.0518798828125, 0.07733154296875, 0.102783203125, 0.12823486328125, 0.1536865234375, 0.17913818359375, 0.20458984375, 0.23004150390625, 0.2554931640625, 0.28094482421875, 0.306396484375, 0.33184814453125, 0.3572998046875, 0.38275146484375, 0.408203125, 0.43365478515625, 0.4591064453125, 0.48455810546875, 0.510009765625, 0.53546142578125, 0.5609130859375, 0.58636474609375, 0.61181640625, 0.63726806640625, 0.6627197265625, 0.68817138671875, 0.713623046875, 0.73907470703125, 0.7645263671875, 0.78997802734375, 0.8154296875]}, "gradients/encoder.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 5.0, 2.0, 11.0, 17.0, 36.0, 53.0, 72.0, 125.0, 158.0, 139.0, 115.0, 87.0, 70.0, 38.0, 29.0, 11.0, 13.0, 8.0, 7.0, 2.0, 5.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.591280937194824, -5.402379512786865, -5.2134785652160645, -5.0245771408081055, -4.8356757164001465, -4.6467742919921875, -4.457873344421387, -4.268971920013428, -4.080070495605469, -3.891169309616089, -3.70226788520813, -3.51336669921875, -3.324465274810791, -3.135564088821411, -2.9466629028320312, -2.7577614784240723, -2.5688605308532715, -2.3799593448638916, -2.1910579204559326, -2.0021567344665527, -1.8132554292678833, -1.6243541240692139, -1.435452938079834, -1.2465516328811646, -1.0576503276824951, -0.8687490224838257, -0.679847776889801, -0.49094653129577637, -0.30204522609710693, -0.1131439208984375, 0.07575726509094238, 0.2646585702896118, 0.45356035232543945, 0.6424616575241089, 0.8313629031181335, 1.0202641487121582, 1.2091654539108276, 1.398066759109497, 1.586967945098877, 1.7758692502975464, 1.9647705554962158, 2.1536717414855957, 2.3425731658935547, 2.5314743518829346, 2.7203755378723145, 2.9092769622802734, 3.0981781482696533, 3.287079334259033, 3.475980758666992, 3.664881944656372, 3.853783369064331, 4.042684555053711, 4.23158597946167, 4.420487403869629, 4.60938835144043, 4.798289775848389, 4.987191200256348, 5.176092624664307, 5.364993572235107, 5.553894996643066, 5.742796421051025, 5.931697845458984, 6.120598793029785, 6.309500217437744, 6.498401165008545]}, "gradients/encoder.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 7.0, 4.0, 9.0, 5.0, 11.0, 13.0, 10.0, 9.0, 14.0, 20.0, 16.0, 26.0, 28.0, 30.0, 33.0, 35.0, 28.0, 43.0, 36.0, 59.0, 37.0, 40.0, 36.0, 40.0, 36.0, 35.0, 34.0, 30.0, 34.0, 25.0, 32.0, 30.0, 23.0, 20.0, 15.0, 21.0, 18.0, 11.0, 12.0, 8.0, 6.0, 7.0, 10.0, 1.0, 1.0, 5.0, 3.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0], "bins": [-2.4644687175750732, -2.3910274505615234, -2.3175859451293945, -2.2441444396972656, -2.170703172683716, -2.097261905670166, -2.023820400238037, -1.9503790140151978, -1.8769376277923584, -1.803496241569519, -1.7300548553466797, -1.6566134691238403, -1.583172082901001, -1.5097306966781616, -1.4362893104553223, -1.362847924232483, -1.2894065380096436, -1.2159651517868042, -1.1425237655639648, -1.0690823793411255, -0.9956409931182861, -0.9221996068954468, -0.8487582206726074, -0.7753168344497681, -0.7018754482269287, -0.6284340620040894, -0.55499267578125, -0.48155128955841064, -0.4081099033355713, -0.33466851711273193, -0.2612271308898926, -0.18778574466705322, -0.11434459686279297, -0.04090321063995361, 0.03253817558288574, 0.1059795618057251, 0.17942094802856445, 0.2528623342514038, 0.32630372047424316, 0.3997451066970825, 0.4731864929199219, 0.5466278791427612, 0.6200692653656006, 0.6935106515884399, 0.7669520378112793, 0.8403934240341187, 0.913834810256958, 0.9872761964797974, 1.0607175827026367, 1.134158968925476, 1.2076003551483154, 1.2810417413711548, 1.3544831275939941, 1.4279245138168335, 1.5013659000396729, 1.5748072862625122, 1.6482486724853516, 1.721690058708191, 1.7951314449310303, 1.8685728311538696, 1.942014217376709, 2.015455722808838, 2.0888969898223877, 2.1623382568359375, 2.2357797622680664]}, "gradients/encoder.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 4.0, 6.0, 4.0, 10.0, 10.0, 7.0, 16.0, 32.0, 48.0, 83.0, 108.0, 177.0, 320.0, 565.0, 1050.0, 1979.0, 4354.0, 10166.0, 26343.0, 78595.0, 667195.0, 187604.0, 41949.0, 15674.0, 6256.0, 2817.0, 1368.0, 737.0, 403.0, 236.0, 165.0, 102.0, 55.0, 42.0, 25.0, 12.0, 16.0, 14.0, 3.0, 2.0, 1.0, 1.0, 2.0, 7.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-2.478515625, -2.409149169921875, -2.33978271484375, -2.270416259765625, -2.2010498046875, -2.131683349609375, -2.06231689453125, -1.992950439453125, -1.923583984375, -1.854217529296875, -1.78485107421875, -1.715484619140625, -1.6461181640625, -1.576751708984375, -1.50738525390625, -1.438018798828125, -1.36865234375, -1.299285888671875, -1.22991943359375, -1.160552978515625, -1.0911865234375, -1.021820068359375, -0.95245361328125, -0.883087158203125, -0.813720703125, -0.744354248046875, -0.67498779296875, -0.605621337890625, -0.5362548828125, -0.466888427734375, -0.39752197265625, -0.328155517578125, -0.2587890625, -0.189422607421875, -0.12005615234375, -0.050689697265625, 0.0186767578125, 0.088043212890625, 0.15740966796875, 0.226776123046875, 0.296142578125, 0.365509033203125, 0.43487548828125, 0.504241943359375, 0.5736083984375, 0.642974853515625, 0.71234130859375, 0.781707763671875, 0.85107421875, 0.920440673828125, 0.98980712890625, 1.059173583984375, 1.1285400390625, 1.197906494140625, 1.26727294921875, 1.336639404296875, 1.406005859375, 1.475372314453125, 1.54473876953125, 1.614105224609375, 1.6834716796875, 1.752838134765625, 1.82220458984375, 1.891571044921875, 1.9609375]}, "gradients/encoder.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 5.0, 7.0, 5.0, 8.0, 8.0, 12.0, 13.0, 21.0, 18.0, 24.0, 29.0, 21.0, 31.0, 49.0, 39.0, 63.0, 67.0, 51.0, 53.0, 62.0, 58.0, 68.0, 51.0, 43.0, 36.0, 30.0, 30.0, 25.0, 15.0, 16.0, 11.0, 10.0, 6.0, 6.0, 2.0, 8.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0], "bins": [-0.417724609375, -0.4068336486816406, -0.39594268798828125, -0.3850517272949219, -0.3741607666015625, -0.3632698059082031, -0.35237884521484375, -0.3414878845214844, -0.330596923828125, -0.3197059631347656, -0.30881500244140625, -0.2979240417480469, -0.2870330810546875, -0.2761421203613281, -0.26525115966796875, -0.2543601989746094, -0.24346923828125, -0.23257827758789062, -0.22168731689453125, -0.21079635620117188, -0.1999053955078125, -0.18901443481445312, -0.17812347412109375, -0.16723251342773438, -0.156341552734375, -0.14545059204101562, -0.13455963134765625, -0.12366867065429688, -0.1127777099609375, -0.10188674926757812, -0.09099578857421875, -0.08010482788085938, -0.0692138671875, -0.058322906494140625, -0.04743194580078125, -0.036540985107421875, -0.0256500244140625, -0.014759063720703125, -0.00386810302734375, 0.007022857666015625, 0.017913818359375, 0.028804779052734375, 0.03969573974609375, 0.050586700439453125, 0.0614776611328125, 0.07236862182617188, 0.08325958251953125, 0.09415054321289062, 0.10504150390625, 0.11593246459960938, 0.12682342529296875, 0.13771438598632812, 0.1486053466796875, 0.15949630737304688, 0.17038726806640625, 0.18127822875976562, 0.192169189453125, 0.20306015014648438, 0.21395111083984375, 0.22484207153320312, 0.2357330322265625, 0.24662399291992188, 0.25751495361328125, 0.2684059143066406, 0.279296875]}, "gradients/encoder.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 6.0, 10.0, 9.0, 3.0, 4.0, 9.0, 15.0, 15.0, 20.0, 21.0, 36.0, 54.0, 84.0, 107.0, 194.0, 346.0, 558.0, 998.0, 1891.0, 3509.0, 6569.0, 13075.0, 27409.0, 66134.0, 502020.0, 320516.0, 56393.0, 24143.0, 11567.0, 5886.0, 3007.0, 1664.0, 936.0, 491.0, 295.0, 171.0, 116.0, 80.0, 67.0, 24.0, 25.0, 18.0, 10.0, 13.0, 11.0, 10.0, 5.0, 3.0, 3.0, 5.0, 1.0, 1.0, 6.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.5224609375, -1.4732208251953125, -1.423980712890625, -1.3747406005859375, -1.32550048828125, -1.2762603759765625, -1.227020263671875, -1.1777801513671875, -1.1285400390625, -1.0792999267578125, -1.030059814453125, -0.9808197021484375, -0.93157958984375, -0.8823394775390625, -0.833099365234375, -0.7838592529296875, -0.734619140625, -0.6853790283203125, -0.636138916015625, -0.5868988037109375, -0.53765869140625, -0.4884185791015625, -0.439178466796875, -0.3899383544921875, -0.3406982421875, -0.2914581298828125, -0.242218017578125, -0.1929779052734375, -0.14373779296875, -0.0944976806640625, -0.045257568359375, 0.0039825439453125, 0.05322265625, 0.1024627685546875, 0.151702880859375, 0.2009429931640625, 0.25018310546875, 0.2994232177734375, 0.348663330078125, 0.3979034423828125, 0.4471435546875, 0.4963836669921875, 0.545623779296875, 0.5948638916015625, 0.64410400390625, 0.6933441162109375, 0.742584228515625, 0.7918243408203125, 0.841064453125, 0.8903045654296875, 0.939544677734375, 0.9887847900390625, 1.03802490234375, 1.0872650146484375, 1.136505126953125, 1.1857452392578125, 1.2349853515625, 1.2842254638671875, 1.333465576171875, 1.3827056884765625, 1.43194580078125, 1.4811859130859375, 1.530426025390625, 1.5796661376953125, 1.62890625]}, "gradients/encoder.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 3.0, 4.0, 6.0, 5.0, 8.0, 9.0, 7.0, 12.0, 14.0, 16.0, 23.0, 21.0, 32.0, 32.0, 39.0, 39.0, 47.0, 49.0, 49.0, 51.0, 61.0, 46.0, 50.0, 46.0, 48.0, 48.0, 45.0, 38.0, 18.0, 26.0, 19.0, 16.0, 9.0, 13.0, 10.0, 8.0, 7.0, 7.0, 4.0, 2.0, 4.0, 5.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.404296875, -1.3602447509765625, -1.316192626953125, -1.2721405029296875, -1.22808837890625, -1.1840362548828125, -1.139984130859375, -1.0959320068359375, -1.0518798828125, -1.0078277587890625, -0.963775634765625, -0.9197235107421875, -0.87567138671875, -0.8316192626953125, -0.787567138671875, -0.7435150146484375, -0.699462890625, -0.6554107666015625, -0.611358642578125, -0.5673065185546875, -0.52325439453125, -0.4792022705078125, -0.435150146484375, -0.3910980224609375, -0.3470458984375, -0.3029937744140625, -0.258941650390625, -0.2148895263671875, -0.17083740234375, -0.1267852783203125, -0.082733154296875, -0.0386810302734375, 0.00537109375, 0.0494232177734375, 0.093475341796875, 0.1375274658203125, 0.18157958984375, 0.2256317138671875, 0.269683837890625, 0.3137359619140625, 0.3577880859375, 0.4018402099609375, 0.445892333984375, 0.4899444580078125, 0.53399658203125, 0.5780487060546875, 0.622100830078125, 0.6661529541015625, 0.710205078125, 0.7542572021484375, 0.798309326171875, 0.8423614501953125, 0.88641357421875, 0.9304656982421875, 0.974517822265625, 1.0185699462890625, 1.0626220703125, 1.1066741943359375, 1.150726318359375, 1.1947784423828125, 1.23883056640625, 1.2828826904296875, 1.326934814453125, 1.3709869384765625, 1.4150390625]}, "gradients/encoder.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 7.0, 4.0, 7.0, 12.0, 21.0, 28.0, 48.0, 55.0, 74.0, 121.0, 201.0, 295.0, 538.0, 982.0, 1749.0, 3442.0, 7436.0, 18201.0, 57636.0, 370465.0, 480595.0, 69753.0, 20423.0, 8234.0, 3873.0, 1879.0, 1016.0, 522.0, 355.0, 200.0, 100.0, 91.0, 51.0, 43.0, 29.0, 23.0, 20.0, 10.0, 7.0, 6.0, 0.0, 2.0, 4.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.90283203125, -0.8763275146484375, -0.849822998046875, -0.8233184814453125, -0.79681396484375, -0.7703094482421875, -0.743804931640625, -0.7173004150390625, -0.6907958984375, -0.6642913818359375, -0.637786865234375, -0.6112823486328125, -0.58477783203125, -0.5582733154296875, -0.531768798828125, -0.5052642822265625, -0.478759765625, -0.4522552490234375, -0.425750732421875, -0.3992462158203125, -0.37274169921875, -0.3462371826171875, -0.319732666015625, -0.2932281494140625, -0.2667236328125, -0.2402191162109375, -0.213714599609375, -0.1872100830078125, -0.16070556640625, -0.1342010498046875, -0.107696533203125, -0.0811920166015625, -0.0546875, -0.0281829833984375, -0.001678466796875, 0.0248260498046875, 0.05133056640625, 0.0778350830078125, 0.104339599609375, 0.1308441162109375, 0.1573486328125, 0.1838531494140625, 0.210357666015625, 0.2368621826171875, 0.26336669921875, 0.2898712158203125, 0.316375732421875, 0.3428802490234375, 0.369384765625, 0.3958892822265625, 0.422393798828125, 0.4488983154296875, 0.47540283203125, 0.5019073486328125, 0.528411865234375, 0.5549163818359375, 0.5814208984375, 0.6079254150390625, 0.634429931640625, 0.6609344482421875, 0.68743896484375, 0.7139434814453125, 0.740447998046875, 0.7669525146484375, 0.79345703125]}, "gradients/encoder.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 3.0, 3.0, 4.0, 3.0, 11.0, 8.0, 23.0, 19.0, 39.0, 59.0, 102.0, 158.0, 192.0, 149.0, 75.0, 52.0, 38.0, 23.0, 18.0, 9.0, 4.0, 5.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.0004012584686279297, -0.0003915242850780487, -0.0003817901015281677, -0.00037205591797828674, -0.00036232173442840576, -0.0003525875508785248, -0.0003428533673286438, -0.0003331191837787628, -0.00032338500022888184, -0.00031365081667900085, -0.0003039166331291199, -0.0002941824495792389, -0.0002844482660293579, -0.00027471408247947693, -0.00026497989892959595, -0.00025524571537971497, -0.000245511531829834, -0.000235777348279953, -0.00022604316473007202, -0.00021630898118019104, -0.00020657479763031006, -0.00019684061408042908, -0.0001871064305305481, -0.00017737224698066711, -0.00016763806343078613, -0.00015790387988090515, -0.00014816969633102417, -0.0001384355127811432, -0.0001287013292312622, -0.00011896714568138123, -0.00010923296213150024, -9.949877858161926e-05, -8.976459503173828e-05, -8.00304114818573e-05, -7.029622793197632e-05, -6.056204438209534e-05, -5.0827860832214355e-05, -4.1093677282333374e-05, -3.135949373245239e-05, -2.162531018257141e-05, -1.189112663269043e-05, -2.1569430828094482e-06, 7.577240467071533e-06, 1.7311424016952515e-05, 2.7045607566833496e-05, 3.677979111671448e-05, 4.651397466659546e-05, 5.624815821647644e-05, 6.598234176635742e-05, 7.57165253162384e-05, 8.545070886611938e-05, 9.518489241600037e-05, 0.00010491907596588135, 0.00011465325951576233, 0.0001243874430656433, 0.0001341216266155243, 0.00014385581016540527, 0.00015358999371528625, 0.00016332417726516724, 0.00017305836081504822, 0.0001827925443649292, 0.00019252672791481018, 0.00020226091146469116, 0.00021199509501457214, 0.00022172927856445312]}, "gradients/encoder.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 6.0, 8.0, 9.0, 13.0, 30.0, 24.0, 51.0, 75.0, 147.0, 239.0, 462.0, 787.0, 1495.0, 3198.0, 7449.0, 23433.0, 125730.0, 713140.0, 133495.0, 24180.0, 7923.0, 3243.0, 1590.0, 807.0, 410.0, 242.0, 136.0, 87.0, 39.0, 27.0, 23.0, 15.0, 16.0, 10.0, 6.0, 6.0, 1.0, 2.0, 5.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-1.2060546875, -1.1739044189453125, -1.141754150390625, -1.1096038818359375, -1.07745361328125, -1.0453033447265625, -1.013153076171875, -0.9810028076171875, -0.9488525390625, -0.9167022705078125, -0.884552001953125, -0.8524017333984375, -0.82025146484375, -0.7881011962890625, -0.755950927734375, -0.7238006591796875, -0.691650390625, -0.6595001220703125, -0.627349853515625, -0.5951995849609375, -0.56304931640625, -0.5308990478515625, -0.498748779296875, -0.4665985107421875, -0.4344482421875, -0.4022979736328125, -0.370147705078125, -0.3379974365234375, -0.30584716796875, -0.2736968994140625, -0.241546630859375, -0.2093963623046875, -0.17724609375, -0.1450958251953125, -0.112945556640625, -0.0807952880859375, -0.04864501953125, -0.0164947509765625, 0.015655517578125, 0.0478057861328125, 0.0799560546875, 0.1121063232421875, 0.144256591796875, 0.1764068603515625, 0.20855712890625, 0.2407073974609375, 0.272857666015625, 0.3050079345703125, 0.337158203125, 0.3693084716796875, 0.401458740234375, 0.4336090087890625, 0.46575927734375, 0.4979095458984375, 0.530059814453125, 0.5622100830078125, 0.5943603515625, 0.6265106201171875, 0.658660888671875, 0.6908111572265625, 0.72296142578125, 0.7551116943359375, 0.787261962890625, 0.8194122314453125, 0.8515625]}, "gradients/encoder.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 4.0, 3.0, 5.0, 3.0, 5.0, 4.0, 6.0, 5.0, 16.0, 8.0, 20.0, 26.0, 25.0, 41.0, 45.0, 84.0, 127.0, 152.0, 99.0, 88.0, 56.0, 32.0, 37.0, 24.0, 17.0, 9.0, 15.0, 12.0, 12.0, 3.0, 5.0, 2.0, 5.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.65771484375, -0.6380386352539062, -0.6183624267578125, -0.5986862182617188, -0.579010009765625, -0.5593338012695312, -0.5396575927734375, -0.5199813842773438, -0.50030517578125, -0.48062896728515625, -0.4609527587890625, -0.44127655029296875, -0.421600341796875, -0.40192413330078125, -0.3822479248046875, -0.36257171630859375, -0.3428955078125, -0.32321929931640625, -0.3035430908203125, -0.28386688232421875, -0.264190673828125, -0.24451446533203125, -0.2248382568359375, -0.20516204833984375, -0.18548583984375, -0.16580963134765625, -0.1461334228515625, -0.12645721435546875, -0.106781005859375, -0.08710479736328125, -0.0674285888671875, -0.04775238037109375, -0.028076171875, -0.00839996337890625, 0.0112762451171875, 0.03095245361328125, 0.050628662109375, 0.07030487060546875, 0.0899810791015625, 0.10965728759765625, 0.12933349609375, 0.14900970458984375, 0.1686859130859375, 0.18836212158203125, 0.208038330078125, 0.22771453857421875, 0.2473907470703125, 0.26706695556640625, 0.2867431640625, 0.30641937255859375, 0.3260955810546875, 0.34577178955078125, 0.365447998046875, 0.38512420654296875, 0.4048004150390625, 0.42447662353515625, 0.44415283203125, 0.46382904052734375, 0.4835052490234375, 0.5031814575195312, 0.522857666015625, 0.5425338745117188, 0.5622100830078125, 0.5818862915039062, 0.6015625]}, "gradients/encoder.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 6.0, 6.0, 11.0, 17.0, 24.0, 44.0, 51.0, 66.0, 100.0, 105.0, 134.0, 118.0, 95.0, 70.0, 52.0, 27.0, 27.0, 19.0, 7.0, 8.0, 7.0, 4.0, 1.0, 0.0, 3.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.09968376159668, -11.737569808959961, -11.375455856323242, -11.013341903686523, -10.651227951049805, -10.289113998413086, -9.927000045776367, -9.564886093139648, -9.20277214050293, -8.840658187866211, -8.478544235229492, -8.116430282592773, -7.754316329956055, -7.392202377319336, -7.030088424682617, -6.667974472045898, -6.30586051940918, -5.943746566772461, -5.581632614135742, -5.219518661499023, -4.857404708862305, -4.495290756225586, -4.133176803588867, -3.7710628509521484, -3.4089488983154297, -3.046834945678711, -2.684720993041992, -2.3226070404052734, -1.9604930877685547, -1.598379135131836, -1.2362651824951172, -0.8741512298583984, -0.5120382308959961, -0.14992427825927734, 0.2121896743774414, 0.5743036270141602, 0.9364175796508789, 1.2985315322875977, 1.6606454849243164, 2.022759437561035, 2.384873390197754, 2.7469873428344727, 3.1091012954711914, 3.47121524810791, 3.833329200744629, 4.195443153381348, 4.557557106018066, 4.919671058654785, 5.281785011291504, 5.643898963928223, 6.006012916564941, 6.36812686920166, 6.730240821838379, 7.092354774475098, 7.454468727111816, 7.816582679748535, 8.178696632385254, 8.540810585021973, 8.902924537658691, 9.26503849029541, 9.627152442932129, 9.989266395568848, 10.351380348205566, 10.713494300842285, 11.075608253479004]}, "gradients/encoder.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 2.0, 4.0, 3.0, 3.0, 8.0, 3.0, 5.0, 6.0, 7.0, 12.0, 17.0, 25.0, 29.0, 28.0, 22.0, 39.0, 40.0, 36.0, 43.0, 44.0, 40.0, 39.0, 48.0, 51.0, 45.0, 45.0, 40.0, 55.0, 35.0, 27.0, 31.0, 26.0, 23.0, 26.0, 21.0, 20.0, 15.0, 11.0, 5.0, 5.0, 13.0, 9.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.871341228485107, -6.6572370529174805, -6.443133354187012, -6.229029178619385, -6.014925479888916, -5.800821304321289, -5.58671760559082, -5.372613430023193, -5.158509254455566, -4.9444050788879395, -4.730301380157471, -4.516197204589844, -4.302093505859375, -4.087989330291748, -3.8738853931427, -3.6597814559936523, -3.4456775188446045, -3.2315735816955566, -3.017469644546509, -2.803365707397461, -2.589261531829834, -2.375157594680786, -2.1610536575317383, -1.9469496011734009, -1.732845664024353, -1.5187417268753052, -1.3046376705169678, -1.09053373336792, -0.8764297366142273, -0.6623257398605347, -0.4482218027114868, -0.23411774635314941, -0.020013809204101562, 0.19409017264842987, 0.4081941545009613, 0.6222981214523315, 0.8364021182060242, 1.0505061149597168, 1.2646100521087646, 1.478714108467102, 1.69281804561615, 1.9069219827651978, 2.121026039123535, 2.335129976272583, 2.549233913421631, 2.763338088989258, 2.9774417877197266, 3.1915459632873535, 3.4056499004364014, 3.619753837585449, 3.833857774734497, 4.047961711883545, 4.262065887451172, 4.476169586181641, 4.690273761749268, 4.9043779373168945, 5.118481636047363, 5.33258581161499, 5.546689510345459, 5.760793685913086, 5.974897384643555, 6.189001560211182, 6.403105735778809, 6.617209434509277, 6.831313610076904]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 2.0, 3.0, 9.0, 11.0, 12.0, 10.0, 27.0, 41.0, 43.0, 56.0, 84.0, 126.0, 220.0, 486.0, 1272.0, 2897.0, 8888.0, 36737.0, 3842541.0, 267627.0, 22631.0, 6363.0, 2289.0, 927.0, 437.0, 234.0, 100.0, 70.0, 40.0, 33.0, 21.0, 15.0, 9.0, 10.0, 4.0, 2.0, 1.0, 4.0, 3.0, 2.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.56640625, -5.4019775390625, -5.237548828125, -5.0731201171875, -4.90869140625, -4.7442626953125, -4.579833984375, -4.4154052734375, -4.2509765625, -4.0865478515625, -3.922119140625, -3.7576904296875, -3.59326171875, -3.4288330078125, -3.264404296875, -3.0999755859375, -2.935546875, -2.7711181640625, -2.606689453125, -2.4422607421875, -2.27783203125, -2.1134033203125, -1.948974609375, -1.7845458984375, -1.6201171875, -1.4556884765625, -1.291259765625, -1.1268310546875, -0.96240234375, -0.7979736328125, -0.633544921875, -0.4691162109375, -0.3046875, -0.1402587890625, 0.024169921875, 0.1885986328125, 0.35302734375, 0.5174560546875, 0.681884765625, 0.8463134765625, 1.0107421875, 1.1751708984375, 1.339599609375, 1.5040283203125, 1.66845703125, 1.8328857421875, 1.997314453125, 2.1617431640625, 2.326171875, 2.4906005859375, 2.655029296875, 2.8194580078125, 2.98388671875, 3.1483154296875, 3.312744140625, 3.4771728515625, 3.6416015625, 3.8060302734375, 3.970458984375, 4.1348876953125, 4.29931640625, 4.4637451171875, 4.628173828125, 4.7926025390625, 4.95703125]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 6.0, 5.0, 11.0, 10.0, 14.0, 19.0, 16.0, 23.0, 24.0, 35.0, 37.0, 33.0, 42.0, 49.0, 56.0, 58.0, 50.0, 56.0, 61.0, 64.0, 53.0, 48.0, 37.0, 42.0, 27.0, 20.0, 13.0, 26.0, 15.0, 6.0, 10.0, 13.0, 6.0, 6.0, 2.0, 1.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.416748046875, -0.405731201171875, -0.39471435546875, -0.383697509765625, -0.3726806640625, -0.361663818359375, -0.35064697265625, -0.339630126953125, -0.32861328125, -0.317596435546875, -0.30657958984375, -0.295562744140625, -0.2845458984375, -0.273529052734375, -0.26251220703125, -0.251495361328125, -0.240478515625, -0.229461669921875, -0.21844482421875, -0.207427978515625, -0.1964111328125, -0.185394287109375, -0.17437744140625, -0.163360595703125, -0.15234375, -0.141326904296875, -0.13031005859375, -0.119293212890625, -0.1082763671875, -0.097259521484375, -0.08624267578125, -0.075225830078125, -0.064208984375, -0.053192138671875, -0.04217529296875, -0.031158447265625, -0.0201416015625, -0.009124755859375, 0.00189208984375, 0.012908935546875, 0.02392578125, 0.034942626953125, 0.04595947265625, 0.056976318359375, 0.0679931640625, 0.079010009765625, 0.09002685546875, 0.101043701171875, 0.112060546875, 0.123077392578125, 0.13409423828125, 0.145111083984375, 0.1561279296875, 0.167144775390625, 0.17816162109375, 0.189178466796875, 0.2001953125, 0.211212158203125, 0.22222900390625, 0.233245849609375, 0.2442626953125, 0.255279541015625, 0.26629638671875, 0.277313232421875, 0.288330078125]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 4.0, 11.0, 18.0, 15.0, 33.0, 54.0, 84.0, 118.0, 199.0, 335.0, 535.0, 930.0, 1565.0, 2805.0, 5307.0, 10482.0, 21300.0, 51698.0, 232156.0, 3664925.0, 126785.0, 38933.0, 17202.0, 8500.0, 4513.0, 2393.0, 1373.0, 808.0, 470.0, 247.0, 190.0, 120.0, 75.0, 36.0, 19.0, 16.0, 10.0, 6.0, 3.0, 3.0, 6.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-2.64453125, -2.569732666015625, -2.49493408203125, -2.420135498046875, -2.3453369140625, -2.270538330078125, -2.19573974609375, -2.120941162109375, -2.046142578125, -1.971343994140625, -1.89654541015625, -1.821746826171875, -1.7469482421875, -1.672149658203125, -1.59735107421875, -1.522552490234375, -1.44775390625, -1.372955322265625, -1.29815673828125, -1.223358154296875, -1.1485595703125, -1.073760986328125, -0.99896240234375, -0.924163818359375, -0.849365234375, -0.774566650390625, -0.69976806640625, -0.624969482421875, -0.5501708984375, -0.475372314453125, -0.40057373046875, -0.325775146484375, -0.2509765625, -0.176177978515625, -0.10137939453125, -0.026580810546875, 0.0482177734375, 0.123016357421875, 0.19781494140625, 0.272613525390625, 0.347412109375, 0.422210693359375, 0.49700927734375, 0.571807861328125, 0.6466064453125, 0.721405029296875, 0.79620361328125, 0.871002197265625, 0.94580078125, 1.020599365234375, 1.09539794921875, 1.170196533203125, 1.2449951171875, 1.319793701171875, 1.39459228515625, 1.469390869140625, 1.544189453125, 1.618988037109375, 1.69378662109375, 1.768585205078125, 1.8433837890625, 1.918182373046875, 1.99298095703125, 2.067779541015625, 2.142578125]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 3.0, 1.0, 3.0, 0.0, 5.0, 6.0, 4.0, 8.0, 11.0, 9.0, 6.0, 16.0, 20.0, 16.0, 15.0, 24.0, 33.0, 59.0, 85.0, 143.0, 416.0, 2401.0, 387.0, 136.0, 52.0, 38.0, 37.0, 25.0, 18.0, 15.0, 15.0, 12.0, 7.0, 10.0, 11.0, 5.0, 9.0, 4.0, 4.0, 6.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.76123046875, -0.737030029296875, -0.71282958984375, -0.688629150390625, -0.6644287109375, -0.640228271484375, -0.61602783203125, -0.591827392578125, -0.567626953125, -0.543426513671875, -0.51922607421875, -0.495025634765625, -0.4708251953125, -0.446624755859375, -0.42242431640625, -0.398223876953125, -0.3740234375, -0.349822998046875, -0.32562255859375, -0.301422119140625, -0.2772216796875, -0.253021240234375, -0.22882080078125, -0.204620361328125, -0.180419921875, -0.156219482421875, -0.13201904296875, -0.107818603515625, -0.0836181640625, -0.059417724609375, -0.03521728515625, -0.011016845703125, 0.01318359375, 0.037384033203125, 0.06158447265625, 0.085784912109375, 0.1099853515625, 0.134185791015625, 0.15838623046875, 0.182586669921875, 0.206787109375, 0.230987548828125, 0.25518798828125, 0.279388427734375, 0.3035888671875, 0.327789306640625, 0.35198974609375, 0.376190185546875, 0.400390625, 0.424591064453125, 0.44879150390625, 0.472991943359375, 0.4971923828125, 0.521392822265625, 0.54559326171875, 0.569793701171875, 0.593994140625, 0.618194580078125, 0.64239501953125, 0.666595458984375, 0.6907958984375, 0.714996337890625, 0.73919677734375, 0.763397216796875, 0.78759765625]}, "gradients/encoder.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 2.0, 5.0, 7.0, 9.0, 12.0, 26.0, 16.0, 37.0, 59.0, 72.0, 91.0, 99.0, 95.0, 93.0, 104.0, 79.0, 51.0, 43.0, 35.0, 22.0, 14.0, 13.0, 4.0, 4.0, 5.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.523571491241455, -4.372081756591797, -4.220592498779297, -4.069102764129639, -3.9176132678985596, -3.7661237716674805, -3.6146342754364014, -3.4631447792053223, -3.311655044555664, -3.160165548324585, -3.008676052093506, -2.8571863174438477, -2.7056968212127686, -2.5542073249816895, -2.4027178287506104, -2.2512283325195312, -2.099738836288452, -1.948249340057373, -1.7967597246170044, -1.6452702283859253, -1.4937806129455566, -1.3422911167144775, -1.1908016204833984, -1.0393120050430298, -0.8878225088119507, -0.7363329529762268, -0.5848433971405029, -0.43335390090942383, -0.28186434507369995, -0.13037478923797607, 0.021114706993103027, 0.17260432243347168, 0.3240938186645508, 0.47558337450027466, 0.6270729303359985, 0.7785624265670776, 0.9300519824028015, 1.0815415382385254, 1.2330310344696045, 1.3845206499099731, 1.5360101461410522, 1.6874996423721313, 1.8389892578125, 1.990478754043579, 2.141968250274658, 2.2934579849243164, 2.4449472427368164, 2.5964369773864746, 2.7479264736175537, 2.899415969848633, 3.050905466079712, 3.202394962310791, 3.353884696960449, 3.5053741931915283, 3.6568636894226074, 3.8083534240722656, 3.9598426818847656, 4.111332416534424, 4.262821674346924, 4.414311408996582, 4.565800666809082, 4.71729040145874, 4.868780136108398, 5.020269393920898, 5.171759128570557]}, "gradients/encoder.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 7.0, 9.0, 4.0, 4.0, 7.0, 6.0, 10.0, 8.0, 15.0, 18.0, 9.0, 14.0, 34.0, 37.0, 37.0, 38.0, 27.0, 30.0, 35.0, 34.0, 35.0, 44.0, 39.0, 43.0, 37.0, 31.0, 40.0, 30.0, 30.0, 33.0, 31.0, 30.0, 24.0, 22.0, 23.0, 18.0, 17.0, 13.0, 13.0, 12.0, 12.0, 5.0, 6.0, 4.0, 8.0, 5.0, 4.0, 6.0, 2.0, 3.0, 2.0, 0.0, 4.0, 0.0, 1.0], "bins": [-2.2546870708465576, -2.184597969055176, -2.114509105682373, -2.044420003890991, -1.9743309020996094, -1.9042418003082275, -1.8341528177261353, -1.764063835144043, -1.6939747333526611, -1.6238856315612793, -1.553796648979187, -1.4837076663970947, -1.413618564605713, -1.343529462814331, -1.2734404802322388, -1.2033514976501465, -1.1332623958587646, -1.0631732940673828, -0.9930843114852905, -0.9229952692985535, -0.8529062271118164, -0.7828171849250793, -0.7127281427383423, -0.6426391005516052, -0.5725500583648682, -0.5024610161781311, -0.43237197399139404, -0.362282931804657, -0.2921938896179199, -0.22210484743118286, -0.1520158052444458, -0.08192676305770874, -0.011837482452392578, 0.05825155973434448, 0.12834060192108154, 0.1984296441078186, 0.26851868629455566, 0.3386077284812927, 0.4086967706680298, 0.47878581285476685, 0.5488748550415039, 0.618963897228241, 0.689052939414978, 0.7591419816017151, 0.8292310237884521, 0.8993200659751892, 0.9694091081619263, 1.0394980907440186, 1.1095871925354004, 1.1796762943267822, 1.2497652769088745, 1.3198542594909668, 1.3899433612823486, 1.4600324630737305, 1.5301214456558228, 1.600210428237915, 1.6702995300292969, 1.7403886318206787, 1.810477614402771, 1.8805665969848633, 1.9506556987762451, 2.020744800567627, 2.0908336639404297, 2.1609227657318115, 2.2310118675231934]}, "gradients/encoder.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 3.0, 2.0, 7.0, 9.0, 4.0, 6.0, 13.0, 14.0, 24.0, 35.0, 59.0, 93.0, 131.0, 195.0, 289.0, 433.0, 806.0, 1401.0, 2581.0, 4812.0, 9775.0, 20058.0, 44013.0, 100627.0, 300667.0, 358172.0, 111615.0, 48378.0, 22206.0, 10495.0, 5179.0, 2666.0, 1546.0, 832.0, 527.0, 272.0, 204.0, 116.0, 83.0, 54.0, 45.0, 36.0, 17.0, 15.0, 10.0, 13.0, 9.0, 4.0, 4.0, 3.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0], "bins": [-1.837890625, -1.7805633544921875, -1.723236083984375, -1.6659088134765625, -1.60858154296875, -1.5512542724609375, -1.493927001953125, -1.4365997314453125, -1.3792724609375, -1.3219451904296875, -1.264617919921875, -1.2072906494140625, -1.14996337890625, -1.0926361083984375, -1.035308837890625, -0.9779815673828125, -0.920654296875, -0.8633270263671875, -0.805999755859375, -0.7486724853515625, -0.69134521484375, -0.6340179443359375, -0.576690673828125, -0.5193634033203125, -0.4620361328125, -0.4047088623046875, -0.347381591796875, -0.2900543212890625, -0.23272705078125, -0.1753997802734375, -0.118072509765625, -0.0607452392578125, -0.00341796875, 0.0539093017578125, 0.111236572265625, 0.1685638427734375, 0.22589111328125, 0.2832183837890625, 0.340545654296875, 0.3978729248046875, 0.4552001953125, 0.5125274658203125, 0.569854736328125, 0.6271820068359375, 0.68450927734375, 0.7418365478515625, 0.799163818359375, 0.8564910888671875, 0.913818359375, 0.9711456298828125, 1.028472900390625, 1.0858001708984375, 1.14312744140625, 1.2004547119140625, 1.257781982421875, 1.3151092529296875, 1.3724365234375, 1.4297637939453125, 1.487091064453125, 1.5444183349609375, 1.60174560546875, 1.6590728759765625, 1.716400146484375, 1.7737274169921875, 1.8310546875]}, "gradients/encoder.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 2.0, 2.0, 1.0, 0.0, 5.0, 8.0, 5.0, 8.0, 9.0, 15.0, 16.0, 14.0, 22.0, 24.0, 29.0, 34.0, 36.0, 36.0, 49.0, 49.0, 65.0, 56.0, 55.0, 56.0, 69.0, 47.0, 50.0, 39.0, 49.0, 26.0, 34.0, 19.0, 10.0, 17.0, 9.0, 14.0, 9.0, 2.0, 7.0, 2.0, 4.0, 4.0, 1.0, 1.0, 4.0, 0.0, 1.0, 2.0], "bins": [-0.432861328125, -0.4215126037597656, -0.41016387939453125, -0.3988151550292969, -0.3874664306640625, -0.3761177062988281, -0.36476898193359375, -0.3534202575683594, -0.342071533203125, -0.3307228088378906, -0.31937408447265625, -0.3080253601074219, -0.2966766357421875, -0.2853279113769531, -0.27397918701171875, -0.2626304626464844, -0.25128173828125, -0.23993301391601562, -0.22858428955078125, -0.21723556518554688, -0.2058868408203125, -0.19453811645507812, -0.18318939208984375, -0.17184066772460938, -0.160491943359375, -0.14914321899414062, -0.13779449462890625, -0.12644577026367188, -0.1150970458984375, -0.10374832153320312, -0.09239959716796875, -0.08105087280273438, -0.0697021484375, -0.058353424072265625, -0.04700469970703125, -0.035655975341796875, -0.0243072509765625, -0.012958526611328125, -0.00160980224609375, 0.009738922119140625, 0.021087646484375, 0.032436370849609375, 0.04378509521484375, 0.055133819580078125, 0.0664825439453125, 0.07783126831054688, 0.08917999267578125, 0.10052871704101562, 0.11187744140625, 0.12322616577148438, 0.13457489013671875, 0.14592361450195312, 0.1572723388671875, 0.16862106323242188, 0.17996978759765625, 0.19131851196289062, 0.202667236328125, 0.21401596069335938, 0.22536468505859375, 0.23671340942382812, 0.2480621337890625, 0.2594108581542969, 0.27075958251953125, 0.2821083068847656, 0.29345703125]}, "gradients/encoder.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 3.0, 3.0, 3.0, 0.0, 7.0, 6.0, 9.0, 14.0, 18.0, 21.0, 21.0, 21.0, 39.0, 54.0, 85.0, 101.0, 119.0, 161.0, 247.0, 328.0, 521.0, 928.0, 1801.0, 4207.0, 11296.0, 35453.0, 123905.0, 544999.0, 231385.0, 61793.0, 18764.0, 6460.0, 2453.0, 1252.0, 620.0, 402.0, 287.0, 199.0, 128.0, 97.0, 86.0, 61.0, 58.0, 34.0, 32.0, 21.0, 18.0, 15.0, 11.0, 6.0, 5.0, 7.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.9580078125, -1.8898468017578125, -1.821685791015625, -1.7535247802734375, -1.68536376953125, -1.6172027587890625, -1.549041748046875, -1.4808807373046875, -1.4127197265625, -1.3445587158203125, -1.276397705078125, -1.2082366943359375, -1.14007568359375, -1.0719146728515625, -1.003753662109375, -0.9355926513671875, -0.867431640625, -0.7992706298828125, -0.731109619140625, -0.6629486083984375, -0.59478759765625, -0.5266265869140625, -0.458465576171875, -0.3903045654296875, -0.3221435546875, -0.2539825439453125, -0.185821533203125, -0.1176605224609375, -0.04949951171875, 0.0186614990234375, 0.086822509765625, 0.1549835205078125, 0.22314453125, 0.2913055419921875, 0.359466552734375, 0.4276275634765625, 0.49578857421875, 0.5639495849609375, 0.632110595703125, 0.7002716064453125, 0.7684326171875, 0.8365936279296875, 0.904754638671875, 0.9729156494140625, 1.04107666015625, 1.1092376708984375, 1.177398681640625, 1.2455596923828125, 1.313720703125, 1.3818817138671875, 1.450042724609375, 1.5182037353515625, 1.58636474609375, 1.6545257568359375, 1.722686767578125, 1.7908477783203125, 1.8590087890625, 1.9271697998046875, 1.995330810546875, 2.0634918212890625, 2.13165283203125, 2.1998138427734375, 2.267974853515625, 2.3361358642578125, 2.404296875]}, "gradients/encoder.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 4.0, 4.0, 9.0, 5.0, 7.0, 8.0, 11.0, 20.0, 17.0, 26.0, 32.0, 36.0, 35.0, 35.0, 51.0, 51.0, 51.0, 57.0, 56.0, 59.0, 52.0, 57.0, 45.0, 51.0, 32.0, 36.0, 35.0, 29.0, 24.0, 16.0, 17.0, 14.0, 7.0, 4.0, 5.0, 4.0, 3.0, 6.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6708984375, -1.6148681640625, -1.558837890625, -1.5028076171875, -1.44677734375, -1.3907470703125, -1.334716796875, -1.2786865234375, -1.22265625, -1.1666259765625, -1.110595703125, -1.0545654296875, -0.99853515625, -0.9425048828125, -0.886474609375, -0.8304443359375, -0.7744140625, -0.7183837890625, -0.662353515625, -0.6063232421875, -0.55029296875, -0.4942626953125, -0.438232421875, -0.3822021484375, -0.326171875, -0.2701416015625, -0.214111328125, -0.1580810546875, -0.10205078125, -0.0460205078125, 0.010009765625, 0.0660400390625, 0.1220703125, 0.1781005859375, 0.234130859375, 0.2901611328125, 0.34619140625, 0.4022216796875, 0.458251953125, 0.5142822265625, 0.5703125, 0.6263427734375, 0.682373046875, 0.7384033203125, 0.79443359375, 0.8504638671875, 0.906494140625, 0.9625244140625, 1.0185546875, 1.0745849609375, 1.130615234375, 1.1866455078125, 1.24267578125, 1.2987060546875, 1.354736328125, 1.4107666015625, 1.466796875, 1.5228271484375, 1.578857421875, 1.6348876953125, 1.69091796875, 1.7469482421875, 1.802978515625, 1.8590087890625, 1.9150390625]}, "gradients/encoder.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 0.0, 2.0, 4.0, 5.0, 2.0, 6.0, 10.0, 8.0, 16.0, 26.0, 35.0, 41.0, 67.0, 127.0, 196.0, 390.0, 746.0, 1653.0, 3674.0, 9192.0, 25098.0, 90500.0, 589062.0, 251948.0, 48903.0, 15800.0, 6114.0, 2499.0, 1148.0, 530.0, 304.0, 159.0, 100.0, 60.0, 42.0, 22.0, 20.0, 14.0, 7.0, 10.0, 11.0, 3.0, 1.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.90380859375, -0.8687515258789062, -0.8336944580078125, -0.7986373901367188, -0.763580322265625, -0.7285232543945312, -0.6934661865234375, -0.6584091186523438, -0.62335205078125, -0.5882949829101562, -0.5532379150390625, -0.5181808471679688, -0.483123779296875, -0.44806671142578125, -0.4130096435546875, -0.37795257568359375, -0.3428955078125, -0.30783843994140625, -0.2727813720703125, -0.23772430419921875, -0.202667236328125, -0.16761016845703125, -0.1325531005859375, -0.09749603271484375, -0.06243896484375, -0.02738189697265625, 0.0076751708984375, 0.04273223876953125, 0.077789306640625, 0.11284637451171875, 0.1479034423828125, 0.18296051025390625, 0.218017578125, 0.25307464599609375, 0.2881317138671875, 0.32318878173828125, 0.358245849609375, 0.39330291748046875, 0.4283599853515625, 0.46341705322265625, 0.49847412109375, 0.5335311889648438, 0.5685882568359375, 0.6036453247070312, 0.638702392578125, 0.6737594604492188, 0.7088165283203125, 0.7438735961914062, 0.7789306640625, 0.8139877319335938, 0.8490447998046875, 0.8841018676757812, 0.919158935546875, 0.9542160034179688, 0.9892730712890625, 1.0243301391601562, 1.05938720703125, 1.0944442749023438, 1.1295013427734375, 1.1645584106445312, 1.199615478515625, 1.2346725463867188, 1.2697296142578125, 1.3047866821289062, 1.33984375]}, "gradients/encoder.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 0.0, 8.0, 4.0, 6.0, 7.0, 14.0, 7.0, 12.0, 26.0, 25.0, 33.0, 28.0, 40.0, 57.0, 79.0, 82.0, 109.0, 98.0, 84.0, 61.0, 43.0, 36.0, 26.0, 25.0, 14.0, 14.0, 14.0, 7.0, 7.0, 10.0, 7.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.00018227100372314453, -0.00017648003995418549, -0.00017068907618522644, -0.0001648981124162674, -0.00015910714864730835, -0.0001533161848783493, -0.00014752522110939026, -0.0001417342573404312, -0.00013594329357147217, -0.00013015232980251312, -0.00012436136603355408, -0.00011857040226459503, -0.00011277943849563599, -0.00010698847472667694, -0.0001011975109577179, -9.540654718875885e-05, -8.96155834197998e-05, -8.382461965084076e-05, -7.803365588188171e-05, -7.224269211292267e-05, -6.645172834396362e-05, -6.066076457500458e-05, -5.486980080604553e-05, -4.907883703708649e-05, -4.328787326812744e-05, -3.7496909499168396e-05, -3.170594573020935e-05, -2.5914981961250305e-05, -2.012401819229126e-05, -1.4333054423332214e-05, -8.542090654373169e-06, -2.7511268854141235e-06, 3.039836883544922e-06, 8.830800652503967e-06, 1.4621764421463013e-05, 2.0412728190422058e-05, 2.6203691959381104e-05, 3.199465572834015e-05, 3.7785619497299194e-05, 4.357658326625824e-05, 4.9367547035217285e-05, 5.515851080417633e-05, 6.0949474573135376e-05, 6.674043834209442e-05, 7.253140211105347e-05, 7.832236588001251e-05, 8.411332964897156e-05, 8.99042934179306e-05, 9.569525718688965e-05, 0.0001014862209558487, 0.00010727718472480774, 0.00011306814849376678, 0.00011885911226272583, 0.00012465007603168488, 0.00013044103980064392, 0.00013623200356960297, 0.000142022967338562, 0.00014781393110752106, 0.0001536048948764801, 0.00015939585864543915, 0.0001651868224143982, 0.00017097778618335724, 0.00017676874995231628, 0.00018255971372127533, 0.00018835067749023438]}, "gradients/encoder.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 1.0, 5.0, 6.0, 13.0, 6.0, 21.0, 24.0, 29.0, 30.0, 53.0, 53.0, 105.0, 160.0, 316.0, 508.0, 1014.0, 2300.0, 6007.0, 18793.0, 88705.0, 657734.0, 223445.0, 33546.0, 9261.0, 3330.0, 1409.0, 695.0, 352.0, 213.0, 130.0, 71.0, 57.0, 31.0, 26.0, 22.0, 19.0, 17.0, 10.0, 10.0, 7.0, 5.0, 8.0, 2.0, 4.0, 5.0, 0.0, 0.0, 2.0, 1.0], "bins": [-1.5791015625, -1.534881591796875, -1.49066162109375, -1.446441650390625, -1.4022216796875, -1.358001708984375, -1.31378173828125, -1.269561767578125, -1.225341796875, -1.181121826171875, -1.13690185546875, -1.092681884765625, -1.0484619140625, -1.004241943359375, -0.96002197265625, -0.915802001953125, -0.87158203125, -0.827362060546875, -0.78314208984375, -0.738922119140625, -0.6947021484375, -0.650482177734375, -0.60626220703125, -0.562042236328125, -0.517822265625, -0.473602294921875, -0.42938232421875, -0.385162353515625, -0.3409423828125, -0.296722412109375, -0.25250244140625, -0.208282470703125, -0.1640625, -0.119842529296875, -0.07562255859375, -0.031402587890625, 0.0128173828125, 0.057037353515625, 0.10125732421875, 0.145477294921875, 0.189697265625, 0.233917236328125, 0.27813720703125, 0.322357177734375, 0.3665771484375, 0.410797119140625, 0.45501708984375, 0.499237060546875, 0.54345703125, 0.587677001953125, 0.63189697265625, 0.676116943359375, 0.7203369140625, 0.764556884765625, 0.80877685546875, 0.852996826171875, 0.897216796875, 0.941436767578125, 0.98565673828125, 1.029876708984375, 1.0740966796875, 1.118316650390625, 1.16253662109375, 1.206756591796875, 1.2509765625]}, "gradients/encoder.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 6.0, 0.0, 4.0, 6.0, 14.0, 14.0, 21.0, 13.0, 20.0, 19.0, 37.0, 42.0, 65.0, 53.0, 67.0, 107.0, 102.0, 87.0, 63.0, 54.0, 47.0, 41.0, 28.0, 13.0, 15.0, 11.0, 16.0, 6.0, 5.0, 4.0, 5.0, 5.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.7568359375, -0.7346343994140625, -0.712432861328125, -0.6902313232421875, -0.66802978515625, -0.6458282470703125, -0.623626708984375, -0.6014251708984375, -0.5792236328125, -0.5570220947265625, -0.534820556640625, -0.5126190185546875, -0.49041748046875, -0.4682159423828125, -0.446014404296875, -0.4238128662109375, -0.401611328125, -0.3794097900390625, -0.357208251953125, -0.3350067138671875, -0.31280517578125, -0.2906036376953125, -0.268402099609375, -0.2462005615234375, -0.2239990234375, -0.2017974853515625, -0.179595947265625, -0.1573944091796875, -0.13519287109375, -0.1129913330078125, -0.090789794921875, -0.0685882568359375, -0.04638671875, -0.0241851806640625, -0.001983642578125, 0.0202178955078125, 0.04241943359375, 0.0646209716796875, 0.086822509765625, 0.1090240478515625, 0.1312255859375, 0.1534271240234375, 0.175628662109375, 0.1978302001953125, 0.22003173828125, 0.2422332763671875, 0.264434814453125, 0.2866363525390625, 0.308837890625, 0.3310394287109375, 0.353240966796875, 0.3754425048828125, 0.39764404296875, 0.4198455810546875, 0.442047119140625, 0.4642486572265625, 0.4864501953125, 0.5086517333984375, 0.530853271484375, 0.5530548095703125, 0.57525634765625, 0.5974578857421875, 0.619659423828125, 0.6418609619140625, 0.6640625]}, "gradients/encoder.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 1.0, 0.0, 10.0, 9.0, 12.0, 36.0, 40.0, 86.0, 138.0, 167.0, 173.0, 145.0, 93.0, 33.0, 34.0, 16.0, 10.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.237560272216797, -16.597808837890625, -15.958057403564453, -15.318305969238281, -14.67855453491211, -14.038803100585938, -13.39905071258545, -12.759299278259277, -12.119547843933105, -11.479796409606934, -10.840044975280762, -10.20029354095459, -9.560541152954102, -8.92078971862793, -8.281038284301758, -7.641286849975586, -7.001535415649414, -6.361783981323242, -5.72203254699707, -5.08228063583374, -4.442529201507568, -3.8027777671813965, -3.1630260944366455, -2.5232744216918945, -1.8835229873657227, -1.2437714338302612, -0.6040198802947998, 0.03573167324066162, 0.675483226776123, 1.315234661102295, 1.954986333847046, 2.594738006591797, 3.2344913482666016, 3.8742427825927734, 4.513994216918945, 5.153746128082275, 5.793497562408447, 6.433248996734619, 7.073000907897949, 7.712752342224121, 8.352503776550293, 8.992255210876465, 9.632006645202637, 10.271758079528809, 10.911510467529297, 11.551261901855469, 12.19101333618164, 12.830764770507812, 13.470516204833984, 14.110267639160156, 14.750019073486328, 15.3897705078125, 16.029521942138672, 16.669273376464844, 17.309024810791016, 17.948776245117188, 18.58852767944336, 19.22827911376953, 19.868030548095703, 20.507781982421875, 21.147533416748047, 21.78728485107422, 22.42703628540039, 23.066787719726562, 23.706541061401367]}, "gradients/encoder.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 7.0, 6.0, 9.0, 6.0, 7.0, 5.0, 15.0, 5.0, 7.0, 20.0, 22.0, 21.0, 20.0, 20.0, 27.0, 29.0, 34.0, 38.0, 33.0, 29.0, 45.0, 40.0, 46.0, 36.0, 45.0, 45.0, 38.0, 35.0, 49.0, 26.0, 27.0, 36.0, 28.0, 19.0, 23.0, 15.0, 11.0, 13.0, 11.0, 9.0, 11.0, 13.0, 4.0, 8.0, 1.0, 8.0, 6.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-7.188767910003662, -6.961972236633301, -6.7351765632629395, -6.508380889892578, -6.281585216522217, -6.0547895431518555, -5.827993392944336, -5.601198196411133, -5.374402046203613, -5.147606372833252, -4.920810699462891, -4.694015026092529, -4.467219352722168, -4.240423679351807, -4.013628005981445, -3.786832094192505, -3.5600366592407227, -3.3332409858703613, -3.1064453125, -2.8796496391296387, -2.6528539657592773, -2.426058292388916, -2.1992623805999756, -1.9724667072296143, -1.745671033859253, -1.5188753604888916, -1.2920796871185303, -1.0652838945388794, -0.8384882211685181, -0.6116925477981567, -0.38489675521850586, -0.15810108184814453, 0.068695068359375, 0.2954907715320587, 0.5222864747047424, 0.7490822076797485, 0.9758778810501099, 1.2026735544204712, 1.429469347000122, 1.6562650203704834, 1.8830606937408447, 2.109856367111206, 2.3366520404815674, 2.563447952270508, 2.790243625640869, 3.0170392990112305, 3.243834972381592, 3.470630645751953, 3.6974263191223145, 3.924221992492676, 4.151017665863037, 4.377813339233398, 4.60460901260376, 4.831404685974121, 5.058200836181641, 5.284996032714844, 5.511792182922363, 5.738587856292725, 5.965383529663086, 6.192179203033447, 6.418974876403809, 6.64577054977417, 6.872566223144531, 7.099362373352051, 7.326157569885254]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 3.0, 8.0, 15.0, 16.0, 20.0, 29.0, 46.0, 59.0, 134.0, 184.0, 326.0, 619.0, 1258.0, 2927.0, 9204.0, 39699.0, 3464227.0, 629466.0, 32410.0, 8276.0, 2760.0, 1232.0, 603.0, 288.0, 187.0, 104.0, 69.0, 41.0, 22.0, 16.0, 6.0, 7.0, 7.0, 6.0, 4.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.93359375, -4.7838134765625, -4.634033203125, -4.4842529296875, -4.33447265625, -4.1846923828125, -4.034912109375, -3.8851318359375, -3.7353515625, -3.5855712890625, -3.435791015625, -3.2860107421875, -3.13623046875, -2.9864501953125, -2.836669921875, -2.6868896484375, -2.537109375, -2.3873291015625, -2.237548828125, -2.0877685546875, -1.93798828125, -1.7882080078125, -1.638427734375, -1.4886474609375, -1.3388671875, -1.1890869140625, -1.039306640625, -0.8895263671875, -0.73974609375, -0.5899658203125, -0.440185546875, -0.2904052734375, -0.140625, 0.0091552734375, 0.158935546875, 0.3087158203125, 0.45849609375, 0.6082763671875, 0.758056640625, 0.9078369140625, 1.0576171875, 1.2073974609375, 1.357177734375, 1.5069580078125, 1.65673828125, 1.8065185546875, 1.956298828125, 2.1060791015625, 2.255859375, 2.4056396484375, 2.555419921875, 2.7052001953125, 2.85498046875, 3.0047607421875, 3.154541015625, 3.3043212890625, 3.4541015625, 3.6038818359375, 3.753662109375, 3.9034423828125, 4.05322265625, 4.2030029296875, 4.352783203125, 4.5025634765625, 4.65234375]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 1.0, 5.0, 5.0, 4.0, 4.0, 8.0, 11.0, 18.0, 21.0, 14.0, 30.0, 30.0, 35.0, 43.0, 41.0, 36.0, 49.0, 54.0, 54.0, 67.0, 46.0, 51.0, 47.0, 49.0, 44.0, 37.0, 32.0, 32.0, 23.0, 26.0, 20.0, 17.0, 10.0, 12.0, 6.0, 6.0, 5.0, 4.0, 3.0, 4.0, 0.0, 1.0, 1.0, 3.0, 0.0, 3.0], "bins": [-0.427978515625, -0.4166069030761719, -0.40523529052734375, -0.3938636779785156, -0.3824920654296875, -0.3711204528808594, -0.35974884033203125, -0.3483772277832031, -0.337005615234375, -0.3256340026855469, -0.31426239013671875, -0.3028907775878906, -0.2915191650390625, -0.2801475524902344, -0.26877593994140625, -0.2574043273925781, -0.24603271484375, -0.23466110229492188, -0.22328948974609375, -0.21191787719726562, -0.2005462646484375, -0.18917465209960938, -0.17780303955078125, -0.16643142700195312, -0.155059814453125, -0.14368820190429688, -0.13231658935546875, -0.12094497680664062, -0.1095733642578125, -0.09820175170898438, -0.08683013916015625, -0.07545852661132812, -0.0640869140625, -0.052715301513671875, -0.04134368896484375, -0.029972076416015625, -0.0186004638671875, -0.007228851318359375, 0.00414276123046875, 0.015514373779296875, 0.026885986328125, 0.038257598876953125, 0.04962921142578125, 0.061000823974609375, 0.0723724365234375, 0.08374404907226562, 0.09511566162109375, 0.10648727416992188, 0.11785888671875, 0.12923049926757812, 0.14060211181640625, 0.15197372436523438, 0.1633453369140625, 0.17471694946289062, 0.18608856201171875, 0.19746017456054688, 0.208831787109375, 0.22020339965820312, 0.23157501220703125, 0.24294662475585938, 0.2543182373046875, 0.2656898498535156, 0.27706146240234375, 0.2884330749511719, 0.2998046875]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 0.0, 1.0, 2.0, 3.0, 5.0, 14.0, 17.0, 22.0, 32.0, 60.0, 89.0, 127.0, 170.0, 265.0, 410.0, 631.0, 1054.0, 1878.0, 2993.0, 5524.0, 10481.0, 20797.0, 46576.0, 141093.0, 3298407.0, 512858.0, 84010.0, 32611.0, 15376.0, 7982.0, 4324.0, 2456.0, 1478.0, 964.0, 553.0, 385.0, 228.0, 148.0, 86.0, 63.0, 44.0, 24.0, 19.0, 12.0, 5.0, 6.0, 4.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-2.087890625, -2.0261077880859375, -1.964324951171875, -1.9025421142578125, -1.84075927734375, -1.7789764404296875, -1.717193603515625, -1.6554107666015625, -1.5936279296875, -1.5318450927734375, -1.470062255859375, -1.4082794189453125, -1.34649658203125, -1.2847137451171875, -1.222930908203125, -1.1611480712890625, -1.099365234375, -1.0375823974609375, -0.975799560546875, -0.9140167236328125, -0.85223388671875, -0.7904510498046875, -0.728668212890625, -0.6668853759765625, -0.6051025390625, -0.5433197021484375, -0.481536865234375, -0.4197540283203125, -0.35797119140625, -0.2961883544921875, -0.234405517578125, -0.1726226806640625, -0.11083984375, -0.0490570068359375, 0.012725830078125, 0.0745086669921875, 0.13629150390625, 0.1980743408203125, 0.259857177734375, 0.3216400146484375, 0.3834228515625, 0.4452056884765625, 0.506988525390625, 0.5687713623046875, 0.63055419921875, 0.6923370361328125, 0.754119873046875, 0.8159027099609375, 0.877685546875, 0.9394683837890625, 1.001251220703125, 1.0630340576171875, 1.12481689453125, 1.1865997314453125, 1.248382568359375, 1.3101654052734375, 1.3719482421875, 1.4337310791015625, 1.495513916015625, 1.5572967529296875, 1.61907958984375, 1.6808624267578125, 1.742645263671875, 1.8044281005859375, 1.8662109375]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 7.0, 3.0, 7.0, 6.0, 9.0, 11.0, 9.0, 12.0, 24.0, 25.0, 21.0, 44.0, 50.0, 77.0, 133.0, 235.0, 996.0, 1662.0, 287.0, 126.0, 75.0, 54.0, 47.0, 20.0, 22.0, 25.0, 9.0, 14.0, 16.0, 7.0, 5.0, 7.0, 6.0, 3.0, 8.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0], "bins": [-1.0673828125, -1.0385818481445312, -1.0097808837890625, -0.9809799194335938, -0.952178955078125, -0.9233779907226562, -0.8945770263671875, -0.8657760620117188, -0.83697509765625, -0.8081741333007812, -0.7793731689453125, -0.7505722045898438, -0.721771240234375, -0.6929702758789062, -0.6641693115234375, -0.6353683471679688, -0.6065673828125, -0.5777664184570312, -0.5489654541015625, -0.5201644897460938, -0.491363525390625, -0.46256256103515625, -0.4337615966796875, -0.40496063232421875, -0.37615966796875, -0.34735870361328125, -0.3185577392578125, -0.28975677490234375, -0.260955810546875, -0.23215484619140625, -0.2033538818359375, -0.17455291748046875, -0.145751953125, -0.11695098876953125, -0.0881500244140625, -0.05934906005859375, -0.030548095703125, -0.00174713134765625, 0.0270538330078125, 0.05585479736328125, 0.08465576171875, 0.11345672607421875, 0.1422576904296875, 0.17105865478515625, 0.199859619140625, 0.22866058349609375, 0.2574615478515625, 0.28626251220703125, 0.3150634765625, 0.34386444091796875, 0.3726654052734375, 0.40146636962890625, 0.430267333984375, 0.45906829833984375, 0.4878692626953125, 0.5166702270507812, 0.54547119140625, 0.5742721557617188, 0.6030731201171875, 0.6318740844726562, 0.660675048828125, 0.6894760131835938, 0.7182769775390625, 0.7470779418945312, 0.77587890625]}, "gradients/encoder.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 5.0, 7.0, 6.0, 7.0, 10.0, 11.0, 32.0, 32.0, 56.0, 93.0, 123.0, 131.0, 121.0, 113.0, 83.0, 61.0, 46.0, 22.0, 18.0, 12.0, 5.0, 3.0, 6.0, 1.0, 3.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.4877519607543945, -4.250966548919678, -4.014181137084961, -3.777395725250244, -3.5406103134155273, -3.3038249015808105, -3.0670394897460938, -2.830254077911377, -2.59346866607666, -2.3566832542419434, -2.1198978424072266, -1.8831124305725098, -1.646327018737793, -1.4095414876937866, -1.1727560758590698, -0.935970664024353, -0.6991851329803467, -0.4623997211456299, -0.2256142795085907, 0.011171162128448486, 0.24795657396316528, 0.48474204540252686, 0.7215274572372437, 0.9583128690719604, 1.1950982809066772, 1.431883692741394, 1.6686691045761108, 1.9054546356201172, 2.142240047454834, 2.379025459289551, 2.6158108711242676, 2.8525962829589844, 3.089381694793701, 3.326167106628418, 3.5629525184631348, 3.7997379302978516, 4.036523342132568, 4.273308753967285, 4.510094165802002, 4.746879577636719, 4.9836649894714355, 5.220450401306152, 5.457235813140869, 5.694021224975586, 5.930806636810303, 6.1675920486450195, 6.404377460479736, 6.641162872314453, 6.877948760986328, 7.114734172821045, 7.351519584655762, 7.5883049964904785, 7.825090408325195, 8.06187629699707, 8.298661231994629, 8.535447120666504, 8.772232055664062, 9.009017944335938, 9.245802879333496, 9.482588768005371, 9.71937370300293, 9.956159591674805, 10.192944526672363, 10.429730415344238, 10.666515350341797]}, "gradients/encoder.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 9.0, 10.0, 5.0, 14.0, 13.0, 13.0, 14.0, 12.0, 27.0, 31.0, 24.0, 30.0, 53.0, 36.0, 50.0, 44.0, 41.0, 49.0, 33.0, 48.0, 44.0, 41.0, 42.0, 46.0, 43.0, 32.0, 24.0, 34.0, 19.0, 28.0, 15.0, 18.0, 11.0, 8.0, 11.0, 4.0, 11.0, 8.0, 3.0, 3.0, 2.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.29060435295105, -3.182262897491455, -3.0739214420318604, -2.9655799865722656, -2.857238531112671, -2.748897075653076, -2.6405553817749023, -2.5322141647338867, -2.423872470855713, -2.315531015396118, -2.2071895599365234, -2.0988481044769287, -1.990506649017334, -1.8821651935577393, -1.773823618888855, -1.6654821634292603, -1.557140827178955, -1.4487993717193604, -1.3404579162597656, -1.232116460800171, -1.1237750053405762, -1.0154335498809814, -0.9070919752120972, -0.7987505197525024, -0.6904090642929077, -0.582067608833313, -0.4737261235713959, -0.36538463830947876, -0.25704318284988403, -0.1487017273902893, -0.040360212326049805, 0.06798124313354492, 0.17632293701171875, 0.2846643924713135, 0.3930058777332306, 0.5013473629951477, 0.6096888184547424, 0.7180302739143372, 0.8263717889785767, 0.9347132444381714, 1.0430546998977661, 1.1513961553573608, 1.2597376108169556, 1.3680791854858398, 1.4764206409454346, 1.5847620964050293, 1.693103551864624, 1.8014450073242188, 1.9097864627838135, 2.018127918243408, 2.126469373703003, 2.2348108291625977, 2.3431522846221924, 2.451493740081787, 2.559835433959961, 2.6681766510009766, 2.7765183448791504, 2.884859800338745, 2.99320125579834, 3.1015427112579346, 3.2098841667175293, 3.318225622177124, 3.4265670776367188, 3.5349087715148926, 3.643249988555908]}, "gradients/encoder.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 6.0, 7.0, 8.0, 15.0, 13.0, 23.0, 45.0, 58.0, 77.0, 137.0, 231.0, 346.0, 598.0, 1050.0, 2103.0, 4220.0, 8726.0, 20172.0, 50706.0, 138475.0, 335977.0, 297112.0, 114015.0, 42014.0, 16935.0, 7573.0, 3569.0, 1856.0, 1008.0, 575.0, 328.0, 212.0, 124.0, 74.0, 51.0, 36.0, 32.0, 17.0, 11.0, 4.0, 5.0, 6.0, 5.0, 3.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.966796875, -1.912017822265625, -1.85723876953125, -1.802459716796875, -1.7476806640625, -1.692901611328125, -1.63812255859375, -1.583343505859375, -1.528564453125, -1.473785400390625, -1.41900634765625, -1.364227294921875, -1.3094482421875, -1.254669189453125, -1.19989013671875, -1.145111083984375, -1.09033203125, -1.035552978515625, -0.98077392578125, -0.925994873046875, -0.8712158203125, -0.816436767578125, -0.76165771484375, -0.706878662109375, -0.652099609375, -0.597320556640625, -0.54254150390625, -0.487762451171875, -0.4329833984375, -0.378204345703125, -0.32342529296875, -0.268646240234375, -0.2138671875, -0.159088134765625, -0.10430908203125, -0.049530029296875, 0.0052490234375, 0.060028076171875, 0.11480712890625, 0.169586181640625, 0.224365234375, 0.279144287109375, 0.33392333984375, 0.388702392578125, 0.4434814453125, 0.498260498046875, 0.55303955078125, 0.607818603515625, 0.66259765625, 0.717376708984375, 0.77215576171875, 0.826934814453125, 0.8817138671875, 0.936492919921875, 0.99127197265625, 1.046051025390625, 1.100830078125, 1.155609130859375, 1.21038818359375, 1.265167236328125, 1.3199462890625, 1.374725341796875, 1.42950439453125, 1.484283447265625, 1.5390625]}, "gradients/encoder.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 4.0, 2.0, 4.0, 7.0, 3.0, 10.0, 22.0, 20.0, 28.0, 26.0, 33.0, 33.0, 40.0, 46.0, 37.0, 47.0, 51.0, 46.0, 43.0, 62.0, 58.0, 48.0, 42.0, 54.0, 43.0, 31.0, 31.0, 26.0, 20.0, 16.0, 10.0, 14.0, 12.0, 7.0, 9.0, 7.0, 5.0, 4.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0], "bins": [-0.454345703125, -0.4422874450683594, -0.43022918701171875, -0.4181709289550781, -0.4061126708984375, -0.3940544128417969, -0.38199615478515625, -0.3699378967285156, -0.357879638671875, -0.3458213806152344, -0.33376312255859375, -0.3217048645019531, -0.3096466064453125, -0.2975883483886719, -0.28553009033203125, -0.2734718322753906, -0.26141357421875, -0.24935531616210938, -0.23729705810546875, -0.22523880004882812, -0.2131805419921875, -0.20112228393554688, -0.18906402587890625, -0.17700576782226562, -0.164947509765625, -0.15288925170898438, -0.14083099365234375, -0.12877273559570312, -0.1167144775390625, -0.10465621948242188, -0.09259796142578125, -0.08053970336914062, -0.0684814453125, -0.056423187255859375, -0.04436492919921875, -0.032306671142578125, -0.0202484130859375, -0.008190155029296875, 0.00386810302734375, 0.015926361083984375, 0.027984619140625, 0.040042877197265625, 0.05210113525390625, 0.06415939331054688, 0.0762176513671875, 0.08827590942382812, 0.10033416748046875, 0.11239242553710938, 0.12445068359375, 0.13650894165039062, 0.14856719970703125, 0.16062545776367188, 0.1726837158203125, 0.18474197387695312, 0.19680023193359375, 0.20885848999023438, 0.220916748046875, 0.23297500610351562, 0.24503326416015625, 0.2570915222167969, 0.2691497802734375, 0.2812080383300781, 0.29326629638671875, 0.3053245544433594, 0.3173828125]}, "gradients/encoder.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 9.0, 9.0, 5.0, 21.0, 25.0, 27.0, 50.0, 72.0, 97.0, 144.0, 192.0, 338.0, 564.0, 1072.0, 2392.0, 7452.0, 31625.0, 209640.0, 639247.0, 124643.0, 21396.0, 5478.0, 1927.0, 853.0, 432.0, 264.0, 186.0, 118.0, 95.0, 54.0, 45.0, 28.0, 25.0, 11.0, 10.0, 3.0, 0.0, 4.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.501953125, -2.410552978515625, -2.31915283203125, -2.227752685546875, -2.1363525390625, -2.044952392578125, -1.95355224609375, -1.862152099609375, -1.770751953125, -1.679351806640625, -1.58795166015625, -1.496551513671875, -1.4051513671875, -1.313751220703125, -1.22235107421875, -1.130950927734375, -1.03955078125, -0.948150634765625, -0.85675048828125, -0.765350341796875, -0.6739501953125, -0.582550048828125, -0.49114990234375, -0.399749755859375, -0.308349609375, -0.216949462890625, -0.12554931640625, -0.034149169921875, 0.0572509765625, 0.148651123046875, 0.24005126953125, 0.331451416015625, 0.4228515625, 0.514251708984375, 0.60565185546875, 0.697052001953125, 0.7884521484375, 0.879852294921875, 0.97125244140625, 1.062652587890625, 1.154052734375, 1.245452880859375, 1.33685302734375, 1.428253173828125, 1.5196533203125, 1.611053466796875, 1.70245361328125, 1.793853759765625, 1.88525390625, 1.976654052734375, 2.06805419921875, 2.159454345703125, 2.2508544921875, 2.342254638671875, 2.43365478515625, 2.525054931640625, 2.616455078125, 2.707855224609375, 2.79925537109375, 2.890655517578125, 2.9820556640625, 3.073455810546875, 3.16485595703125, 3.256256103515625, 3.34765625]}, "gradients/encoder.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 2.0, 2.0, 4.0, 5.0, 15.0, 18.0, 21.0, 24.0, 27.0, 29.0, 24.0, 35.0, 39.0, 33.0, 45.0, 48.0, 49.0, 48.0, 54.0, 59.0, 51.0, 48.0, 51.0, 41.0, 36.0, 28.0, 24.0, 25.0, 19.0, 23.0, 13.0, 14.0, 13.0, 9.0, 8.0, 5.0, 6.0, 3.0, 2.0, 1.0, 2.0, 4.0, 0.0, 0.0, 1.0, 3.0], "bins": [-2.1484375, -2.0889434814453125, -2.029449462890625, -1.9699554443359375, -1.91046142578125, -1.8509674072265625, -1.791473388671875, -1.7319793701171875, -1.6724853515625, -1.6129913330078125, -1.553497314453125, -1.4940032958984375, -1.43450927734375, -1.3750152587890625, -1.315521240234375, -1.2560272216796875, -1.196533203125, -1.1370391845703125, -1.077545166015625, -1.0180511474609375, -0.95855712890625, -0.8990631103515625, -0.839569091796875, -0.7800750732421875, -0.7205810546875, -0.6610870361328125, -0.601593017578125, -0.5420989990234375, -0.48260498046875, -0.4231109619140625, -0.363616943359375, -0.3041229248046875, -0.24462890625, -0.1851348876953125, -0.125640869140625, -0.0661468505859375, -0.00665283203125, 0.0528411865234375, 0.112335205078125, 0.1718292236328125, 0.2313232421875, 0.2908172607421875, 0.350311279296875, 0.4098052978515625, 0.46929931640625, 0.5287933349609375, 0.588287353515625, 0.6477813720703125, 0.707275390625, 0.7667694091796875, 0.826263427734375, 0.8857574462890625, 0.94525146484375, 1.0047454833984375, 1.064239501953125, 1.1237335205078125, 1.1832275390625, 1.2427215576171875, 1.302215576171875, 1.3617095947265625, 1.42120361328125, 1.4806976318359375, 1.540191650390625, 1.5996856689453125, 1.6591796875]}, "gradients/encoder.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 2.0, 4.0, 2.0, 4.0, 9.0, 9.0, 3.0, 15.0, 17.0, 28.0, 45.0, 64.0, 133.0, 192.0, 334.0, 630.0, 1443.0, 3304.0, 9158.0, 30710.0, 141334.0, 575766.0, 221502.0, 43923.0, 12124.0, 4235.0, 1675.0, 808.0, 406.0, 234.0, 141.0, 108.0, 61.0, 53.0, 23.0, 17.0, 12.0, 11.0, 8.0, 2.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-1.6220703125, -1.5789642333984375, -1.535858154296875, -1.4927520751953125, -1.44964599609375, -1.4065399169921875, -1.363433837890625, -1.3203277587890625, -1.2772216796875, -1.2341156005859375, -1.191009521484375, -1.1479034423828125, -1.10479736328125, -1.0616912841796875, -1.018585205078125, -0.9754791259765625, -0.932373046875, -0.8892669677734375, -0.846160888671875, -0.8030548095703125, -0.75994873046875, -0.7168426513671875, -0.673736572265625, -0.6306304931640625, -0.5875244140625, -0.5444183349609375, -0.501312255859375, -0.4582061767578125, -0.41510009765625, -0.3719940185546875, -0.328887939453125, -0.2857818603515625, -0.24267578125, -0.1995697021484375, -0.156463623046875, -0.1133575439453125, -0.07025146484375, -0.0271453857421875, 0.015960693359375, 0.0590667724609375, 0.1021728515625, 0.1452789306640625, 0.188385009765625, 0.2314910888671875, 0.27459716796875, 0.3177032470703125, 0.360809326171875, 0.4039154052734375, 0.447021484375, 0.4901275634765625, 0.533233642578125, 0.5763397216796875, 0.61944580078125, 0.6625518798828125, 0.705657958984375, 0.7487640380859375, 0.7918701171875, 0.8349761962890625, 0.878082275390625, 0.9211883544921875, 0.96429443359375, 1.0074005126953125, 1.050506591796875, 1.0936126708984375, 1.13671875]}, "gradients/encoder.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 6.0, 3.0, 4.0, 7.0, 11.0, 11.0, 17.0, 31.0, 19.0, 33.0, 40.0, 49.0, 50.0, 70.0, 71.0, 65.0, 87.0, 77.0, 53.0, 46.0, 52.0, 34.0, 39.0, 31.0, 18.0, 25.0, 15.0, 7.0, 4.0, 6.0, 5.0, 3.0, 1.0, 3.0, 4.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00014352798461914062, -0.00013797171413898468, -0.00013241544365882874, -0.0001268591731786728, -0.00012130290269851685, -0.0001157466322183609, -0.00011019036173820496, -0.00010463409125804901, -9.907782077789307e-05, -9.352155029773712e-05, -8.796527981758118e-05, -8.240900933742523e-05, -7.685273885726929e-05, -7.129646837711334e-05, -6.57401978969574e-05, -6.018392741680145e-05, -5.462765693664551e-05, -4.907138645648956e-05, -4.351511597633362e-05, -3.795884549617767e-05, -3.240257501602173e-05, -2.6846304535865784e-05, -2.129003405570984e-05, -1.5733763575553894e-05, -1.017749309539795e-05, -4.621222615242004e-06, 9.350478649139404e-07, 6.491318345069885e-06, 1.204758882522583e-05, 1.7603859305381775e-05, 2.316012978553772e-05, 2.8716400265693665e-05, 3.427267074584961e-05, 3.9828941226005554e-05, 4.53852117061615e-05, 5.0941482186317444e-05, 5.649775266647339e-05, 6.205402314662933e-05, 6.761029362678528e-05, 7.316656410694122e-05, 7.872283458709717e-05, 8.427910506725311e-05, 8.983537554740906e-05, 9.5391646027565e-05, 0.00010094791650772095, 0.00010650418698787689, 0.00011206045746803284, 0.00011761672794818878, 0.00012317299842834473, 0.00012872926890850067, 0.00013428553938865662, 0.00013984180986881256, 0.0001453980803489685, 0.00015095435082912445, 0.0001565106213092804, 0.00016206689178943634, 0.00016762316226959229, 0.00017317943274974823, 0.00017873570322990417, 0.00018429197371006012, 0.00018984824419021606, 0.000195404514670372, 0.00020096078515052795, 0.0002065170556306839, 0.00021207332611083984]}, "gradients/encoder.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 7.0, 7.0, 10.0, 11.0, 27.0, 36.0, 59.0, 72.0, 141.0, 246.0, 365.0, 748.0, 1719.0, 4527.0, 16941.0, 99951.0, 642991.0, 236394.0, 32193.0, 7387.0, 2427.0, 1034.0, 529.0, 256.0, 167.0, 108.0, 53.0, 49.0, 29.0, 18.0, 13.0, 10.0, 4.0, 3.0, 4.0, 3.0, 4.0, 4.0, 2.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.71875, -1.6627655029296875, -1.606781005859375, -1.5507965087890625, -1.49481201171875, -1.4388275146484375, -1.382843017578125, -1.3268585205078125, -1.2708740234375, -1.2148895263671875, -1.158905029296875, -1.1029205322265625, -1.04693603515625, -0.9909515380859375, -0.934967041015625, -0.8789825439453125, -0.822998046875, -0.7670135498046875, -0.711029052734375, -0.6550445556640625, -0.59906005859375, -0.5430755615234375, -0.487091064453125, -0.4311065673828125, -0.3751220703125, -0.3191375732421875, -0.263153076171875, -0.2071685791015625, -0.15118408203125, -0.0951995849609375, -0.039215087890625, 0.0167694091796875, 0.07275390625, 0.1287384033203125, 0.184722900390625, 0.2407073974609375, 0.29669189453125, 0.3526763916015625, 0.408660888671875, 0.4646453857421875, 0.5206298828125, 0.5766143798828125, 0.632598876953125, 0.6885833740234375, 0.74456787109375, 0.8005523681640625, 0.856536865234375, 0.9125213623046875, 0.968505859375, 1.0244903564453125, 1.080474853515625, 1.1364593505859375, 1.19244384765625, 1.2484283447265625, 1.304412841796875, 1.3603973388671875, 1.4163818359375, 1.4723663330078125, 1.528350830078125, 1.5843353271484375, 1.64031982421875, 1.6963043212890625, 1.752288818359375, 1.8082733154296875, 1.8642578125]}, "gradients/encoder.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 3.0, 4.0, 5.0, 3.0, 10.0, 13.0, 18.0, 25.0, 29.0, 26.0, 37.0, 59.0, 58.0, 65.0, 72.0, 92.0, 82.0, 85.0, 64.0, 51.0, 53.0, 42.0, 35.0, 20.0, 15.0, 14.0, 5.0, 6.0, 5.0, 1.0, 6.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2802734375, -1.2481689453125, -1.216064453125, -1.1839599609375, -1.15185546875, -1.1197509765625, -1.087646484375, -1.0555419921875, -1.0234375, -0.9913330078125, -0.959228515625, -0.9271240234375, -0.89501953125, -0.8629150390625, -0.830810546875, -0.7987060546875, -0.7666015625, -0.7344970703125, -0.702392578125, -0.6702880859375, -0.63818359375, -0.6060791015625, -0.573974609375, -0.5418701171875, -0.509765625, -0.4776611328125, -0.445556640625, -0.4134521484375, -0.38134765625, -0.3492431640625, -0.317138671875, -0.2850341796875, -0.2529296875, -0.2208251953125, -0.188720703125, -0.1566162109375, -0.12451171875, -0.0924072265625, -0.060302734375, -0.0281982421875, 0.00390625, 0.0360107421875, 0.068115234375, 0.1002197265625, 0.13232421875, 0.1644287109375, 0.196533203125, 0.2286376953125, 0.2607421875, 0.2928466796875, 0.324951171875, 0.3570556640625, 0.38916015625, 0.4212646484375, 0.453369140625, 0.4854736328125, 0.517578125, 0.5496826171875, 0.581787109375, 0.6138916015625, 0.64599609375, 0.6781005859375, 0.710205078125, 0.7423095703125, 0.7744140625]}, "gradients/encoder.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 10.0, 18.0, 28.0, 56.0, 94.0, 196.0, 216.0, 176.0, 104.0, 55.0, 32.0, 14.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.35030746459961, -30.536706924438477, -29.723108291625977, -28.909507751464844, -28.09590721130371, -27.28230857849121, -26.468708038330078, -25.655109405517578, -24.841508865356445, -24.027908325195312, -23.214309692382812, -22.40070915222168, -21.587108612060547, -20.773509979248047, -19.959909439086914, -19.14630889892578, -18.33271026611328, -17.51910972595215, -16.70551109313965, -15.891910552978516, -15.0783109664917, -14.264711380004883, -13.45111083984375, -12.637511253356934, -11.823909759521484, -11.010310173034668, -10.196709632873535, -9.383110046386719, -8.569510459899902, -7.755910396575928, -6.942310333251953, -6.128710746765137, -5.31511116027832, -4.501511096954346, -3.6879115104675293, -2.8743114471435547, -2.060711622238159, -1.2471117973327637, -0.43351173400878906, 0.38008785247802734, 1.193687915802002, 2.0072877407073975, 2.820887565612793, 3.6344876289367676, 4.448087692260742, 5.261687278747559, 6.075287342071533, 6.88888692855835, 7.702486991882324, 8.51608657836914, 9.329687118530273, 10.14328670501709, 10.956886291503906, 11.770486831665039, 12.584086418151855, 13.397686004638672, 14.211286544799805, 15.024886131286621, 15.838486671447754, 16.65208625793457, 17.465686798095703, 18.279285430908203, 19.092885971069336, 19.90648651123047, 20.72008514404297]}, "gradients/encoder.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 5.0, 2.0, 3.0, 9.0, 6.0, 4.0, 13.0, 9.0, 14.0, 11.0, 20.0, 21.0, 30.0, 28.0, 40.0, 37.0, 38.0, 41.0, 42.0, 43.0, 45.0, 43.0, 47.0, 43.0, 45.0, 45.0, 32.0, 43.0, 36.0, 29.0, 25.0, 28.0, 25.0, 23.0, 15.0, 10.0, 10.0, 11.0, 7.0, 8.0, 5.0, 4.0, 3.0, 4.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.550844192504883, -9.25841236114502, -8.965980529785156, -8.67354965209961, -8.381117820739746, -8.088685989379883, -7.7962541580200195, -7.503822326660156, -7.211390495300293, -6.91895866394043, -6.626527309417725, -6.334095478057861, -6.041663646697998, -5.749232292175293, -5.45680046081543, -5.164368629455566, -4.871937274932861, -4.579505443572998, -4.287074089050293, -3.9946422576904297, -3.7022104263305664, -3.4097788333892822, -3.117347240447998, -2.8249154090881348, -2.5324838161468506, -2.2400522232055664, -1.9476203918457031, -1.655188798904419, -1.3627570867538452, -1.0703253746032715, -0.7778937816619873, -0.485461950302124, -0.19303035736083984, 0.0994013249874115, 0.39183300733566284, 0.6842646598815918, 0.9766963720321655, 1.2691280841827393, 1.5615596771240234, 1.8539915084838867, 2.146423101425171, 2.438854694366455, 2.7312865257263184, 3.0237181186676025, 3.3161497116088867, 3.60858154296875, 3.901013135910034, 4.193445205688477, 4.485876560211182, 4.778308391571045, 5.07073974609375, 5.363171577453613, 5.655603408813477, 5.94803524017334, 6.240466594696045, 6.532898426055908, 6.825329780578613, 7.117761611938477, 7.410192966461182, 7.702624797821045, 7.995056629180908, 8.287487983703613, 8.579919815063477, 8.87235164642334, 9.164783477783203]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 5.0, 2.0, 8.0, 18.0, 21.0, 25.0, 52.0, 76.0, 125.0, 184.0, 443.0, 1557.0, 17737.0, 4168487.0, 3974.0, 828.0, 305.0, 181.0, 97.0, 48.0, 39.0, 26.0, 23.0, 7.0, 9.0, 8.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.171875, -15.699951171875, -15.22802734375, -14.756103515625, -14.2841796875, -13.812255859375, -13.34033203125, -12.868408203125, -12.396484375, -11.924560546875, -11.45263671875, -10.980712890625, -10.5087890625, -10.036865234375, -9.56494140625, -9.093017578125, -8.62109375, -8.149169921875, -7.67724609375, -7.205322265625, -6.7333984375, -6.261474609375, -5.78955078125, -5.317626953125, -4.845703125, -4.373779296875, -3.90185546875, -3.429931640625, -2.9580078125, -2.486083984375, -2.01416015625, -1.542236328125, -1.0703125, -0.598388671875, -0.12646484375, 0.345458984375, 0.8173828125, 1.289306640625, 1.76123046875, 2.233154296875, 2.705078125, 3.177001953125, 3.64892578125, 4.120849609375, 4.5927734375, 5.064697265625, 5.53662109375, 6.008544921875, 6.48046875, 6.952392578125, 7.42431640625, 7.896240234375, 8.3681640625, 8.840087890625, 9.31201171875, 9.783935546875, 10.255859375, 10.727783203125, 11.19970703125, 11.671630859375, 12.1435546875, 12.615478515625, 13.08740234375, 13.559326171875, 14.03125]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 6.0, 2.0, 1.0, 2.0, 7.0, 8.0, 4.0, 14.0, 14.0, 20.0, 24.0, 30.0, 29.0, 36.0, 34.0, 35.0, 38.0, 60.0, 48.0, 54.0, 57.0, 42.0, 53.0, 60.0, 34.0, 46.0, 45.0, 34.0, 23.0, 27.0, 25.0, 23.0, 11.0, 13.0, 16.0, 5.0, 8.0, 6.0, 3.0, 3.0, 4.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.44580078125, -0.4326324462890625, -0.419464111328125, -0.4062957763671875, -0.39312744140625, -0.3799591064453125, -0.366790771484375, -0.3536224365234375, -0.3404541015625, -0.3272857666015625, -0.314117431640625, -0.3009490966796875, -0.28778076171875, -0.2746124267578125, -0.261444091796875, -0.2482757568359375, -0.235107421875, -0.2219390869140625, -0.208770751953125, -0.1956024169921875, -0.18243408203125, -0.1692657470703125, -0.156097412109375, -0.1429290771484375, -0.1297607421875, -0.1165924072265625, -0.103424072265625, -0.0902557373046875, -0.07708740234375, -0.0639190673828125, -0.050750732421875, -0.0375823974609375, -0.0244140625, -0.0112457275390625, 0.001922607421875, 0.0150909423828125, 0.02825927734375, 0.0414276123046875, 0.054595947265625, 0.0677642822265625, 0.0809326171875, 0.0941009521484375, 0.107269287109375, 0.1204376220703125, 0.13360595703125, 0.1467742919921875, 0.159942626953125, 0.1731109619140625, 0.186279296875, 0.1994476318359375, 0.212615966796875, 0.2257843017578125, 0.23895263671875, 0.2521209716796875, 0.265289306640625, 0.2784576416015625, 0.2916259765625, 0.3047943115234375, 0.317962646484375, 0.3311309814453125, 0.34429931640625, 0.3574676513671875, 0.370635986328125, 0.3838043212890625, 0.39697265625]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 8.0, 8.0, 13.0, 23.0, 29.0, 39.0, 65.0, 83.0, 146.0, 237.0, 350.0, 562.0, 1047.0, 2092.0, 4011.0, 9810.0, 51644.0, 4077427.0, 30875.0, 7988.0, 3543.0, 1771.0, 1002.0, 494.0, 349.0, 190.0, 120.0, 96.0, 77.0, 46.0, 28.0, 24.0, 24.0, 19.0, 15.0, 7.0, 10.0, 6.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.50390625, -2.4090576171875, -2.314208984375, -2.2193603515625, -2.12451171875, -2.0296630859375, -1.934814453125, -1.8399658203125, -1.7451171875, -1.6502685546875, -1.555419921875, -1.4605712890625, -1.36572265625, -1.2708740234375, -1.176025390625, -1.0811767578125, -0.986328125, -0.8914794921875, -0.796630859375, -0.7017822265625, -0.60693359375, -0.5120849609375, -0.417236328125, -0.3223876953125, -0.2275390625, -0.1326904296875, -0.037841796875, 0.0570068359375, 0.15185546875, 0.2467041015625, 0.341552734375, 0.4364013671875, 0.53125, 0.6260986328125, 0.720947265625, 0.8157958984375, 0.91064453125, 1.0054931640625, 1.100341796875, 1.1951904296875, 1.2900390625, 1.3848876953125, 1.479736328125, 1.5745849609375, 1.66943359375, 1.7642822265625, 1.859130859375, 1.9539794921875, 2.048828125, 2.1436767578125, 2.238525390625, 2.3333740234375, 2.42822265625, 2.5230712890625, 2.617919921875, 2.7127685546875, 2.8076171875, 2.9024658203125, 2.997314453125, 3.0921630859375, 3.18701171875, 3.2818603515625, 3.376708984375, 3.4715576171875, 3.56640625]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 5.0, 4.0, 1.0, 6.0, 6.0, 5.0, 14.0, 25.0, 46.0, 166.0, 3522.0, 154.0, 52.0, 21.0, 16.0, 5.0, 6.0, 3.0, 3.0, 0.0, 1.0, 5.0, 1.0, 3.0, 1.0, 2.0, 5.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.3408203125, -0.3263092041015625, -0.311798095703125, -0.2972869873046875, -0.28277587890625, -0.2682647705078125, -0.253753662109375, -0.2392425537109375, -0.2247314453125, -0.2102203369140625, -0.195709228515625, -0.1811981201171875, -0.16668701171875, -0.1521759033203125, -0.137664794921875, -0.1231536865234375, -0.108642578125, -0.0941314697265625, -0.079620361328125, -0.0651092529296875, -0.05059814453125, -0.0360870361328125, -0.021575927734375, -0.0070648193359375, 0.0074462890625, 0.0219573974609375, 0.036468505859375, 0.0509796142578125, 0.06549072265625, 0.0800018310546875, 0.094512939453125, 0.1090240478515625, 0.12353515625, 0.1380462646484375, 0.152557373046875, 0.1670684814453125, 0.18157958984375, 0.1960906982421875, 0.210601806640625, 0.2251129150390625, 0.2396240234375, 0.2541351318359375, 0.268646240234375, 0.2831573486328125, 0.29766845703125, 0.3121795654296875, 0.326690673828125, 0.3412017822265625, 0.355712890625, 0.3702239990234375, 0.384735107421875, 0.3992462158203125, 0.41375732421875, 0.4282684326171875, 0.442779541015625, 0.4572906494140625, 0.4718017578125, 0.4863128662109375, 0.500823974609375, 0.5153350830078125, 0.52984619140625, 0.5443572998046875, 0.558868408203125, 0.5733795166015625, 0.587890625]}, "gradients/encoder.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [3.0, 5.0, 16.0, 42.0, 167.0, 308.0, 288.0, 134.0, 36.0, 13.0, 4.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9276905655860901, -0.7617236375808716, -0.5957567691802979, -0.42978987097740173, -0.2638229727745056, -0.09785610437393188, 0.06811082363128662, 0.23407775163650513, 0.40004462003707886, 0.5660115480422974, 0.7319784164428711, 0.8979452848434448, 1.0639121532440186, 1.2298791408538818, 1.3958460092544556, 1.5618128776550293, 1.7277798652648926, 1.8937467336654663, 2.05971360206604, 2.2256805896759033, 2.3916473388671875, 2.557614326477051, 2.723581314086914, 2.8895483016967773, 3.0555150508880615, 3.221482038497925, 3.387448787689209, 3.5534157752990723, 3.7193827629089355, 3.8853495121002197, 4.051316261291504, 4.217283248901367, 4.3832502365112305, 4.549217224121094, 4.715184211730957, 4.881150722503662, 5.047117710113525, 5.213084697723389, 5.379051685333252, 5.545018672943115, 5.71098518371582, 5.876952171325684, 6.042919158935547, 6.208885669708252, 6.374852657318115, 6.5408196449279785, 6.706786632537842, 6.872753620147705, 7.038720607757568, 7.204687595367432, 7.370654582977295, 7.53662109375, 7.702588081359863, 7.868555068969727, 8.03452205657959, 8.200489044189453, 8.366456031799316, 8.53242301940918, 8.698390007019043, 8.864356994628906, 9.03032398223877, 9.196290969848633, 9.36225700378418, 9.528223991394043, 9.694190979003906]}, "gradients/encoder.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 6.0, 6.0, 4.0, 11.0, 9.0, 13.0, 19.0, 20.0, 25.0, 24.0, 25.0, 27.0, 32.0, 35.0, 46.0, 39.0, 39.0, 39.0, 44.0, 45.0, 47.0, 41.0, 50.0, 38.0, 46.0, 32.0, 39.0, 25.0, 25.0, 28.0, 17.0, 20.0, 14.0, 14.0, 9.0, 13.0, 7.0, 13.0, 5.0, 6.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.8888269066810608, -0.8589125275611877, -0.8289980888366699, -0.7990837097167969, -0.7691693305969238, -0.739254891872406, -0.709340512752533, -0.6794260740280151, -0.6495116949081421, -0.619597315788269, -0.5896828770637512, -0.5597684979438782, -0.5298540592193604, -0.4999396800994873, -0.47002530097961426, -0.4401108920574188, -0.4101964831352234, -0.38028207421302795, -0.3503676652908325, -0.3204532861709595, -0.29053887724876404, -0.2606244683265686, -0.23071007430553436, -0.20079568028450012, -0.1708812713623047, -0.14096686244010925, -0.11105246841907501, -0.08113806694746017, -0.05122366547584534, -0.021309256553649902, 0.008605137467384338, 0.03851953148841858, 0.06843400001525879, 0.09834840148687363, 0.12826280295848846, 0.1581771969795227, 0.18809160590171814, 0.21800601482391357, 0.24792040884494781, 0.27783480286598206, 0.3077492117881775, 0.3376636207103729, 0.36757802963256836, 0.3974924087524414, 0.42740681767463684, 0.4573212265968323, 0.4872356057167053, 0.5171500444412231, 0.5470644235610962, 0.5769788026809692, 0.6068932414054871, 0.6368076205253601, 0.6667220592498779, 0.696636438369751, 0.726550817489624, 0.7564651966094971, 0.7863796353340149, 0.8162940144538879, 0.8462084531784058, 0.8761228322982788, 0.9060372114181519, 0.9359516501426697, 0.9658660292625427, 0.9957804679870605, 1.0256948471069336]}, "gradients/encoder.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 5.0, 2.0, 8.0, 6.0, 8.0, 16.0, 28.0, 24.0, 42.0, 55.0, 77.0, 94.0, 171.0, 240.0, 440.0, 747.0, 1428.0, 2756.0, 5669.0, 12050.0, 27677.0, 64960.0, 154296.0, 293918.0, 263610.0, 125249.0, 52591.0, 22430.0, 10012.0, 4763.0, 2242.0, 1234.0, 638.0, 386.0, 233.0, 152.0, 65.0, 67.0, 36.0, 34.0, 16.0, 27.0, 12.0, 14.0, 13.0, 6.0, 4.0, 5.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-1.326171875, -1.2817840576171875, -1.237396240234375, -1.1930084228515625, -1.14862060546875, -1.1042327880859375, -1.059844970703125, -1.0154571533203125, -0.9710693359375, -0.9266815185546875, -0.882293701171875, -0.8379058837890625, -0.79351806640625, -0.7491302490234375, -0.704742431640625, -0.6603546142578125, -0.615966796875, -0.5715789794921875, -0.527191162109375, -0.4828033447265625, -0.43841552734375, -0.3940277099609375, -0.349639892578125, -0.3052520751953125, -0.2608642578125, -0.2164764404296875, -0.172088623046875, -0.1277008056640625, -0.08331298828125, -0.0389251708984375, 0.005462646484375, 0.0498504638671875, 0.09423828125, 0.1386260986328125, 0.183013916015625, 0.2274017333984375, 0.27178955078125, 0.3161773681640625, 0.360565185546875, 0.4049530029296875, 0.4493408203125, 0.4937286376953125, 0.538116455078125, 0.5825042724609375, 0.62689208984375, 0.6712799072265625, 0.715667724609375, 0.7600555419921875, 0.804443359375, 0.8488311767578125, 0.893218994140625, 0.9376068115234375, 0.98199462890625, 1.0263824462890625, 1.070770263671875, 1.1151580810546875, 1.1595458984375, 1.2039337158203125, 1.248321533203125, 1.2927093505859375, 1.33709716796875, 1.3814849853515625, 1.425872802734375, 1.4702606201171875, 1.5146484375]}, "gradients/encoder.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 6.0, 10.0, 5.0, 11.0, 17.0, 18.0, 16.0, 25.0, 25.0, 28.0, 33.0, 34.0, 35.0, 36.0, 48.0, 40.0, 47.0, 57.0, 41.0, 47.0, 44.0, 46.0, 38.0, 42.0, 33.0, 35.0, 30.0, 26.0, 25.0, 24.0, 12.0, 15.0, 14.0, 7.0, 4.0, 3.0, 6.0, 5.0, 1.0, 4.0, 6.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0], "bins": [-0.43896484375, -0.42620849609375, -0.4134521484375, -0.40069580078125, -0.387939453125, -0.37518310546875, -0.3624267578125, -0.34967041015625, -0.3369140625, -0.32415771484375, -0.3114013671875, -0.29864501953125, -0.285888671875, -0.27313232421875, -0.2603759765625, -0.24761962890625, -0.23486328125, -0.22210693359375, -0.2093505859375, -0.19659423828125, -0.183837890625, -0.17108154296875, -0.1583251953125, -0.14556884765625, -0.1328125, -0.12005615234375, -0.1072998046875, -0.09454345703125, -0.081787109375, -0.06903076171875, -0.0562744140625, -0.04351806640625, -0.03076171875, -0.01800537109375, -0.0052490234375, 0.00750732421875, 0.020263671875, 0.03302001953125, 0.0457763671875, 0.05853271484375, 0.0712890625, 0.08404541015625, 0.0968017578125, 0.10955810546875, 0.122314453125, 0.13507080078125, 0.1478271484375, 0.16058349609375, 0.17333984375, 0.18609619140625, 0.1988525390625, 0.21160888671875, 0.224365234375, 0.23712158203125, 0.2498779296875, 0.26263427734375, 0.275390625, 0.28814697265625, 0.3009033203125, 0.31365966796875, 0.326416015625, 0.33917236328125, 0.3519287109375, 0.36468505859375, 0.37744140625]}, "gradients/encoder.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 5.0, 8.0, 9.0, 7.0, 18.0, 27.0, 44.0, 64.0, 99.0, 158.0, 271.0, 450.0, 829.0, 1756.0, 5779.0, 35517.0, 446110.0, 507297.0, 40028.0, 6163.0, 1844.0, 904.0, 470.0, 242.0, 179.0, 106.0, 60.0, 36.0, 35.0, 21.0, 12.0, 9.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.96875, -3.8643798828125, -3.760009765625, -3.6556396484375, -3.55126953125, -3.4468994140625, -3.342529296875, -3.2381591796875, -3.1337890625, -3.0294189453125, -2.925048828125, -2.8206787109375, -2.71630859375, -2.6119384765625, -2.507568359375, -2.4031982421875, -2.298828125, -2.1944580078125, -2.090087890625, -1.9857177734375, -1.88134765625, -1.7769775390625, -1.672607421875, -1.5682373046875, -1.4638671875, -1.3594970703125, -1.255126953125, -1.1507568359375, -1.04638671875, -0.9420166015625, -0.837646484375, -0.7332763671875, -0.62890625, -0.5245361328125, -0.420166015625, -0.3157958984375, -0.21142578125, -0.1070556640625, -0.002685546875, 0.1016845703125, 0.2060546875, 0.3104248046875, 0.414794921875, 0.5191650390625, 0.62353515625, 0.7279052734375, 0.832275390625, 0.9366455078125, 1.041015625, 1.1453857421875, 1.249755859375, 1.3541259765625, 1.45849609375, 1.5628662109375, 1.667236328125, 1.7716064453125, 1.8759765625, 1.9803466796875, 2.084716796875, 2.1890869140625, 2.29345703125, 2.3978271484375, 2.502197265625, 2.6065673828125, 2.7109375]}, "gradients/encoder.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 4.0, 2.0, 3.0, 2.0, 10.0, 7.0, 6.0, 11.0, 13.0, 15.0, 18.0, 26.0, 30.0, 20.0, 40.0, 44.0, 45.0, 50.0, 53.0, 47.0, 45.0, 55.0, 48.0, 39.0, 47.0, 36.0, 49.0, 47.0, 30.0, 34.0, 27.0, 24.0, 19.0, 9.0, 16.0, 7.0, 7.0, 10.0, 4.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.2578125, -2.1881103515625, -2.118408203125, -2.0487060546875, -1.97900390625, -1.9093017578125, -1.839599609375, -1.7698974609375, -1.7001953125, -1.6304931640625, -1.560791015625, -1.4910888671875, -1.42138671875, -1.3516845703125, -1.281982421875, -1.2122802734375, -1.142578125, -1.0728759765625, -1.003173828125, -0.9334716796875, -0.86376953125, -0.7940673828125, -0.724365234375, -0.6546630859375, -0.5849609375, -0.5152587890625, -0.445556640625, -0.3758544921875, -0.30615234375, -0.2364501953125, -0.166748046875, -0.0970458984375, -0.02734375, 0.0423583984375, 0.112060546875, 0.1817626953125, 0.25146484375, 0.3211669921875, 0.390869140625, 0.4605712890625, 0.5302734375, 0.5999755859375, 0.669677734375, 0.7393798828125, 0.80908203125, 0.8787841796875, 0.948486328125, 1.0181884765625, 1.087890625, 1.1575927734375, 1.227294921875, 1.2969970703125, 1.36669921875, 1.4364013671875, 1.506103515625, 1.5758056640625, 1.6455078125, 1.7152099609375, 1.784912109375, 1.8546142578125, 1.92431640625, 1.9940185546875, 2.063720703125, 2.1334228515625, 2.203125]}, "gradients/encoder.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 3.0, 5.0, 2.0, 11.0, 6.0, 10.0, 13.0, 12.0, 32.0, 47.0, 73.0, 138.0, 255.0, 623.0, 1376.0, 3652.0, 12543.0, 57839.0, 436459.0, 456643.0, 59562.0, 12932.0, 3720.0, 1364.0, 596.0, 284.0, 139.0, 78.0, 47.0, 23.0, 20.0, 17.0, 8.0, 6.0, 7.0, 5.0, 5.0, 4.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 2.0], "bins": [-1.5263671875, -1.483978271484375, -1.44158935546875, -1.399200439453125, -1.3568115234375, -1.314422607421875, -1.27203369140625, -1.229644775390625, -1.187255859375, -1.144866943359375, -1.10247802734375, -1.060089111328125, -1.0177001953125, -0.975311279296875, -0.93292236328125, -0.890533447265625, -0.84814453125, -0.805755615234375, -0.76336669921875, -0.720977783203125, -0.6785888671875, -0.636199951171875, -0.59381103515625, -0.551422119140625, -0.509033203125, -0.466644287109375, -0.42425537109375, -0.381866455078125, -0.3394775390625, -0.297088623046875, -0.25469970703125, -0.212310791015625, -0.169921875, -0.127532958984375, -0.08514404296875, -0.042755126953125, -0.0003662109375, 0.042022705078125, 0.08441162109375, 0.126800537109375, 0.169189453125, 0.211578369140625, 0.25396728515625, 0.296356201171875, 0.3387451171875, 0.381134033203125, 0.42352294921875, 0.465911865234375, 0.50830078125, 0.550689697265625, 0.59307861328125, 0.635467529296875, 0.6778564453125, 0.720245361328125, 0.76263427734375, 0.805023193359375, 0.847412109375, 0.889801025390625, 0.93218994140625, 0.974578857421875, 1.0169677734375, 1.059356689453125, 1.10174560546875, 1.144134521484375, 1.1865234375]}, "gradients/encoder.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 0.0, 1.0, 2.0, 1.0, 4.0, 3.0, 3.0, 5.0, 4.0, 6.0, 19.0, 17.0, 19.0, 16.0, 23.0, 28.0, 41.0, 44.0, 60.0, 47.0, 70.0, 50.0, 61.0, 66.0, 61.0, 68.0, 36.0, 49.0, 36.0, 28.0, 23.0, 22.0, 22.0, 12.0, 15.0, 12.0, 6.0, 9.0, 2.0, 4.0, 4.0, 5.0, 5.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001556873321533203, -0.00015095993876457214, -0.00014623254537582397, -0.0001415051519870758, -0.00013677775859832764, -0.00013205036520957947, -0.0001273229718208313, -0.00012259557843208313, -0.00011786818504333496, -0.00011314079165458679, -0.00010841339826583862, -0.00010368600487709045, -9.895861148834229e-05, -9.423121809959412e-05, -8.950382471084595e-05, -8.477643132209778e-05, -8.004903793334961e-05, -7.532164454460144e-05, -7.059425115585327e-05, -6.58668577671051e-05, -6.113946437835693e-05, -5.6412070989608765e-05, -5.1684677600860596e-05, -4.695728421211243e-05, -4.222989082336426e-05, -3.750249743461609e-05, -3.277510404586792e-05, -2.804771065711975e-05, -2.3320317268371582e-05, -1.8592923879623413e-05, -1.3865530490875244e-05, -9.138137102127075e-06, -4.410743713378906e-06, 3.166496753692627e-07, 5.044043064117432e-06, 9.7714364528656e-06, 1.449882984161377e-05, 1.922622323036194e-05, 2.3953616619110107e-05, 2.8681010007858276e-05, 3.3408403396606445e-05, 3.8135796785354614e-05, 4.286319017410278e-05, 4.759058356285095e-05, 5.231797695159912e-05, 5.704537034034729e-05, 6.177276372909546e-05, 6.650015711784363e-05, 7.12275505065918e-05, 7.595494389533997e-05, 8.068233728408813e-05, 8.54097306728363e-05, 9.013712406158447e-05, 9.486451745033264e-05, 9.959191083908081e-05, 0.00010431930422782898, 0.00010904669761657715, 0.00011377409100532532, 0.00011850148439407349, 0.00012322887778282166, 0.00012795627117156982, 0.000132683664560318, 0.00013741105794906616, 0.00014213845133781433, 0.0001468658447265625]}, "gradients/encoder.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 7.0, 7.0, 8.0, 11.0, 10.0, 10.0, 27.0, 39.0, 63.0, 115.0, 249.0, 408.0, 958.0, 2506.0, 10170.0, 108726.0, 818725.0, 92901.0, 9495.0, 2278.0, 901.0, 375.0, 205.0, 133.0, 83.0, 41.0, 29.0, 21.0, 16.0, 8.0, 3.0, 7.0, 7.0, 4.0, 5.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.896484375, -1.8362274169921875, -1.775970458984375, -1.7157135009765625, -1.65545654296875, -1.5951995849609375, -1.534942626953125, -1.4746856689453125, -1.4144287109375, -1.3541717529296875, -1.293914794921875, -1.2336578369140625, -1.17340087890625, -1.1131439208984375, -1.052886962890625, -0.9926300048828125, -0.932373046875, -0.8721160888671875, -0.811859130859375, -0.7516021728515625, -0.69134521484375, -0.6310882568359375, -0.570831298828125, -0.5105743408203125, -0.4503173828125, -0.3900604248046875, -0.329803466796875, -0.2695465087890625, -0.20928955078125, -0.1490325927734375, -0.088775634765625, -0.0285186767578125, 0.03173828125, 0.0919952392578125, 0.152252197265625, 0.2125091552734375, 0.27276611328125, 0.3330230712890625, 0.393280029296875, 0.4535369873046875, 0.5137939453125, 0.5740509033203125, 0.634307861328125, 0.6945648193359375, 0.75482177734375, 0.8150787353515625, 0.875335693359375, 0.9355926513671875, 0.995849609375, 1.0561065673828125, 1.116363525390625, 1.1766204833984375, 1.23687744140625, 1.2971343994140625, 1.357391357421875, 1.4176483154296875, 1.4779052734375, 1.5381622314453125, 1.598419189453125, 1.6586761474609375, 1.71893310546875, 1.7791900634765625, 1.839447021484375, 1.8997039794921875, 1.9599609375]}, "gradients/encoder.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 3.0, 1.0, 4.0, 4.0, 8.0, 10.0, 7.0, 13.0, 23.0, 29.0, 37.0, 53.0, 70.0, 107.0, 93.0, 102.0, 100.0, 91.0, 61.0, 48.0, 41.0, 30.0, 20.0, 17.0, 10.0, 11.0, 4.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.52734375, -1.487579345703125, -1.44781494140625, -1.408050537109375, -1.3682861328125, -1.328521728515625, -1.28875732421875, -1.248992919921875, -1.209228515625, -1.169464111328125, -1.12969970703125, -1.089935302734375, -1.0501708984375, -1.010406494140625, -0.97064208984375, -0.930877685546875, -0.89111328125, -0.851348876953125, -0.81158447265625, -0.771820068359375, -0.7320556640625, -0.692291259765625, -0.65252685546875, -0.612762451171875, -0.572998046875, -0.533233642578125, -0.49346923828125, -0.453704833984375, -0.4139404296875, -0.374176025390625, -0.33441162109375, -0.294647216796875, -0.2548828125, -0.215118408203125, -0.17535400390625, -0.135589599609375, -0.0958251953125, -0.056060791015625, -0.01629638671875, 0.023468017578125, 0.063232421875, 0.102996826171875, 0.14276123046875, 0.182525634765625, 0.2222900390625, 0.262054443359375, 0.30181884765625, 0.341583251953125, 0.38134765625, 0.421112060546875, 0.46087646484375, 0.500640869140625, 0.5404052734375, 0.580169677734375, 0.61993408203125, 0.659698486328125, 0.699462890625, 0.739227294921875, 0.77899169921875, 0.818756103515625, 0.8585205078125, 0.898284912109375, 0.93804931640625, 0.977813720703125, 1.017578125]}, "gradients/encoder.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 1.0, 3.0, 2.0, 0.0, 6.0, 9.0, 7.0, 15.0, 16.0, 27.0, 45.0, 87.0, 95.0, 118.0, 132.0, 126.0, 115.0, 81.0, 52.0, 27.0, 16.0, 5.0, 10.0, 7.0, 3.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.357519149780273, -9.861992835998535, -9.366466522216797, -8.870939254760742, -8.375412940979004, -7.879886627197266, -7.384360313415527, -6.888833999633789, -6.393307209014893, -5.897780895233154, -5.402254104614258, -4.9067277908325195, -4.411201477050781, -3.9156746864318848, -3.4201483726501465, -2.924621820449829, -2.4290952682495117, -1.9335687160491943, -1.4380422830581665, -0.9425158500671387, -0.4469892978668213, 0.048537254333496094, 0.5440635681152344, 1.0395901203155518, 1.5351166725158691, 2.0306432247161865, 2.526169776916504, 3.021696090698242, 3.5172226428985596, 4.012749195098877, 4.508275508880615, 5.003802299499512, 5.49932861328125, 5.994854927062988, 6.490381717681885, 6.985908031463623, 7.4814348220825195, 7.976961135864258, 8.472487449645996, 8.968013763427734, 9.463541030883789, 9.959067344665527, 10.454593658447266, 10.95012092590332, 11.445647239685059, 11.941173553466797, 12.436699867248535, 12.932226181030273, 13.427752494812012, 13.92327880859375, 14.418805122375488, 14.914331436157227, 15.409858703613281, 15.90538501739502, 16.400911331176758, 16.896438598632812, 17.391963958740234, 17.88749122619629, 18.38301658630371, 18.878543853759766, 19.374069213867188, 19.869596481323242, 20.365123748779297, 20.86064910888672, 21.356176376342773]}, "gradients/encoder.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 4.0, 1.0, 0.0, 5.0, 3.0, 6.0, 4.0, 6.0, 13.0, 9.0, 13.0, 14.0, 23.0, 34.0, 24.0, 32.0, 44.0, 38.0, 45.0, 51.0, 59.0, 48.0, 57.0, 61.0, 55.0, 52.0, 43.0, 34.0, 27.0, 40.0, 36.0, 27.0, 15.0, 20.0, 16.0, 13.0, 10.0, 4.0, 5.0, 5.0, 6.0, 5.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-13.27833366394043, -12.89414119720459, -12.50994873046875, -12.12575626373291, -11.74156379699707, -11.357370376586914, -10.97317886352539, -10.588985443115234, -10.204792976379395, -9.820600509643555, -9.436408042907715, -9.052215576171875, -8.668023109436035, -8.283830642700195, -7.899637699127197, -7.515444755554199, -7.131252765655518, -6.747060298919678, -6.362867832183838, -5.97867488861084, -5.594482421875, -5.21028995513916, -4.82609748840332, -4.4419050216674805, -4.057712554931641, -3.673520088195801, -3.289327383041382, -2.905134916305542, -2.520942211151123, -2.136749744415283, -1.7525572776794434, -1.3683645725250244, -0.9841718673706055, -0.5999792814254761, -0.21578675508499146, 0.16840577125549316, 0.5525983572006226, 0.936790943145752, 1.3209834098815918, 1.7051761150360107, 2.0893685817718506, 2.4735610485076904, 2.8577537536621094, 3.241946220397949, 3.626138687133789, 4.010331153869629, 4.394523620605469, 4.778716564178467, 5.162909030914307, 5.5471014976501465, 5.931293964385986, 6.315486907958984, 6.699679374694824, 7.083871841430664, 7.468064308166504, 7.852256774902344, 8.236449241638184, 8.620641708374023, 9.004834175109863, 9.389026641845703, 9.773219108581543, 10.157411575317383, 10.541604995727539, 10.925797462463379, 11.309989929199219]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 4.0, 13.0, 17.0, 17.0, 39.0, 45.0, 79.0, 92.0, 160.0, 347.0, 858.0, 2889.0, 23263.0, 4153174.0, 9981.0, 1938.0, 629.0, 297.0, 152.0, 91.0, 57.0, 47.0, 23.0, 30.0, 14.0, 6.0, 4.0, 7.0, 0.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.5390625, -10.240966796875, -9.94287109375, -9.644775390625, -9.3466796875, -9.048583984375, -8.75048828125, -8.452392578125, -8.154296875, -7.856201171875, -7.55810546875, -7.260009765625, -6.9619140625, -6.663818359375, -6.36572265625, -6.067626953125, -5.76953125, -5.471435546875, -5.17333984375, -4.875244140625, -4.5771484375, -4.279052734375, -3.98095703125, -3.682861328125, -3.384765625, -3.086669921875, -2.78857421875, -2.490478515625, -2.1923828125, -1.894287109375, -1.59619140625, -1.298095703125, -1.0, -0.701904296875, -0.40380859375, -0.105712890625, 0.1923828125, 0.490478515625, 0.78857421875, 1.086669921875, 1.384765625, 1.682861328125, 1.98095703125, 2.279052734375, 2.5771484375, 2.875244140625, 3.17333984375, 3.471435546875, 3.76953125, 4.067626953125, 4.36572265625, 4.663818359375, 4.9619140625, 5.260009765625, 5.55810546875, 5.856201171875, 6.154296875, 6.452392578125, 6.75048828125, 7.048583984375, 7.3466796875, 7.644775390625, 7.94287109375, 8.240966796875, 8.5390625]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 0.0, 1.0, 5.0, 2.0, 1.0, 5.0, 4.0, 4.0, 5.0, 7.0, 14.0, 15.0, 21.0, 26.0, 29.0, 31.0, 25.0, 36.0, 52.0, 48.0, 51.0, 61.0, 52.0, 67.0, 58.0, 55.0, 62.0, 46.0, 33.0, 34.0, 43.0, 23.0, 19.0, 16.0, 8.0, 13.0, 9.0, 3.0, 6.0, 4.0, 2.0, 4.0, 2.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.471435546875, -0.4556465148925781, -0.43985748291015625, -0.4240684509277344, -0.4082794189453125, -0.3924903869628906, -0.37670135498046875, -0.3609123229980469, -0.345123291015625, -0.3293342590332031, -0.31354522705078125, -0.2977561950683594, -0.2819671630859375, -0.2661781311035156, -0.25038909912109375, -0.23460006713867188, -0.21881103515625, -0.20302200317382812, -0.18723297119140625, -0.17144393920898438, -0.1556549072265625, -0.13986587524414062, -0.12407684326171875, -0.10828781127929688, -0.092498779296875, -0.07670974731445312, -0.06092071533203125, -0.045131683349609375, -0.0293426513671875, -0.013553619384765625, 0.00223541259765625, 0.018024444580078125, 0.0338134765625, 0.049602508544921875, 0.06539154052734375, 0.08118057250976562, 0.0969696044921875, 0.11275863647460938, 0.12854766845703125, 0.14433670043945312, 0.160125732421875, 0.17591476440429688, 0.19170379638671875, 0.20749282836914062, 0.2232818603515625, 0.23907089233398438, 0.25485992431640625, 0.2706489562988281, 0.28643798828125, 0.3022270202636719, 0.31801605224609375, 0.3338050842285156, 0.3495941162109375, 0.3653831481933594, 0.38117218017578125, 0.3969612121582031, 0.412750244140625, 0.4285392761230469, 0.44432830810546875, 0.4601173400878906, 0.4759063720703125, 0.4916954040527344, 0.5074844360351562, 0.5232734680175781, 0.5390625]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 3.0, 9.0, 6.0, 7.0, 10.0, 10.0, 20.0, 20.0, 25.0, 35.0, 47.0, 79.0, 91.0, 138.0, 172.0, 239.0, 336.0, 398.0, 573.0, 817.0, 1258.0, 1883.0, 3037.0, 5392.0, 10289.0, 29552.0, 364165.0, 3711262.0, 37091.0, 11719.0, 5772.0, 3271.0, 2030.0, 1345.0, 850.0, 620.0, 432.0, 297.0, 232.0, 180.0, 129.0, 113.0, 83.0, 58.0, 46.0, 37.0, 33.0, 21.0, 14.0, 14.0, 10.0, 6.0, 6.0, 6.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.6279296875, -1.5738067626953125, -1.519683837890625, -1.4655609130859375, -1.41143798828125, -1.3573150634765625, -1.303192138671875, -1.2490692138671875, -1.1949462890625, -1.1408233642578125, -1.086700439453125, -1.0325775146484375, -0.97845458984375, -0.9243316650390625, -0.870208740234375, -0.8160858154296875, -0.761962890625, -0.7078399658203125, -0.653717041015625, -0.5995941162109375, -0.54547119140625, -0.4913482666015625, -0.437225341796875, -0.3831024169921875, -0.3289794921875, -0.2748565673828125, -0.220733642578125, -0.1666107177734375, -0.11248779296875, -0.0583648681640625, -0.004241943359375, 0.0498809814453125, 0.10400390625, 0.1581268310546875, 0.212249755859375, 0.2663726806640625, 0.32049560546875, 0.3746185302734375, 0.428741455078125, 0.4828643798828125, 0.5369873046875, 0.5911102294921875, 0.645233154296875, 0.6993560791015625, 0.75347900390625, 0.8076019287109375, 0.861724853515625, 0.9158477783203125, 0.969970703125, 1.0240936279296875, 1.078216552734375, 1.1323394775390625, 1.18646240234375, 1.2405853271484375, 1.294708251953125, 1.3488311767578125, 1.4029541015625, 1.4570770263671875, 1.511199951171875, 1.5653228759765625, 1.61944580078125, 1.6735687255859375, 1.727691650390625, 1.7818145751953125, 1.8359375]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 6.0, 7.0, 15.0, 17.0, 36.0, 106.0, 3356.0, 375.0, 65.0, 35.0, 14.0, 5.0, 12.0, 8.0, 7.0, 2.0, 0.0, 5.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.61572265625, -0.5936203002929688, -0.5715179443359375, -0.5494155883789062, -0.527313232421875, -0.5052108764648438, -0.4831085205078125, -0.46100616455078125, -0.43890380859375, -0.41680145263671875, -0.3946990966796875, -0.37259674072265625, -0.350494384765625, -0.32839202880859375, -0.3062896728515625, -0.28418731689453125, -0.2620849609375, -0.23998260498046875, -0.2178802490234375, -0.19577789306640625, -0.173675537109375, -0.15157318115234375, -0.1294708251953125, -0.10736846923828125, -0.08526611328125, -0.06316375732421875, -0.0410614013671875, -0.01895904541015625, 0.003143310546875, 0.02524566650390625, 0.0473480224609375, 0.06945037841796875, 0.091552734375, 0.11365509033203125, 0.1357574462890625, 0.15785980224609375, 0.179962158203125, 0.20206451416015625, 0.2241668701171875, 0.24626922607421875, 0.26837158203125, 0.29047393798828125, 0.3125762939453125, 0.33467864990234375, 0.356781005859375, 0.37888336181640625, 0.4009857177734375, 0.42308807373046875, 0.4451904296875, 0.46729278564453125, 0.4893951416015625, 0.5114974975585938, 0.533599853515625, 0.5557022094726562, 0.5778045654296875, 0.5999069213867188, 0.62200927734375, 0.6441116333007812, 0.6662139892578125, 0.6883163452148438, 0.710418701171875, 0.7325210571289062, 0.7546234130859375, 0.7767257690429688, 0.798828125]}, "gradients/encoder.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 6.0, 8.0, 22.0, 39.0, 85.0, 115.0, 161.0, 184.0, 156.0, 98.0, 60.0, 33.0, 12.0, 12.0, 7.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6858787536621094, -2.5830469131469727, -2.480215072631836, -2.377383232116699, -2.2745513916015625, -2.171719551086426, -2.068887710571289, -1.966055989265442, -1.8632241487503052, -1.7603923082351685, -1.6575604677200317, -1.5547287464141846, -1.4518969058990479, -1.3490650653839111, -1.2462332248687744, -1.1434013843536377, -1.040569543838501, -0.9377377033233643, -0.8349058628082275, -0.7320740818977356, -0.6292422413825989, -0.5264104008674622, -0.4235786199569702, -0.3207467794418335, -0.21791493892669678, -0.11508311331272125, -0.012251287698745728, 0.0905805230140686, 0.19341236352920532, 0.29624420404434204, 0.399075984954834, 0.5019078254699707, 0.6047396659851074, 0.7075715065002441, 0.8104033470153809, 0.9132351279258728, 1.0160670280456543, 1.118898868560791, 1.2217305898666382, 1.324562430381775, 1.4273942708969116, 1.5302261114120483, 1.633057951927185, 1.7358896732330322, 1.838721513748169, 1.9415533542633057, 2.0443851947784424, 2.147217035293579, 2.250048875808716, 2.3528807163238525, 2.4557125568389893, 2.558544397354126, 2.6613762378692627, 2.7642080783843994, 2.867039680480957, 2.9698715209960938, 3.0727033615112305, 3.175535202026367, 3.278367042541504, 3.3811988830566406, 3.4840307235717773, 3.586862564086914, 3.689694404602051, 3.7925262451171875, 3.895358085632324]}, "gradients/encoder.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 7.0, 5.0, 10.0, 12.0, 17.0, 10.0, 32.0, 36.0, 31.0, 44.0, 54.0, 69.0, 76.0, 84.0, 63.0, 79.0, 65.0, 62.0, 47.0, 42.0, 41.0, 30.0, 25.0, 27.0, 19.0, 9.0, 4.0, 5.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2540318965911865, -1.1996937990188599, -1.1453555822372437, -1.091017484664917, -1.0366792678833008, -0.9823411703109741, -0.9280030727386475, -0.873664915561676, -0.8193267583847046, -0.7649886012077332, -0.7106504440307617, -0.6563123464584351, -0.6019741892814636, -0.5476360321044922, -0.49329790472984314, -0.4389597773551941, -0.38462162017822266, -0.3302834630012512, -0.2759453356266022, -0.22160719335079193, -0.1672690510749817, -0.11293089389801025, -0.058592766523361206, -0.004254639148712158, 0.05008351802825928, 0.10442166030406952, 0.15875980257987976, 0.21309794485569, 0.26743608713150024, 0.3217742443084717, 0.3761123716831207, 0.4304504990577698, 0.4847886562347412, 0.5391268134117126, 0.5934649705886841, 0.6478030681610107, 0.7021412253379822, 0.7564793825149536, 0.8108174800872803, 0.8651556372642517, 0.9194937944412231, 0.9738319516181946, 1.028170108795166, 1.0825082063674927, 1.1368463039398193, 1.1911845207214355, 1.2455226182937622, 1.2998607158660889, 1.354198932647705, 1.4085370302200317, 1.462875247001648, 1.5172133445739746, 1.5715515613555908, 1.6258896589279175, 1.6802277565002441, 1.7345659732818604, 1.788904070854187, 1.8432421684265137, 1.8975803852081299, 1.9519184827804565, 2.006256580352783, 2.0605947971343994, 2.1149330139160156, 2.1692709922790527, 2.223609209060669]}, "gradients/encoder.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 3.0, 2.0, 8.0, 10.0, 18.0, 22.0, 27.0, 43.0, 47.0, 82.0, 110.0, 184.0, 272.0, 448.0, 786.0, 1286.0, 2335.0, 4525.0, 8945.0, 18157.0, 39538.0, 89461.0, 199169.0, 304606.0, 205620.0, 93439.0, 41257.0, 18716.0, 9043.0, 4571.0, 2353.0, 1365.0, 784.0, 467.0, 283.0, 188.0, 124.0, 72.0, 50.0, 29.0, 23.0, 27.0, 19.0, 9.0, 6.0, 5.0, 7.0, 9.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.998046875, -0.9663848876953125, -0.934722900390625, -0.9030609130859375, -0.87139892578125, -0.8397369384765625, -0.808074951171875, -0.7764129638671875, -0.7447509765625, -0.7130889892578125, -0.681427001953125, -0.6497650146484375, -0.61810302734375, -0.5864410400390625, -0.554779052734375, -0.5231170654296875, -0.491455078125, -0.4597930908203125, -0.428131103515625, -0.3964691162109375, -0.36480712890625, -0.3331451416015625, -0.301483154296875, -0.2698211669921875, -0.2381591796875, -0.2064971923828125, -0.174835205078125, -0.1431732177734375, -0.11151123046875, -0.0798492431640625, -0.048187255859375, -0.0165252685546875, 0.01513671875, 0.0467987060546875, 0.078460693359375, 0.1101226806640625, 0.14178466796875, 0.1734466552734375, 0.205108642578125, 0.2367706298828125, 0.2684326171875, 0.3000946044921875, 0.331756591796875, 0.3634185791015625, 0.39508056640625, 0.4267425537109375, 0.458404541015625, 0.4900665283203125, 0.521728515625, 0.5533905029296875, 0.585052490234375, 0.6167144775390625, 0.64837646484375, 0.6800384521484375, 0.711700439453125, 0.7433624267578125, 0.7750244140625, 0.8066864013671875, 0.838348388671875, 0.8700103759765625, 0.90167236328125, 0.9333343505859375, 0.964996337890625, 0.9966583251953125, 1.0283203125]}, "gradients/encoder.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 4.0, 4.0, 3.0, 3.0, 4.0, 8.0, 9.0, 12.0, 12.0, 21.0, 27.0, 27.0, 30.0, 20.0, 42.0, 49.0, 40.0, 47.0, 54.0, 64.0, 53.0, 66.0, 51.0, 53.0, 56.0, 36.0, 28.0, 44.0, 36.0, 19.0, 18.0, 17.0, 11.0, 9.0, 5.0, 4.0, 4.0, 5.0, 2.0, 6.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.51123046875, -0.4953460693359375, -0.479461669921875, -0.4635772705078125, -0.44769287109375, -0.4318084716796875, -0.415924072265625, -0.4000396728515625, -0.3841552734375, -0.3682708740234375, -0.352386474609375, -0.3365020751953125, -0.32061767578125, -0.3047332763671875, -0.288848876953125, -0.2729644775390625, -0.257080078125, -0.2411956787109375, -0.225311279296875, -0.2094268798828125, -0.19354248046875, -0.1776580810546875, -0.161773681640625, -0.1458892822265625, -0.1300048828125, -0.1141204833984375, -0.098236083984375, -0.0823516845703125, -0.06646728515625, -0.0505828857421875, -0.034698486328125, -0.0188140869140625, -0.0029296875, 0.0129547119140625, 0.028839111328125, 0.0447235107421875, 0.06060791015625, 0.0764923095703125, 0.092376708984375, 0.1082611083984375, 0.1241455078125, 0.1400299072265625, 0.155914306640625, 0.1717987060546875, 0.18768310546875, 0.2035675048828125, 0.219451904296875, 0.2353363037109375, 0.251220703125, 0.2671051025390625, 0.282989501953125, 0.2988739013671875, 0.31475830078125, 0.3306427001953125, 0.346527099609375, 0.3624114990234375, 0.3782958984375, 0.3941802978515625, 0.410064697265625, 0.4259490966796875, 0.44183349609375, 0.4577178955078125, 0.473602294921875, 0.4894866943359375, 0.50537109375]}, "gradients/encoder.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 6.0, 7.0, 14.0, 13.0, 11.0, 39.0, 50.0, 73.0, 162.0, 253.0, 425.0, 781.0, 1714.0, 4851.0, 44383.0, 807355.0, 173337.0, 10287.0, 2392.0, 1057.0, 586.0, 327.0, 165.0, 107.0, 57.0, 38.0, 23.0, 23.0, 3.0, 6.0, 8.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.75390625, -2.654510498046875, -2.55511474609375, -2.455718994140625, -2.3563232421875, -2.256927490234375, -2.15753173828125, -2.058135986328125, -1.958740234375, -1.859344482421875, -1.75994873046875, -1.660552978515625, -1.5611572265625, -1.461761474609375, -1.36236572265625, -1.262969970703125, -1.16357421875, -1.064178466796875, -0.96478271484375, -0.865386962890625, -0.7659912109375, -0.666595458984375, -0.56719970703125, -0.467803955078125, -0.368408203125, -0.269012451171875, -0.16961669921875, -0.070220947265625, 0.0291748046875, 0.128570556640625, 0.22796630859375, 0.327362060546875, 0.4267578125, 0.526153564453125, 0.62554931640625, 0.724945068359375, 0.8243408203125, 0.923736572265625, 1.02313232421875, 1.122528076171875, 1.221923828125, 1.321319580078125, 1.42071533203125, 1.520111083984375, 1.6195068359375, 1.718902587890625, 1.81829833984375, 1.917694091796875, 2.01708984375, 2.116485595703125, 2.21588134765625, 2.315277099609375, 2.4146728515625, 2.514068603515625, 2.61346435546875, 2.712860107421875, 2.812255859375, 2.911651611328125, 3.01104736328125, 3.110443115234375, 3.2098388671875, 3.309234619140625, 3.40863037109375, 3.508026123046875, 3.607421875]}, "gradients/encoder.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 5.0, 1.0, 2.0, 3.0, 9.0, 7.0, 14.0, 16.0, 22.0, 11.0, 15.0, 33.0, 35.0, 47.0, 42.0, 48.0, 52.0, 46.0, 55.0, 63.0, 69.0, 63.0, 48.0, 35.0, 33.0, 47.0, 31.0, 40.0, 25.0, 20.0, 13.0, 9.0, 11.0, 12.0, 8.0, 8.0, 7.0, 5.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.330078125, -2.258270263671875, -2.18646240234375, -2.114654541015625, -2.0428466796875, -1.971038818359375, -1.89923095703125, -1.827423095703125, -1.755615234375, -1.683807373046875, -1.61199951171875, -1.540191650390625, -1.4683837890625, -1.396575927734375, -1.32476806640625, -1.252960205078125, -1.18115234375, -1.109344482421875, -1.03753662109375, -0.965728759765625, -0.8939208984375, -0.822113037109375, -0.75030517578125, -0.678497314453125, -0.606689453125, -0.534881591796875, -0.46307373046875, -0.391265869140625, -0.3194580078125, -0.247650146484375, -0.17584228515625, -0.104034423828125, -0.0322265625, 0.039581298828125, 0.11138916015625, 0.183197021484375, 0.2550048828125, 0.326812744140625, 0.39862060546875, 0.470428466796875, 0.542236328125, 0.614044189453125, 0.68585205078125, 0.757659912109375, 0.8294677734375, 0.901275634765625, 0.97308349609375, 1.044891357421875, 1.11669921875, 1.188507080078125, 1.26031494140625, 1.332122802734375, 1.4039306640625, 1.475738525390625, 1.54754638671875, 1.619354248046875, 1.691162109375, 1.762969970703125, 1.83477783203125, 1.906585693359375, 1.9783935546875, 2.050201416015625, 2.12200927734375, 2.193817138671875, 2.265625]}, "gradients/encoder.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 5.0, 4.0, 8.0, 14.0, 8.0, 13.0, 17.0, 19.0, 23.0, 33.0, 47.0, 47.0, 78.0, 78.0, 150.0, 216.0, 338.0, 553.0, 1002.0, 2003.0, 4155.0, 10877.0, 35655.0, 186806.0, 623610.0, 137439.0, 28561.0, 8927.0, 3602.0, 1694.0, 954.0, 544.0, 324.0, 223.0, 165.0, 85.0, 68.0, 41.0, 25.0, 24.0, 24.0, 26.0, 13.0, 14.0, 14.0, 11.0, 8.0, 4.0, 4.0, 2.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0], "bins": [-1.0986328125, -1.0647430419921875, -1.030853271484375, -0.9969635009765625, -0.96307373046875, -0.9291839599609375, -0.895294189453125, -0.8614044189453125, -0.8275146484375, -0.7936248779296875, -0.759735107421875, -0.7258453369140625, -0.69195556640625, -0.6580657958984375, -0.624176025390625, -0.5902862548828125, -0.556396484375, -0.5225067138671875, -0.488616943359375, -0.4547271728515625, -0.42083740234375, -0.3869476318359375, -0.353057861328125, -0.3191680908203125, -0.2852783203125, -0.2513885498046875, -0.217498779296875, -0.1836090087890625, -0.14971923828125, -0.1158294677734375, -0.081939697265625, -0.0480499267578125, -0.01416015625, 0.0197296142578125, 0.053619384765625, 0.0875091552734375, 0.12139892578125, 0.1552886962890625, 0.189178466796875, 0.2230682373046875, 0.2569580078125, 0.2908477783203125, 0.324737548828125, 0.3586273193359375, 0.39251708984375, 0.4264068603515625, 0.460296630859375, 0.4941864013671875, 0.528076171875, 0.5619659423828125, 0.595855712890625, 0.6297454833984375, 0.66363525390625, 0.6975250244140625, 0.731414794921875, 0.7653045654296875, 0.7991943359375, 0.8330841064453125, 0.866973876953125, 0.9008636474609375, 0.93475341796875, 0.9686431884765625, 1.002532958984375, 1.0364227294921875, 1.0703125]}, "gradients/encoder.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 4.0, 9.0, 3.0, 3.0, 5.0, 9.0, 8.0, 16.0, 20.0, 34.0, 27.0, 38.0, 45.0, 63.0, 71.0, 87.0, 75.0, 80.0, 78.0, 72.0, 42.0, 47.0, 41.0, 29.0, 21.0, 23.0, 9.0, 15.0, 5.0, 11.0, 4.0, 5.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00016307830810546875, -0.0001577623188495636, -0.00015244632959365845, -0.0001471303403377533, -0.00014181435108184814, -0.000136498361825943, -0.00013118237257003784, -0.0001258663833141327, -0.00012055039405822754, -0.00011523440480232239, -0.00010991841554641724, -0.00010460242629051208, -9.928643703460693e-05, -9.397044777870178e-05, -8.865445852279663e-05, -8.333846926689148e-05, -7.802248001098633e-05, -7.270649075508118e-05, -6.739050149917603e-05, -6.207451224327087e-05, -5.675852298736572e-05, -5.144253373146057e-05, -4.612654447555542e-05, -4.081055521965027e-05, -3.549456596374512e-05, -3.0178576707839966e-05, -2.4862587451934814e-05, -1.9546598196029663e-05, -1.4230608940124512e-05, -8.91461968421936e-06, -3.598630428314209e-06, 1.7173588275909424e-06, 7.033348083496094e-06, 1.2349337339401245e-05, 1.7665326595306396e-05, 2.2981315851211548e-05, 2.82973051071167e-05, 3.361329436302185e-05, 3.8929283618927e-05, 4.424527287483215e-05, 4.9561262130737305e-05, 5.4877251386642456e-05, 6.019324064254761e-05, 6.550922989845276e-05, 7.082521915435791e-05, 7.614120841026306e-05, 8.145719766616821e-05, 8.677318692207336e-05, 9.208917617797852e-05, 9.740516543388367e-05, 0.00010272115468978882, 0.00010803714394569397, 0.00011335313320159912, 0.00011866912245750427, 0.00012398511171340942, 0.00012930110096931458, 0.00013461709022521973, 0.00013993307948112488, 0.00014524906873703003, 0.00015056505799293518, 0.00015588104724884033, 0.00016119703650474548, 0.00016651302576065063, 0.00017182901501655579, 0.00017714500427246094]}, "gradients/encoder.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 1.0, 4.0, 3.0, 7.0, 10.0, 15.0, 17.0, 41.0, 79.0, 160.0, 291.0, 681.0, 1897.0, 7804.0, 97713.0, 891119.0, 41138.0, 5063.0, 1425.0, 556.0, 239.0, 120.0, 61.0, 35.0, 29.0, 15.0, 11.0, 10.0, 6.0, 5.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.853515625, -2.76800537109375, -2.6824951171875, -2.59698486328125, -2.511474609375, -2.42596435546875, -2.3404541015625, -2.25494384765625, -2.16943359375, -2.08392333984375, -1.9984130859375, -1.91290283203125, -1.827392578125, -1.74188232421875, -1.6563720703125, -1.57086181640625, -1.4853515625, -1.39984130859375, -1.3143310546875, -1.22882080078125, -1.143310546875, -1.05780029296875, -0.9722900390625, -0.88677978515625, -0.80126953125, -0.71575927734375, -0.6302490234375, -0.54473876953125, -0.459228515625, -0.37371826171875, -0.2882080078125, -0.20269775390625, -0.1171875, -0.03167724609375, 0.0538330078125, 0.13934326171875, 0.224853515625, 0.31036376953125, 0.3958740234375, 0.48138427734375, 0.56689453125, 0.65240478515625, 0.7379150390625, 0.82342529296875, 0.908935546875, 0.99444580078125, 1.0799560546875, 1.16546630859375, 1.2509765625, 1.33648681640625, 1.4219970703125, 1.50750732421875, 1.593017578125, 1.67852783203125, 1.7640380859375, 1.84954833984375, 1.93505859375, 2.02056884765625, 2.1060791015625, 2.19158935546875, 2.277099609375, 2.36260986328125, 2.4481201171875, 2.53363037109375, 2.619140625]}, "gradients/encoder.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 10.0, 7.0, 14.0, 17.0, 27.0, 38.0, 62.0, 102.0, 110.0, 112.0, 135.0, 116.0, 67.0, 48.0, 41.0, 30.0, 24.0, 14.0, 7.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6611328125, -1.6173095703125, -1.573486328125, -1.5296630859375, -1.48583984375, -1.4420166015625, -1.398193359375, -1.3543701171875, -1.310546875, -1.2667236328125, -1.222900390625, -1.1790771484375, -1.13525390625, -1.0914306640625, -1.047607421875, -1.0037841796875, -0.9599609375, -0.9161376953125, -0.872314453125, -0.8284912109375, -0.78466796875, -0.7408447265625, -0.697021484375, -0.6531982421875, -0.609375, -0.5655517578125, -0.521728515625, -0.4779052734375, -0.43408203125, -0.3902587890625, -0.346435546875, -0.3026123046875, -0.2587890625, -0.2149658203125, -0.171142578125, -0.1273193359375, -0.08349609375, -0.0396728515625, 0.004150390625, 0.0479736328125, 0.091796875, 0.1356201171875, 0.179443359375, 0.2232666015625, 0.26708984375, 0.3109130859375, 0.354736328125, 0.3985595703125, 0.4423828125, 0.4862060546875, 0.530029296875, 0.5738525390625, 0.61767578125, 0.6614990234375, 0.705322265625, 0.7491455078125, 0.79296875, 0.8367919921875, 0.880615234375, 0.9244384765625, 0.96826171875, 1.0120849609375, 1.055908203125, 1.0997314453125, 1.1435546875]}, "gradients/encoder.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 6.0, 18.0, 38.0, 95.0, 214.0, 336.0, 197.0, 71.0, 23.0, 4.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-54.997406005859375, -53.73543930053711, -52.473472595214844, -51.21150588989258, -49.94953918457031, -48.68757247924805, -47.42560577392578, -46.16364288330078, -44.90167236328125, -43.639705657958984, -42.37773895263672, -41.11577224731445, -39.85380554199219, -38.59183883666992, -37.329872131347656, -36.067909240722656, -34.80594253540039, -33.543975830078125, -32.28200912475586, -31.020042419433594, -29.758075714111328, -28.496109008789062, -27.23414421081543, -25.972177505493164, -24.7102108001709, -23.448244094848633, -22.186277389526367, -20.9243106842041, -19.66234588623047, -18.400379180908203, -17.138412475585938, -15.876445770263672, -14.614479064941406, -13.35251235961914, -12.090545654296875, -10.828579902648926, -9.56661319732666, -8.304646492004395, -7.042680263519287, -5.78071403503418, -4.518747329711914, -3.2567808628082275, -1.994814395904541, -0.7328479290008545, 0.529118537902832, 1.7910852432250977, 3.053051471710205, 4.3150177001953125, 5.576984405517578, 6.838951110839844, 8.10091781616211, 9.362883567810059, 10.624850273132324, 11.88681697845459, 13.148782730102539, 14.410749435424805, 15.67271614074707, 16.934682846069336, 18.1966495513916, 19.458616256713867, 20.7205810546875, 21.982547760009766, 23.24451446533203, 24.506481170654297, 25.768447875976562]}, "gradients/encoder.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 5.0, 3.0, 6.0, 7.0, 5.0, 13.0, 23.0, 13.0, 20.0, 21.0, 35.0, 38.0, 32.0, 34.0, 41.0, 51.0, 42.0, 42.0, 54.0, 49.0, 54.0, 50.0, 60.0, 37.0, 42.0, 34.0, 35.0, 32.0, 22.0, 23.0, 12.0, 12.0, 17.0, 10.0, 7.0, 5.0, 7.0, 2.0, 6.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-10.820595741271973, -10.512228965759277, -10.203863143920898, -9.895496368408203, -9.587129592895508, -9.278763771057129, -8.970396995544434, -8.662031173706055, -8.35366439819336, -8.045297622680664, -7.736931800842285, -7.42856502532959, -7.120198726654053, -6.811832427978516, -6.50346565246582, -6.195099353790283, -5.886733055114746, -5.578366756439209, -5.270000457763672, -4.961633682250977, -4.6532673835754395, -4.344901084899902, -4.036534309387207, -3.72816801071167, -3.419801712036133, -3.1114354133605957, -2.8030688762664795, -2.4947023391723633, -2.186336040496826, -1.8779696226119995, -1.5696032047271729, -1.2612366676330566, -0.9528703689575195, -0.6445039510726929, -0.3361375331878662, -0.02777111530303955, 0.2805953025817871, 0.5889617204666138, 0.8973281383514404, 1.2056946754455566, 1.5140609741210938, 1.8224273920059204, 2.130793809890747, 2.4391603469848633, 2.7475266456604004, 3.0558929443359375, 3.3642594814300537, 3.67262601852417, 3.980992317199707, 4.289358615875244, 4.597724914550781, 4.906091690063477, 5.214457988739014, 5.522824287414551, 5.831191062927246, 6.139557361602783, 6.44792366027832, 6.756289958953857, 7.0646562576293945, 7.37302303314209, 7.681389331817627, 7.989755630493164, 8.29812240600586, 8.606489181518555, 8.914855003356934]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 8.0, 6.0, 11.0, 11.0, 19.0, 26.0, 35.0, 67.0, 98.0, 175.0, 364.0, 812.0, 3505.0, 4158087.0, 27903.0, 1901.0, 580.0, 277.0, 142.0, 84.0, 69.0, 30.0, 26.0, 7.0, 14.0, 8.0, 10.0, 3.0, 4.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-12.7890625, -12.43212890625, -12.0751953125, -11.71826171875, -11.361328125, -11.00439453125, -10.6474609375, -10.29052734375, -9.93359375, -9.57666015625, -9.2197265625, -8.86279296875, -8.505859375, -8.14892578125, -7.7919921875, -7.43505859375, -7.078125, -6.72119140625, -6.3642578125, -6.00732421875, -5.650390625, -5.29345703125, -4.9365234375, -4.57958984375, -4.22265625, -3.86572265625, -3.5087890625, -3.15185546875, -2.794921875, -2.43798828125, -2.0810546875, -1.72412109375, -1.3671875, -1.01025390625, -0.6533203125, -0.29638671875, 0.060546875, 0.41748046875, 0.7744140625, 1.13134765625, 1.48828125, 1.84521484375, 2.2021484375, 2.55908203125, 2.916015625, 3.27294921875, 3.6298828125, 3.98681640625, 4.34375, 4.70068359375, 5.0576171875, 5.41455078125, 5.771484375, 6.12841796875, 6.4853515625, 6.84228515625, 7.19921875, 7.55615234375, 7.9130859375, 8.27001953125, 8.626953125, 8.98388671875, 9.3408203125, 9.69775390625, 10.0546875]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 7.0, 10.0, 9.0, 10.0, 18.0, 17.0, 26.0, 31.0, 35.0, 48.0, 47.0, 62.0, 65.0, 79.0, 69.0, 79.0, 64.0, 66.0, 46.0, 63.0, 36.0, 32.0, 20.0, 20.0, 12.0, 8.0, 5.0, 6.0, 2.0, 4.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.82080078125, -0.8004226684570312, -0.7800445556640625, -0.7596664428710938, -0.739288330078125, -0.7189102172851562, -0.6985321044921875, -0.6781539916992188, -0.65777587890625, -0.6373977661132812, -0.6170196533203125, -0.5966415405273438, -0.576263427734375, -0.5558853149414062, -0.5355072021484375, -0.5151290893554688, -0.4947509765625, -0.47437286376953125, -0.4539947509765625, -0.43361663818359375, -0.413238525390625, -0.39286041259765625, -0.3724822998046875, -0.35210418701171875, -0.33172607421875, -0.31134796142578125, -0.2909698486328125, -0.27059173583984375, -0.250213623046875, -0.22983551025390625, -0.2094573974609375, -0.18907928466796875, -0.168701171875, -0.14832305908203125, -0.1279449462890625, -0.10756683349609375, -0.087188720703125, -0.06681060791015625, -0.0464324951171875, -0.02605438232421875, -0.00567626953125, 0.01470184326171875, 0.0350799560546875, 0.05545806884765625, 0.075836181640625, 0.09621429443359375, 0.1165924072265625, 0.13697052001953125, 0.1573486328125, 0.17772674560546875, 0.1981048583984375, 0.21848297119140625, 0.238861083984375, 0.25923919677734375, 0.2796173095703125, 0.29999542236328125, 0.32037353515625, 0.34075164794921875, 0.3611297607421875, 0.38150787353515625, 0.401885986328125, 0.42226409912109375, 0.4426422119140625, 0.46302032470703125, 0.4833984375]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 4.0, 6.0, 10.0, 8.0, 12.0, 18.0, 38.0, 35.0, 69.0, 63.0, 120.0, 176.0, 241.0, 360.0, 496.0, 781.0, 1130.0, 1873.0, 3095.0, 6144.0, 16125.0, 199071.0, 3927313.0, 20599.0, 7099.0, 3512.0, 1957.0, 1274.0, 869.0, 580.0, 359.0, 255.0, 170.0, 127.0, 89.0, 50.0, 59.0, 33.0, 13.0, 22.0, 11.0, 5.0, 6.0, 4.0, 3.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.607421875, -1.5521697998046875, -1.496917724609375, -1.4416656494140625, -1.38641357421875, -1.3311614990234375, -1.275909423828125, -1.2206573486328125, -1.1654052734375, -1.1101531982421875, -1.054901123046875, -0.9996490478515625, -0.94439697265625, -0.8891448974609375, -0.833892822265625, -0.7786407470703125, -0.723388671875, -0.6681365966796875, -0.612884521484375, -0.5576324462890625, -0.50238037109375, -0.4471282958984375, -0.391876220703125, -0.3366241455078125, -0.2813720703125, -0.2261199951171875, -0.170867919921875, -0.1156158447265625, -0.06036376953125, -0.0051116943359375, 0.050140380859375, 0.1053924560546875, 0.16064453125, 0.2158966064453125, 0.271148681640625, 0.3264007568359375, 0.38165283203125, 0.4369049072265625, 0.492156982421875, 0.5474090576171875, 0.6026611328125, 0.6579132080078125, 0.713165283203125, 0.7684173583984375, 0.82366943359375, 0.8789215087890625, 0.934173583984375, 0.9894256591796875, 1.044677734375, 1.0999298095703125, 1.155181884765625, 1.2104339599609375, 1.26568603515625, 1.3209381103515625, 1.376190185546875, 1.4314422607421875, 1.4866943359375, 1.5419464111328125, 1.597198486328125, 1.6524505615234375, 1.70770263671875, 1.7629547119140625, 1.818206787109375, 1.8734588623046875, 1.9287109375]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 2.0, 2.0, 3.0, 1.0, 4.0, 3.0, 5.0, 3.0, 7.0, 20.0, 48.0, 213.0, 3630.0, 59.0, 35.0, 12.0, 10.0, 9.0, 3.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.51123046875, -0.493743896484375, -0.47625732421875, -0.458770751953125, -0.4412841796875, -0.423797607421875, -0.40631103515625, -0.388824462890625, -0.371337890625, -0.353851318359375, -0.33636474609375, -0.318878173828125, -0.3013916015625, -0.283905029296875, -0.26641845703125, -0.248931884765625, -0.2314453125, -0.213958740234375, -0.19647216796875, -0.178985595703125, -0.1614990234375, -0.144012451171875, -0.12652587890625, -0.109039306640625, -0.091552734375, -0.074066162109375, -0.05657958984375, -0.039093017578125, -0.0216064453125, -0.004119873046875, 0.01336669921875, 0.030853271484375, 0.04833984375, 0.065826416015625, 0.08331298828125, 0.100799560546875, 0.1182861328125, 0.135772705078125, 0.15325927734375, 0.170745849609375, 0.188232421875, 0.205718994140625, 0.22320556640625, 0.240692138671875, 0.2581787109375, 0.275665283203125, 0.29315185546875, 0.310638427734375, 0.328125, 0.345611572265625, 0.36309814453125, 0.380584716796875, 0.3980712890625, 0.415557861328125, 0.43304443359375, 0.450531005859375, 0.468017578125, 0.485504150390625, 0.50299072265625, 0.520477294921875, 0.5379638671875, 0.555450439453125, 0.57293701171875, 0.590423583984375, 0.60791015625]}, "gradients/encoder.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 3.0, 1.0, 4.0, 6.0, 8.0, 13.0, 14.0, 36.0, 55.0, 64.0, 91.0, 122.0, 125.0, 114.0, 109.0, 82.0, 60.0, 37.0, 25.0, 16.0, 8.0, 9.0, 1.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.923123836517334, -1.8708850145339966, -1.8186461925506592, -1.7664073705673218, -1.7141685485839844, -1.661929726600647, -1.6096909046173096, -1.5574522018432617, -1.5052132606506348, -1.4529744386672974, -1.40073561668396, -1.3484967947006226, -1.2962579727172852, -1.2440191507339478, -1.1917803287506104, -1.1395416259765625, -1.087302803993225, -1.0350639820098877, -0.9828251600265503, -0.9305863380432129, -0.8783475160598755, -0.8261086940765381, -0.7738699316978455, -0.7216311097145081, -0.6693922877311707, -0.6171534657478333, -0.5649146437644958, -0.5126758813858032, -0.46043702960014343, -0.40819820761680603, -0.355959415435791, -0.3037205934524536, -0.2514817714691162, -0.1992429494857788, -0.1470041424036026, -0.09476533532142639, -0.04252651333808899, 0.009712308645248413, 0.06195110082626343, 0.11418992280960083, 0.16642874479293823, 0.21866756677627563, 0.27090638875961304, 0.32314518094062805, 0.37538400292396545, 0.42762282490730286, 0.47986161708831787, 0.5321004390716553, 0.5843392610549927, 0.6365780830383301, 0.6888169050216675, 0.7410557270050049, 0.7932945489883423, 0.8455333709716797, 0.8977721333503723, 0.9500109553337097, 1.0022497177124023, 1.0544885396957397, 1.1067273616790771, 1.1589661836624146, 1.211205005645752, 1.2634438276290894, 1.3156826496124268, 1.3679213523864746, 1.4201602935791016]}, "gradients/encoder.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [4.0, 1.0, 3.0, 1.0, 4.0, 5.0, 1.0, 6.0, 12.0, 14.0, 13.0, 16.0, 28.0, 30.0, 39.0, 35.0, 36.0, 79.0, 51.0, 55.0, 56.0, 70.0, 53.0, 62.0, 54.0, 50.0, 43.0, 44.0, 30.0, 25.0, 15.0, 24.0, 12.0, 14.0, 10.0, 7.0, 3.0, 6.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7469944357872009, -0.7120823264122009, -0.6771702766418457, -0.6422581672668457, -0.6073460578918457, -0.5724339485168457, -0.5375218391418457, -0.5026097893714905, -0.4676976799964905, -0.4327855706214905, -0.39787349104881287, -0.36296141147613525, -0.32804930210113525, -0.29313719272613525, -0.25822511315345764, -0.22331301867961884, -0.18840092420578003, -0.15348882973194122, -0.11857673525810242, -0.08366464078426361, -0.048752546310424805, -0.013840451836585999, 0.021071642637252808, 0.055983737111091614, 0.09089583158493042, 0.12580792605876923, 0.16072002053260803, 0.19563211500644684, 0.23054420948028564, 0.26545631885528564, 0.30036839842796326, 0.33528047800064087, 0.3701925277709961, 0.4051046371459961, 0.4400167167186737, 0.4749287962913513, 0.5098409056663513, 0.5447530150413513, 0.5796650648117065, 0.6145771741867065, 0.6494892835617065, 0.6844013929367065, 0.7193135023117065, 0.7542255520820618, 0.7891376614570618, 0.8240497708320618, 0.858961820602417, 0.893873929977417, 0.928786039352417, 0.963698148727417, 0.998610258102417, 1.033522367477417, 1.068434476852417, 1.1033464670181274, 1.1382585763931274, 1.1731706857681274, 1.2080827951431274, 1.2429949045181274, 1.2779070138931274, 1.3128191232681274, 1.347731113433838, 1.382643222808838, 1.417555332183838, 1.452467441558838, 1.487379550933838]}, "gradients/encoder.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 6.0, 5.0, 1.0, 7.0, 18.0, 19.0, 18.0, 39.0, 52.0, 88.0, 128.0, 242.0, 475.0, 919.0, 1815.0, 4136.0, 9789.0, 25095.0, 69456.0, 206105.0, 435822.0, 190161.0, 64153.0, 23355.0, 9150.0, 3875.0, 1713.0, 833.0, 443.0, 254.0, 137.0, 75.0, 53.0, 44.0, 29.0, 17.0, 13.0, 7.0, 5.0, 8.0, 3.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.89794921875, -0.8612442016601562, -0.8245391845703125, -0.7878341674804688, -0.751129150390625, -0.7144241333007812, -0.6777191162109375, -0.6410140991210938, -0.60430908203125, -0.5676040649414062, -0.5308990478515625, -0.49419403076171875, -0.457489013671875, -0.42078399658203125, -0.3840789794921875, -0.34737396240234375, -0.3106689453125, -0.27396392822265625, -0.2372589111328125, -0.20055389404296875, -0.163848876953125, -0.12714385986328125, -0.0904388427734375, -0.05373382568359375, -0.01702880859375, 0.01967620849609375, 0.0563812255859375, 0.09308624267578125, 0.129791259765625, 0.16649627685546875, 0.2032012939453125, 0.23990631103515625, 0.276611328125, 0.31331634521484375, 0.3500213623046875, 0.38672637939453125, 0.423431396484375, 0.46013641357421875, 0.4968414306640625, 0.5335464477539062, 0.57025146484375, 0.6069564819335938, 0.6436614990234375, 0.6803665161132812, 0.717071533203125, 0.7537765502929688, 0.7904815673828125, 0.8271865844726562, 0.8638916015625, 0.9005966186523438, 0.9373016357421875, 0.9740066528320312, 1.010711669921875, 1.0474166870117188, 1.0841217041015625, 1.1208267211914062, 1.15753173828125, 1.1942367553710938, 1.2309417724609375, 1.2676467895507812, 1.304351806640625, 1.3410568237304688, 1.3777618408203125, 1.4144668579101562, 1.451171875]}, "gradients/encoder.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 6.0, 8.0, 6.0, 7.0, 11.0, 18.0, 24.0, 28.0, 33.0, 42.0, 46.0, 55.0, 58.0, 64.0, 85.0, 69.0, 69.0, 75.0, 53.0, 46.0, 59.0, 37.0, 31.0, 19.0, 18.0, 14.0, 3.0, 6.0, 5.0, 5.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.8359375, -0.81451416015625, -0.7930908203125, -0.77166748046875, -0.750244140625, -0.72882080078125, -0.7073974609375, -0.68597412109375, -0.66455078125, -0.64312744140625, -0.6217041015625, -0.60028076171875, -0.578857421875, -0.55743408203125, -0.5360107421875, -0.51458740234375, -0.4931640625, -0.47174072265625, -0.4503173828125, -0.42889404296875, -0.407470703125, -0.38604736328125, -0.3646240234375, -0.34320068359375, -0.32177734375, -0.30035400390625, -0.2789306640625, -0.25750732421875, -0.236083984375, -0.21466064453125, -0.1932373046875, -0.17181396484375, -0.150390625, -0.12896728515625, -0.1075439453125, -0.08612060546875, -0.064697265625, -0.04327392578125, -0.0218505859375, -0.00042724609375, 0.02099609375, 0.04241943359375, 0.0638427734375, 0.08526611328125, 0.106689453125, 0.12811279296875, 0.1495361328125, 0.17095947265625, 0.1923828125, 0.21380615234375, 0.2352294921875, 0.25665283203125, 0.278076171875, 0.29949951171875, 0.3209228515625, 0.34234619140625, 0.36376953125, 0.38519287109375, 0.4066162109375, 0.42803955078125, 0.449462890625, 0.47088623046875, 0.4923095703125, 0.51373291015625, 0.53515625]}, "gradients/encoder.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 5.0, 5.0, 12.0, 16.0, 27.0, 23.0, 47.0, 60.0, 87.0, 115.0, 186.0, 219.0, 442.0, 648.0, 1147.0, 2569.0, 9606.0, 90286.0, 818316.0, 108101.0, 10651.0, 2812.0, 1209.0, 635.0, 458.0, 281.0, 189.0, 131.0, 91.0, 53.0, 36.0, 38.0, 18.0, 12.0, 10.0, 6.0, 7.0, 3.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.396484375, -2.32708740234375, -2.2576904296875, -2.18829345703125, -2.118896484375, -2.04949951171875, -1.9801025390625, -1.91070556640625, -1.84130859375, -1.77191162109375, -1.7025146484375, -1.63311767578125, -1.563720703125, -1.49432373046875, -1.4249267578125, -1.35552978515625, -1.2861328125, -1.21673583984375, -1.1473388671875, -1.07794189453125, -1.008544921875, -0.93914794921875, -0.8697509765625, -0.80035400390625, -0.73095703125, -0.66156005859375, -0.5921630859375, -0.52276611328125, -0.453369140625, -0.38397216796875, -0.3145751953125, -0.24517822265625, -0.17578125, -0.10638427734375, -0.0369873046875, 0.03240966796875, 0.101806640625, 0.17120361328125, 0.2406005859375, 0.30999755859375, 0.37939453125, 0.44879150390625, 0.5181884765625, 0.58758544921875, 0.656982421875, 0.72637939453125, 0.7957763671875, 0.86517333984375, 0.9345703125, 1.00396728515625, 1.0733642578125, 1.14276123046875, 1.212158203125, 1.28155517578125, 1.3509521484375, 1.42034912109375, 1.48974609375, 1.55914306640625, 1.6285400390625, 1.69793701171875, 1.767333984375, 1.83673095703125, 1.9061279296875, 1.97552490234375, 2.044921875]}, "gradients/encoder.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 4.0, 6.0, 5.0, 8.0, 5.0, 10.0, 14.0, 11.0, 11.0, 24.0, 31.0, 28.0, 36.0, 29.0, 35.0, 35.0, 41.0, 44.0, 41.0, 61.0, 51.0, 37.0, 42.0, 42.0, 52.0, 44.0, 45.0, 24.0, 36.0, 21.0, 23.0, 22.0, 18.0, 13.0, 13.0, 9.0, 6.0, 9.0, 8.0, 7.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9326171875, -1.8683319091796875, -1.804046630859375, -1.7397613525390625, -1.67547607421875, -1.6111907958984375, -1.546905517578125, -1.4826202392578125, -1.4183349609375, -1.3540496826171875, -1.289764404296875, -1.2254791259765625, -1.16119384765625, -1.0969085693359375, -1.032623291015625, -0.9683380126953125, -0.904052734375, -0.8397674560546875, -0.775482177734375, -0.7111968994140625, -0.64691162109375, -0.5826263427734375, -0.518341064453125, -0.4540557861328125, -0.3897705078125, -0.3254852294921875, -0.261199951171875, -0.1969146728515625, -0.13262939453125, -0.0683441162109375, -0.004058837890625, 0.0602264404296875, 0.12451171875, 0.1887969970703125, 0.253082275390625, 0.3173675537109375, 0.38165283203125, 0.4459381103515625, 0.510223388671875, 0.5745086669921875, 0.6387939453125, 0.7030792236328125, 0.767364501953125, 0.8316497802734375, 0.89593505859375, 0.9602203369140625, 1.024505615234375, 1.0887908935546875, 1.153076171875, 1.2173614501953125, 1.281646728515625, 1.3459320068359375, 1.41021728515625, 1.4745025634765625, 1.538787841796875, 1.6030731201171875, 1.6673583984375, 1.7316436767578125, 1.795928955078125, 1.8602142333984375, 1.92449951171875, 1.9887847900390625, 2.053070068359375, 2.1173553466796875, 2.181640625]}, "gradients/encoder.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 5.0, 0.0, 3.0, 1.0, 6.0, 8.0, 12.0, 12.0, 18.0, 20.0, 27.0, 48.0, 76.0, 126.0, 218.0, 406.0, 1240.0, 7635.0, 208627.0, 809317.0, 17322.0, 2155.0, 594.0, 253.0, 144.0, 104.0, 54.0, 40.0, 24.0, 23.0, 14.0, 9.0, 8.0, 3.0, 4.0, 2.0, 5.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.95703125, -1.89215087890625, -1.8272705078125, -1.76239013671875, -1.697509765625, -1.63262939453125, -1.5677490234375, -1.50286865234375, -1.43798828125, -1.37310791015625, -1.3082275390625, -1.24334716796875, -1.178466796875, -1.11358642578125, -1.0487060546875, -0.98382568359375, -0.9189453125, -0.85406494140625, -0.7891845703125, -0.72430419921875, -0.659423828125, -0.59454345703125, -0.5296630859375, -0.46478271484375, -0.39990234375, -0.33502197265625, -0.2701416015625, -0.20526123046875, -0.140380859375, -0.07550048828125, -0.0106201171875, 0.05426025390625, 0.119140625, 0.18402099609375, 0.2489013671875, 0.31378173828125, 0.378662109375, 0.44354248046875, 0.5084228515625, 0.57330322265625, 0.63818359375, 0.70306396484375, 0.7679443359375, 0.83282470703125, 0.897705078125, 0.96258544921875, 1.0274658203125, 1.09234619140625, 1.1572265625, 1.22210693359375, 1.2869873046875, 1.35186767578125, 1.416748046875, 1.48162841796875, 1.5465087890625, 1.61138916015625, 1.67626953125, 1.74114990234375, 1.8060302734375, 1.87091064453125, 1.935791015625, 2.00067138671875, 2.0655517578125, 2.13043212890625, 2.1953125]}, "gradients/encoder.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 9.0, 15.0, 14.0, 16.0, 18.0, 29.0, 30.0, 60.0, 55.0, 85.0, 117.0, 141.0, 111.0, 66.0, 53.0, 45.0, 34.0, 34.0, 13.0, 14.0, 11.0, 7.0, 11.0, 4.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00017380714416503906, -0.00016842782497406006, -0.00016304850578308105, -0.00015766918659210205, -0.00015228986740112305, -0.00014691054821014404, -0.00014153122901916504, -0.00013615190982818604, -0.00013077259063720703, -0.00012539327144622803, -0.00012001395225524902, -0.00011463463306427002, -0.00010925531387329102, -0.00010387599468231201, -9.849667549133301e-05, -9.3117356300354e-05, -8.7738037109375e-05, -8.2358717918396e-05, -7.697939872741699e-05, -7.160007953643799e-05, -6.622076034545898e-05, -6.084144115447998e-05, -5.5462121963500977e-05, -5.008280277252197e-05, -4.470348358154297e-05, -3.9324164390563965e-05, -3.394484519958496e-05, -2.8565526008605957e-05, -2.3186206817626953e-05, -1.780688762664795e-05, -1.2427568435668945e-05, -7.048249244689941e-06, -1.6689300537109375e-06, 3.7103891372680664e-06, 9.08970832824707e-06, 1.4469027519226074e-05, 1.9848346710205078e-05, 2.5227665901184082e-05, 3.0606985092163086e-05, 3.598630428314209e-05, 4.1365623474121094e-05, 4.67449426651001e-05, 5.21242618560791e-05, 5.7503581047058105e-05, 6.288290023803711e-05, 6.826221942901611e-05, 7.364153861999512e-05, 7.902085781097412e-05, 8.440017700195312e-05, 8.977949619293213e-05, 9.515881538391113e-05, 0.00010053813457489014, 0.00010591745376586914, 0.00011129677295684814, 0.00011667609214782715, 0.00012205541133880615, 0.00012743473052978516, 0.00013281404972076416, 0.00013819336891174316, 0.00014357268810272217, 0.00014895200729370117, 0.00015433132648468018, 0.00015971064567565918, 0.00016508996486663818, 0.0001704692840576172]}, "gradients/encoder.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 5.0, 2.0, 8.0, 4.0, 12.0, 16.0, 23.0, 41.0, 59.0, 104.0, 166.0, 269.0, 494.0, 1069.0, 2783.0, 9899.0, 64817.0, 774618.0, 169400.0, 17615.0, 4110.0, 1482.0, 697.0, 370.0, 182.0, 91.0, 70.0, 53.0, 32.0, 20.0, 14.0, 11.0, 8.0, 3.0, 8.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.384765625, -1.3423919677734375, -1.300018310546875, -1.2576446533203125, -1.21527099609375, -1.1728973388671875, -1.130523681640625, -1.0881500244140625, -1.0457763671875, -1.0034027099609375, -0.961029052734375, -0.9186553955078125, -0.87628173828125, -0.8339080810546875, -0.791534423828125, -0.7491607666015625, -0.706787109375, -0.6644134521484375, -0.622039794921875, -0.5796661376953125, -0.53729248046875, -0.4949188232421875, -0.452545166015625, -0.4101715087890625, -0.3677978515625, -0.3254241943359375, -0.283050537109375, -0.2406768798828125, -0.19830322265625, -0.1559295654296875, -0.113555908203125, -0.0711822509765625, -0.02880859375, 0.0135650634765625, 0.055938720703125, 0.0983123779296875, 0.14068603515625, 0.1830596923828125, 0.225433349609375, 0.2678070068359375, 0.3101806640625, 0.3525543212890625, 0.394927978515625, 0.4373016357421875, 0.47967529296875, 0.5220489501953125, 0.564422607421875, 0.6067962646484375, 0.649169921875, 0.6915435791015625, 0.733917236328125, 0.7762908935546875, 0.81866455078125, 0.8610382080078125, 0.903411865234375, 0.9457855224609375, 0.9881591796875, 1.0305328369140625, 1.072906494140625, 1.1152801513671875, 1.15765380859375, 1.2000274658203125, 1.242401123046875, 1.2847747802734375, 1.3271484375]}, "gradients/encoder.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 8.0, 4.0, 6.0, 13.0, 8.0, 9.0, 13.0, 20.0, 28.0, 35.0, 59.0, 73.0, 94.0, 104.0, 105.0, 98.0, 82.0, 73.0, 51.0, 22.0, 24.0, 18.0, 17.0, 15.0, 7.0, 4.0, 4.0, 2.0, 3.0, 1.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.2265625, -1.1961212158203125, -1.165679931640625, -1.1352386474609375, -1.10479736328125, -1.0743560791015625, -1.043914794921875, -1.0134735107421875, -0.9830322265625, -0.9525909423828125, -0.922149658203125, -0.8917083740234375, -0.86126708984375, -0.8308258056640625, -0.800384521484375, -0.7699432373046875, -0.739501953125, -0.7090606689453125, -0.678619384765625, -0.6481781005859375, -0.61773681640625, -0.5872955322265625, -0.556854248046875, -0.5264129638671875, -0.4959716796875, -0.4655303955078125, -0.435089111328125, -0.4046478271484375, -0.37420654296875, -0.3437652587890625, -0.313323974609375, -0.2828826904296875, -0.25244140625, -0.2220001220703125, -0.191558837890625, -0.1611175537109375, -0.13067626953125, -0.1002349853515625, -0.069793701171875, -0.0393524169921875, -0.0089111328125, 0.0215301513671875, 0.051971435546875, 0.0824127197265625, 0.11285400390625, 0.1432952880859375, 0.173736572265625, 0.2041778564453125, 0.234619140625, 0.2650604248046875, 0.295501708984375, 0.3259429931640625, 0.35638427734375, 0.3868255615234375, 0.417266845703125, 0.4477081298828125, 0.4781494140625, 0.5085906982421875, 0.539031982421875, 0.5694732666015625, 0.59991455078125, 0.6303558349609375, 0.660797119140625, 0.6912384033203125, 0.7216796875]}, "gradients/encoder.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 7.0, 27.0, 76.0, 210.0, 309.0, 239.0, 98.0, 27.0, 9.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-39.731754302978516, -38.856903076171875, -37.982051849365234, -37.107200622558594, -36.23234939575195, -35.35749816894531, -34.482643127441406, -33.607791900634766, -32.732940673828125, -31.858089447021484, -30.983238220214844, -30.108386993408203, -29.23353385925293, -28.35868263244629, -27.48383140563965, -26.608980178833008, -25.734128952026367, -24.859277725219727, -23.984426498413086, -23.109573364257812, -22.234722137451172, -21.35987091064453, -20.48501968383789, -19.61016845703125, -18.73531723022461, -17.86046600341797, -16.985614776611328, -16.110763549804688, -15.235910415649414, -14.361059188842773, -13.486207962036133, -12.611356735229492, -11.736505508422852, -10.861654281616211, -9.986802101135254, -9.111950874328613, -8.237098693847656, -7.362247467041016, -6.487396240234375, -5.612544536590576, -4.737692832946777, -3.8628411293029785, -2.987989664077759, -2.113138198852539, -1.2382864952087402, -0.3634347915649414, 0.5114164352416992, 1.386268138885498, 2.261119842529297, 3.1359715461730957, 4.0108232498168945, 4.885674476623535, 5.760526180267334, 6.635377883911133, 7.510229110717773, 8.385080337524414, 9.259932518005371, 10.134783744812012, 11.009635925292969, 11.88448715209961, 12.75933837890625, 13.634190559387207, 14.509041786193848, 15.383893966674805, 16.258745193481445]}, "gradients/encoder.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 5.0, 2.0, 4.0, 3.0, 5.0, 8.0, 12.0, 13.0, 6.0, 12.0, 19.0, 16.0, 25.0, 31.0, 23.0, 26.0, 33.0, 29.0, 46.0, 52.0, 53.0, 55.0, 52.0, 51.0, 41.0, 46.0, 45.0, 46.0, 34.0, 33.0, 29.0, 24.0, 19.0, 19.0, 14.0, 15.0, 16.0, 10.0, 10.0, 7.0, 9.0, 2.0, 4.0, 1.0, 5.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.301469802856445, -8.998381614685059, -8.695293426513672, -8.392206192016602, -8.089118003845215, -7.786029815673828, -7.482941627502441, -7.179853439331055, -6.876765251159668, -6.573677062988281, -6.270589351654053, -5.967501163482666, -5.664412975311279, -5.361325263977051, -5.058237075805664, -4.755148887634277, -4.452061176300049, -4.148972988128662, -3.8458850383758545, -3.542797088623047, -3.23970890045166, -2.9366209506988525, -2.633533000946045, -2.330444812774658, -2.0273568630218506, -1.7242687940597534, -1.4211807250976562, -1.1180927753448486, -0.8150047063827515, -0.5119166374206543, -0.20882868766784668, 0.09425950050354004, 0.39734745025634766, 0.7004355192184448, 1.003523588180542, 1.3066115379333496, 1.6096996068954468, 1.912787675857544, 2.2158756256103516, 2.5189638137817383, 2.822051763534546, 3.1251397132873535, 3.4282279014587402, 3.731315851211548, 4.0344038009643555, 4.337491989135742, 4.640580177307129, 4.943668365478516, 5.246756076812744, 5.549844264984131, 5.852931976318359, 6.156020164489746, 6.459108352661133, 6.7621965408325195, 7.065284252166748, 7.368372440338135, 7.671460151672363, 7.97454833984375, 8.277636528015137, 8.580724716186523, 8.883811950683594, 9.18690013885498, 9.489988327026367, 9.793076515197754, 10.09616470336914]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 5.0, 5.0, 7.0, 9.0, 19.0, 32.0, 43.0, 58.0, 90.0, 161.0, 289.0, 810.0, 4558.0, 4080419.0, 103645.0, 2885.0, 608.0, 243.0, 133.0, 86.0, 55.0, 39.0, 29.0, 17.0, 9.0, 8.0, 7.0, 4.0, 4.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-9.0, -8.756103515625, -8.51220703125, -8.268310546875, -8.0244140625, -7.780517578125, -7.53662109375, -7.292724609375, -7.048828125, -6.804931640625, -6.56103515625, -6.317138671875, -6.0732421875, -5.829345703125, -5.58544921875, -5.341552734375, -5.09765625, -4.853759765625, -4.60986328125, -4.365966796875, -4.1220703125, -3.878173828125, -3.63427734375, -3.390380859375, -3.146484375, -2.902587890625, -2.65869140625, -2.414794921875, -2.1708984375, -1.927001953125, -1.68310546875, -1.439208984375, -1.1953125, -0.951416015625, -0.70751953125, -0.463623046875, -0.2197265625, 0.024169921875, 0.26806640625, 0.511962890625, 0.755859375, 0.999755859375, 1.24365234375, 1.487548828125, 1.7314453125, 1.975341796875, 2.21923828125, 2.463134765625, 2.70703125, 2.950927734375, 3.19482421875, 3.438720703125, 3.6826171875, 3.926513671875, 4.17041015625, 4.414306640625, 4.658203125, 4.902099609375, 5.14599609375, 5.389892578125, 5.6337890625, 5.877685546875, 6.12158203125, 6.365478515625, 6.609375]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 5.0, 7.0, 2.0, 14.0, 3.0, 20.0, 17.0, 26.0, 20.0, 19.0, 23.0, 37.0, 46.0, 48.0, 52.0, 50.0, 51.0, 61.0, 67.0, 64.0, 50.0, 49.0, 45.0, 33.0, 41.0, 26.0, 23.0, 24.0, 18.0, 10.0, 13.0, 13.0, 9.0, 5.0, 4.0, 3.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.5634765625, -0.5485038757324219, -0.5335311889648438, -0.5185585021972656, -0.5035858154296875, -0.4886131286621094, -0.47364044189453125, -0.4586677551269531, -0.443695068359375, -0.4287223815917969, -0.41374969482421875, -0.3987770080566406, -0.3838043212890625, -0.3688316345214844, -0.35385894775390625, -0.3388862609863281, -0.32391357421875, -0.3089408874511719, -0.29396820068359375, -0.2789955139160156, -0.2640228271484375, -0.24905014038085938, -0.23407745361328125, -0.21910476684570312, -0.204132080078125, -0.18915939331054688, -0.17418670654296875, -0.15921401977539062, -0.1442413330078125, -0.12926864624023438, -0.11429595947265625, -0.09932327270507812, -0.0843505859375, -0.06937789916992188, -0.05440521240234375, -0.039432525634765625, -0.0244598388671875, -0.009487152099609375, 0.00548553466796875, 0.020458221435546875, 0.035430908203125, 0.050403594970703125, 0.06537628173828125, 0.08034896850585938, 0.0953216552734375, 0.11029434204101562, 0.12526702880859375, 0.14023971557617188, 0.15521240234375, 0.17018508911132812, 0.18515777587890625, 0.20013046264648438, 0.2151031494140625, 0.23007583618164062, 0.24504852294921875, 0.2600212097167969, 0.274993896484375, 0.2899665832519531, 0.30493927001953125, 0.3199119567871094, 0.3348846435546875, 0.3498573303222656, 0.36483001708984375, 0.3798027038574219, 0.394775390625]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 4.0, 5.0, 8.0, 9.0, 10.0, 22.0, 33.0, 47.0, 70.0, 97.0, 133.0, 235.0, 414.0, 731.0, 1510.0, 3152.0, 7969.0, 34204.0, 4027888.0, 96913.0, 12190.0, 4403.0, 2033.0, 958.0, 498.0, 245.0, 175.0, 112.0, 47.0, 45.0, 37.0, 34.0, 20.0, 12.0, 7.0, 7.0, 2.0, 4.0, 2.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7099609375, -1.6433868408203125, -1.576812744140625, -1.5102386474609375, -1.44366455078125, -1.3770904541015625, -1.310516357421875, -1.2439422607421875, -1.1773681640625, -1.1107940673828125, -1.044219970703125, -0.9776458740234375, -0.91107177734375, -0.8444976806640625, -0.777923583984375, -0.7113494873046875, -0.644775390625, -0.5782012939453125, -0.511627197265625, -0.4450531005859375, -0.37847900390625, -0.3119049072265625, -0.245330810546875, -0.1787567138671875, -0.1121826171875, -0.0456085205078125, 0.020965576171875, 0.0875396728515625, 0.15411376953125, 0.2206878662109375, 0.287261962890625, 0.3538360595703125, 0.42041015625, 0.4869842529296875, 0.553558349609375, 0.6201324462890625, 0.68670654296875, 0.7532806396484375, 0.819854736328125, 0.8864288330078125, 0.9530029296875, 1.0195770263671875, 1.086151123046875, 1.1527252197265625, 1.21929931640625, 1.2858734130859375, 1.352447509765625, 1.4190216064453125, 1.485595703125, 1.5521697998046875, 1.618743896484375, 1.6853179931640625, 1.75189208984375, 1.8184661865234375, 1.885040283203125, 1.9516143798828125, 2.0181884765625, 2.0847625732421875, 2.151336669921875, 2.2179107666015625, 2.28448486328125, 2.3510589599609375, 2.417633056640625, 2.4842071533203125, 2.55078125]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 2.0, 3.0, 2.0, 8.0, 10.0, 9.0, 37.0, 88.0, 379.0, 3272.0, 133.0, 52.0, 29.0, 15.0, 7.0, 6.0, 5.0, 6.0, 2.0, 4.0, 3.0, 2.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.833984375, -0.8064422607421875, -0.778900146484375, -0.7513580322265625, -0.72381591796875, -0.6962738037109375, -0.668731689453125, -0.6411895751953125, -0.6136474609375, -0.5861053466796875, -0.558563232421875, -0.5310211181640625, -0.50347900390625, -0.4759368896484375, -0.448394775390625, -0.4208526611328125, -0.393310546875, -0.3657684326171875, -0.338226318359375, -0.3106842041015625, -0.28314208984375, -0.2555999755859375, -0.228057861328125, -0.2005157470703125, -0.1729736328125, -0.1454315185546875, -0.117889404296875, -0.0903472900390625, -0.06280517578125, -0.0352630615234375, -0.007720947265625, 0.0198211669921875, 0.04736328125, 0.0749053955078125, 0.102447509765625, 0.1299896240234375, 0.15753173828125, 0.1850738525390625, 0.212615966796875, 0.2401580810546875, 0.2677001953125, 0.2952423095703125, 0.322784423828125, 0.3503265380859375, 0.37786865234375, 0.4054107666015625, 0.432952880859375, 0.4604949951171875, 0.488037109375, 0.5155792236328125, 0.543121337890625, 0.5706634521484375, 0.59820556640625, 0.6257476806640625, 0.653289794921875, 0.6808319091796875, 0.7083740234375, 0.7359161376953125, 0.763458251953125, 0.7910003662109375, 0.81854248046875, 0.8460845947265625, 0.873626708984375, 0.9011688232421875, 0.9287109375]}, "gradients/encoder.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 4.0, 3.0, 4.0, 10.0, 20.0, 29.0, 45.0, 71.0, 120.0, 157.0, 181.0, 118.0, 81.0, 61.0, 33.0, 22.0, 15.0, 10.0, 6.0, 4.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.3088436126708984, -3.1937520503997803, -3.078660726547241, -2.963569164276123, -2.848477602005005, -2.7333860397338867, -2.6182947158813477, -2.5032031536102295, -2.3881115913391113, -2.273020029067993, -2.157928705215454, -2.042837142944336, -1.9277455806732178, -1.8126541376113892, -1.6975626945495605, -1.5824711322784424, -1.4673796892166138, -1.3522882461547852, -1.237196683883667, -1.1221052408218384, -1.0070136785507202, -0.8919222354888916, -0.7768307328224182, -0.6617392301559448, -0.5466477274894714, -0.43155622482299805, -0.31646472215652466, -0.20137324929237366, -0.08628174662590027, 0.028809726238250732, 0.14390122890472412, 0.2589927315711975, 0.3740842342376709, 0.4891757369041443, 0.6042672395706177, 0.7193586826324463, 0.8344502449035645, 0.9495416879653931, 1.0646331310272217, 1.1797246932983398, 1.294816255569458, 1.4099076986312866, 1.5249992609024048, 1.6400907039642334, 1.7551822662353516, 1.8702737092971802, 1.9853651523590088, 2.100456714630127, 2.215548038482666, 2.330639600753784, 2.4457309246063232, 2.5608224868774414, 2.6759140491485596, 2.7910056114196777, 2.906096935272217, 3.021188497543335, 3.136280059814453, 3.2513716220855713, 3.3664629459381104, 3.4815545082092285, 3.5966460704803467, 3.711737632751465, 3.826828956604004, 3.941920518875122, 4.05701208114624]}, "gradients/encoder.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 4.0, 1.0, 2.0, 6.0, 9.0, 9.0, 7.0, 14.0, 17.0, 16.0, 22.0, 19.0, 24.0, 25.0, 27.0, 27.0, 40.0, 34.0, 32.0, 29.0, 42.0, 33.0, 42.0, 40.0, 37.0, 40.0, 47.0, 32.0, 23.0, 39.0, 40.0, 25.0, 24.0, 33.0, 14.0, 17.0, 18.0, 19.0, 12.0, 15.0, 10.0, 10.0, 6.0, 5.0, 8.0, 3.0, 3.0, 3.0, 3.0, 0.0, 3.0, 2.0, 1.0], "bins": [-1.5749783515930176, -1.5290923118591309, -1.4832062721252441, -1.4373202323913574, -1.3914341926574707, -1.345548152923584, -1.2996621131896973, -1.2537760734558105, -1.2078900337219238, -1.162003993988037, -1.1161179542541504, -1.0702319145202637, -1.024345874786377, -0.9784598350524902, -0.9325737357139587, -0.886687695980072, -0.8408015966415405, -0.7949155569076538, -0.7490295171737671, -0.7031434774398804, -0.6572574377059937, -0.6113713979721069, -0.5654852986335754, -0.5195992588996887, -0.473713219165802, -0.4278271794319153, -0.38194113969802856, -0.33605507016181946, -0.29016903042793274, -0.24428299069404602, -0.19839692115783691, -0.1525108814239502, -0.10662472248077393, -0.06073867529630661, -0.014852628111839294, 0.031033426523208618, 0.07691946625709534, 0.12280550599098206, 0.16869157552719116, 0.21457761526107788, 0.2604636549949646, 0.3063496947288513, 0.35223573446273804, 0.39812180399894714, 0.44400784373283386, 0.4898938834667206, 0.5357799530029297, 0.5816659927368164, 0.6275520324707031, 0.6734380722045898, 0.7193241119384766, 0.7652101516723633, 0.81109619140625, 0.8569822311401367, 0.9028683304786682, 0.9487543702125549, 0.9946404099464417, 1.0405265092849731, 1.0864125490188599, 1.1322985887527466, 1.1781846284866333, 1.22407066822052, 1.2699567079544067, 1.3158427476882935, 1.3617287874221802]}, "gradients/encoder.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 5.0, 3.0, 5.0, 5.0, 5.0, 8.0, 12.0, 21.0, 20.0, 47.0, 59.0, 85.0, 159.0, 261.0, 422.0, 818.0, 1510.0, 3088.0, 6839.0, 17834.0, 51216.0, 164229.0, 479146.0, 217777.0, 66544.0, 22282.0, 8525.0, 3654.0, 1825.0, 872.0, 522.0, 285.0, 162.0, 107.0, 73.0, 46.0, 29.0, 21.0, 12.0, 15.0, 4.0, 4.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-1.8818359375, -1.8274688720703125, -1.773101806640625, -1.7187347412109375, -1.66436767578125, -1.6100006103515625, -1.555633544921875, -1.5012664794921875, -1.4468994140625, -1.3925323486328125, -1.338165283203125, -1.2837982177734375, -1.22943115234375, -1.1750640869140625, -1.120697021484375, -1.0663299560546875, -1.011962890625, -0.9575958251953125, -0.903228759765625, -0.8488616943359375, -0.79449462890625, -0.7401275634765625, -0.685760498046875, -0.6313934326171875, -0.5770263671875, -0.5226593017578125, -0.468292236328125, -0.4139251708984375, -0.35955810546875, -0.3051910400390625, -0.250823974609375, -0.1964569091796875, -0.14208984375, -0.0877227783203125, -0.033355712890625, 0.0210113525390625, 0.07537841796875, 0.1297454833984375, 0.184112548828125, 0.2384796142578125, 0.2928466796875, 0.3472137451171875, 0.401580810546875, 0.4559478759765625, 0.51031494140625, 0.5646820068359375, 0.619049072265625, 0.6734161376953125, 0.727783203125, 0.7821502685546875, 0.836517333984375, 0.8908843994140625, 0.94525146484375, 0.9996185302734375, 1.053985595703125, 1.1083526611328125, 1.1627197265625, 1.2170867919921875, 1.271453857421875, 1.3258209228515625, 1.38018798828125, 1.4345550537109375, 1.488922119140625, 1.5432891845703125, 1.59765625]}, "gradients/encoder.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 5.0, 9.0, 7.0, 9.0, 7.0, 15.0, 19.0, 18.0, 31.0, 16.0, 30.0, 41.0, 44.0, 45.0, 47.0, 52.0, 55.0, 68.0, 68.0, 51.0, 56.0, 39.0, 46.0, 40.0, 31.0, 29.0, 15.0, 23.0, 20.0, 16.0, 11.0, 13.0, 6.0, 6.0, 3.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.56396484375, -0.5484771728515625, -0.532989501953125, -0.5175018310546875, -0.50201416015625, -0.4865264892578125, -0.471038818359375, -0.4555511474609375, -0.4400634765625, -0.4245758056640625, -0.409088134765625, -0.3936004638671875, -0.37811279296875, -0.3626251220703125, -0.347137451171875, -0.3316497802734375, -0.316162109375, -0.3006744384765625, -0.285186767578125, -0.2696990966796875, -0.25421142578125, -0.2387237548828125, -0.223236083984375, -0.2077484130859375, -0.1922607421875, -0.1767730712890625, -0.161285400390625, -0.1457977294921875, -0.13031005859375, -0.1148223876953125, -0.099334716796875, -0.0838470458984375, -0.068359375, -0.0528717041015625, -0.037384033203125, -0.0218963623046875, -0.00640869140625, 0.0090789794921875, 0.024566650390625, 0.0400543212890625, 0.0555419921875, 0.0710296630859375, 0.086517333984375, 0.1020050048828125, 0.11749267578125, 0.1329803466796875, 0.148468017578125, 0.1639556884765625, 0.179443359375, 0.1949310302734375, 0.210418701171875, 0.2259063720703125, 0.24139404296875, 0.2568817138671875, 0.272369384765625, 0.2878570556640625, 0.3033447265625, 0.3188323974609375, 0.334320068359375, 0.3498077392578125, 0.36529541015625, 0.3807830810546875, 0.396270751953125, 0.4117584228515625, 0.42724609375]}, "gradients/encoder.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 5.0, 4.0, 5.0, 9.0, 9.0, 6.0, 19.0, 21.0, 25.0, 24.0, 41.0, 53.0, 65.0, 109.0, 128.0, 199.0, 300.0, 438.0, 729.0, 1344.0, 3069.0, 9652.0, 51360.0, 523328.0, 399770.0, 43291.0, 8540.0, 2694.0, 1241.0, 677.0, 443.0, 271.0, 183.0, 143.0, 96.0, 67.0, 54.0, 33.0, 26.0, 27.0, 18.0, 11.0, 5.0, 9.0, 4.0, 2.0, 5.0, 1.0, 1.0, 3.0, 2.0, 3.0], "bins": [-2.59375, -2.5216064453125, -2.449462890625, -2.3773193359375, -2.30517578125, -2.2330322265625, -2.160888671875, -2.0887451171875, -2.0166015625, -1.9444580078125, -1.872314453125, -1.8001708984375, -1.72802734375, -1.6558837890625, -1.583740234375, -1.5115966796875, -1.439453125, -1.3673095703125, -1.295166015625, -1.2230224609375, -1.15087890625, -1.0787353515625, -1.006591796875, -0.9344482421875, -0.8623046875, -0.7901611328125, -0.718017578125, -0.6458740234375, -0.57373046875, -0.5015869140625, -0.429443359375, -0.3572998046875, -0.28515625, -0.2130126953125, -0.140869140625, -0.0687255859375, 0.00341796875, 0.0755615234375, 0.147705078125, 0.2198486328125, 0.2919921875, 0.3641357421875, 0.436279296875, 0.5084228515625, 0.58056640625, 0.6527099609375, 0.724853515625, 0.7969970703125, 0.869140625, 0.9412841796875, 1.013427734375, 1.0855712890625, 1.15771484375, 1.2298583984375, 1.302001953125, 1.3741455078125, 1.4462890625, 1.5184326171875, 1.590576171875, 1.6627197265625, 1.73486328125, 1.8070068359375, 1.879150390625, 1.9512939453125, 2.0234375]}, "gradients/encoder.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 5.0, 3.0, 5.0, 3.0, 7.0, 7.0, 9.0, 14.0, 14.0, 20.0, 18.0, 23.0, 31.0, 26.0, 38.0, 37.0, 54.0, 48.0, 53.0, 58.0, 47.0, 52.0, 66.0, 55.0, 55.0, 45.0, 36.0, 25.0, 30.0, 28.0, 18.0, 23.0, 16.0, 11.0, 9.0, 7.0, 4.0, 5.0, 6.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8603515625, -1.7918243408203125, -1.723297119140625, -1.6547698974609375, -1.58624267578125, -1.5177154541015625, -1.449188232421875, -1.3806610107421875, -1.3121337890625, -1.2436065673828125, -1.175079345703125, -1.1065521240234375, -1.03802490234375, -0.9694976806640625, -0.900970458984375, -0.8324432373046875, -0.763916015625, -0.6953887939453125, -0.626861572265625, -0.5583343505859375, -0.48980712890625, -0.4212799072265625, -0.352752685546875, -0.2842254638671875, -0.2156982421875, -0.1471710205078125, -0.078643798828125, -0.0101165771484375, 0.05841064453125, 0.1269378662109375, 0.195465087890625, 0.2639923095703125, 0.33251953125, 0.4010467529296875, 0.469573974609375, 0.5381011962890625, 0.60662841796875, 0.6751556396484375, 0.743682861328125, 0.8122100830078125, 0.8807373046875, 0.9492645263671875, 1.017791748046875, 1.0863189697265625, 1.15484619140625, 1.2233734130859375, 1.291900634765625, 1.3604278564453125, 1.428955078125, 1.4974822998046875, 1.566009521484375, 1.6345367431640625, 1.70306396484375, 1.7715911865234375, 1.840118408203125, 1.9086456298828125, 1.9771728515625, 2.0457000732421875, 2.114227294921875, 2.1827545166015625, 2.25128173828125, 2.3198089599609375, 2.388336181640625, 2.4568634033203125, 2.525390625]}, "gradients/encoder.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 4.0, 4.0, 4.0, 8.0, 9.0, 13.0, 17.0, 30.0, 42.0, 64.0, 83.0, 124.0, 212.0, 398.0, 771.0, 1898.0, 5313.0, 21271.0, 152943.0, 737730.0, 103951.0, 16080.0, 4401.0, 1527.0, 681.0, 382.0, 208.0, 124.0, 94.0, 42.0, 41.0, 28.0, 13.0, 9.0, 11.0, 4.0, 7.0, 5.0, 4.0, 7.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-1.0712890625, -1.0401611328125, -1.009033203125, -0.9779052734375, -0.94677734375, -0.9156494140625, -0.884521484375, -0.8533935546875, -0.822265625, -0.7911376953125, -0.760009765625, -0.7288818359375, -0.69775390625, -0.6666259765625, -0.635498046875, -0.6043701171875, -0.5732421875, -0.5421142578125, -0.510986328125, -0.4798583984375, -0.44873046875, -0.4176025390625, -0.386474609375, -0.3553466796875, -0.32421875, -0.2930908203125, -0.261962890625, -0.2308349609375, -0.19970703125, -0.1685791015625, -0.137451171875, -0.1063232421875, -0.0751953125, -0.0440673828125, -0.012939453125, 0.0181884765625, 0.04931640625, 0.0804443359375, 0.111572265625, 0.1427001953125, 0.173828125, 0.2049560546875, 0.236083984375, 0.2672119140625, 0.29833984375, 0.3294677734375, 0.360595703125, 0.3917236328125, 0.4228515625, 0.4539794921875, 0.485107421875, 0.5162353515625, 0.54736328125, 0.5784912109375, 0.609619140625, 0.6407470703125, 0.671875, 0.7030029296875, 0.734130859375, 0.7652587890625, 0.79638671875, 0.8275146484375, 0.858642578125, 0.8897705078125, 0.9208984375]}, "gradients/encoder.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 3.0, 7.0, 11.0, 5.0, 11.0, 12.0, 16.0, 24.0, 30.0, 42.0, 41.0, 53.0, 74.0, 97.0, 121.0, 110.0, 73.0, 58.0, 48.0, 30.0, 35.0, 19.0, 14.0, 15.0, 15.0, 7.0, 6.0, 10.0, 7.0, 5.0, 1.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00011587142944335938, -0.0001102052628993988, -0.00010453909635543823, -9.887292981147766e-05, -9.320676326751709e-05, -8.754059672355652e-05, -8.187443017959595e-05, -7.620826363563538e-05, -7.05420970916748e-05, -6.487593054771423e-05, -5.920976400375366e-05, -5.354359745979309e-05, -4.787743091583252e-05, -4.221126437187195e-05, -3.654509782791138e-05, -3.0878931283950806e-05, -2.5212764739990234e-05, -1.9546598196029663e-05, -1.3880431652069092e-05, -8.21426510810852e-06, -2.5480985641479492e-06, 3.118067979812622e-06, 8.784234523773193e-06, 1.4450401067733765e-05, 2.0116567611694336e-05, 2.5782734155654907e-05, 3.144890069961548e-05, 3.711506724357605e-05, 4.278123378753662e-05, 4.844740033149719e-05, 5.4113566875457764e-05, 5.9779733419418335e-05, 6.54458999633789e-05, 7.111206650733948e-05, 7.677823305130005e-05, 8.244439959526062e-05, 8.811056613922119e-05, 9.377673268318176e-05, 9.944289922714233e-05, 0.0001051090657711029, 0.00011077523231506348, 0.00011644139885902405, 0.00012210756540298462, 0.0001277737319469452, 0.00013343989849090576, 0.00013910606503486633, 0.0001447722315788269, 0.00015043839812278748, 0.00015610456466674805, 0.00016177073121070862, 0.0001674368977546692, 0.00017310306429862976, 0.00017876923084259033, 0.0001844353973865509, 0.00019010156393051147, 0.00019576773047447205, 0.00020143389701843262, 0.0002071000635623932, 0.00021276623010635376, 0.00021843239665031433, 0.0002240985631942749, 0.00022976472973823547, 0.00023543089628219604, 0.00024109706282615662, 0.0002467632293701172]}, "gradients/encoder.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 4.0, 3.0, 4.0, 2.0, 6.0, 8.0, 10.0, 11.0, 20.0, 19.0, 25.0, 54.0, 79.0, 123.0, 228.0, 438.0, 905.0, 2638.0, 10306.0, 92324.0, 844685.0, 82734.0, 9594.0, 2440.0, 896.0, 414.0, 229.0, 110.0, 61.0, 54.0, 44.0, 34.0, 21.0, 11.0, 5.0, 7.0, 6.0, 3.0, 7.0, 2.0, 0.0, 2.0, 2.0], "bins": [-1.775390625, -1.7325897216796875, -1.689788818359375, -1.6469879150390625, -1.60418701171875, -1.5613861083984375, -1.518585205078125, -1.4757843017578125, -1.4329833984375, -1.3901824951171875, -1.347381591796875, -1.3045806884765625, -1.26177978515625, -1.2189788818359375, -1.176177978515625, -1.1333770751953125, -1.090576171875, -1.0477752685546875, -1.004974365234375, -0.9621734619140625, -0.91937255859375, -0.8765716552734375, -0.833770751953125, -0.7909698486328125, -0.7481689453125, -0.7053680419921875, -0.662567138671875, -0.6197662353515625, -0.57696533203125, -0.5341644287109375, -0.491363525390625, -0.4485626220703125, -0.40576171875, -0.3629608154296875, -0.320159912109375, -0.2773590087890625, -0.23455810546875, -0.1917572021484375, -0.148956298828125, -0.1061553955078125, -0.0633544921875, -0.0205535888671875, 0.022247314453125, 0.0650482177734375, 0.10784912109375, 0.1506500244140625, 0.193450927734375, 0.2362518310546875, 0.279052734375, 0.3218536376953125, 0.364654541015625, 0.4074554443359375, 0.45025634765625, 0.4930572509765625, 0.535858154296875, 0.5786590576171875, 0.6214599609375, 0.6642608642578125, 0.707061767578125, 0.7498626708984375, 0.79266357421875, 0.8354644775390625, 0.878265380859375, 0.9210662841796875, 0.9638671875]}, "gradients/encoder.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 1.0, 4.0, 6.0, 9.0, 10.0, 28.0, 41.0, 39.0, 58.0, 69.0, 84.0, 108.0, 102.0, 97.0, 85.0, 80.0, 42.0, 39.0, 27.0, 25.0, 18.0, 4.0, 7.0, 3.0, 5.0, 4.0, 4.0, 1.0, 2.0, 0.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6640625, -0.6343994140625, -0.604736328125, -0.5750732421875, -0.54541015625, -0.5157470703125, -0.486083984375, -0.4564208984375, -0.4267578125, -0.3970947265625, -0.367431640625, -0.3377685546875, -0.30810546875, -0.2784423828125, -0.248779296875, -0.2191162109375, -0.189453125, -0.1597900390625, -0.130126953125, -0.1004638671875, -0.07080078125, -0.0411376953125, -0.011474609375, 0.0181884765625, 0.0478515625, 0.0775146484375, 0.107177734375, 0.1368408203125, 0.16650390625, 0.1961669921875, 0.225830078125, 0.2554931640625, 0.28515625, 0.3148193359375, 0.344482421875, 0.3741455078125, 0.40380859375, 0.4334716796875, 0.463134765625, 0.4927978515625, 0.5224609375, 0.5521240234375, 0.581787109375, 0.6114501953125, 0.64111328125, 0.6707763671875, 0.700439453125, 0.7301025390625, 0.759765625, 0.7894287109375, 0.819091796875, 0.8487548828125, 0.87841796875, 0.9080810546875, 0.937744140625, 0.9674072265625, 0.9970703125, 1.0267333984375, 1.056396484375, 1.0860595703125, 1.11572265625, 1.1453857421875, 1.175048828125, 1.2047119140625, 1.234375]}, "gradients/encoder.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 5.0, 1.0, 9.0, 22.0, 46.0, 120.0, 253.0, 258.0, 164.0, 76.0, 24.0, 12.0, 10.0, 4.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-35.5809326171875, -34.79084396362305, -34.000755310058594, -33.21066665649414, -32.42057800292969, -31.630491256713867, -30.840402603149414, -30.05031394958496, -29.260225296020508, -28.470136642456055, -27.6800479888916, -26.88995933532715, -26.099872589111328, -25.309783935546875, -24.519695281982422, -23.72960662841797, -22.939517974853516, -22.149429321289062, -21.35934066772461, -20.569252014160156, -19.779163360595703, -18.989076614379883, -18.19898796081543, -17.408899307250977, -16.618810653686523, -15.82872200012207, -15.038633346557617, -14.24854564666748, -13.458456993103027, -12.668368339538574, -11.878280639648438, -11.088191986083984, -10.298104286193848, -9.508015632629395, -8.717927932739258, -7.927839279174805, -7.137750625610352, -6.347661972045898, -5.5575737953186035, -4.767485618591309, -3.9773969650268555, -3.1873085498809814, -2.3972201347351074, -1.6071317195892334, -0.8170433044433594, -0.02695488929748535, 0.7631335258483887, 1.5532217025756836, 2.3433103561401367, 3.1333987712860107, 3.9234871864318848, 4.71357536315918, 5.503664016723633, 6.293752670288086, 7.083840847015381, 7.873929023742676, 8.664017677307129, 9.454106330871582, 10.244194030761719, 11.034282684326172, 11.824371337890625, 12.614459991455078, 13.404548645019531, 14.194636344909668, 14.984724998474121]}, "gradients/encoder.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 5.0, 4.0, 7.0, 8.0, 10.0, 21.0, 24.0, 31.0, 34.0, 44.0, 43.0, 51.0, 57.0, 50.0, 68.0, 72.0, 68.0, 56.0, 58.0, 53.0, 45.0, 31.0, 31.0, 28.0, 24.0, 23.0, 13.0, 20.0, 8.0, 6.0, 3.0, 8.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.903568267822266, -9.546171188354492, -9.188774108886719, -8.831377029418945, -8.473979949951172, -8.116582870483398, -7.759186267852783, -7.40178918838501, -7.044392108917236, -6.686995029449463, -6.3295979499816895, -5.972201347351074, -5.614804267883301, -5.257407188415527, -4.900010108947754, -4.5426130294799805, -4.185215950012207, -3.8278188705444336, -3.47042179107666, -3.113024950027466, -2.7556278705596924, -2.398230791091919, -2.0408339500427246, -1.6834368705749512, -1.3260397911071777, -0.9686427712440491, -0.6112457513809204, -0.2538487911224365, 0.10354828834533691, 0.46094536781311035, 0.8183422088623047, 1.1757392883300781, 1.5331363677978516, 1.890533447265625, 2.2479305267333984, 2.6053273677825928, 2.962724447250366, 3.3201215267181396, 3.677518367767334, 4.034915447235107, 4.392312526702881, 4.749709606170654, 5.107106685638428, 5.464503288269043, 5.821900367736816, 6.17929744720459, 6.536694526672363, 6.894091606140137, 7.25148868560791, 7.608885765075684, 7.966282844543457, 8.32367992401123, 8.681077003479004, 9.038474082946777, 9.395870208740234, 9.753267288208008, 10.110664367675781, 10.468061447143555, 10.825458526611328, 11.182855606079102, 11.540252685546875, 11.897649765014648, 12.255046844482422, 12.612443923950195, 12.969841003417969]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 1.0, 4.0, 6.0, 11.0, 16.0, 14.0, 19.0, 25.0, 54.0, 95.0, 145.0, 322.0, 623.0, 1360.0, 3049.0, 8689.0, 30838.0, 211425.0, 3746863.0, 151664.0, 25933.0, 7779.0, 2921.0, 1194.0, 566.0, 305.0, 160.0, 73.0, 53.0, 27.0, 16.0, 16.0, 6.0, 4.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-2.1875, -2.1290740966796875, -2.070648193359375, -2.0122222900390625, -1.95379638671875, -1.8953704833984375, -1.836944580078125, -1.7785186767578125, -1.7200927734375, -1.6616668701171875, -1.603240966796875, -1.5448150634765625, -1.48638916015625, -1.4279632568359375, -1.369537353515625, -1.3111114501953125, -1.252685546875, -1.1942596435546875, -1.135833740234375, -1.0774078369140625, -1.01898193359375, -0.9605560302734375, -0.902130126953125, -0.8437042236328125, -0.7852783203125, -0.7268524169921875, -0.668426513671875, -0.6100006103515625, -0.55157470703125, -0.4931488037109375, -0.434722900390625, -0.3762969970703125, -0.31787109375, -0.2594451904296875, -0.201019287109375, -0.1425933837890625, -0.08416748046875, -0.0257415771484375, 0.032684326171875, 0.0911102294921875, 0.1495361328125, 0.2079620361328125, 0.266387939453125, 0.3248138427734375, 0.38323974609375, 0.4416656494140625, 0.500091552734375, 0.5585174560546875, 0.616943359375, 0.6753692626953125, 0.733795166015625, 0.7922210693359375, 0.85064697265625, 0.9090728759765625, 0.967498779296875, 1.0259246826171875, 1.0843505859375, 1.1427764892578125, 1.201202392578125, 1.2596282958984375, 1.31805419921875, 1.3764801025390625, 1.434906005859375, 1.4933319091796875, 1.5517578125]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 2.0, 9.0, 7.0, 8.0, 11.0, 10.0, 22.0, 34.0, 26.0, 45.0, 46.0, 66.0, 55.0, 50.0, 72.0, 61.0, 70.0, 62.0, 47.0, 56.0, 39.0, 35.0, 33.0, 28.0, 26.0, 25.0, 15.0, 10.0, 5.0, 18.0, 2.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.46240234375, -0.44628143310546875, -0.4301605224609375, -0.41403961181640625, -0.397918701171875, -0.38179779052734375, -0.3656768798828125, -0.34955596923828125, -0.33343505859375, -0.31731414794921875, -0.3011932373046875, -0.28507232666015625, -0.268951416015625, -0.25283050537109375, -0.2367095947265625, -0.22058868408203125, -0.2044677734375, -0.18834686279296875, -0.1722259521484375, -0.15610504150390625, -0.139984130859375, -0.12386322021484375, -0.1077423095703125, -0.09162139892578125, -0.07550048828125, -0.05937957763671875, -0.0432586669921875, -0.02713775634765625, -0.011016845703125, 0.00510406494140625, 0.0212249755859375, 0.03734588623046875, 0.053466796875, 0.06958770751953125, 0.0857086181640625, 0.10182952880859375, 0.117950439453125, 0.13407135009765625, 0.1501922607421875, 0.16631317138671875, 0.18243408203125, 0.19855499267578125, 0.2146759033203125, 0.23079681396484375, 0.246917724609375, 0.26303863525390625, 0.2791595458984375, 0.29528045654296875, 0.3114013671875, 0.32752227783203125, 0.3436431884765625, 0.35976409912109375, 0.375885009765625, 0.39200592041015625, 0.4081268310546875, 0.42424774169921875, 0.44036865234375, 0.45648956298828125, 0.4726104736328125, 0.48873138427734375, 0.504852294921875, 0.5209732055664062, 0.5370941162109375, 0.5532150268554688, 0.5693359375]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 2.0, 2.0, 6.0, 11.0, 12.0, 9.0, 14.0, 14.0, 35.0, 55.0, 62.0, 118.0, 277.0, 568.0, 1252.0, 3381.0, 9882.0, 33772.0, 175833.0, 3632599.0, 273635.0, 43767.0, 12091.0, 4073.0, 1499.0, 640.0, 292.0, 156.0, 83.0, 51.0, 26.0, 22.0, 12.0, 12.0, 7.0, 9.0, 1.0, 5.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.9111328125, -1.8589019775390625, -1.806671142578125, -1.7544403076171875, -1.70220947265625, -1.6499786376953125, -1.597747802734375, -1.5455169677734375, -1.4932861328125, -1.4410552978515625, -1.388824462890625, -1.3365936279296875, -1.28436279296875, -1.2321319580078125, -1.179901123046875, -1.1276702880859375, -1.075439453125, -1.0232086181640625, -0.970977783203125, -0.9187469482421875, -0.86651611328125, -0.8142852783203125, -0.762054443359375, -0.7098236083984375, -0.6575927734375, -0.6053619384765625, -0.553131103515625, -0.5009002685546875, -0.44866943359375, -0.3964385986328125, -0.344207763671875, -0.2919769287109375, -0.23974609375, -0.1875152587890625, -0.135284423828125, -0.0830535888671875, -0.03082275390625, 0.0214080810546875, 0.073638916015625, 0.1258697509765625, 0.1781005859375, 0.2303314208984375, 0.282562255859375, 0.3347930908203125, 0.38702392578125, 0.4392547607421875, 0.491485595703125, 0.5437164306640625, 0.595947265625, 0.6481781005859375, 0.700408935546875, 0.7526397705078125, 0.80487060546875, 0.8571014404296875, 0.909332275390625, 0.9615631103515625, 1.0137939453125, 1.0660247802734375, 1.118255615234375, 1.1704864501953125, 1.22271728515625, 1.2749481201171875, 1.327178955078125, 1.3794097900390625, 1.431640625]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 5.0, 0.0, 1.0, 1.0, 3.0, 8.0, 7.0, 7.0, 7.0, 13.0, 8.0, 18.0, 22.0, 24.0, 32.0, 40.0, 58.0, 79.0, 134.0, 312.0, 784.0, 1231.0, 613.0, 237.0, 126.0, 86.0, 51.0, 46.0, 32.0, 14.0, 15.0, 10.0, 10.0, 8.0, 8.0, 7.0, 4.0, 3.0, 7.0, 4.0, 5.0, 0.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3037109375, -1.2621307373046875, -1.220550537109375, -1.1789703369140625, -1.13739013671875, -1.0958099365234375, -1.054229736328125, -1.0126495361328125, -0.9710693359375, -0.9294891357421875, -0.887908935546875, -0.8463287353515625, -0.80474853515625, -0.7631683349609375, -0.721588134765625, -0.6800079345703125, -0.638427734375, -0.5968475341796875, -0.555267333984375, -0.5136871337890625, -0.47210693359375, -0.4305267333984375, -0.388946533203125, -0.3473663330078125, -0.3057861328125, -0.2642059326171875, -0.222625732421875, -0.1810455322265625, -0.13946533203125, -0.0978851318359375, -0.056304931640625, -0.0147247314453125, 0.02685546875, 0.0684356689453125, 0.110015869140625, 0.1515960693359375, 0.19317626953125, 0.2347564697265625, 0.276336669921875, 0.3179168701171875, 0.3594970703125, 0.4010772705078125, 0.442657470703125, 0.4842376708984375, 0.52581787109375, 0.5673980712890625, 0.608978271484375, 0.6505584716796875, 0.692138671875, 0.7337188720703125, 0.775299072265625, 0.8168792724609375, 0.85845947265625, 0.9000396728515625, 0.941619873046875, 0.9832000732421875, 1.0247802734375, 1.0663604736328125, 1.107940673828125, 1.1495208740234375, 1.19110107421875, 1.2326812744140625, 1.274261474609375, 1.3158416748046875, 1.357421875]}, "gradients/encoder.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 5.0, 10.0, 16.0, 67.0, 108.0, 240.0, 275.0, 156.0, 66.0, 35.0, 11.0, 8.0, 5.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-22.50558090209961, -21.88620376586914, -21.266828536987305, -20.64745330810547, -20.028076171875, -19.40869903564453, -18.789323806762695, -18.16994857788086, -17.55057144165039, -16.931194305419922, -16.311819076538086, -15.692442893981934, -15.073066711425781, -14.453690528869629, -13.834314346313477, -13.214938163757324, -12.595561981201172, -11.97618579864502, -11.356809616088867, -10.737433433532715, -10.118057250976562, -9.49868106842041, -8.879304885864258, -8.259928703308105, -7.640552520751953, -7.021176338195801, -6.401800155639648, -5.782423973083496, -5.163047790527344, -4.543671607971191, -3.924295425415039, -3.3049192428588867, -2.6855430603027344, -2.066166877746582, -1.4467906951904297, -0.8274145126342773, -0.208038330078125, 0.41133785247802734, 1.0307140350341797, 1.650090217590332, 2.2694664001464844, 2.8888425827026367, 3.508218765258789, 4.127594947814941, 4.746971130371094, 5.366347312927246, 5.985723495483398, 6.605099678039551, 7.224475860595703, 7.8438520431518555, 8.463228225708008, 9.08260440826416, 9.701980590820312, 10.321356773376465, 10.940732955932617, 11.56010913848877, 12.179485321044922, 12.798861503601074, 13.418237686157227, 14.037613868713379, 14.656990051269531, 15.276366233825684, 15.895742416381836, 16.515117645263672, 17.13449478149414]}, "gradients/encoder.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 10.0, 10.0, 12.0, 10.0, 19.0, 15.0, 15.0, 32.0, 30.0, 34.0, 40.0, 50.0, 45.0, 53.0, 68.0, 56.0, 54.0, 55.0, 51.0, 56.0, 51.0, 30.0, 36.0, 29.0, 28.0, 29.0, 22.0, 17.0, 9.0, 7.0, 5.0, 4.0, 9.0, 6.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.204517364501953, -6.986541271209717, -6.768564701080322, -6.550588607788086, -6.332612037658691, -6.114635944366455, -5.896659851074219, -5.678683280944824, -5.46070671081543, -5.242730617523193, -5.024754047393799, -4.8067779541015625, -4.588801383972168, -4.370825290679932, -4.152849197387695, -3.934872627258301, -3.7168965339660645, -3.498920202255249, -3.2809438705444336, -3.0629677772521973, -2.8449912071228027, -2.6270151138305664, -2.409038782119751, -2.1910624504089355, -1.9730861186981201, -1.7551097869873047, -1.5371334552764893, -1.3191572427749634, -1.101180911064148, -0.8832045793533325, -0.6652283668518066, -0.4472520351409912, -0.22927570343017578, -0.01129940152168274, 0.2066769003868103, 0.42465317249298096, 0.6426295042037964, 0.8606058359146118, 1.0785820484161377, 1.2965583801269531, 1.5145347118377686, 1.732511043548584, 1.9504873752593994, 2.168463706970215, 2.386439800262451, 2.6044163703918457, 2.822392463684082, 3.0403687953948975, 3.258345127105713, 3.4763214588165283, 3.6942977905273438, 3.91227388381958, 4.130250453948975, 4.348226547241211, 4.5662031173706055, 4.784179210662842, 5.002155303955078, 5.2201313972473145, 5.438107967376709, 5.656084060668945, 5.87406063079834, 6.092036724090576, 6.3100128173828125, 6.527989387512207, 6.745965957641602]}, "gradients/encoder.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 0.0, 6.0, 8.0, 7.0, 11.0, 19.0, 22.0, 48.0, 56.0, 69.0, 148.0, 216.0, 356.0, 679.0, 1224.0, 2440.0, 4926.0, 10787.0, 26132.0, 71746.0, 303483.0, 462908.0, 102306.0, 34492.0, 13929.0, 6154.0, 2928.0, 1509.0, 801.0, 433.0, 262.0, 159.0, 110.0, 49.0, 50.0, 22.0, 21.0, 18.0, 10.0, 5.0, 4.0, 3.0, 3.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3984375, -1.35205078125, -1.3056640625, -1.25927734375, -1.212890625, -1.16650390625, -1.1201171875, -1.07373046875, -1.02734375, -0.98095703125, -0.9345703125, -0.88818359375, -0.841796875, -0.79541015625, -0.7490234375, -0.70263671875, -0.65625, -0.60986328125, -0.5634765625, -0.51708984375, -0.470703125, -0.42431640625, -0.3779296875, -0.33154296875, -0.28515625, -0.23876953125, -0.1923828125, -0.14599609375, -0.099609375, -0.05322265625, -0.0068359375, 0.03955078125, 0.0859375, 0.13232421875, 0.1787109375, 0.22509765625, 0.271484375, 0.31787109375, 0.3642578125, 0.41064453125, 0.45703125, 0.50341796875, 0.5498046875, 0.59619140625, 0.642578125, 0.68896484375, 0.7353515625, 0.78173828125, 0.828125, 0.87451171875, 0.9208984375, 0.96728515625, 1.013671875, 1.06005859375, 1.1064453125, 1.15283203125, 1.19921875, 1.24560546875, 1.2919921875, 1.33837890625, 1.384765625, 1.43115234375, 1.4775390625, 1.52392578125, 1.5703125]}, "gradients/encoder.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 4.0, 3.0, 1.0, 9.0, 6.0, 5.0, 11.0, 11.0, 10.0, 18.0, 29.0, 32.0, 31.0, 35.0, 43.0, 45.0, 62.0, 58.0, 55.0, 61.0, 67.0, 63.0, 50.0, 38.0, 27.0, 53.0, 28.0, 28.0, 22.0, 22.0, 20.0, 19.0, 15.0, 10.0, 3.0, 6.0, 2.0, 4.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.51806640625, -0.503082275390625, -0.48809814453125, -0.473114013671875, -0.4581298828125, -0.443145751953125, -0.42816162109375, -0.413177490234375, -0.398193359375, -0.383209228515625, -0.36822509765625, -0.353240966796875, -0.3382568359375, -0.323272705078125, -0.30828857421875, -0.293304443359375, -0.2783203125, -0.263336181640625, -0.24835205078125, -0.233367919921875, -0.2183837890625, -0.203399658203125, -0.18841552734375, -0.173431396484375, -0.158447265625, -0.143463134765625, -0.12847900390625, -0.113494873046875, -0.0985107421875, -0.083526611328125, -0.06854248046875, -0.053558349609375, -0.03857421875, -0.023590087890625, -0.00860595703125, 0.006378173828125, 0.0213623046875, 0.036346435546875, 0.05133056640625, 0.066314697265625, 0.081298828125, 0.096282958984375, 0.11126708984375, 0.126251220703125, 0.1412353515625, 0.156219482421875, 0.17120361328125, 0.186187744140625, 0.201171875, 0.216156005859375, 0.23114013671875, 0.246124267578125, 0.2611083984375, 0.276092529296875, 0.29107666015625, 0.306060791015625, 0.321044921875, 0.336029052734375, 0.35101318359375, 0.365997314453125, 0.3809814453125, 0.395965576171875, 0.41094970703125, 0.425933837890625, 0.44091796875]}, "gradients/encoder.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 0.0, 0.0, 4.0, 2.0, 4.0, 11.0, 7.0, 15.0, 17.0, 20.0, 23.0, 36.0, 61.0, 74.0, 96.0, 145.0, 239.0, 341.0, 600.0, 1148.0, 2643.0, 8840.0, 53291.0, 774319.0, 178691.0, 19613.0, 4551.0, 1709.0, 772.0, 423.0, 271.0, 167.0, 122.0, 94.0, 51.0, 45.0, 30.0, 14.0, 18.0, 16.0, 11.0, 8.0, 9.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0], "bins": [-2.623046875, -2.542938232421875, -2.46282958984375, -2.382720947265625, -2.3026123046875, -2.222503662109375, -2.14239501953125, -2.062286376953125, -1.982177734375, -1.902069091796875, -1.82196044921875, -1.741851806640625, -1.6617431640625, -1.581634521484375, -1.50152587890625, -1.421417236328125, -1.34130859375, -1.261199951171875, -1.18109130859375, -1.100982666015625, -1.0208740234375, -0.940765380859375, -0.86065673828125, -0.780548095703125, -0.700439453125, -0.620330810546875, -0.54022216796875, -0.460113525390625, -0.3800048828125, -0.299896240234375, -0.21978759765625, -0.139678955078125, -0.0595703125, 0.020538330078125, 0.10064697265625, 0.180755615234375, 0.2608642578125, 0.340972900390625, 0.42108154296875, 0.501190185546875, 0.581298828125, 0.661407470703125, 0.74151611328125, 0.821624755859375, 0.9017333984375, 0.981842041015625, 1.06195068359375, 1.142059326171875, 1.22216796875, 1.302276611328125, 1.38238525390625, 1.462493896484375, 1.5426025390625, 1.622711181640625, 1.70281982421875, 1.782928466796875, 1.863037109375, 1.943145751953125, 2.02325439453125, 2.103363037109375, 2.1834716796875, 2.263580322265625, 2.34368896484375, 2.423797607421875, 2.50390625]}, "gradients/encoder.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 2.0, 8.0, 5.0, 7.0, 10.0, 14.0, 9.0, 17.0, 25.0, 27.0, 29.0, 35.0, 36.0, 48.0, 53.0, 63.0, 60.0, 49.0, 66.0, 59.0, 53.0, 43.0, 46.0, 51.0, 33.0, 32.0, 30.0, 24.0, 17.0, 21.0, 11.0, 7.0, 7.0, 6.0, 2.0, 2.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.005859375, -1.933868408203125, -1.86187744140625, -1.789886474609375, -1.7178955078125, -1.645904541015625, -1.57391357421875, -1.501922607421875, -1.429931640625, -1.357940673828125, -1.28594970703125, -1.213958740234375, -1.1419677734375, -1.069976806640625, -0.99798583984375, -0.925994873046875, -0.85400390625, -0.782012939453125, -0.71002197265625, -0.638031005859375, -0.5660400390625, -0.494049072265625, -0.42205810546875, -0.350067138671875, -0.278076171875, -0.206085205078125, -0.13409423828125, -0.062103271484375, 0.0098876953125, 0.081878662109375, 0.15386962890625, 0.225860595703125, 0.2978515625, 0.369842529296875, 0.44183349609375, 0.513824462890625, 0.5858154296875, 0.657806396484375, 0.72979736328125, 0.801788330078125, 0.873779296875, 0.945770263671875, 1.01776123046875, 1.089752197265625, 1.1617431640625, 1.233734130859375, 1.30572509765625, 1.377716064453125, 1.44970703125, 1.521697998046875, 1.59368896484375, 1.665679931640625, 1.7376708984375, 1.809661865234375, 1.88165283203125, 1.953643798828125, 2.025634765625, 2.097625732421875, 2.16961669921875, 2.241607666015625, 2.3135986328125, 2.385589599609375, 2.45758056640625, 2.529571533203125, 2.6015625]}, "gradients/encoder.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 3.0, 6.0, 3.0, 6.0, 7.0, 15.0, 22.0, 31.0, 54.0, 104.0, 164.0, 380.0, 984.0, 3311.0, 17774.0, 297261.0, 693946.0, 27822.0, 4499.0, 1240.0, 483.0, 210.0, 83.0, 53.0, 29.0, 22.0, 10.0, 16.0, 7.0, 5.0, 3.0, 3.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.6435546875, -1.5992584228515625, -1.554962158203125, -1.5106658935546875, -1.46636962890625, -1.4220733642578125, -1.377777099609375, -1.3334808349609375, -1.2891845703125, -1.2448883056640625, -1.200592041015625, -1.1562957763671875, -1.11199951171875, -1.0677032470703125, -1.023406982421875, -0.9791107177734375, -0.934814453125, -0.8905181884765625, -0.846221923828125, -0.8019256591796875, -0.75762939453125, -0.7133331298828125, -0.669036865234375, -0.6247406005859375, -0.5804443359375, -0.5361480712890625, -0.491851806640625, -0.4475555419921875, -0.40325927734375, -0.3589630126953125, -0.314666748046875, -0.2703704833984375, -0.22607421875, -0.1817779541015625, -0.137481689453125, -0.0931854248046875, -0.04888916015625, -0.0045928955078125, 0.039703369140625, 0.0839996337890625, 0.1282958984375, 0.1725921630859375, 0.216888427734375, 0.2611846923828125, 0.30548095703125, 0.3497772216796875, 0.394073486328125, 0.4383697509765625, 0.482666015625, 0.5269622802734375, 0.571258544921875, 0.6155548095703125, 0.65985107421875, 0.7041473388671875, 0.748443603515625, 0.7927398681640625, 0.8370361328125, 0.8813323974609375, 0.925628662109375, 0.9699249267578125, 1.01422119140625, 1.0585174560546875, 1.102813720703125, 1.1471099853515625, 1.19140625]}, "gradients/encoder.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 2.0, 5.0, 6.0, 8.0, 15.0, 10.0, 12.0, 26.0, 52.0, 77.0, 128.0, 222.0, 166.0, 100.0, 57.0, 37.0, 28.0, 16.0, 7.0, 7.0, 7.0, 4.0, 2.0, 1.0, 3.0, 6.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00027942657470703125, -0.0002706162631511688, -0.0002618059515953064, -0.00025299564003944397, -0.00024418532848358154, -0.00023537501692771912, -0.0002265647053718567, -0.00021775439381599426, -0.00020894408226013184, -0.0002001337707042694, -0.00019132345914840698, -0.00018251314759254456, -0.00017370283603668213, -0.0001648925244808197, -0.00015608221292495728, -0.00014727190136909485, -0.00013846158981323242, -0.00012965127825737, -0.00012084096670150757, -0.00011203065514564514, -0.00010322034358978271, -9.441003203392029e-05, -8.559972047805786e-05, -7.678940892219543e-05, -6.797909736633301e-05, -5.916878581047058e-05, -5.0358474254608154e-05, -4.154816269874573e-05, -3.27378511428833e-05, -2.3927539587020874e-05, -1.5117228031158447e-05, -6.3069164752960205e-06, 2.5033950805664062e-06, 1.1313706636428833e-05, 2.012401819229126e-05, 2.8934329748153687e-05, 3.774464130401611e-05, 4.655495285987854e-05, 5.536526441574097e-05, 6.41755759716034e-05, 7.298588752746582e-05, 8.179619908332825e-05, 9.060651063919067e-05, 9.94168221950531e-05, 0.00010822713375091553, 0.00011703744530677795, 0.00012584775686264038, 0.0001346580684185028, 0.00014346837997436523, 0.00015227869153022766, 0.0001610890030860901, 0.00016989931464195251, 0.00017870962619781494, 0.00018751993775367737, 0.0001963302493095398, 0.00020514056086540222, 0.00021395087242126465, 0.00022276118397712708, 0.0002315714955329895, 0.00024038180708885193, 0.00024919211864471436, 0.0002580024302005768, 0.0002668127417564392, 0.00027562305331230164, 0.00028443336486816406]}, "gradients/encoder.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 5.0, 5.0, 3.0, 11.0, 19.0, 24.0, 29.0, 51.0, 83.0, 168.0, 277.0, 613.0, 1600.0, 5654.0, 43997.0, 864835.0, 117593.0, 9738.0, 2183.0, 825.0, 368.0, 178.0, 117.0, 60.0, 46.0, 30.0, 15.0, 12.0, 8.0, 4.0, 4.0, 4.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.537109375, -1.488555908203125, -1.44000244140625, -1.391448974609375, -1.3428955078125, -1.294342041015625, -1.24578857421875, -1.197235107421875, -1.148681640625, -1.100128173828125, -1.05157470703125, -1.003021240234375, -0.9544677734375, -0.905914306640625, -0.85736083984375, -0.808807373046875, -0.76025390625, -0.711700439453125, -0.66314697265625, -0.614593505859375, -0.5660400390625, -0.517486572265625, -0.46893310546875, -0.420379638671875, -0.371826171875, -0.323272705078125, -0.27471923828125, -0.226165771484375, -0.1776123046875, -0.129058837890625, -0.08050537109375, -0.031951904296875, 0.0166015625, 0.065155029296875, 0.11370849609375, 0.162261962890625, 0.2108154296875, 0.259368896484375, 0.30792236328125, 0.356475830078125, 0.405029296875, 0.453582763671875, 0.50213623046875, 0.550689697265625, 0.5992431640625, 0.647796630859375, 0.69635009765625, 0.744903564453125, 0.79345703125, 0.842010498046875, 0.89056396484375, 0.939117431640625, 0.9876708984375, 1.036224365234375, 1.08477783203125, 1.133331298828125, 1.181884765625, 1.230438232421875, 1.27899169921875, 1.327545166015625, 1.3760986328125, 1.424652099609375, 1.47320556640625, 1.521759033203125, 1.5703125]}, "gradients/encoder.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 8.0, 4.0, 7.0, 9.0, 21.0, 12.0, 19.0, 25.0, 27.0, 29.0, 39.0, 48.0, 59.0, 78.0, 83.0, 70.0, 60.0, 71.0, 58.0, 53.0, 39.0, 32.0, 39.0, 20.0, 20.0, 18.0, 13.0, 5.0, 6.0, 4.0, 6.0, 5.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.58935546875, -0.569366455078125, -0.54937744140625, -0.529388427734375, -0.5093994140625, -0.489410400390625, -0.46942138671875, -0.449432373046875, -0.429443359375, -0.409454345703125, -0.38946533203125, -0.369476318359375, -0.3494873046875, -0.329498291015625, -0.30950927734375, -0.289520263671875, -0.26953125, -0.249542236328125, -0.22955322265625, -0.209564208984375, -0.1895751953125, -0.169586181640625, -0.14959716796875, -0.129608154296875, -0.109619140625, -0.089630126953125, -0.06964111328125, -0.049652099609375, -0.0296630859375, -0.009674072265625, 0.01031494140625, 0.030303955078125, 0.05029296875, 0.070281982421875, 0.09027099609375, 0.110260009765625, 0.1302490234375, 0.150238037109375, 0.17022705078125, 0.190216064453125, 0.210205078125, 0.230194091796875, 0.25018310546875, 0.270172119140625, 0.2901611328125, 0.310150146484375, 0.33013916015625, 0.350128173828125, 0.3701171875, 0.390106201171875, 0.41009521484375, 0.430084228515625, 0.4500732421875, 0.470062255859375, 0.49005126953125, 0.510040283203125, 0.530029296875, 0.550018310546875, 0.57000732421875, 0.589996337890625, 0.6099853515625, 0.629974365234375, 0.64996337890625, 0.669952392578125, 0.68994140625]}, "gradients/encoder.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 4.0, 6.0, 8.0, 32.0, 75.0, 143.0, 237.0, 250.0, 129.0, 67.0, 24.0, 12.0, 10.0, 4.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.929275512695312, -24.216503143310547, -23.503732681274414, -22.79096031188965, -22.078189849853516, -21.36541748046875, -20.652645111083984, -19.93987274169922, -19.227102279663086, -18.51432991027832, -17.801559448242188, -17.088787078857422, -16.376014709472656, -15.663244247436523, -14.950471878051758, -14.237700462341309, -13.52492904663086, -12.81215763092041, -12.099386215209961, -11.386613845825195, -10.673842430114746, -9.961071014404297, -9.248298645019531, -8.535527229309082, -7.822755813598633, -7.109984397888184, -6.397212505340576, -5.684440612792969, -4.9716691970825195, -4.25889778137207, -3.546125888824463, -2.8333539962768555, -2.1205825805664062, -1.407810926437378, -0.6950392723083496, 0.01773238182067871, 0.730504035949707, 1.4432756900787354, 2.1560473442077637, 2.868819236755371, 3.5815906524658203, 4.2943620681762695, 5.007133960723877, 5.719905853271484, 6.432677268981934, 7.145448684692383, 7.85822057723999, 8.570992469787598, 9.283763885498047, 9.996535301208496, 10.709306716918945, 11.422079086303711, 12.13485050201416, 12.84762191772461, 13.560394287109375, 14.273165702819824, 14.985937118530273, 15.698708534240723, 16.411479949951172, 17.124252319335938, 17.837024688720703, 18.549795150756836, 19.2625675201416, 19.975337982177734, 20.6881103515625]}, "gradients/encoder.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 5.0, 5.0, 5.0, 8.0, 8.0, 15.0, 13.0, 21.0, 14.0, 15.0, 27.0, 30.0, 27.0, 27.0, 41.0, 45.0, 50.0, 51.0, 56.0, 60.0, 46.0, 54.0, 65.0, 37.0, 38.0, 33.0, 33.0, 31.0, 25.0, 20.0, 24.0, 10.0, 18.0, 13.0, 11.0, 9.0, 5.0, 3.0, 6.0, 2.0, 2.0, 5.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.304425239562988, -7.067749500274658, -6.831073760986328, -6.594398021697998, -6.357722282409668, -6.121046543121338, -5.884370803833008, -5.647695541381836, -5.411019325256348, -5.174343585968018, -4.9376678466796875, -4.700992107391357, -4.464316368103027, -4.227640628814697, -3.9909651279449463, -3.754289388656616, -3.5176138877868652, -3.280938148498535, -3.044262409210205, -2.807586669921875, -2.570910930633545, -2.334235191345215, -2.097559690475464, -1.8608839511871338, -1.6242082118988037, -1.3875324726104736, -1.1508567333221436, -0.914181113243103, -0.677505373954773, -0.44082963466644287, -0.20415401458740234, 0.032521724700927734, 0.2691974639892578, 0.5058732032775879, 0.7425488829612732, 0.9792245626449585, 1.2159003019332886, 1.4525760412216187, 1.6892516613006592, 1.9259274005889893, 2.1626031398773193, 2.3992788791656494, 2.6359546184539795, 2.8726301193237305, 3.1093058586120605, 3.3459815979003906, 3.5826573371887207, 3.819333076477051, 4.056008815765381, 4.292684555053711, 4.529360294342041, 4.766036033630371, 5.002711772918701, 5.239387512207031, 5.476062774658203, 5.712738990783691, 5.949414253234863, 6.186089992523193, 6.422765731811523, 6.6594414710998535, 6.896117210388184, 7.132792949676514, 7.369468688964844, 7.606143951416016, 7.842820167541504]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 7.0, 8.0, 7.0, 4.0, 7.0, 6.0, 16.0, 15.0, 27.0, 20.0, 21.0, 45.0, 57.0, 53.0, 82.0, 149.0, 211.0, 400.0, 745.0, 2109.0, 7880.0, 55370.0, 3860492.0, 242659.0, 17678.0, 3728.0, 1157.0, 494.0, 252.0, 156.0, 99.0, 83.0, 62.0, 34.0, 30.0, 26.0, 21.0, 20.0, 16.0, 13.0, 7.0, 5.0, 2.0, 6.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.572265625, -2.488555908203125, -2.40484619140625, -2.321136474609375, -2.2374267578125, -2.153717041015625, -2.07000732421875, -1.986297607421875, -1.902587890625, -1.818878173828125, -1.73516845703125, -1.651458740234375, -1.5677490234375, -1.484039306640625, -1.40032958984375, -1.316619873046875, -1.23291015625, -1.149200439453125, -1.06549072265625, -0.981781005859375, -0.8980712890625, -0.814361572265625, -0.73065185546875, -0.646942138671875, -0.563232421875, -0.479522705078125, -0.39581298828125, -0.312103271484375, -0.2283935546875, -0.144683837890625, -0.06097412109375, 0.022735595703125, 0.1064453125, 0.190155029296875, 0.27386474609375, 0.357574462890625, 0.4412841796875, 0.524993896484375, 0.60870361328125, 0.692413330078125, 0.776123046875, 0.859832763671875, 0.94354248046875, 1.027252197265625, 1.1109619140625, 1.194671630859375, 1.27838134765625, 1.362091064453125, 1.44580078125, 1.529510498046875, 1.61322021484375, 1.696929931640625, 1.7806396484375, 1.864349365234375, 1.94805908203125, 2.031768798828125, 2.115478515625, 2.199188232421875, 2.28289794921875, 2.366607666015625, 2.4503173828125, 2.534027099609375, 2.61773681640625, 2.701446533203125, 2.78515625]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 6.0, 5.0, 4.0, 7.0, 8.0, 8.0, 17.0, 9.0, 17.0, 20.0, 26.0, 34.0, 30.0, 35.0, 47.0, 39.0, 43.0, 52.0, 58.0, 39.0, 62.0, 43.0, 38.0, 56.0, 36.0, 27.0, 37.0, 32.0, 33.0, 27.0, 18.0, 20.0, 17.0, 13.0, 13.0, 11.0, 4.0, 5.0, 5.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0], "bins": [-0.452392578125, -0.4397850036621094, -0.42717742919921875, -0.4145698547363281, -0.4019622802734375, -0.3893547058105469, -0.37674713134765625, -0.3641395568847656, -0.351531982421875, -0.3389244079589844, -0.32631683349609375, -0.3137092590332031, -0.3011016845703125, -0.2884941101074219, -0.27588653564453125, -0.2632789611816406, -0.25067138671875, -0.23806381225585938, -0.22545623779296875, -0.21284866333007812, -0.2002410888671875, -0.18763351440429688, -0.17502593994140625, -0.16241836547851562, -0.149810791015625, -0.13720321655273438, -0.12459564208984375, -0.11198806762695312, -0.0993804931640625, -0.08677291870117188, -0.07416534423828125, -0.061557769775390625, -0.0489501953125, -0.036342620849609375, -0.02373504638671875, -0.011127471923828125, 0.0014801025390625, 0.014087677001953125, 0.02669525146484375, 0.039302825927734375, 0.051910400390625, 0.06451797485351562, 0.07712554931640625, 0.08973312377929688, 0.1023406982421875, 0.11494827270507812, 0.12755584716796875, 0.14016342163085938, 0.15277099609375, 0.16537857055664062, 0.17798614501953125, 0.19059371948242188, 0.2032012939453125, 0.21580886840820312, 0.22841644287109375, 0.24102401733398438, 0.253631591796875, 0.2662391662597656, 0.27884674072265625, 0.2914543151855469, 0.3040618896484375, 0.3166694641113281, 0.32927703857421875, 0.3418846130371094, 0.3544921875]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 4.0, 8.0, 5.0, 9.0, 14.0, 10.0, 11.0, 21.0, 29.0, 44.0, 64.0, 96.0, 151.0, 254.0, 368.0, 677.0, 1179.0, 2089.0, 4442.0, 9337.0, 22322.0, 64269.0, 340131.0, 3334298.0, 310294.0, 62777.0, 22269.0, 9419.0, 4310.0, 2319.0, 1227.0, 683.0, 400.0, 241.0, 160.0, 90.0, 82.0, 56.0, 26.0, 25.0, 19.0, 22.0, 15.0, 9.0, 4.0, 7.0, 1.0, 6.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.92822265625, -0.8917922973632812, -0.8553619384765625, -0.8189315795898438, -0.782501220703125, -0.7460708618164062, -0.7096405029296875, -0.6732101440429688, -0.63677978515625, -0.6003494262695312, -0.5639190673828125, -0.5274887084960938, -0.491058349609375, -0.45462799072265625, -0.4181976318359375, -0.38176727294921875, -0.3453369140625, -0.30890655517578125, -0.2724761962890625, -0.23604583740234375, -0.199615478515625, -0.16318511962890625, -0.1267547607421875, -0.09032440185546875, -0.05389404296875, -0.01746368408203125, 0.0189666748046875, 0.05539703369140625, 0.091827392578125, 0.12825775146484375, 0.1646881103515625, 0.20111846923828125, 0.237548828125, 0.27397918701171875, 0.3104095458984375, 0.34683990478515625, 0.383270263671875, 0.41970062255859375, 0.4561309814453125, 0.49256134033203125, 0.52899169921875, 0.5654220581054688, 0.6018524169921875, 0.6382827758789062, 0.674713134765625, 0.7111434936523438, 0.7475738525390625, 0.7840042114257812, 0.8204345703125, 0.8568649291992188, 0.8932952880859375, 0.9297256469726562, 0.966156005859375, 1.0025863647460938, 1.0390167236328125, 1.0754470825195312, 1.11187744140625, 1.1483078002929688, 1.1847381591796875, 1.2211685180664062, 1.257598876953125, 1.2940292358398438, 1.3304595947265625, 1.3668899536132812, 1.4033203125]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 4.0, 7.0, 6.0, 8.0, 10.0, 15.0, 20.0, 16.0, 28.0, 40.0, 72.0, 98.0, 216.0, 516.0, 1289.0, 876.0, 361.0, 163.0, 78.0, 68.0, 44.0, 31.0, 21.0, 14.0, 19.0, 14.0, 5.0, 5.0, 7.0, 4.0, 4.0, 2.0, 7.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.24609375, -1.19964599609375, -1.1531982421875, -1.10675048828125, -1.060302734375, -1.01385498046875, -0.9674072265625, -0.92095947265625, -0.87451171875, -0.82806396484375, -0.7816162109375, -0.73516845703125, -0.688720703125, -0.64227294921875, -0.5958251953125, -0.54937744140625, -0.5029296875, -0.45648193359375, -0.4100341796875, -0.36358642578125, -0.317138671875, -0.27069091796875, -0.2242431640625, -0.17779541015625, -0.13134765625, -0.08489990234375, -0.0384521484375, 0.00799560546875, 0.054443359375, 0.10089111328125, 0.1473388671875, 0.19378662109375, 0.240234375, 0.28668212890625, 0.3331298828125, 0.37957763671875, 0.426025390625, 0.47247314453125, 0.5189208984375, 0.56536865234375, 0.61181640625, 0.65826416015625, 0.7047119140625, 0.75115966796875, 0.797607421875, 0.84405517578125, 0.8905029296875, 0.93695068359375, 0.9833984375, 1.02984619140625, 1.0762939453125, 1.12274169921875, 1.169189453125, 1.21563720703125, 1.2620849609375, 1.30853271484375, 1.35498046875, 1.40142822265625, 1.4478759765625, 1.49432373046875, 1.540771484375, 1.58721923828125, 1.6336669921875, 1.68011474609375, 1.7265625]}, "gradients/encoder.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 9.0, 3.0, 12.0, 39.0, 97.0, 222.0, 311.0, 186.0, 71.0, 34.0, 9.0, 3.0, 3.0, 4.0, 2.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.68231201171875, -9.05036449432373, -8.418416976928711, -7.786470413208008, -7.154522895812988, -6.522575378417969, -5.890628337860107, -5.258681297302246, -4.626733779907227, -3.994786500930786, -3.3628392219543457, -2.7308919429779053, -2.098944664001465, -1.4669973850250244, -0.835050106048584, -0.20310306549072266, 0.4288444519042969, 1.0607917308807373, 1.6927390098571777, 2.324686288833618, 2.9566335678100586, 3.588580846786499, 4.2205281257629395, 4.852475166320801, 5.48442268371582, 6.11637020111084, 6.748317241668701, 7.3802642822265625, 8.012211799621582, 8.644159317016602, 9.276105880737305, 9.908053398132324, 10.540002822875977, 11.171950340270996, 11.803897857666016, 12.435844421386719, 13.067791938781738, 13.699739456176758, 14.331686019897461, 14.96363353729248, 15.5955810546875, 16.227527618408203, 16.85947608947754, 17.491422653198242, 18.123371124267578, 18.75531768798828, 19.387264251708984, 20.019210815429688, 20.651159286499023, 21.283105850219727, 21.915054321289062, 22.547000885009766, 23.17894744873047, 23.810895919799805, 24.442842483520508, 25.074790954589844, 25.706737518310547, 26.33868408203125, 26.970632553100586, 27.60257911682129, 28.234527587890625, 28.866474151611328, 29.49842071533203, 30.130367279052734, 30.76231575012207]}, "gradients/encoder.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 4.0, 5.0, 3.0, 7.0, 6.0, 8.0, 12.0, 17.0, 15.0, 22.0, 26.0, 27.0, 33.0, 35.0, 43.0, 38.0, 38.0, 49.0, 46.0, 56.0, 51.0, 55.0, 58.0, 48.0, 48.0, 42.0, 37.0, 35.0, 28.0, 27.0, 16.0, 13.0, 12.0, 9.0, 11.0, 9.0, 6.0, 3.0, 4.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-6.846559524536133, -6.65513277053833, -6.4637064933776855, -6.272279739379883, -6.080853462219238, -5.8894267082214355, -5.697999954223633, -5.506573677062988, -5.315147399902344, -5.123720645904541, -4.9322943687438965, -4.740867614746094, -4.549441337585449, -4.3580145835876465, -4.166587829589844, -3.975161552429199, -3.7837347984313965, -3.592308282852173, -3.400881767272949, -3.2094550132751465, -3.018028736114502, -2.826601982116699, -2.6351754665374756, -2.443748950958252, -2.2523224353790283, -2.0608959197998047, -1.869469404220581, -1.6780427694320679, -1.4866162538528442, -1.2951897382736206, -1.1037631034851074, -0.9123365879058838, -0.7209100723266602, -0.5294835567474365, -0.3380569815635681, -0.1466304063796997, 0.044796109199523926, 0.23622262477874756, 0.42764925956726074, 0.6190757751464844, 0.810502290725708, 1.0019288063049316, 1.1933553218841553, 1.3847819566726685, 1.576208472251892, 1.7676349878311157, 1.959061622619629, 2.1504881381988525, 2.341914653778076, 2.5333411693573, 2.7247676849365234, 2.916194438934326, 3.1076207160949707, 3.2990474700927734, 3.490473985671997, 3.6819005012512207, 3.8733270168304443, 4.064753532409668, 4.256180286407471, 4.447606563568115, 4.639033317565918, 4.8304595947265625, 5.021886348724365, 5.213313102722168, 5.4047393798828125]}, "gradients/encoder.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 1.0, 7.0, 8.0, 9.0, 23.0, 25.0, 34.0, 54.0, 89.0, 134.0, 232.0, 353.0, 674.0, 1142.0, 2273.0, 4501.0, 10153.0, 27148.0, 94496.0, 468676.0, 333001.0, 67954.0, 21144.0, 8215.0, 3886.0, 1863.0, 1022.0, 587.0, 339.0, 170.0, 125.0, 74.0, 46.0, 35.0, 20.0, 18.0, 8.0, 5.0, 9.0, 2.0, 1.0, 5.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.53125, -1.4873504638671875, -1.443450927734375, -1.3995513916015625, -1.35565185546875, -1.3117523193359375, -1.267852783203125, -1.2239532470703125, -1.1800537109375, -1.1361541748046875, -1.092254638671875, -1.0483551025390625, -1.00445556640625, -0.9605560302734375, -0.916656494140625, -0.8727569580078125, -0.828857421875, -0.7849578857421875, -0.741058349609375, -0.6971588134765625, -0.65325927734375, -0.6093597412109375, -0.565460205078125, -0.5215606689453125, -0.4776611328125, -0.4337615966796875, -0.389862060546875, -0.3459625244140625, -0.30206298828125, -0.2581634521484375, -0.214263916015625, -0.1703643798828125, -0.12646484375, -0.0825653076171875, -0.038665771484375, 0.0052337646484375, 0.04913330078125, 0.0930328369140625, 0.136932373046875, 0.1808319091796875, 0.2247314453125, 0.2686309814453125, 0.312530517578125, 0.3564300537109375, 0.40032958984375, 0.4442291259765625, 0.488128662109375, 0.5320281982421875, 0.575927734375, 0.6198272705078125, 0.663726806640625, 0.7076263427734375, 0.75152587890625, 0.7954254150390625, 0.839324951171875, 0.8832244873046875, 0.9271240234375, 0.9710235595703125, 1.014923095703125, 1.0588226318359375, 1.10272216796875, 1.1466217041015625, 1.190521240234375, 1.2344207763671875, 1.2783203125]}, "gradients/encoder.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 5.0, 2.0, 4.0, 4.0, 4.0, 13.0, 15.0, 16.0, 23.0, 14.0, 25.0, 29.0, 43.0, 39.0, 41.0, 46.0, 56.0, 54.0, 47.0, 55.0, 46.0, 43.0, 52.0, 45.0, 36.0, 34.0, 40.0, 29.0, 30.0, 29.0, 17.0, 16.0, 16.0, 9.0, 7.0, 12.0, 4.0, 4.0, 5.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.54736328125, -0.5327873229980469, -0.5182113647460938, -0.5036354064941406, -0.4890594482421875, -0.4744834899902344, -0.45990753173828125, -0.4453315734863281, -0.430755615234375, -0.4161796569824219, -0.40160369873046875, -0.3870277404785156, -0.3724517822265625, -0.3578758239746094, -0.34329986572265625, -0.3287239074707031, -0.31414794921875, -0.2995719909667969, -0.28499603271484375, -0.2704200744628906, -0.2558441162109375, -0.24126815795898438, -0.22669219970703125, -0.21211624145507812, -0.197540283203125, -0.18296432495117188, -0.16838836669921875, -0.15381240844726562, -0.1392364501953125, -0.12466049194335938, -0.11008453369140625, -0.09550857543945312, -0.0809326171875, -0.06635665893554688, -0.05178070068359375, -0.037204742431640625, -0.0226287841796875, -0.008052825927734375, 0.00652313232421875, 0.021099090576171875, 0.035675048828125, 0.050251007080078125, 0.06482696533203125, 0.07940292358398438, 0.0939788818359375, 0.10855484008789062, 0.12313079833984375, 0.13770675659179688, 0.15228271484375, 0.16685867309570312, 0.18143463134765625, 0.19601058959960938, 0.2105865478515625, 0.22516250610351562, 0.23973846435546875, 0.2543144226074219, 0.268890380859375, 0.2834663391113281, 0.29804229736328125, 0.3126182556152344, 0.3271942138671875, 0.3417701721191406, 0.35634613037109375, 0.3709220886230469, 0.385498046875]}, "gradients/encoder.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 6.0, 7.0, 8.0, 16.0, 13.0, 21.0, 25.0, 47.0, 47.0, 82.0, 118.0, 215.0, 345.0, 762.0, 1710.0, 5288.0, 25441.0, 297594.0, 665959.0, 39486.0, 7181.0, 2188.0, 859.0, 453.0, 234.0, 146.0, 98.0, 55.0, 48.0, 31.0, 28.0, 18.0, 10.0, 6.0, 4.0, 2.0, 2.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.453125, -2.376739501953125, -2.30035400390625, -2.223968505859375, -2.1475830078125, -2.071197509765625, -1.99481201171875, -1.918426513671875, -1.842041015625, -1.765655517578125, -1.68927001953125, -1.612884521484375, -1.5364990234375, -1.460113525390625, -1.38372802734375, -1.307342529296875, -1.23095703125, -1.154571533203125, -1.07818603515625, -1.001800537109375, -0.9254150390625, -0.849029541015625, -0.77264404296875, -0.696258544921875, -0.619873046875, -0.543487548828125, -0.46710205078125, -0.390716552734375, -0.3143310546875, -0.237945556640625, -0.16156005859375, -0.085174560546875, -0.0087890625, 0.067596435546875, 0.14398193359375, 0.220367431640625, 0.2967529296875, 0.373138427734375, 0.44952392578125, 0.525909423828125, 0.602294921875, 0.678680419921875, 0.75506591796875, 0.831451416015625, 0.9078369140625, 0.984222412109375, 1.06060791015625, 1.136993408203125, 1.21337890625, 1.289764404296875, 1.36614990234375, 1.442535400390625, 1.5189208984375, 1.595306396484375, 1.67169189453125, 1.748077392578125, 1.824462890625, 1.900848388671875, 1.97723388671875, 2.053619384765625, 2.1300048828125, 2.206390380859375, 2.28277587890625, 2.359161376953125, 2.435546875]}, "gradients/encoder.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 1.0, 4.0, 4.0, 3.0, 8.0, 4.0, 7.0, 10.0, 14.0, 21.0, 19.0, 24.0, 28.0, 31.0, 37.0, 30.0, 39.0, 43.0, 70.0, 54.0, 74.0, 57.0, 61.0, 53.0, 48.0, 46.0, 44.0, 34.0, 24.0, 31.0, 22.0, 18.0, 15.0, 5.0, 6.0, 6.0, 4.0, 3.0, 2.0, 3.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.08203125, -2.012237548828125, -1.94244384765625, -1.872650146484375, -1.8028564453125, -1.733062744140625, -1.66326904296875, -1.593475341796875, -1.523681640625, -1.453887939453125, -1.38409423828125, -1.314300537109375, -1.2445068359375, -1.174713134765625, -1.10491943359375, -1.035125732421875, -0.96533203125, -0.895538330078125, -0.82574462890625, -0.755950927734375, -0.6861572265625, -0.616363525390625, -0.54656982421875, -0.476776123046875, -0.406982421875, -0.337188720703125, -0.26739501953125, -0.197601318359375, -0.1278076171875, -0.058013916015625, 0.01177978515625, 0.081573486328125, 0.1513671875, 0.221160888671875, 0.29095458984375, 0.360748291015625, 0.4305419921875, 0.500335693359375, 0.57012939453125, 0.639923095703125, 0.709716796875, 0.779510498046875, 0.84930419921875, 0.919097900390625, 0.9888916015625, 1.058685302734375, 1.12847900390625, 1.198272705078125, 1.26806640625, 1.337860107421875, 1.40765380859375, 1.477447509765625, 1.5472412109375, 1.617034912109375, 1.68682861328125, 1.756622314453125, 1.826416015625, 1.896209716796875, 1.96600341796875, 2.035797119140625, 2.1055908203125, 2.175384521484375, 2.24517822265625, 2.314971923828125, 2.384765625]}, "gradients/encoder.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 9.0, 3.0, 9.0, 15.0, 21.0, 32.0, 71.0, 168.0, 717.0, 5135.0, 396493.0, 638772.0, 5966.0, 760.0, 204.0, 79.0, 48.0, 21.0, 11.0, 12.0, 2.0, 5.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.86328125, -2.776580810546875, -2.68988037109375, -2.603179931640625, -2.5164794921875, -2.429779052734375, -2.34307861328125, -2.256378173828125, -2.169677734375, -2.082977294921875, -1.99627685546875, -1.909576416015625, -1.8228759765625, -1.736175537109375, -1.64947509765625, -1.562774658203125, -1.47607421875, -1.389373779296875, -1.30267333984375, -1.215972900390625, -1.1292724609375, -1.042572021484375, -0.95587158203125, -0.869171142578125, -0.782470703125, -0.695770263671875, -0.60906982421875, -0.522369384765625, -0.4356689453125, -0.348968505859375, -0.26226806640625, -0.175567626953125, -0.0888671875, -0.002166748046875, 0.08453369140625, 0.171234130859375, 0.2579345703125, 0.344635009765625, 0.43133544921875, 0.518035888671875, 0.604736328125, 0.691436767578125, 0.77813720703125, 0.864837646484375, 0.9515380859375, 1.038238525390625, 1.12493896484375, 1.211639404296875, 1.29833984375, 1.385040283203125, 1.47174072265625, 1.558441162109375, 1.6451416015625, 1.731842041015625, 1.81854248046875, 1.905242919921875, 1.991943359375, 2.078643798828125, 2.16534423828125, 2.252044677734375, 2.3387451171875, 2.425445556640625, 2.51214599609375, 2.598846435546875, 2.685546875]}, "gradients/encoder.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 4.0, 9.0, 9.0, 8.0, 12.0, 10.0, 12.0, 17.0, 24.0, 48.0, 72.0, 96.0, 140.0, 155.0, 121.0, 68.0, 60.0, 24.0, 29.0, 14.0, 18.0, 14.0, 9.0, 9.0, 10.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.00020754337310791016, -0.00020165927708148956, -0.00019577518105506897, -0.00018989108502864838, -0.00018400698900222778, -0.0001781228929758072, -0.0001722387969493866, -0.000166354700922966, -0.0001604706048965454, -0.00015458650887012482, -0.00014870241284370422, -0.00014281831681728363, -0.00013693422079086304, -0.00013105012476444244, -0.00012516602873802185, -0.00011928193271160126, -0.00011339783668518066, -0.00010751374065876007, -0.00010162964463233948, -9.574554860591888e-05, -8.986145257949829e-05, -8.39773565530777e-05, -7.80932605266571e-05, -7.220916450023651e-05, -6.632506847381592e-05, -6.0440972447395325e-05, -5.455687642097473e-05, -4.867278039455414e-05, -4.2788684368133545e-05, -3.690458834171295e-05, -3.102049231529236e-05, -2.5136396288871765e-05, -1.9252300262451172e-05, -1.3368204236030579e-05, -7.484108209609985e-06, -1.600012183189392e-06, 4.284083843231201e-06, 1.0168179869651794e-05, 1.6052275896072388e-05, 2.193637192249298e-05, 2.7820467948913574e-05, 3.370456397533417e-05, 3.958866000175476e-05, 4.5472756028175354e-05, 5.135685205459595e-05, 5.724094808101654e-05, 6.312504410743713e-05, 6.900914013385773e-05, 7.489323616027832e-05, 8.077733218669891e-05, 8.666142821311951e-05, 9.25455242395401e-05, 9.84296202659607e-05, 0.00010431371629238129, 0.00011019781231880188, 0.00011608190834522247, 0.00012196600437164307, 0.00012785010039806366, 0.00013373419642448425, 0.00013961829245090485, 0.00014550238847732544, 0.00015138648450374603, 0.00015727058053016663, 0.00016315467655658722, 0.0001690387725830078]}, "gradients/encoder.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 5.0, 4.0, 6.0, 12.0, 11.0, 37.0, 39.0, 81.0, 127.0, 226.0, 519.0, 1403.0, 6024.0, 68075.0, 914594.0, 49901.0, 5158.0, 1321.0, 487.0, 233.0, 122.0, 69.0, 37.0, 30.0, 9.0, 10.0, 9.0, 3.0, 2.0, 2.0, 4.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0], "bins": [-1.904296875, -1.85345458984375, -1.8026123046875, -1.75177001953125, -1.700927734375, -1.65008544921875, -1.5992431640625, -1.54840087890625, -1.49755859375, -1.44671630859375, -1.3958740234375, -1.34503173828125, -1.294189453125, -1.24334716796875, -1.1925048828125, -1.14166259765625, -1.0908203125, -1.03997802734375, -0.9891357421875, -0.93829345703125, -0.887451171875, -0.83660888671875, -0.7857666015625, -0.73492431640625, -0.68408203125, -0.63323974609375, -0.5823974609375, -0.53155517578125, -0.480712890625, -0.42987060546875, -0.3790283203125, -0.32818603515625, -0.27734375, -0.22650146484375, -0.1756591796875, -0.12481689453125, -0.073974609375, -0.02313232421875, 0.0277099609375, 0.07855224609375, 0.12939453125, 0.18023681640625, 0.2310791015625, 0.28192138671875, 0.332763671875, 0.38360595703125, 0.4344482421875, 0.48529052734375, 0.5361328125, 0.58697509765625, 0.6378173828125, 0.68865966796875, 0.739501953125, 0.79034423828125, 0.8411865234375, 0.89202880859375, 0.94287109375, 0.99371337890625, 1.0445556640625, 1.09539794921875, 1.146240234375, 1.19708251953125, 1.2479248046875, 1.29876708984375, 1.349609375]}, "gradients/encoder.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 1.0, 3.0, 8.0, 1.0, 5.0, 16.0, 7.0, 9.0, 12.0, 23.0, 23.0, 19.0, 31.0, 42.0, 65.0, 52.0, 69.0, 85.0, 66.0, 69.0, 81.0, 47.0, 49.0, 33.0, 29.0, 32.0, 25.0, 17.0, 11.0, 14.0, 6.0, 9.0, 5.0, 9.0, 7.0, 2.0, 4.0, 2.0, 5.0, 3.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.59716796875, -0.5776824951171875, -0.558197021484375, -0.5387115478515625, -0.51922607421875, -0.4997406005859375, -0.480255126953125, -0.4607696533203125, -0.4412841796875, -0.4217987060546875, -0.402313232421875, -0.3828277587890625, -0.36334228515625, -0.3438568115234375, -0.324371337890625, -0.3048858642578125, -0.285400390625, -0.2659149169921875, -0.246429443359375, -0.2269439697265625, -0.20745849609375, -0.1879730224609375, -0.168487548828125, -0.1490020751953125, -0.1295166015625, -0.1100311279296875, -0.090545654296875, -0.0710601806640625, -0.05157470703125, -0.0320892333984375, -0.012603759765625, 0.0068817138671875, 0.0263671875, 0.0458526611328125, 0.065338134765625, 0.0848236083984375, 0.10430908203125, 0.1237945556640625, 0.143280029296875, 0.1627655029296875, 0.1822509765625, 0.2017364501953125, 0.221221923828125, 0.2407073974609375, 0.26019287109375, 0.2796783447265625, 0.299163818359375, 0.3186492919921875, 0.338134765625, 0.3576202392578125, 0.377105712890625, 0.3965911865234375, 0.41607666015625, 0.4355621337890625, 0.455047607421875, 0.4745330810546875, 0.4940185546875, 0.5135040283203125, 0.532989501953125, 0.5524749755859375, 0.57196044921875, 0.5914459228515625, 0.610931396484375, 0.6304168701171875, 0.64990234375]}, "gradients/encoder.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 4.0, 6.0, 16.0, 18.0, 57.0, 134.0, 242.0, 312.0, 135.0, 43.0, 19.0, 6.0, 4.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.01019287109375, -37.2553825378418, -36.500572204589844, -35.74576187133789, -34.99095153808594, -34.23614501953125, -33.48133087158203, -32.726524353027344, -31.97171401977539, -31.216903686523438, -30.462093353271484, -29.70728302001953, -28.95247459411621, -28.197664260864258, -27.442853927612305, -26.68804359436035, -25.9332332611084, -25.178422927856445, -24.423612594604492, -23.668804168701172, -22.91399383544922, -22.159183502197266, -21.404373168945312, -20.64956283569336, -19.894752502441406, -19.139942169189453, -18.3851318359375, -17.630321502685547, -16.875513076782227, -16.120702743530273, -15.36589241027832, -14.611082077026367, -13.856271743774414, -13.101461410522461, -12.346652030944824, -11.591841697692871, -10.837032318115234, -10.082221984863281, -9.327411651611328, -8.572601318359375, -7.817791938781738, -7.062982082366943, -6.308172225952148, -5.553361892700195, -4.7985520362854, -4.0437421798706055, -3.2889318466186523, -2.5341219902038574, -1.7793121337890625, -1.024502158164978, -0.26969218254089355, 0.48511791229248047, 1.2399277687072754, 1.9947376251220703, 2.7495479583740234, 3.5043578147888184, 4.259167671203613, 5.013977527618408, 5.768787384033203, 6.523597717285156, 7.278407573699951, 8.033217430114746, 8.7880277633667, 9.542837142944336, 10.297647476196289]}, "gradients/encoder.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 7.0, 2.0, 3.0, 3.0, 6.0, 5.0, 8.0, 6.0, 12.0, 11.0, 16.0, 17.0, 27.0, 19.0, 30.0, 23.0, 31.0, 29.0, 48.0, 64.0, 51.0, 59.0, 54.0, 61.0, 53.0, 43.0, 37.0, 39.0, 52.0, 27.0, 26.0, 22.0, 24.0, 23.0, 19.0, 12.0, 9.0, 5.0, 6.0, 6.0, 8.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.124910354614258, -8.862466812133789, -8.600022315979004, -8.337578773498535, -8.07513427734375, -7.812690734863281, -7.5502471923828125, -7.2878031730651855, -7.025359153747559, -6.762915134429932, -6.500471115112305, -6.238027572631836, -5.975583553314209, -5.713139533996582, -5.450695991516113, -5.188251972198486, -4.925807952880859, -4.663363933563232, -4.4009199142456055, -4.138476371765137, -3.8760323524475098, -3.613588333129883, -3.351144552230835, -3.088700771331787, -2.82625675201416, -2.563812732696533, -2.3013689517974854, -2.0389251708984375, -1.7764811515808105, -1.5140372514724731, -1.2515933513641357, -0.9891494512557983, -0.7267045974731445, -0.46426069736480713, -0.20181679725646973, 0.060627102851867676, 0.3230710029602051, 0.5855149030685425, 0.8479588031768799, 1.1104027032852173, 1.3728466033935547, 1.635290503501892, 1.8977344036102295, 2.1601781845092773, 2.4226222038269043, 2.6850662231445312, 2.947510004043579, 3.209953784942627, 3.472397804260254, 3.734841823577881, 3.9972856044769287, 4.259729385375977, 4.5221734046936035, 4.7846174240112305, 5.047060966491699, 5.309504985809326, 5.571949005126953, 5.83439302444458, 6.096837043762207, 6.359280586242676, 6.621724605560303, 6.88416862487793, 7.146612167358398, 7.409056186676025, 7.671500205993652]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 3.0, 5.0, 2.0, 4.0, 6.0, 13.0, 12.0, 16.0, 28.0, 34.0, 52.0, 81.0, 112.0, 161.0, 263.0, 421.0, 664.0, 1029.0, 1929.0, 3536.0, 6724.0, 13892.0, 31428.0, 83120.0, 345183.0, 2297672.0, 1133898.0, 175549.0, 53989.0, 22237.0, 10200.0, 5256.0, 2707.0, 1557.0, 916.0, 531.0, 339.0, 226.0, 157.0, 95.0, 93.0, 41.0, 34.0, 20.0, 13.0, 10.0, 6.0, 9.0, 5.0, 7.0, 0.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.70654296875, -0.68499755859375, -0.6634521484375, -0.64190673828125, -0.620361328125, -0.59881591796875, -0.5772705078125, -0.55572509765625, -0.5341796875, -0.51263427734375, -0.4910888671875, -0.46954345703125, -0.447998046875, -0.42645263671875, -0.4049072265625, -0.38336181640625, -0.36181640625, -0.34027099609375, -0.3187255859375, -0.29718017578125, -0.275634765625, -0.25408935546875, -0.2325439453125, -0.21099853515625, -0.189453125, -0.16790771484375, -0.1463623046875, -0.12481689453125, -0.103271484375, -0.08172607421875, -0.0601806640625, -0.03863525390625, -0.01708984375, 0.00445556640625, 0.0260009765625, 0.04754638671875, 0.069091796875, 0.09063720703125, 0.1121826171875, 0.13372802734375, 0.1552734375, 0.17681884765625, 0.1983642578125, 0.21990966796875, 0.241455078125, 0.26300048828125, 0.2845458984375, 0.30609130859375, 0.32763671875, 0.34918212890625, 0.3707275390625, 0.39227294921875, 0.413818359375, 0.43536376953125, 0.4569091796875, 0.47845458984375, 0.5, 0.52154541015625, 0.5430908203125, 0.56463623046875, 0.586181640625, 0.60772705078125, 0.6292724609375, 0.65081787109375, 0.67236328125]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 1.0, 6.0, 7.0, 6.0, 9.0, 16.0, 9.0, 16.0, 16.0, 20.0, 13.0, 33.0, 35.0, 28.0, 37.0, 51.0, 48.0, 30.0, 47.0, 52.0, 60.0, 64.0, 48.0, 44.0, 49.0, 34.0, 44.0, 25.0, 30.0, 26.0, 21.0, 10.0, 15.0, 7.0, 13.0, 11.0, 14.0, 4.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.466064453125, -0.4527702331542969, -0.43947601318359375, -0.4261817932128906, -0.4128875732421875, -0.3995933532714844, -0.38629913330078125, -0.3730049133300781, -0.359710693359375, -0.3464164733886719, -0.33312225341796875, -0.3198280334472656, -0.3065338134765625, -0.2932395935058594, -0.27994537353515625, -0.2666511535644531, -0.25335693359375, -0.24006271362304688, -0.22676849365234375, -0.21347427368164062, -0.2001800537109375, -0.18688583374023438, -0.17359161376953125, -0.16029739379882812, -0.147003173828125, -0.13370895385742188, -0.12041473388671875, -0.10712051391601562, -0.0938262939453125, -0.08053207397460938, -0.06723785400390625, -0.053943634033203125, -0.0406494140625, -0.027355194091796875, -0.01406097412109375, -0.000766754150390625, 0.0125274658203125, 0.025821685791015625, 0.03911590576171875, 0.052410125732421875, 0.065704345703125, 0.07899856567382812, 0.09229278564453125, 0.10558700561523438, 0.1188812255859375, 0.13217544555664062, 0.14546966552734375, 0.15876388549804688, 0.17205810546875, 0.18535232543945312, 0.19864654541015625, 0.21194076538085938, 0.2252349853515625, 0.23852920532226562, 0.25182342529296875, 0.2651176452636719, 0.278411865234375, 0.2917060852050781, 0.30500030517578125, 0.3182945251464844, 0.3315887451171875, 0.3448829650878906, 0.35817718505859375, 0.3714714050292969, 0.384765625]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 4.0, 2.0, 4.0, 8.0, 10.0, 9.0, 16.0, 26.0, 40.0, 44.0, 84.0, 139.0, 207.0, 395.0, 551.0, 1145.0, 2083.0, 4696.0, 12749.0, 44664.0, 274375.0, 3416512.0, 357839.0, 52541.0, 15035.0, 5666.0, 2508.0, 1275.0, 647.0, 380.0, 227.0, 157.0, 82.0, 57.0, 32.0, 28.0, 21.0, 6.0, 10.0, 9.0, 4.0, 3.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5322265625, -1.4851531982421875, -1.438079833984375, -1.3910064697265625, -1.34393310546875, -1.2968597412109375, -1.249786376953125, -1.2027130126953125, -1.1556396484375, -1.1085662841796875, -1.061492919921875, -1.0144195556640625, -0.96734619140625, -0.9202728271484375, -0.873199462890625, -0.8261260986328125, -0.779052734375, -0.7319793701171875, -0.684906005859375, -0.6378326416015625, -0.59075927734375, -0.5436859130859375, -0.496612548828125, -0.4495391845703125, -0.4024658203125, -0.3553924560546875, -0.308319091796875, -0.2612457275390625, -0.21417236328125, -0.1670989990234375, -0.120025634765625, -0.0729522705078125, -0.02587890625, 0.0211944580078125, 0.068267822265625, 0.1153411865234375, 0.16241455078125, 0.2094879150390625, 0.256561279296875, 0.3036346435546875, 0.3507080078125, 0.3977813720703125, 0.444854736328125, 0.4919281005859375, 0.53900146484375, 0.5860748291015625, 0.633148193359375, 0.6802215576171875, 0.727294921875, 0.7743682861328125, 0.821441650390625, 0.8685150146484375, 0.91558837890625, 0.9626617431640625, 1.009735107421875, 1.0568084716796875, 1.1038818359375, 1.1509552001953125, 1.198028564453125, 1.2451019287109375, 1.29217529296875, 1.3392486572265625, 1.386322021484375, 1.4333953857421875, 1.48046875]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 2.0, 4.0, 4.0, 6.0, 7.0, 9.0, 8.0, 14.0, 18.0, 16.0, 41.0, 62.0, 78.0, 128.0, 188.0, 335.0, 634.0, 956.0, 639.0, 318.0, 184.0, 112.0, 86.0, 49.0, 27.0, 36.0, 24.0, 17.0, 15.0, 13.0, 10.0, 6.0, 3.0, 3.0, 8.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4794921875, -1.4310302734375, -1.382568359375, -1.3341064453125, -1.28564453125, -1.2371826171875, -1.188720703125, -1.1402587890625, -1.091796875, -1.0433349609375, -0.994873046875, -0.9464111328125, -0.89794921875, -0.8494873046875, -0.801025390625, -0.7525634765625, -0.7041015625, -0.6556396484375, -0.607177734375, -0.5587158203125, -0.51025390625, -0.4617919921875, -0.413330078125, -0.3648681640625, -0.31640625, -0.2679443359375, -0.219482421875, -0.1710205078125, -0.12255859375, -0.0740966796875, -0.025634765625, 0.0228271484375, 0.0712890625, 0.1197509765625, 0.168212890625, 0.2166748046875, 0.26513671875, 0.3135986328125, 0.362060546875, 0.4105224609375, 0.458984375, 0.5074462890625, 0.555908203125, 0.6043701171875, 0.65283203125, 0.7012939453125, 0.749755859375, 0.7982177734375, 0.8466796875, 0.8951416015625, 0.943603515625, 0.9920654296875, 1.04052734375, 1.0889892578125, 1.137451171875, 1.1859130859375, 1.234375, 1.2828369140625, 1.331298828125, 1.3797607421875, 1.42822265625, 1.4766845703125, 1.525146484375, 1.5736083984375, 1.6220703125]}, "gradients/encoder.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 6.0, 5.0, 4.0, 8.0, 23.0, 46.0, 234.0, 410.0, 193.0, 49.0, 20.0, 5.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0], "bins": [-51.32756805419922, -50.32958984375, -49.33161163330078, -48.33363342285156, -47.335655212402344, -46.337677001953125, -45.339698791503906, -44.34172058105469, -43.34374237060547, -42.34576416015625, -41.34778594970703, -40.34980773925781, -39.351829528808594, -38.353851318359375, -37.355873107910156, -36.35789489746094, -35.35991668701172, -34.3619384765625, -33.36396026611328, -32.36598205566406, -31.368003845214844, -30.370025634765625, -29.372047424316406, -28.374069213867188, -27.376087188720703, -26.378108978271484, -25.380130767822266, -24.382152557373047, -23.384174346923828, -22.38619613647461, -21.38821792602539, -20.390239715576172, -19.392263412475586, -18.394285202026367, -17.39630699157715, -16.39832878112793, -15.400350570678711, -14.402372360229492, -13.404393196105957, -12.406414985656738, -11.40843677520752, -10.4104585647583, -9.412480354309082, -8.414501190185547, -7.416523456573486, -6.418545246124268, -5.420566558837891, -4.422588348388672, -3.424610137939453, -2.4266319274902344, -1.4286534786224365, -0.43067502975463867, 0.5673031806945801, 1.5652813911437988, 2.563260078430176, 3.5612382888793945, 4.559216499328613, 5.557194709777832, 6.555172920227051, 7.553151607513428, 8.551130294799805, 9.549108505249023, 10.547086715698242, 11.545064926147461, 12.54304313659668]}, "gradients/encoder.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 3.0, 3.0, 3.0, 0.0, 5.0, 6.0, 4.0, 9.0, 2.0, 14.0, 16.0, 8.0, 16.0, 17.0, 19.0, 30.0, 32.0, 41.0, 38.0, 32.0, 35.0, 43.0, 46.0, 57.0, 47.0, 52.0, 51.0, 52.0, 41.0, 41.0, 35.0, 28.0, 27.0, 20.0, 28.0, 20.0, 12.0, 23.0, 14.0, 10.0, 8.0, 4.0, 7.0, 3.0, 4.0, 4.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.792963027954102, -5.57534646987915, -5.357730388641357, -5.140113830566406, -4.922497749328613, -4.704881191253662, -4.487264633178711, -4.269648551940918, -4.052031993865967, -3.8344156742095947, -3.6167993545532227, -3.3991827964782715, -3.1815664768218994, -2.9639501571655273, -2.746333599090576, -2.528717279434204, -2.311100959777832, -2.09348464012146, -1.8758682012557983, -1.6582517623901367, -1.4406354427337646, -1.2230191230773926, -1.005402684211731, -0.7877862453460693, -0.5701699256896973, -0.3525535464286804, -0.13493716716766357, 0.08267921209335327, 0.3002955913543701, 0.5179119110107422, 0.7355283498764038, 0.9531447887420654, 1.1707611083984375, 1.3883774280548096, 1.6059938669204712, 1.8236103057861328, 2.041226625442505, 2.258842945098877, 2.476459503173828, 2.6940758228302, 2.9116921424865723, 3.1293084621429443, 3.3469247817993164, 3.5645413398742676, 3.7821576595306396, 3.9997739791870117, 4.217390537261963, 4.435007095336914, 4.652623176574707, 4.870239734649658, 5.087855815887451, 5.305472373962402, 5.523088455200195, 5.7407050132751465, 5.958321571350098, 6.175937652587891, 6.393554210662842, 6.611170768737793, 6.828786849975586, 7.046403408050537, 7.264019966125488, 7.481636047363281, 7.699252605438232, 7.916869163513184, 8.134485244750977]}, "gradients/encoder.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 3.0, 3.0, 12.0, 10.0, 19.0, 24.0, 23.0, 33.0, 65.0, 93.0, 129.0, 245.0, 392.0, 626.0, 1088.0, 1991.0, 3843.0, 8134.0, 19718.0, 51498.0, 147030.0, 431825.0, 249180.0, 79418.0, 29508.0, 12009.0, 5387.0, 2770.0, 1453.0, 766.0, 501.0, 274.0, 172.0, 107.0, 69.0, 48.0, 36.0, 21.0, 6.0, 10.0, 6.0, 5.0, 3.0, 3.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.3408203125, -1.3022003173828125, -1.263580322265625, -1.2249603271484375, -1.18634033203125, -1.1477203369140625, -1.109100341796875, -1.0704803466796875, -1.0318603515625, -0.9932403564453125, -0.954620361328125, -0.9160003662109375, -0.87738037109375, -0.8387603759765625, -0.800140380859375, -0.7615203857421875, -0.722900390625, -0.6842803955078125, -0.645660400390625, -0.6070404052734375, -0.56842041015625, -0.5298004150390625, -0.491180419921875, -0.4525604248046875, -0.4139404296875, -0.3753204345703125, -0.336700439453125, -0.2980804443359375, -0.25946044921875, -0.2208404541015625, -0.182220458984375, -0.1436004638671875, -0.10498046875, -0.0663604736328125, -0.027740478515625, 0.0108795166015625, 0.04949951171875, 0.0881195068359375, 0.126739501953125, 0.1653594970703125, 0.2039794921875, 0.2425994873046875, 0.281219482421875, 0.3198394775390625, 0.35845947265625, 0.3970794677734375, 0.435699462890625, 0.4743194580078125, 0.512939453125, 0.5515594482421875, 0.590179443359375, 0.6287994384765625, 0.66741943359375, 0.7060394287109375, 0.744659423828125, 0.7832794189453125, 0.8218994140625, 0.8605194091796875, 0.899139404296875, 0.9377593994140625, 0.97637939453125, 1.0149993896484375, 1.053619384765625, 1.0922393798828125, 1.130859375]}, "gradients/encoder.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 1.0, 3.0, 5.0, 8.0, 5.0, 7.0, 14.0, 8.0, 17.0, 15.0, 17.0, 29.0, 21.0, 32.0, 38.0, 33.0, 46.0, 50.0, 41.0, 51.0, 44.0, 46.0, 48.0, 64.0, 52.0, 45.0, 30.0, 41.0, 28.0, 27.0, 28.0, 24.0, 20.0, 13.0, 12.0, 9.0, 12.0, 6.0, 6.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.48681640625, -0.47292327880859375, -0.4590301513671875, -0.44513702392578125, -0.431243896484375, -0.41735076904296875, -0.4034576416015625, -0.38956451416015625, -0.37567138671875, -0.36177825927734375, -0.3478851318359375, -0.33399200439453125, -0.320098876953125, -0.30620574951171875, -0.2923126220703125, -0.27841949462890625, -0.2645263671875, -0.25063323974609375, -0.2367401123046875, -0.22284698486328125, -0.208953857421875, -0.19506072998046875, -0.1811676025390625, -0.16727447509765625, -0.15338134765625, -0.13948822021484375, -0.1255950927734375, -0.11170196533203125, -0.097808837890625, -0.08391571044921875, -0.0700225830078125, -0.05612945556640625, -0.042236328125, -0.02834320068359375, -0.0144500732421875, -0.00055694580078125, 0.013336181640625, 0.02722930908203125, 0.0411224365234375, 0.05501556396484375, 0.06890869140625, 0.08280181884765625, 0.0966949462890625, 0.11058807373046875, 0.124481201171875, 0.13837432861328125, 0.1522674560546875, 0.16616058349609375, 0.1800537109375, 0.19394683837890625, 0.2078399658203125, 0.22173309326171875, 0.235626220703125, 0.24951934814453125, 0.2634124755859375, 0.27730560302734375, 0.29119873046875, 0.30509185791015625, 0.3189849853515625, 0.33287811279296875, 0.346771240234375, 0.36066436767578125, 0.3745574951171875, 0.38845062255859375, 0.40234375]}, "gradients/encoder.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 4.0, 5.0, 6.0, 6.0, 16.0, 18.0, 26.0, 27.0, 52.0, 78.0, 109.0, 169.0, 290.0, 546.0, 1120.0, 2896.0, 12504.0, 215766.0, 782167.0, 25295.0, 4315.0, 1565.0, 665.0, 340.0, 201.0, 112.0, 73.0, 61.0, 33.0, 20.0, 24.0, 14.0, 14.0, 7.0, 7.0, 4.0, 1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.2421875, -4.1248779296875, -4.007568359375, -3.8902587890625, -3.77294921875, -3.6556396484375, -3.538330078125, -3.4210205078125, -3.3037109375, -3.1864013671875, -3.069091796875, -2.9517822265625, -2.83447265625, -2.7171630859375, -2.599853515625, -2.4825439453125, -2.365234375, -2.2479248046875, -2.130615234375, -2.0133056640625, -1.89599609375, -1.7786865234375, -1.661376953125, -1.5440673828125, -1.4267578125, -1.3094482421875, -1.192138671875, -1.0748291015625, -0.95751953125, -0.8402099609375, -0.722900390625, -0.6055908203125, -0.48828125, -0.3709716796875, -0.253662109375, -0.1363525390625, -0.01904296875, 0.0982666015625, 0.215576171875, 0.3328857421875, 0.4501953125, 0.5675048828125, 0.684814453125, 0.8021240234375, 0.91943359375, 1.0367431640625, 1.154052734375, 1.2713623046875, 1.388671875, 1.5059814453125, 1.623291015625, 1.7406005859375, 1.85791015625, 1.9752197265625, 2.092529296875, 2.2098388671875, 2.3271484375, 2.4444580078125, 2.561767578125, 2.6790771484375, 2.79638671875, 2.9136962890625, 3.031005859375, 3.1483154296875, 3.265625]}, "gradients/encoder.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 7.0, 6.0, 6.0, 12.0, 21.0, 24.0, 26.0, 31.0, 33.0, 39.0, 47.0, 44.0, 55.0, 69.0, 67.0, 62.0, 45.0, 57.0, 52.0, 61.0, 42.0, 25.0, 40.0, 22.0, 24.0, 17.0, 17.0, 19.0, 8.0, 10.0, 4.0, 2.0, 5.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-2.951171875, -2.87005615234375, -2.7889404296875, -2.70782470703125, -2.626708984375, -2.54559326171875, -2.4644775390625, -2.38336181640625, -2.30224609375, -2.22113037109375, -2.1400146484375, -2.05889892578125, -1.977783203125, -1.89666748046875, -1.8155517578125, -1.73443603515625, -1.6533203125, -1.57220458984375, -1.4910888671875, -1.40997314453125, -1.328857421875, -1.24774169921875, -1.1666259765625, -1.08551025390625, -1.00439453125, -0.92327880859375, -0.8421630859375, -0.76104736328125, -0.679931640625, -0.59881591796875, -0.5177001953125, -0.43658447265625, -0.35546875, -0.27435302734375, -0.1932373046875, -0.11212158203125, -0.031005859375, 0.05010986328125, 0.1312255859375, 0.21234130859375, 0.29345703125, 0.37457275390625, 0.4556884765625, 0.53680419921875, 0.617919921875, 0.69903564453125, 0.7801513671875, 0.86126708984375, 0.9423828125, 1.02349853515625, 1.1046142578125, 1.18572998046875, 1.266845703125, 1.34796142578125, 1.4290771484375, 1.51019287109375, 1.59130859375, 1.67242431640625, 1.7535400390625, 1.83465576171875, 1.915771484375, 1.99688720703125, 2.0780029296875, 2.15911865234375, 2.240234375]}, "gradients/encoder.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 5.0, 4.0, 3.0, 10.0, 6.0, 8.0, 11.0, 15.0, 20.0, 21.0, 30.0, 58.0, 73.0, 120.0, 216.0, 367.0, 738.0, 1976.0, 7134.0, 48832.0, 730592.0, 231436.0, 20232.0, 3990.0, 1293.0, 560.0, 298.0, 150.0, 119.0, 72.0, 41.0, 24.0, 31.0, 12.0, 12.0, 7.0, 5.0, 11.0, 1.0, 8.0, 1.0, 3.0, 5.0, 3.0, 2.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.9228515625, -0.893829345703125, -0.86480712890625, -0.835784912109375, -0.8067626953125, -0.777740478515625, -0.74871826171875, -0.719696044921875, -0.690673828125, -0.661651611328125, -0.63262939453125, -0.603607177734375, -0.5745849609375, -0.545562744140625, -0.51654052734375, -0.487518310546875, -0.45849609375, -0.429473876953125, -0.40045166015625, -0.371429443359375, -0.3424072265625, -0.313385009765625, -0.28436279296875, -0.255340576171875, -0.226318359375, -0.197296142578125, -0.16827392578125, -0.139251708984375, -0.1102294921875, -0.081207275390625, -0.05218505859375, -0.023162841796875, 0.005859375, 0.034881591796875, 0.06390380859375, 0.092926025390625, 0.1219482421875, 0.150970458984375, 0.17999267578125, 0.209014892578125, 0.238037109375, 0.267059326171875, 0.29608154296875, 0.325103759765625, 0.3541259765625, 0.383148193359375, 0.41217041015625, 0.441192626953125, 0.47021484375, 0.499237060546875, 0.52825927734375, 0.557281494140625, 0.5863037109375, 0.615325927734375, 0.64434814453125, 0.673370361328125, 0.702392578125, 0.731414794921875, 0.76043701171875, 0.789459228515625, 0.8184814453125, 0.847503662109375, 0.87652587890625, 0.905548095703125, 0.9345703125]}, "gradients/encoder.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 2.0, 2.0, 6.0, 9.0, 3.0, 7.0, 14.0, 17.0, 20.0, 23.0, 26.0, 31.0, 42.0, 33.0, 48.0, 70.0, 106.0, 130.0, 100.0, 57.0, 50.0, 35.0, 27.0, 31.0, 30.0, 20.0, 15.0, 13.0, 9.0, 9.0, 4.0, 4.0, 4.0, 3.0, 4.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00019621849060058594, -0.00019081681966781616, -0.0001854151487350464, -0.0001800134778022766, -0.00017461180686950684, -0.00016921013593673706, -0.00016380846500396729, -0.0001584067940711975, -0.00015300512313842773, -0.00014760345220565796, -0.00014220178127288818, -0.0001368001103401184, -0.00013139843940734863, -0.00012599676847457886, -0.00012059509754180908, -0.0001151934266090393, -0.00010979175567626953, -0.00010439008474349976, -9.898841381072998e-05, -9.35867428779602e-05, -8.818507194519043e-05, -8.278340101242065e-05, -7.738173007965088e-05, -7.19800591468811e-05, -6.657838821411133e-05, -6.117671728134155e-05, -5.577504634857178e-05, -5.0373375415802e-05, -4.4971704483032227e-05, -3.957003355026245e-05, -3.4168362617492676e-05, -2.87666916847229e-05, -2.3365020751953125e-05, -1.796334981918335e-05, -1.2561678886413574e-05, -7.160007953643799e-06, -1.7583370208740234e-06, 3.643333911895752e-06, 9.045004844665527e-06, 1.4446675777435303e-05, 1.9848346710205078e-05, 2.5250017642974854e-05, 3.065168857574463e-05, 3.6053359508514404e-05, 4.145503044128418e-05, 4.6856701374053955e-05, 5.225837230682373e-05, 5.7660043239593506e-05, 6.306171417236328e-05, 6.846338510513306e-05, 7.386505603790283e-05, 7.926672697067261e-05, 8.466839790344238e-05, 9.007006883621216e-05, 9.547173976898193e-05, 0.00010087341070175171, 0.00010627508163452148, 0.00011167675256729126, 0.00011707842350006104, 0.0001224800944328308, 0.00012788176536560059, 0.00013328343629837036, 0.00013868510723114014, 0.0001440867781639099, 0.0001494884490966797]}, "gradients/encoder.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 6.0, 4.0, 7.0, 14.0, 19.0, 14.0, 39.0, 49.0, 104.0, 161.0, 323.0, 687.0, 2015.0, 7302.0, 79792.0, 897205.0, 51779.0, 5957.0, 1744.0, 662.0, 321.0, 137.0, 70.0, 48.0, 36.0, 27.0, 12.0, 5.0, 11.0, 4.0, 2.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1943359375, -1.1586151123046875, -1.122894287109375, -1.0871734619140625, -1.05145263671875, -1.0157318115234375, -0.980010986328125, -0.9442901611328125, -0.9085693359375, -0.8728485107421875, -0.837127685546875, -0.8014068603515625, -0.76568603515625, -0.7299652099609375, -0.694244384765625, -0.6585235595703125, -0.622802734375, -0.5870819091796875, -0.551361083984375, -0.5156402587890625, -0.47991943359375, -0.4441986083984375, -0.408477783203125, -0.3727569580078125, -0.3370361328125, -0.3013153076171875, -0.265594482421875, -0.2298736572265625, -0.19415283203125, -0.1584320068359375, -0.122711181640625, -0.0869903564453125, -0.05126953125, -0.0155487060546875, 0.020172119140625, 0.0558929443359375, 0.09161376953125, 0.1273345947265625, 0.163055419921875, 0.1987762451171875, 0.2344970703125, 0.2702178955078125, 0.305938720703125, 0.3416595458984375, 0.37738037109375, 0.4131011962890625, 0.448822021484375, 0.4845428466796875, 0.520263671875, 0.5559844970703125, 0.591705322265625, 0.6274261474609375, 0.66314697265625, 0.6988677978515625, 0.734588623046875, 0.7703094482421875, 0.8060302734375, 0.8417510986328125, 0.877471923828125, 0.9131927490234375, 0.94891357421875, 0.9846343994140625, 1.020355224609375, 1.0560760498046875, 1.091796875]}, "gradients/encoder.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 1.0, 3.0, 5.0, 2.0, 12.0, 10.0, 10.0, 10.0, 11.0, 27.0, 28.0, 36.0, 51.0, 74.0, 82.0, 92.0, 83.0, 73.0, 85.0, 66.0, 64.0, 50.0, 32.0, 23.0, 19.0, 12.0, 11.0, 3.0, 6.0, 8.0, 6.0, 6.0, 4.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0], "bins": [-0.84912109375, -0.8287086486816406, -0.8082962036132812, -0.7878837585449219, -0.7674713134765625, -0.7470588684082031, -0.7266464233398438, -0.7062339782714844, -0.685821533203125, -0.6654090881347656, -0.6449966430664062, -0.6245841979980469, -0.6041717529296875, -0.5837593078613281, -0.5633468627929688, -0.5429344177246094, -0.52252197265625, -0.5021095275878906, -0.48169708251953125, -0.4612846374511719, -0.4408721923828125, -0.4204597473144531, -0.40004730224609375, -0.3796348571777344, -0.359222412109375, -0.3388099670410156, -0.31839752197265625, -0.2979850769042969, -0.2775726318359375, -0.2571601867675781, -0.23674774169921875, -0.21633529663085938, -0.1959228515625, -0.17551040649414062, -0.15509796142578125, -0.13468551635742188, -0.1142730712890625, -0.09386062622070312, -0.07344818115234375, -0.053035736083984375, -0.032623291015625, -0.012210845947265625, 0.00820159912109375, 0.028614044189453125, 0.0490264892578125, 0.06943893432617188, 0.08985137939453125, 0.11026382446289062, 0.13067626953125, 0.15108871459960938, 0.17150115966796875, 0.19191360473632812, 0.2123260498046875, 0.23273849487304688, 0.25315093994140625, 0.2735633850097656, 0.293975830078125, 0.3143882751464844, 0.33480072021484375, 0.3552131652832031, 0.3756256103515625, 0.3960380554199219, 0.41645050048828125, 0.4368629455566406, 0.457275390625]}, "gradients/encoder.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 5.0, 5.0, 6.0, 9.0, 19.0, 36.0, 70.0, 154.0, 264.0, 217.0, 118.0, 59.0, 21.0, 13.0, 6.0, 1.0, 5.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-27.8823184967041, -27.300050735473633, -26.717784881591797, -26.135517120361328, -25.55324935913086, -24.970983505249023, -24.388715744018555, -23.80644989013672, -23.22418212890625, -22.64191436767578, -22.059648513793945, -21.477380752563477, -20.895112991333008, -20.312847137451172, -19.730579376220703, -19.148311614990234, -18.566043853759766, -17.983776092529297, -17.40151023864746, -16.819242477416992, -16.236974716186523, -15.654708862304688, -15.072441101074219, -14.490174293518066, -13.907907485961914, -13.325640678405762, -12.743372917175293, -12.16110610961914, -11.578839302062988, -10.996572494506836, -10.414304733276367, -9.832037925720215, -9.249772071838379, -8.667505264282227, -8.085237503051758, -7.5029706954956055, -6.920703887939453, -6.338436603546143, -5.756169319152832, -5.17390251159668, -4.591635227203369, -4.009367942810059, -3.4271011352539062, -2.8448338508605957, -2.2625668048858643, -1.6802997589111328, -1.0980324745178223, -0.5157656669616699, 0.06650161743164062, 0.6487687230110168, 1.231035828590393, 1.813302993774414, 2.3955700397491455, 2.977837085723877, 3.5601043701171875, 4.14237117767334, 4.72463846206665, 5.306905746459961, 5.889172554016113, 6.471439838409424, 7.053707122802734, 7.635973930358887, 8.218240737915039, 8.800508499145508, 9.38277530670166]}, "gradients/encoder.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 6.0, 4.0, 9.0, 5.0, 5.0, 4.0, 9.0, 9.0, 13.0, 14.0, 16.0, 19.0, 15.0, 27.0, 22.0, 28.0, 27.0, 24.0, 34.0, 37.0, 44.0, 59.0, 57.0, 62.0, 56.0, 47.0, 41.0, 35.0, 37.0, 27.0, 22.0, 19.0, 22.0, 18.0, 22.0, 17.0, 14.0, 15.0, 4.0, 7.0, 9.0, 9.0, 12.0, 9.0, 6.0, 5.0, 3.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-6.732526779174805, -6.518301486968994, -6.304076194763184, -6.089851379394531, -5.875626087188721, -5.66140079498291, -5.447175979614258, -5.232950687408447, -5.018725395202637, -4.804500102996826, -4.590274810791016, -4.376049995422363, -4.161824703216553, -3.947599411010742, -3.7333743572235107, -3.5191493034362793, -3.3049240112304688, -3.090698719024658, -2.8764736652374268, -2.6622486114501953, -2.4480233192443848, -2.233798027038574, -2.0195729732513428, -1.8053478002548218, -1.5911226272583008, -1.3768974542617798, -1.1626722812652588, -0.9484471082687378, -0.7342219352722168, -0.5199967622756958, -0.3057715892791748, -0.09154641628265381, 0.12267875671386719, 0.3369039297103882, 0.5511291027069092, 0.7653542757034302, 0.9795794486999512, 1.1938046216964722, 1.4080297946929932, 1.6222549676895142, 1.8364801406860352, 2.0507054328918457, 2.264930486679077, 2.4791555404663086, 2.693380832672119, 2.9076061248779297, 3.121831178665161, 3.3360562324523926, 3.550281524658203, 3.7645068168640137, 3.978731870651245, 4.192956924438477, 4.407182216644287, 4.621407508850098, 4.83563232421875, 5.0498576164245605, 5.264082908630371, 5.478308200836182, 5.692533493041992, 5.9067583084106445, 6.120983600616455, 6.335208892822266, 6.549433708190918, 6.7636590003967285, 6.977884292602539]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 4.0, 1.0, 3.0, 3.0, 8.0, 4.0, 17.0, 9.0, 27.0, 28.0, 42.0, 77.0, 103.0, 170.0, 270.0, 506.0, 862.0, 1513.0, 2812.0, 5809.0, 12996.0, 32230.0, 108201.0, 753684.0, 2729723.0, 421838.0, 76711.0, 25375.0, 10491.0, 4924.0, 2521.0, 1310.0, 753.0, 437.0, 275.0, 190.0, 101.0, 77.0, 45.0, 46.0, 28.0, 13.0, 15.0, 4.0, 8.0, 9.0, 11.0, 2.0, 4.0, 6.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.63427734375, -0.6111068725585938, -0.5879364013671875, -0.5647659301757812, -0.541595458984375, -0.5184249877929688, -0.4952545166015625, -0.47208404541015625, -0.44891357421875, -0.42574310302734375, -0.4025726318359375, -0.37940216064453125, -0.356231689453125, -0.33306121826171875, -0.3098907470703125, -0.28672027587890625, -0.2635498046875, -0.24037933349609375, -0.2172088623046875, -0.19403839111328125, -0.170867919921875, -0.14769744873046875, -0.1245269775390625, -0.10135650634765625, -0.07818603515625, -0.05501556396484375, -0.0318450927734375, -0.00867462158203125, 0.014495849609375, 0.03766632080078125, 0.0608367919921875, 0.08400726318359375, 0.107177734375, 0.13034820556640625, 0.1535186767578125, 0.17668914794921875, 0.199859619140625, 0.22303009033203125, 0.2462005615234375, 0.26937103271484375, 0.29254150390625, 0.31571197509765625, 0.3388824462890625, 0.36205291748046875, 0.385223388671875, 0.40839385986328125, 0.4315643310546875, 0.45473480224609375, 0.4779052734375, 0.5010757446289062, 0.5242462158203125, 0.5474166870117188, 0.570587158203125, 0.5937576293945312, 0.6169281005859375, 0.6400985717773438, 0.66326904296875, 0.6864395141601562, 0.7096099853515625, 0.7327804565429688, 0.755950927734375, 0.7791213989257812, 0.8022918701171875, 0.8254623413085938, 0.8486328125]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 4.0, 2.0, 6.0, 6.0, 10.0, 12.0, 7.0, 13.0, 19.0, 16.0, 32.0, 21.0, 35.0, 37.0, 43.0, 37.0, 50.0, 60.0, 47.0, 62.0, 51.0, 49.0, 52.0, 45.0, 37.0, 43.0, 29.0, 28.0, 23.0, 27.0, 17.0, 18.0, 14.0, 12.0, 8.0, 12.0, 9.0, 6.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0], "bins": [-0.480712890625, -0.46685791015625, -0.4530029296875, -0.43914794921875, -0.42529296875, -0.41143798828125, -0.3975830078125, -0.38372802734375, -0.369873046875, -0.35601806640625, -0.3421630859375, -0.32830810546875, -0.314453125, -0.30059814453125, -0.2867431640625, -0.27288818359375, -0.259033203125, -0.24517822265625, -0.2313232421875, -0.21746826171875, -0.20361328125, -0.18975830078125, -0.1759033203125, -0.16204833984375, -0.148193359375, -0.13433837890625, -0.1204833984375, -0.10662841796875, -0.0927734375, -0.07891845703125, -0.0650634765625, -0.05120849609375, -0.037353515625, -0.02349853515625, -0.0096435546875, 0.00421142578125, 0.01806640625, 0.03192138671875, 0.0457763671875, 0.05963134765625, 0.073486328125, 0.08734130859375, 0.1011962890625, 0.11505126953125, 0.12890625, 0.14276123046875, 0.1566162109375, 0.17047119140625, 0.184326171875, 0.19818115234375, 0.2120361328125, 0.22589111328125, 0.23974609375, 0.25360107421875, 0.2674560546875, 0.28131103515625, 0.295166015625, 0.30902099609375, 0.3228759765625, 0.33673095703125, 0.3505859375, 0.36444091796875, 0.3782958984375, 0.39215087890625, 0.406005859375]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 2.0, 1.0, 4.0, 4.0, 7.0, 15.0, 20.0, 22.0, 28.0, 54.0, 65.0, 81.0, 141.0, 218.0, 315.0, 498.0, 933.0, 1670.0, 3174.0, 7198.0, 18283.0, 60514.0, 341408.0, 3153870.0, 485610.0, 79159.0, 23508.0, 8858.0, 3808.0, 1957.0, 1078.0, 642.0, 387.0, 244.0, 151.0, 102.0, 86.0, 52.0, 36.0, 24.0, 19.0, 14.0, 6.0, 6.0, 5.0, 6.0, 5.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.93505859375, -0.9011459350585938, -0.8672332763671875, -0.8333206176757812, -0.799407958984375, -0.7654953002929688, -0.7315826416015625, -0.6976699829101562, -0.66375732421875, -0.6298446655273438, -0.5959320068359375, -0.5620193481445312, -0.528106689453125, -0.49419403076171875, -0.4602813720703125, -0.42636871337890625, -0.3924560546875, -0.35854339599609375, -0.3246307373046875, -0.29071807861328125, -0.256805419921875, -0.22289276123046875, -0.1889801025390625, -0.15506744384765625, -0.12115478515625, -0.08724212646484375, -0.0533294677734375, -0.01941680908203125, 0.014495849609375, 0.04840850830078125, 0.0823211669921875, 0.11623382568359375, 0.150146484375, 0.18405914306640625, 0.2179718017578125, 0.25188446044921875, 0.285797119140625, 0.31970977783203125, 0.3536224365234375, 0.38753509521484375, 0.42144775390625, 0.45536041259765625, 0.4892730712890625, 0.5231857299804688, 0.557098388671875, 0.5910110473632812, 0.6249237060546875, 0.6588363647460938, 0.6927490234375, 0.7266616821289062, 0.7605743408203125, 0.7944869995117188, 0.828399658203125, 0.8623123168945312, 0.8962249755859375, 0.9301376342773438, 0.96405029296875, 0.9979629516601562, 1.0318756103515625, 1.0657882690429688, 1.099700927734375, 1.1336135864257812, 1.1675262451171875, 1.2014389038085938, 1.2353515625]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 3.0, 3.0, 3.0, 1.0, 9.0, 8.0, 6.0, 9.0, 11.0, 13.0, 20.0, 21.0, 24.0, 54.0, 86.0, 86.0, 187.0, 303.0, 525.0, 787.0, 758.0, 407.0, 241.0, 144.0, 91.0, 53.0, 46.0, 37.0, 33.0, 21.0, 25.0, 8.0, 20.0, 12.0, 1.0, 7.0, 3.0, 5.0, 3.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.328125, -1.2863922119140625, -1.244659423828125, -1.2029266357421875, -1.16119384765625, -1.1194610595703125, -1.077728271484375, -1.0359954833984375, -0.9942626953125, -0.9525299072265625, -0.910797119140625, -0.8690643310546875, -0.82733154296875, -0.7855987548828125, -0.743865966796875, -0.7021331787109375, -0.660400390625, -0.6186676025390625, -0.576934814453125, -0.5352020263671875, -0.49346923828125, -0.4517364501953125, -0.410003662109375, -0.3682708740234375, -0.3265380859375, -0.2848052978515625, -0.243072509765625, -0.2013397216796875, -0.15960693359375, -0.1178741455078125, -0.076141357421875, -0.0344085693359375, 0.00732421875, 0.0490570068359375, 0.090789794921875, 0.1325225830078125, 0.17425537109375, 0.2159881591796875, 0.257720947265625, 0.2994537353515625, 0.3411865234375, 0.3829193115234375, 0.424652099609375, 0.4663848876953125, 0.50811767578125, 0.5498504638671875, 0.591583251953125, 0.6333160400390625, 0.675048828125, 0.7167816162109375, 0.758514404296875, 0.8002471923828125, 0.84197998046875, 0.8837127685546875, 0.925445556640625, 0.9671783447265625, 1.0089111328125, 1.0506439208984375, 1.092376708984375, 1.1341094970703125, 1.17584228515625, 1.2175750732421875, 1.259307861328125, 1.3010406494140625, 1.3427734375]}, "gradients/encoder.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 3.0, 3.0, 12.0, 12.0, 38.0, 129.0, 222.0, 251.0, 181.0, 80.0, 31.0, 13.0, 12.0, 9.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.166604042053223, -12.61992073059082, -12.073238372802734, -11.526556015014648, -10.979872703552246, -10.433189392089844, -9.886507034301758, -9.339824676513672, -8.79314136505127, -8.246458053588867, -7.699775695800781, -7.153092861175537, -6.606410026550293, -6.059727191925049, -5.513044357299805, -4.9663615226745605, -4.419678688049316, -3.8729958534240723, -3.326313018798828, -2.779630184173584, -2.23294734954834, -1.6862645149230957, -1.1395816802978516, -0.5928988456726074, -0.04621601104736328, 0.5004668235778809, 1.047149658203125, 1.5938324928283691, 2.1405153274536133, 2.6871981620788574, 3.2338809967041016, 3.7805638313293457, 4.327247619628906, 4.87393045425415, 5.4206132888793945, 5.967296123504639, 6.513978958129883, 7.060661792755127, 7.607344627380371, 8.154027938842773, 8.70071029663086, 9.247392654418945, 9.794075965881348, 10.34075927734375, 10.887441635131836, 11.434123992919922, 11.980807304382324, 12.527490615844727, 13.074172973632812, 13.620855331420898, 14.1675386428833, 14.714221954345703, 15.260904312133789, 15.807586669921875, 16.354270935058594, 16.90095329284668, 17.447635650634766, 17.99431800842285, 18.541000366210938, 19.087684631347656, 19.634366989135742, 20.181049346923828, 20.727733612060547, 21.274415969848633, 21.82109832763672]}, "gradients/encoder.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 7.0, 2.0, 4.0, 0.0, 7.0, 8.0, 10.0, 11.0, 19.0, 16.0, 21.0, 25.0, 24.0, 31.0, 44.0, 37.0, 47.0, 45.0, 47.0, 59.0, 54.0, 34.0, 50.0, 55.0, 61.0, 27.0, 30.0, 40.0, 23.0, 21.0, 28.0, 21.0, 23.0, 15.0, 12.0, 10.0, 5.0, 12.0, 9.0, 3.0, 4.0, 2.0, 1.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-7.385213375091553, -7.182975769042969, -6.980737686157227, -6.778500080108643, -6.576262474060059, -6.374024868011475, -6.171787261962891, -5.969549179077148, -5.7673115730285645, -5.5650739669799805, -5.362835884094238, -5.160598278045654, -4.95836067199707, -4.756123065948486, -4.553885459899902, -4.35164737701416, -4.149409770965576, -3.947172164916992, -3.744934320449829, -3.542696475982666, -3.340458869934082, -3.138221263885498, -2.935983419418335, -2.733745574951172, -2.531507968902588, -2.329270362854004, -2.127032518386841, -1.9247947931289673, -1.7225570678710938, -1.5203193426132202, -1.3180816173553467, -1.1158438920974731, -0.9136066436767578, -0.7113689184188843, -0.5091311931610107, -0.3068934679031372, -0.10465574264526367, 0.09758198261260986, 0.2998197078704834, 0.5020574331283569, 0.7042951583862305, 0.906532883644104, 1.1087706089019775, 1.311008334159851, 1.5132460594177246, 1.7154837846755981, 1.9177215099334717, 2.1199593544006348, 2.3221969604492188, 2.5244345664978027, 2.726672410964966, 2.928910255432129, 3.131147861480713, 3.333385467529297, 3.53562331199646, 3.737861156463623, 3.940098762512207, 4.142336368560791, 4.344573974609375, 4.546812057495117, 4.749049663543701, 4.951287269592285, 5.153525352478027, 5.355762958526611, 5.558000564575195]}, "gradients/encoder.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 5.0, 6.0, 6.0, 4.0, 4.0, 5.0, 7.0, 16.0, 23.0, 44.0, 78.0, 108.0, 163.0, 275.0, 437.0, 754.0, 1317.0, 2418.0, 4800.0, 10384.0, 24782.0, 74809.0, 338753.0, 437383.0, 97905.0, 29981.0, 12178.0, 5635.0, 2767.0, 1441.0, 810.0, 464.0, 286.0, 174.0, 121.0, 69.0, 54.0, 26.0, 19.0, 17.0, 17.0, 5.0, 4.0, 3.0, 6.0, 3.0, 0.0, 2.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.2314453125, -1.1918487548828125, -1.152252197265625, -1.1126556396484375, -1.07305908203125, -1.0334625244140625, -0.993865966796875, -0.9542694091796875, -0.9146728515625, -0.8750762939453125, -0.835479736328125, -0.7958831787109375, -0.75628662109375, -0.7166900634765625, -0.677093505859375, -0.6374969482421875, -0.597900390625, -0.5583038330078125, -0.518707275390625, -0.4791107177734375, -0.43951416015625, -0.3999176025390625, -0.360321044921875, -0.3207244873046875, -0.2811279296875, -0.2415313720703125, -0.201934814453125, -0.1623382568359375, -0.12274169921875, -0.0831451416015625, -0.043548583984375, -0.0039520263671875, 0.03564453125, 0.0752410888671875, 0.114837646484375, 0.1544342041015625, 0.19403076171875, 0.2336273193359375, 0.273223876953125, 0.3128204345703125, 0.3524169921875, 0.3920135498046875, 0.431610107421875, 0.4712066650390625, 0.51080322265625, 0.5503997802734375, 0.589996337890625, 0.6295928955078125, 0.669189453125, 0.7087860107421875, 0.748382568359375, 0.7879791259765625, 0.82757568359375, 0.8671722412109375, 0.906768798828125, 0.9463653564453125, 0.9859619140625, 1.0255584716796875, 1.065155029296875, 1.1047515869140625, 1.14434814453125, 1.1839447021484375, 1.223541259765625, 1.2631378173828125, 1.302734375]}, "gradients/encoder.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 2.0, 0.0, 5.0, 1.0, 5.0, 6.0, 14.0, 8.0, 14.0, 14.0, 18.0, 21.0, 20.0, 31.0, 32.0, 45.0, 51.0, 45.0, 35.0, 64.0, 62.0, 52.0, 51.0, 60.0, 50.0, 44.0, 36.0, 38.0, 45.0, 16.0, 39.0, 20.0, 17.0, 8.0, 11.0, 7.0, 3.0, 2.0, 6.0, 7.0, 4.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.47412109375, -0.4583740234375, -0.442626953125, -0.4268798828125, -0.4111328125, -0.3953857421875, -0.379638671875, -0.3638916015625, -0.34814453125, -0.3323974609375, -0.316650390625, -0.3009033203125, -0.28515625, -0.2694091796875, -0.253662109375, -0.2379150390625, -0.22216796875, -0.2064208984375, -0.190673828125, -0.1749267578125, -0.1591796875, -0.1434326171875, -0.127685546875, -0.1119384765625, -0.09619140625, -0.0804443359375, -0.064697265625, -0.0489501953125, -0.033203125, -0.0174560546875, -0.001708984375, 0.0140380859375, 0.02978515625, 0.0455322265625, 0.061279296875, 0.0770263671875, 0.0927734375, 0.1085205078125, 0.124267578125, 0.1400146484375, 0.15576171875, 0.1715087890625, 0.187255859375, 0.2030029296875, 0.21875, 0.2344970703125, 0.250244140625, 0.2659912109375, 0.28173828125, 0.2974853515625, 0.313232421875, 0.3289794921875, 0.3447265625, 0.3604736328125, 0.376220703125, 0.3919677734375, 0.40771484375, 0.4234619140625, 0.439208984375, 0.4549560546875, 0.470703125, 0.4864501953125, 0.502197265625, 0.5179443359375, 0.53369140625]}, "gradients/encoder.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 2.0, 5.0, 4.0, 13.0, 20.0, 21.0, 39.0, 52.0, 86.0, 136.0, 255.0, 462.0, 893.0, 2379.0, 9164.0, 83059.0, 888717.0, 52343.0, 7078.0, 2060.0, 778.0, 385.0, 213.0, 128.0, 92.0, 66.0, 35.0, 24.0, 16.0, 5.0, 5.0, 5.0, 4.0, 3.0, 4.0, 5.0, 0.0, 1.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.30078125, -2.206573486328125, -2.11236572265625, -2.018157958984375, -1.9239501953125, -1.829742431640625, -1.73553466796875, -1.641326904296875, -1.547119140625, -1.452911376953125, -1.35870361328125, -1.264495849609375, -1.1702880859375, -1.076080322265625, -0.98187255859375, -0.887664794921875, -0.79345703125, -0.699249267578125, -0.60504150390625, -0.510833740234375, -0.4166259765625, -0.322418212890625, -0.22821044921875, -0.134002685546875, -0.039794921875, 0.054412841796875, 0.14862060546875, 0.242828369140625, 0.3370361328125, 0.431243896484375, 0.52545166015625, 0.619659423828125, 0.7138671875, 0.808074951171875, 0.90228271484375, 0.996490478515625, 1.0906982421875, 1.184906005859375, 1.27911376953125, 1.373321533203125, 1.467529296875, 1.561737060546875, 1.65594482421875, 1.750152587890625, 1.8443603515625, 1.938568115234375, 2.03277587890625, 2.126983642578125, 2.22119140625, 2.315399169921875, 2.40960693359375, 2.503814697265625, 2.5980224609375, 2.692230224609375, 2.78643798828125, 2.880645751953125, 2.974853515625, 3.069061279296875, 3.16326904296875, 3.257476806640625, 3.3516845703125, 3.445892333984375, 3.54010009765625, 3.634307861328125, 3.728515625]}, "gradients/encoder.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 3.0, 3.0, 3.0, 3.0, 7.0, 10.0, 8.0, 10.0, 18.0, 19.0, 15.0, 37.0, 29.0, 42.0, 47.0, 45.0, 46.0, 68.0, 86.0, 67.0, 64.0, 57.0, 44.0, 26.0, 44.0, 35.0, 33.0, 38.0, 20.0, 11.0, 19.0, 16.0, 10.0, 10.0, 5.0, 1.0, 3.0, 0.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.57421875, -2.50537109375, -2.4365234375, -2.36767578125, -2.298828125, -2.22998046875, -2.1611328125, -2.09228515625, -2.0234375, -1.95458984375, -1.8857421875, -1.81689453125, -1.748046875, -1.67919921875, -1.6103515625, -1.54150390625, -1.47265625, -1.40380859375, -1.3349609375, -1.26611328125, -1.197265625, -1.12841796875, -1.0595703125, -0.99072265625, -0.921875, -0.85302734375, -0.7841796875, -0.71533203125, -0.646484375, -0.57763671875, -0.5087890625, -0.43994140625, -0.37109375, -0.30224609375, -0.2333984375, -0.16455078125, -0.095703125, -0.02685546875, 0.0419921875, 0.11083984375, 0.1796875, 0.24853515625, 0.3173828125, 0.38623046875, 0.455078125, 0.52392578125, 0.5927734375, 0.66162109375, 0.73046875, 0.79931640625, 0.8681640625, 0.93701171875, 1.005859375, 1.07470703125, 1.1435546875, 1.21240234375, 1.28125, 1.35009765625, 1.4189453125, 1.48779296875, 1.556640625, 1.62548828125, 1.6943359375, 1.76318359375, 1.83203125]}, "gradients/encoder.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 5.0, 8.0, 2.0, 5.0, 8.0, 10.0, 19.0, 28.0, 26.0, 39.0, 73.0, 101.0, 164.0, 242.0, 486.0, 1141.0, 3156.0, 11660.0, 61718.0, 693246.0, 235825.0, 29862.0, 6878.0, 2104.0, 859.0, 331.0, 189.0, 106.0, 66.0, 51.0, 45.0, 29.0, 28.0, 13.0, 13.0, 8.0, 7.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.71533203125, -0.6953506469726562, -0.6753692626953125, -0.6553878784179688, -0.635406494140625, -0.6154251098632812, -0.5954437255859375, -0.5754623413085938, -0.55548095703125, -0.5354995727539062, -0.5155181884765625, -0.49553680419921875, -0.475555419921875, -0.45557403564453125, -0.4355926513671875, -0.41561126708984375, -0.3956298828125, -0.37564849853515625, -0.3556671142578125, -0.33568572998046875, -0.315704345703125, -0.29572296142578125, -0.2757415771484375, -0.25576019287109375, -0.23577880859375, -0.21579742431640625, -0.1958160400390625, -0.17583465576171875, -0.155853271484375, -0.13587188720703125, -0.1158905029296875, -0.09590911865234375, -0.075927734375, -0.05594635009765625, -0.0359649658203125, -0.01598358154296875, 0.003997802734375, 0.02397918701171875, 0.0439605712890625, 0.06394195556640625, 0.08392333984375, 0.10390472412109375, 0.1238861083984375, 0.14386749267578125, 0.163848876953125, 0.18383026123046875, 0.2038116455078125, 0.22379302978515625, 0.2437744140625, 0.26375579833984375, 0.2837371826171875, 0.30371856689453125, 0.323699951171875, 0.34368133544921875, 0.3636627197265625, 0.38364410400390625, 0.40362548828125, 0.42360687255859375, 0.4435882568359375, 0.46356964111328125, 0.483551025390625, 0.5035324096679688, 0.5235137939453125, 0.5434951782226562, 0.5634765625]}, "gradients/encoder.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 4.0, 4.0, 2.0, 5.0, 3.0, 3.0, 7.0, 3.0, 6.0, 7.0, 10.0, 12.0, 13.0, 13.0, 20.0, 35.0, 55.0, 73.0, 103.0, 122.0, 119.0, 114.0, 70.0, 55.0, 31.0, 25.0, 18.0, 14.0, 12.0, 12.0, 3.0, 7.0, 5.0, 4.0, 0.0, 2.0, 6.0, 2.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00017642974853515625, -0.00017168186604976654, -0.00016693398356437683, -0.00016218610107898712, -0.0001574382185935974, -0.0001526903361082077, -0.000147942453622818, -0.00014319457113742828, -0.00013844668865203857, -0.00013369880616664886, -0.00012895092368125916, -0.00012420304119586945, -0.00011945515871047974, -0.00011470727622509003, -0.00010995939373970032, -0.00010521151125431061, -0.0001004636287689209, -9.571574628353119e-05, -9.096786379814148e-05, -8.621998131275177e-05, -8.147209882736206e-05, -7.672421634197235e-05, -7.197633385658264e-05, -6.722845137119293e-05, -6.248056888580322e-05, -5.773268640041351e-05, -5.2984803915023804e-05, -4.8236921429634094e-05, -4.3489038944244385e-05, -3.8741156458854675e-05, -3.3993273973464966e-05, -2.9245391488075256e-05, -2.4497509002685547e-05, -1.9749626517295837e-05, -1.5001744031906128e-05, -1.0253861546516418e-05, -5.505979061126709e-06, -7.580965757369995e-07, 3.98978590965271e-06, 8.73766839504242e-06, 1.3485550880432129e-05, 1.823343336582184e-05, 2.2981315851211548e-05, 2.7729198336601257e-05, 3.247708082199097e-05, 3.7224963307380676e-05, 4.1972845792770386e-05, 4.6720728278160095e-05, 5.1468610763549805e-05, 5.6216493248939514e-05, 6.0964375734329224e-05, 6.571225821971893e-05, 7.046014070510864e-05, 7.520802319049835e-05, 7.995590567588806e-05, 8.470378816127777e-05, 8.945167064666748e-05, 9.419955313205719e-05, 9.89474356174469e-05, 0.00010369531810283661, 0.00010844320058822632, 0.00011319108307361603, 0.00011793896555900574, 0.00012268684804439545, 0.00012743473052978516]}, "gradients/encoder.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 3.0, 6.0, 11.0, 21.0, 25.0, 37.0, 57.0, 112.0, 145.0, 259.0, 479.0, 957.0, 2087.0, 6143.0, 30894.0, 365745.0, 593396.0, 36665.0, 6944.0, 2297.0, 998.0, 534.0, 264.0, 174.0, 114.0, 48.0, 48.0, 21.0, 14.0, 16.0, 11.0, 5.0, 8.0, 9.0, 1.0, 3.0, 2.0, 2.0, 1.0, 2.0, 1.0], "bins": [-0.76611328125, -0.746490478515625, -0.72686767578125, -0.707244873046875, -0.6876220703125, -0.667999267578125, -0.64837646484375, -0.628753662109375, -0.609130859375, -0.589508056640625, -0.56988525390625, -0.550262451171875, -0.5306396484375, -0.511016845703125, -0.49139404296875, -0.471771240234375, -0.4521484375, -0.432525634765625, -0.41290283203125, -0.393280029296875, -0.3736572265625, -0.354034423828125, -0.33441162109375, -0.314788818359375, -0.295166015625, -0.275543212890625, -0.25592041015625, -0.236297607421875, -0.2166748046875, -0.197052001953125, -0.17742919921875, -0.157806396484375, -0.13818359375, -0.118560791015625, -0.09893798828125, -0.079315185546875, -0.0596923828125, -0.040069580078125, -0.02044677734375, -0.000823974609375, 0.018798828125, 0.038421630859375, 0.05804443359375, 0.077667236328125, 0.0972900390625, 0.116912841796875, 0.13653564453125, 0.156158447265625, 0.17578125, 0.195404052734375, 0.21502685546875, 0.234649658203125, 0.2542724609375, 0.273895263671875, 0.29351806640625, 0.313140869140625, 0.332763671875, 0.352386474609375, 0.37200927734375, 0.391632080078125, 0.4112548828125, 0.430877685546875, 0.45050048828125, 0.470123291015625, 0.48974609375]}, "gradients/encoder.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 1.0, 4.0, 5.0, 3.0, 14.0, 19.0, 19.0, 32.0, 56.0, 99.0, 100.0, 144.0, 133.0, 118.0, 88.0, 55.0, 41.0, 34.0, 21.0, 8.0, 2.0, 9.0, 6.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.791015625, -0.7678298950195312, -0.7446441650390625, -0.7214584350585938, -0.698272705078125, -0.6750869750976562, -0.6519012451171875, -0.6287155151367188, -0.60552978515625, -0.5823440551757812, -0.5591583251953125, -0.5359725952148438, -0.512786865234375, -0.48960113525390625, -0.4664154052734375, -0.44322967529296875, -0.4200439453125, -0.39685821533203125, -0.3736724853515625, -0.35048675537109375, -0.327301025390625, -0.30411529541015625, -0.2809295654296875, -0.25774383544921875, -0.23455810546875, -0.21137237548828125, -0.1881866455078125, -0.16500091552734375, -0.141815185546875, -0.11862945556640625, -0.0954437255859375, -0.07225799560546875, -0.049072265625, -0.02588653564453125, -0.0027008056640625, 0.02048492431640625, 0.043670654296875, 0.06685638427734375, 0.0900421142578125, 0.11322784423828125, 0.13641357421875, 0.15959930419921875, 0.1827850341796875, 0.20597076416015625, 0.229156494140625, 0.25234222412109375, 0.2755279541015625, 0.29871368408203125, 0.3218994140625, 0.34508514404296875, 0.3682708740234375, 0.39145660400390625, 0.414642333984375, 0.43782806396484375, 0.4610137939453125, 0.48419952392578125, 0.50738525390625, 0.5305709838867188, 0.5537567138671875, 0.5769424438476562, 0.600128173828125, 0.6233139038085938, 0.6464996337890625, 0.6696853637695312, 0.69287109375]}, "gradients/encoder.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 8.0, 12.0, 9.0, 28.0, 47.0, 133.0, 201.0, 295.0, 152.0, 67.0, 25.0, 10.0, 10.0, 1.0, 6.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.67529296875, -20.13375473022461, -19.59221839904785, -19.05068016052246, -18.509143829345703, -17.967605590820312, -17.426069259643555, -16.884531021118164, -16.342994689941406, -15.801457405090332, -15.259920120239258, -14.718382835388184, -14.17684555053711, -13.635307312011719, -13.093770027160645, -12.55223274230957, -12.01069450378418, -11.469157218933105, -10.927619934082031, -10.386082649230957, -9.844545364379883, -9.303007125854492, -8.761469841003418, -8.219932556152344, -7.6783952713012695, -7.136857986450195, -6.595320701599121, -6.053782939910889, -5.5122456550598145, -4.97070837020874, -4.429170608520508, -3.8876333236694336, -3.3460941314697266, -2.8045568466186523, -2.263019323348999, -1.7214819192886353, -1.1799445152282715, -0.6384072303771973, -0.09686970710754395, 0.4446678161621094, 0.9862051010131836, 1.5277425050735474, 2.069279909133911, 2.6108174324035645, 3.1523547172546387, 3.693892002105713, 4.235429763793945, 4.7769670486450195, 5.318504333496094, 5.860041618347168, 6.401578903198242, 6.943116664886475, 7.484653949737549, 8.026191711425781, 8.567728996276855, 9.10926628112793, 9.650803565979004, 10.192340850830078, 10.733878135681152, 11.275415420532227, 11.816953659057617, 12.358489990234375, 12.900028228759766, 13.44156551361084, 13.983102798461914]}, "gradients/encoder.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 3.0, 0.0, 3.0, 4.0, 4.0, 8.0, 11.0, 6.0, 14.0, 21.0, 20.0, 17.0, 21.0, 34.0, 34.0, 35.0, 44.0, 55.0, 72.0, 64.0, 79.0, 61.0, 79.0, 43.0, 41.0, 43.0, 26.0, 23.0, 18.0, 23.0, 29.0, 15.0, 13.0, 8.0, 3.0, 10.0, 6.0, 5.0, 7.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.19394588470459, -7.925246238708496, -7.656546592712402, -7.38784646987915, -7.119146823883057, -6.850447177886963, -6.581747055053711, -6.313047409057617, -6.044347763061523, -5.77564811706543, -5.506948471069336, -5.238248348236084, -4.96954870223999, -4.7008490562438965, -4.4321489334106445, -4.163449287414551, -3.894749641418457, -3.6260499954223633, -3.3573501110076904, -3.0886502265930176, -2.819950580596924, -2.55125093460083, -2.2825510501861572, -2.0138511657714844, -1.7451515197753906, -1.4764517545700073, -1.207751989364624, -0.9390522241592407, -0.6703524589538574, -0.4016526937484741, -0.13295292854309082, 0.13574683666229248, 0.4044456481933594, 0.6731454133987427, 0.941845178604126, 1.2105449438095093, 1.4792447090148926, 1.7479444742202759, 2.016644239425659, 2.285344123840332, 2.554043769836426, 2.8227434158325195, 3.0914433002471924, 3.3601431846618652, 3.628842830657959, 3.8975424766540527, 4.166242599487305, 4.434942245483398, 4.703641891479492, 4.972341537475586, 5.24104118347168, 5.509741306304932, 5.778440952301025, 6.047140598297119, 6.315840721130371, 6.584540367126465, 6.853240013122559, 7.121939659118652, 7.390639305114746, 7.659339427947998, 7.928039073944092, 8.196739196777344, 8.465438842773438, 8.734138488769531, 9.002838134765625]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 1.0, 7.0, 9.0, 8.0, 16.0, 18.0, 25.0, 37.0, 76.0, 106.0, 134.0, 244.0, 369.0, 672.0, 1297.0, 2826.0, 6734.0, 19322.0, 79790.0, 919538.0, 2871922.0, 234151.0, 37439.0, 11133.0, 4198.0, 1856.0, 962.0, 487.0, 319.0, 196.0, 132.0, 77.0, 63.0, 38.0, 20.0, 17.0, 7.0, 15.0, 8.0, 8.0, 4.0, 0.0, 4.0, 0.0, 2.0, 2.0, 3.0], "bins": [-0.9853515625, -0.9589004516601562, -0.9324493408203125, -0.9059982299804688, -0.879547119140625, -0.8530960083007812, -0.8266448974609375, -0.8001937866210938, -0.77374267578125, -0.7472915649414062, -0.7208404541015625, -0.6943893432617188, -0.667938232421875, -0.6414871215820312, -0.6150360107421875, -0.5885848999023438, -0.5621337890625, -0.5356826782226562, -0.5092315673828125, -0.48278045654296875, -0.456329345703125, -0.42987823486328125, -0.4034271240234375, -0.37697601318359375, -0.35052490234375, -0.32407379150390625, -0.2976226806640625, -0.27117156982421875, -0.244720458984375, -0.21826934814453125, -0.1918182373046875, -0.16536712646484375, -0.138916015625, -0.11246490478515625, -0.0860137939453125, -0.05956268310546875, -0.033111572265625, -0.00666046142578125, 0.0197906494140625, 0.04624176025390625, 0.07269287109375, 0.09914398193359375, 0.1255950927734375, 0.15204620361328125, 0.178497314453125, 0.20494842529296875, 0.2313995361328125, 0.25785064697265625, 0.2843017578125, 0.31075286865234375, 0.3372039794921875, 0.36365509033203125, 0.390106201171875, 0.41655731201171875, 0.4430084228515625, 0.46945953369140625, 0.49591064453125, 0.5223617553710938, 0.5488128662109375, 0.5752639770507812, 0.601715087890625, 0.6281661987304688, 0.6546173095703125, 0.6810684204101562, 0.70751953125]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 6.0, 4.0, 11.0, 12.0, 4.0, 4.0, 15.0, 14.0, 11.0, 19.0, 15.0, 36.0, 30.0, 32.0, 33.0, 41.0, 46.0, 38.0, 45.0, 46.0, 61.0, 55.0, 43.0, 42.0, 36.0, 37.0, 34.0, 26.0, 37.0, 34.0, 21.0, 25.0, 16.0, 19.0, 14.0, 10.0, 8.0, 5.0, 10.0, 3.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.463623046875, -0.4509429931640625, -0.438262939453125, -0.4255828857421875, -0.41290283203125, -0.4002227783203125, -0.387542724609375, -0.3748626708984375, -0.3621826171875, -0.3495025634765625, -0.336822509765625, -0.3241424560546875, -0.31146240234375, -0.2987823486328125, -0.286102294921875, -0.2734222412109375, -0.2607421875, -0.2480621337890625, -0.235382080078125, -0.2227020263671875, -0.21002197265625, -0.1973419189453125, -0.184661865234375, -0.1719818115234375, -0.1593017578125, -0.1466217041015625, -0.133941650390625, -0.1212615966796875, -0.10858154296875, -0.0959014892578125, -0.083221435546875, -0.0705413818359375, -0.057861328125, -0.0451812744140625, -0.032501220703125, -0.0198211669921875, -0.00714111328125, 0.0055389404296875, 0.018218994140625, 0.0308990478515625, 0.0435791015625, 0.0562591552734375, 0.068939208984375, 0.0816192626953125, 0.09429931640625, 0.1069793701171875, 0.119659423828125, 0.1323394775390625, 0.14501953125, 0.1576995849609375, 0.170379638671875, 0.1830596923828125, 0.19573974609375, 0.2084197998046875, 0.221099853515625, 0.2337799072265625, 0.2464599609375, 0.2591400146484375, 0.271820068359375, 0.2845001220703125, 0.29718017578125, 0.3098602294921875, 0.322540283203125, 0.3352203369140625, 0.347900390625]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 4.0, 5.0, 5.0, 12.0, 13.0, 14.0, 23.0, 22.0, 56.0, 68.0, 136.0, 296.0, 630.0, 1482.0, 4811.0, 21131.0, 222214.0, 3782306.0, 137751.0, 16960.0, 4112.0, 1289.0, 464.0, 195.0, 96.0, 63.0, 40.0, 28.0, 14.0, 12.0, 3.0, 8.0, 9.0, 6.0, 1.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.9990234375, -1.942596435546875, -1.88616943359375, -1.829742431640625, -1.7733154296875, -1.716888427734375, -1.66046142578125, -1.604034423828125, -1.547607421875, -1.491180419921875, -1.43475341796875, -1.378326416015625, -1.3218994140625, -1.265472412109375, -1.20904541015625, -1.152618408203125, -1.09619140625, -1.039764404296875, -0.98333740234375, -0.926910400390625, -0.8704833984375, -0.814056396484375, -0.75762939453125, -0.701202392578125, -0.644775390625, -0.588348388671875, -0.53192138671875, -0.475494384765625, -0.4190673828125, -0.362640380859375, -0.30621337890625, -0.249786376953125, -0.193359375, -0.136932373046875, -0.08050537109375, -0.024078369140625, 0.0323486328125, 0.088775634765625, 0.14520263671875, 0.201629638671875, 0.258056640625, 0.314483642578125, 0.37091064453125, 0.427337646484375, 0.4837646484375, 0.540191650390625, 0.59661865234375, 0.653045654296875, 0.70947265625, 0.765899658203125, 0.82232666015625, 0.878753662109375, 0.9351806640625, 0.991607666015625, 1.04803466796875, 1.104461669921875, 1.160888671875, 1.217315673828125, 1.27374267578125, 1.330169677734375, 1.3865966796875, 1.443023681640625, 1.49945068359375, 1.555877685546875, 1.6123046875]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 4.0, 3.0, 3.0, 5.0, 8.0, 9.0, 17.0, 20.0, 24.0, 35.0, 45.0, 77.0, 96.0, 170.0, 319.0, 682.0, 1058.0, 641.0, 325.0, 183.0, 109.0, 65.0, 44.0, 21.0, 26.0, 21.0, 17.0, 5.0, 5.0, 9.0, 2.0, 8.0, 5.0, 5.0, 4.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0], "bins": [-1.5625, -1.52191162109375, -1.4813232421875, -1.44073486328125, -1.400146484375, -1.35955810546875, -1.3189697265625, -1.27838134765625, -1.23779296875, -1.19720458984375, -1.1566162109375, -1.11602783203125, -1.075439453125, -1.03485107421875, -0.9942626953125, -0.95367431640625, -0.9130859375, -0.87249755859375, -0.8319091796875, -0.79132080078125, -0.750732421875, -0.71014404296875, -0.6695556640625, -0.62896728515625, -0.58837890625, -0.54779052734375, -0.5072021484375, -0.46661376953125, -0.426025390625, -0.38543701171875, -0.3448486328125, -0.30426025390625, -0.263671875, -0.22308349609375, -0.1824951171875, -0.14190673828125, -0.101318359375, -0.06072998046875, -0.0201416015625, 0.02044677734375, 0.06103515625, 0.10162353515625, 0.1422119140625, 0.18280029296875, 0.223388671875, 0.26397705078125, 0.3045654296875, 0.34515380859375, 0.3857421875, 0.42633056640625, 0.4669189453125, 0.50750732421875, 0.548095703125, 0.58868408203125, 0.6292724609375, 0.66986083984375, 0.71044921875, 0.75103759765625, 0.7916259765625, 0.83221435546875, 0.872802734375, 0.91339111328125, 0.9539794921875, 0.99456787109375, 1.03515625]}, "gradients/encoder.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 8.0, 4.0, 7.0, 10.0, 24.0, 70.0, 155.0, 295.0, 255.0, 107.0, 36.0, 18.0, 7.0, 4.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.349207878112793, -9.82542896270752, -9.301650047302246, -8.777871131896973, -8.2540922164917, -7.730313301086426, -7.2065348625183105, -6.682755947113037, -6.158977031707764, -5.63519811630249, -5.111419200897217, -4.587640762329102, -4.063861846923828, -3.5400826930999756, -3.0163040161132812, -2.492525100708008, -1.9687461853027344, -1.444967269897461, -0.921188473701477, -0.39740967750549316, 0.12636923789978027, 0.6501481533050537, 1.173926830291748, 1.6977057456970215, 2.221484661102295, 2.7452635765075684, 3.269042491912842, 3.792821168899536, 4.3165998458862305, 4.840378761291504, 5.364157676696777, 5.887936592102051, 6.411714553833008, 6.935493469238281, 7.459272384643555, 7.983051300048828, 8.506830215454102, 9.030609130859375, 9.554388046264648, 10.078166961669922, 10.601945877075195, 11.125724792480469, 11.649503707885742, 12.173282623291016, 12.697061538696289, 13.220840454101562, 13.744619369506836, 14.26839828491211, 14.792176246643066, 15.31595516204834, 15.839734077453613, 16.36351203918457, 16.887290954589844, 17.411069869995117, 17.93484878540039, 18.458627700805664, 18.982406616210938, 19.50618553161621, 20.029964447021484, 20.553743362426758, 21.07752227783203, 21.601301193237305, 22.125080108642578, 22.64885902404785, 23.172637939453125]}, "gradients/encoder.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 2.0, 8.0, 7.0, 12.0, 13.0, 16.0, 26.0, 27.0, 46.0, 26.0, 26.0, 54.0, 47.0, 39.0, 51.0, 45.0, 61.0, 53.0, 45.0, 50.0, 54.0, 48.0, 47.0, 34.0, 36.0, 17.0, 21.0, 13.0, 21.0, 20.0, 8.0, 13.0, 8.0, 3.0, 2.0, 0.0, 5.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.016751289367676, -5.81986665725708, -5.622981548309326, -5.4260969161987305, -5.229211807250977, -5.032327175140381, -4.835442543029785, -4.638557434082031, -4.441672325134277, -4.244787693023682, -4.047902584075928, -3.851017951965332, -3.654132843017578, -3.4572482109069824, -3.2603633403778076, -3.063478469848633, -2.866593837738037, -2.6697089672088623, -2.4728240966796875, -2.275939464569092, -2.079054355621338, -1.8821696043014526, -1.6852848529815674, -1.4883999824523926, -1.2915151119232178, -1.094630241394043, -0.8977454304695129, -0.7008606195449829, -0.5039757490158081, -0.3070908784866333, -0.11020612716674805, 0.08667874336242676, 0.28356409072875977, 0.4804489314556122, 0.6773337721824646, 0.8742185831069946, 1.0711034536361694, 1.2679883241653442, 1.4648730754852295, 1.6617579460144043, 1.858642816543579, 2.055527687072754, 2.2524125576019287, 2.4492974281311035, 2.646182060241699, 2.843067169189453, 3.039951801300049, 3.2368366718292236, 3.4337215423583984, 3.6306064128875732, 3.827491283416748, 4.024375915527344, 4.221261024475098, 4.418145656585693, 4.615030288696289, 4.811915397644043, 5.008800506591797, 5.205685138702393, 5.4025702476501465, 5.599454879760742, 5.796339988708496, 5.993224620819092, 6.1901092529296875, 6.386994361877441, 6.583878993988037]}, "gradients/encoder.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 5.0, 4.0, 7.0, 11.0, 16.0, 17.0, 16.0, 42.0, 58.0, 125.0, 192.0, 339.0, 568.0, 1046.0, 2022.0, 4236.0, 10061.0, 30176.0, 122090.0, 462449.0, 313100.0, 69012.0, 19130.0, 6908.0, 3289.0, 1606.0, 869.0, 468.0, 270.0, 136.0, 97.0, 69.0, 48.0, 29.0, 13.0, 7.0, 4.0, 6.0, 8.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.87890625, -0.8521194458007812, -0.8253326416015625, -0.7985458374023438, -0.771759033203125, -0.7449722290039062, -0.7181854248046875, -0.6913986206054688, -0.66461181640625, -0.6378250122070312, -0.6110382080078125, -0.5842514038085938, -0.557464599609375, -0.5306777954101562, -0.5038909912109375, -0.47710418701171875, -0.4503173828125, -0.42353057861328125, -0.3967437744140625, -0.36995697021484375, -0.343170166015625, -0.31638336181640625, -0.2895965576171875, -0.26280975341796875, -0.23602294921875, -0.20923614501953125, -0.1824493408203125, -0.15566253662109375, -0.128875732421875, -0.10208892822265625, -0.0753021240234375, -0.04851531982421875, -0.021728515625, 0.00505828857421875, 0.0318450927734375, 0.05863189697265625, 0.085418701171875, 0.11220550537109375, 0.1389923095703125, 0.16577911376953125, 0.19256591796875, 0.21935272216796875, 0.2461395263671875, 0.27292633056640625, 0.299713134765625, 0.32649993896484375, 0.3532867431640625, 0.38007354736328125, 0.4068603515625, 0.43364715576171875, 0.4604339599609375, 0.48722076416015625, 0.514007568359375, 0.5407943725585938, 0.5675811767578125, 0.5943679809570312, 0.62115478515625, 0.6479415893554688, 0.6747283935546875, 0.7015151977539062, 0.728302001953125, 0.7550888061523438, 0.7818756103515625, 0.8086624145507812, 0.83544921875]}, "gradients/encoder.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 5.0, 2.0, 2.0, 7.0, 6.0, 4.0, 7.0, 8.0, 9.0, 5.0, 12.0, 15.0, 19.0, 26.0, 15.0, 33.0, 35.0, 21.0, 29.0, 46.0, 39.0, 36.0, 43.0, 31.0, 39.0, 44.0, 51.0, 47.0, 37.0, 34.0, 35.0, 30.0, 30.0, 24.0, 28.0, 25.0, 15.0, 18.0, 14.0, 18.0, 14.0, 8.0, 10.0, 7.0, 8.0, 5.0, 4.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.45361328125, -0.4409675598144531, -0.42832183837890625, -0.4156761169433594, -0.4030303955078125, -0.3903846740722656, -0.37773895263671875, -0.3650932312011719, -0.352447509765625, -0.3398017883300781, -0.32715606689453125, -0.3145103454589844, -0.3018646240234375, -0.2892189025878906, -0.27657318115234375, -0.2639274597167969, -0.25128173828125, -0.23863601684570312, -0.22599029541015625, -0.21334457397460938, -0.2006988525390625, -0.18805313110351562, -0.17540740966796875, -0.16276168823242188, -0.150115966796875, -0.13747024536132812, -0.12482452392578125, -0.11217880249023438, -0.0995330810546875, -0.08688735961914062, -0.07424163818359375, -0.061595916748046875, -0.0489501953125, -0.036304473876953125, -0.02365875244140625, -0.011013031005859375, 0.0016326904296875, 0.014278411865234375, 0.02692413330078125, 0.039569854736328125, 0.052215576171875, 0.06486129760742188, 0.07750701904296875, 0.09015274047851562, 0.1027984619140625, 0.11544418334960938, 0.12808990478515625, 0.14073562622070312, 0.15338134765625, 0.16602706909179688, 0.17867279052734375, 0.19131851196289062, 0.2039642333984375, 0.21660995483398438, 0.22925567626953125, 0.24190139770507812, 0.254547119140625, 0.2671928405761719, 0.27983856201171875, 0.2924842834472656, 0.3051300048828125, 0.3177757263183594, 0.33042144775390625, 0.3430671691894531, 0.355712890625]}, "gradients/encoder.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 8.0, 4.0, 2.0, 4.0, 4.0, 7.0, 16.0, 15.0, 32.0, 17.0, 45.0, 59.0, 96.0, 159.0, 270.0, 651.0, 1534.0, 5247.0, 28987.0, 391856.0, 578524.0, 32287.0, 5648.0, 1706.0, 631.0, 284.0, 145.0, 110.0, 70.0, 30.0, 33.0, 19.0, 15.0, 15.0, 11.0, 5.0, 5.0, 3.0, 1.0, 5.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.55859375, -1.5113983154296875, -1.464202880859375, -1.4170074462890625, -1.36981201171875, -1.3226165771484375, -1.275421142578125, -1.2282257080078125, -1.1810302734375, -1.1338348388671875, -1.086639404296875, -1.0394439697265625, -0.99224853515625, -0.9450531005859375, -0.897857666015625, -0.8506622314453125, -0.803466796875, -0.7562713623046875, -0.709075927734375, -0.6618804931640625, -0.61468505859375, -0.5674896240234375, -0.520294189453125, -0.4730987548828125, -0.4259033203125, -0.3787078857421875, -0.331512451171875, -0.2843170166015625, -0.23712158203125, -0.1899261474609375, -0.142730712890625, -0.0955352783203125, -0.04833984375, -0.0011444091796875, 0.046051025390625, 0.0932464599609375, 0.14044189453125, 0.1876373291015625, 0.234832763671875, 0.2820281982421875, 0.3292236328125, 0.3764190673828125, 0.423614501953125, 0.4708099365234375, 0.51800537109375, 0.5652008056640625, 0.612396240234375, 0.6595916748046875, 0.706787109375, 0.7539825439453125, 0.801177978515625, 0.8483734130859375, 0.89556884765625, 0.9427642822265625, 0.989959716796875, 1.0371551513671875, 1.0843505859375, 1.1315460205078125, 1.178741455078125, 1.2259368896484375, 1.27313232421875, 1.3203277587890625, 1.367523193359375, 1.4147186279296875, 1.4619140625]}, "gradients/encoder.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 3.0, 3.0, 5.0, 6.0, 9.0, 4.0, 8.0, 14.0, 18.0, 19.0, 27.0, 29.0, 39.0, 49.0, 41.0, 45.0, 47.0, 47.0, 52.0, 61.0, 57.0, 49.0, 63.0, 44.0, 51.0, 36.0, 26.0, 38.0, 20.0, 13.0, 15.0, 17.0, 11.0, 10.0, 7.0, 11.0, 5.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 3.0], "bins": [-2.302734375, -2.244232177734375, -2.18572998046875, -2.127227783203125, -2.0687255859375, -2.010223388671875, -1.95172119140625, -1.893218994140625, -1.834716796875, -1.776214599609375, -1.71771240234375, -1.659210205078125, -1.6007080078125, -1.542205810546875, -1.48370361328125, -1.425201416015625, -1.36669921875, -1.308197021484375, -1.24969482421875, -1.191192626953125, -1.1326904296875, -1.074188232421875, -1.01568603515625, -0.957183837890625, -0.898681640625, -0.840179443359375, -0.78167724609375, -0.723175048828125, -0.6646728515625, -0.606170654296875, -0.54766845703125, -0.489166259765625, -0.4306640625, -0.372161865234375, -0.31365966796875, -0.255157470703125, -0.1966552734375, -0.138153076171875, -0.07965087890625, -0.021148681640625, 0.037353515625, 0.095855712890625, 0.15435791015625, 0.212860107421875, 0.2713623046875, 0.329864501953125, 0.38836669921875, 0.446868896484375, 0.50537109375, 0.563873291015625, 0.62237548828125, 0.680877685546875, 0.7393798828125, 0.797882080078125, 0.85638427734375, 0.914886474609375, 0.973388671875, 1.031890869140625, 1.09039306640625, 1.148895263671875, 1.2073974609375, 1.265899658203125, 1.32440185546875, 1.382904052734375, 1.44140625]}, "gradients/encoder.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 4.0, 4.0, 6.0, 15.0, 18.0, 23.0, 36.0, 39.0, 65.0, 138.0, 212.0, 384.0, 810.0, 1984.0, 6048.0, 21775.0, 116993.0, 697295.0, 162694.0, 28382.0, 7249.0, 2418.0, 976.0, 430.0, 199.0, 130.0, 73.0, 48.0, 24.0, 31.0, 19.0, 7.0, 12.0, 4.0, 6.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.380126953125, -0.3680915832519531, -0.35605621337890625, -0.3440208435058594, -0.3319854736328125, -0.3199501037597656, -0.30791473388671875, -0.2958793640136719, -0.283843994140625, -0.2718086242675781, -0.25977325439453125, -0.24773788452148438, -0.2357025146484375, -0.22366714477539062, -0.21163177490234375, -0.19959640502929688, -0.18756103515625, -0.17552566528320312, -0.16349029541015625, -0.15145492553710938, -0.1394195556640625, -0.12738418579101562, -0.11534881591796875, -0.10331344604492188, -0.091278076171875, -0.07924270629882812, -0.06720733642578125, -0.055171966552734375, -0.0431365966796875, -0.031101226806640625, -0.01906585693359375, -0.007030487060546875, 0.0050048828125, 0.017040252685546875, 0.02907562255859375, 0.041110992431640625, 0.0531463623046875, 0.06518173217773438, 0.07721710205078125, 0.08925247192382812, 0.101287841796875, 0.11332321166992188, 0.12535858154296875, 0.13739395141601562, 0.1494293212890625, 0.16146469116210938, 0.17350006103515625, 0.18553543090820312, 0.19757080078125, 0.20960617065429688, 0.22164154052734375, 0.23367691040039062, 0.2457122802734375, 0.2577476501464844, 0.26978302001953125, 0.2818183898925781, 0.293853759765625, 0.3058891296386719, 0.31792449951171875, 0.3299598693847656, 0.3419952392578125, 0.3540306091308594, 0.36606597900390625, 0.3781013488769531, 0.39013671875]}, "gradients/encoder.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 4.0, 1.0, 13.0, 7.0, 13.0, 12.0, 13.0, 24.0, 52.0, 63.0, 72.0, 99.0, 115.0, 108.0, 109.0, 75.0, 80.0, 43.0, 32.0, 20.0, 14.0, 9.0, 6.0, 6.0, 4.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-8.445978164672852e-05, -8.157268166542053e-05, -7.868558168411255e-05, -7.579848170280457e-05, -7.291138172149658e-05, -7.00242817401886e-05, -6.713718175888062e-05, -6.425008177757263e-05, -6.136298179626465e-05, -5.8475881814956665e-05, -5.558878183364868e-05, -5.27016818523407e-05, -4.9814581871032715e-05, -4.692748188972473e-05, -4.404038190841675e-05, -4.1153281927108765e-05, -3.826618194580078e-05, -3.53790819644928e-05, -3.2491981983184814e-05, -2.960488200187683e-05, -2.6717782020568848e-05, -2.3830682039260864e-05, -2.094358205795288e-05, -1.8056482076644897e-05, -1.5169382095336914e-05, -1.228228211402893e-05, -9.395182132720947e-06, -6.508082151412964e-06, -3.6209821701049805e-06, -7.338821887969971e-07, 2.1532177925109863e-06, 5.04031777381897e-06, 7.927417755126953e-06, 1.0814517736434937e-05, 1.370161771774292e-05, 1.6588717699050903e-05, 1.9475817680358887e-05, 2.236291766166687e-05, 2.5250017642974854e-05, 2.8137117624282837e-05, 3.102421760559082e-05, 3.3911317586898804e-05, 3.679841756820679e-05, 3.968551754951477e-05, 4.2572617530822754e-05, 4.545971751213074e-05, 4.834681749343872e-05, 5.1233917474746704e-05, 5.412101745605469e-05, 5.700811743736267e-05, 5.9895217418670654e-05, 6.278231739997864e-05, 6.566941738128662e-05, 6.85565173625946e-05, 7.144361734390259e-05, 7.433071732521057e-05, 7.721781730651855e-05, 8.010491728782654e-05, 8.299201726913452e-05, 8.58791172504425e-05, 8.876621723175049e-05, 9.165331721305847e-05, 9.454041719436646e-05, 9.742751717567444e-05, 0.00010031461715698242]}, "gradients/encoder.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 3.0, 6.0, 9.0, 7.0, 15.0, 22.0, 24.0, 31.0, 54.0, 74.0, 152.0, 216.0, 375.0, 699.0, 1491.0, 3510.0, 11101.0, 47846.0, 291922.0, 596330.0, 70999.0, 15331.0, 4530.0, 1875.0, 853.0, 416.0, 233.0, 140.0, 82.0, 65.0, 44.0, 22.0, 17.0, 21.0, 11.0, 4.0, 7.0, 4.0, 5.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.37109375, -0.35916900634765625, -0.3472442626953125, -0.33531951904296875, -0.323394775390625, -0.31147003173828125, -0.2995452880859375, -0.28762054443359375, -0.27569580078125, -0.26377105712890625, -0.2518463134765625, -0.23992156982421875, -0.227996826171875, -0.21607208251953125, -0.2041473388671875, -0.19222259521484375, -0.1802978515625, -0.16837310791015625, -0.1564483642578125, -0.14452362060546875, -0.132598876953125, -0.12067413330078125, -0.1087493896484375, -0.09682464599609375, -0.08489990234375, -0.07297515869140625, -0.0610504150390625, -0.04912567138671875, -0.037200927734375, -0.02527618408203125, -0.0133514404296875, -0.00142669677734375, 0.010498046875, 0.02242279052734375, 0.0343475341796875, 0.04627227783203125, 0.058197021484375, 0.07012176513671875, 0.0820465087890625, 0.09397125244140625, 0.10589599609375, 0.11782073974609375, 0.1297454833984375, 0.14167022705078125, 0.153594970703125, 0.16551971435546875, 0.1774444580078125, 0.18936920166015625, 0.2012939453125, 0.21321868896484375, 0.2251434326171875, 0.23706817626953125, 0.248992919921875, 0.26091766357421875, 0.2728424072265625, 0.28476715087890625, 0.29669189453125, 0.30861663818359375, 0.3205413818359375, 0.33246612548828125, 0.344390869140625, 0.35631561279296875, 0.3682403564453125, 0.38016510009765625, 0.39208984375]}, "gradients/encoder.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 4.0, 2.0, 5.0, 15.0, 14.0, 24.0, 27.0, 39.0, 46.0, 64.0, 120.0, 110.0, 133.0, 107.0, 97.0, 65.0, 47.0, 29.0, 23.0, 9.0, 8.0, 6.0, 6.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6298828125, -0.6134109497070312, -0.5969390869140625, -0.5804672241210938, -0.563995361328125, -0.5475234985351562, -0.5310516357421875, -0.5145797729492188, -0.49810791015625, -0.48163604736328125, -0.4651641845703125, -0.44869232177734375, -0.432220458984375, -0.41574859619140625, -0.3992767333984375, -0.38280487060546875, -0.3663330078125, -0.34986114501953125, -0.3333892822265625, -0.31691741943359375, -0.300445556640625, -0.28397369384765625, -0.2675018310546875, -0.25102996826171875, -0.23455810546875, -0.21808624267578125, -0.2016143798828125, -0.18514251708984375, -0.168670654296875, -0.15219879150390625, -0.1357269287109375, -0.11925506591796875, -0.102783203125, -0.08631134033203125, -0.0698394775390625, -0.05336761474609375, -0.036895751953125, -0.02042388916015625, -0.0039520263671875, 0.01251983642578125, 0.02899169921875, 0.04546356201171875, 0.0619354248046875, 0.07840728759765625, 0.094879150390625, 0.11135101318359375, 0.1278228759765625, 0.14429473876953125, 0.1607666015625, 0.17723846435546875, 0.1937103271484375, 0.21018218994140625, 0.226654052734375, 0.24312591552734375, 0.2595977783203125, 0.27606964111328125, 0.29254150390625, 0.30901336669921875, 0.3254852294921875, 0.34195709228515625, 0.358428955078125, 0.37490081787109375, 0.3913726806640625, 0.40784454345703125, 0.42431640625]}, "gradients/encoder.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 0.0, 5.0, 4.0, 8.0, 11.0, 14.0, 33.0, 87.0, 229.0, 360.0, 173.0, 52.0, 20.0, 6.0, 3.0, 2.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-17.79146385192871, -17.33894920349121, -16.886436462402344, -16.433921813964844, -15.981407165527344, -15.528892517089844, -15.07637882232666, -14.623865127563477, -14.171350479125977, -13.718835830688477, -13.266322135925293, -12.81380844116211, -12.36129379272461, -11.90877914428711, -11.456265449523926, -11.003751754760742, -10.551237106323242, -10.098722457885742, -9.646208763122559, -9.193695068359375, -8.741180419921875, -8.288665771484375, -7.836152076721191, -7.38363790512085, -6.931123733520508, -6.478609561920166, -6.026095390319824, -5.573581218719482, -5.121067047119141, -4.668552875518799, -4.216038703918457, -3.7635245323181152, -3.3110103607177734, -2.8584961891174316, -2.40598201751709, -1.953467845916748, -1.5009536743164062, -1.0484395027160645, -0.5959253311157227, -0.14341115951538086, 0.30910301208496094, 0.7616171836853027, 1.2141313552856445, 1.6666455268859863, 2.119159698486328, 2.57167387008667, 3.0241880416870117, 3.4767022132873535, 3.9292163848876953, 4.381730556488037, 4.834244728088379, 5.286758899688721, 5.7392730712890625, 6.191787242889404, 6.644301414489746, 7.096815586090088, 7.54932975769043, 8.00184440612793, 8.454358100891113, 8.906871795654297, 9.359386444091797, 9.811901092529297, 10.26441478729248, 10.716928482055664, 11.169443130493164]}, "gradients/encoder.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 4.0, 1.0, 3.0, 5.0, 11.0, 8.0, 12.0, 9.0, 4.0, 19.0, 27.0, 39.0, 22.0, 26.0, 43.0, 32.0, 35.0, 40.0, 77.0, 81.0, 75.0, 84.0, 52.0, 38.0, 35.0, 27.0, 39.0, 24.0, 20.0, 19.0, 17.0, 15.0, 11.0, 12.0, 13.0, 11.0, 4.0, 3.0, 5.0, 3.0, 0.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.619002342224121, -7.3963117599487305, -7.17362117767334, -6.950930595397949, -6.728240489959717, -6.505549907684326, -6.2828593254089355, -6.060168743133545, -5.837478160858154, -5.614787578582764, -5.392096996307373, -5.169406890869141, -4.94671630859375, -4.724025726318359, -4.501335144042969, -4.278644561767578, -4.0559539794921875, -3.833263397216797, -3.6105730533599854, -3.3878824710845947, -3.165191888809204, -2.9425015449523926, -2.719810962677002, -2.4971203804016113, -2.274430274963379, -2.0517396926879883, -1.8290492296218872, -1.6063587665557861, -1.3836681842803955, -1.1609777212142944, -0.9382872581481934, -0.7155966758728027, -0.4929060935974121, -0.27021557092666626, -0.0475250780582428, 0.17516541481018066, 0.3978559374809265, 0.6205464601516724, 0.8432369232177734, 1.065927505493164, 1.2886179685592651, 1.5113084316253662, 1.7339990139007568, 1.956689476966858, 2.179379940032959, 2.4020705223083496, 2.6247611045837402, 2.847451686859131, 3.0701420307159424, 3.292832612991333, 3.5155229568481445, 3.738213539123535, 3.960904121398926, 4.183594703674316, 4.406285285949707, 4.628975868225098, 4.85166597366333, 5.074356555938721, 5.297047138214111, 5.519737243652344, 5.742427825927734, 5.965118408203125, 6.187808990478516, 6.410499572753906, 6.633190155029297]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 5.0, 8.0, 9.0, 11.0, 10.0, 26.0, 35.0, 55.0, 72.0, 112.0, 200.0, 301.0, 560.0, 982.0, 2006.0, 4290.0, 10731.0, 36004.0, 206206.0, 1948770.0, 1742716.0, 187040.0, 35277.0, 10342.0, 4127.0, 1945.0, 996.0, 558.0, 328.0, 179.0, 130.0, 88.0, 46.0, 38.0, 25.0, 14.0, 19.0, 8.0, 8.0, 2.0, 6.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.671875, -0.652099609375, -0.63232421875, -0.612548828125, -0.5927734375, -0.572998046875, -0.55322265625, -0.533447265625, -0.513671875, -0.493896484375, -0.47412109375, -0.454345703125, -0.4345703125, -0.414794921875, -0.39501953125, -0.375244140625, -0.35546875, -0.335693359375, -0.31591796875, -0.296142578125, -0.2763671875, -0.256591796875, -0.23681640625, -0.217041015625, -0.197265625, -0.177490234375, -0.15771484375, -0.137939453125, -0.1181640625, -0.098388671875, -0.07861328125, -0.058837890625, -0.0390625, -0.019287109375, 0.00048828125, 0.020263671875, 0.0400390625, 0.059814453125, 0.07958984375, 0.099365234375, 0.119140625, 0.138916015625, 0.15869140625, 0.178466796875, 0.1982421875, 0.218017578125, 0.23779296875, 0.257568359375, 0.27734375, 0.297119140625, 0.31689453125, 0.336669921875, 0.3564453125, 0.376220703125, 0.39599609375, 0.415771484375, 0.435546875, 0.455322265625, 0.47509765625, 0.494873046875, 0.5146484375, 0.534423828125, 0.55419921875, 0.573974609375, 0.59375]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 6.0, 1.0, 1.0, 5.0, 2.0, 4.0, 2.0, 5.0, 6.0, 10.0, 5.0, 6.0, 11.0, 14.0, 18.0, 25.0, 26.0, 26.0, 29.0, 34.0, 49.0, 43.0, 49.0, 52.0, 33.0, 41.0, 44.0, 44.0, 44.0, 44.0, 45.0, 43.0, 37.0, 31.0, 26.0, 21.0, 18.0, 24.0, 20.0, 12.0, 14.0, 6.0, 15.0, 10.0, 2.0, 0.0, 4.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.46630859375, -0.4533538818359375, -0.440399169921875, -0.4274444580078125, -0.41448974609375, -0.4015350341796875, -0.388580322265625, -0.3756256103515625, -0.3626708984375, -0.3497161865234375, -0.336761474609375, -0.3238067626953125, -0.31085205078125, -0.2978973388671875, -0.284942626953125, -0.2719879150390625, -0.259033203125, -0.2460784912109375, -0.233123779296875, -0.2201690673828125, -0.20721435546875, -0.1942596435546875, -0.181304931640625, -0.1683502197265625, -0.1553955078125, -0.1424407958984375, -0.129486083984375, -0.1165313720703125, -0.10357666015625, -0.0906219482421875, -0.077667236328125, -0.0647125244140625, -0.0517578125, -0.0388031005859375, -0.025848388671875, -0.0128936767578125, 6.103515625e-05, 0.0130157470703125, 0.025970458984375, 0.0389251708984375, 0.0518798828125, 0.0648345947265625, 0.077789306640625, 0.0907440185546875, 0.10369873046875, 0.1166534423828125, 0.129608154296875, 0.1425628662109375, 0.155517578125, 0.1684722900390625, 0.181427001953125, 0.1943817138671875, 0.20733642578125, 0.2202911376953125, 0.233245849609375, 0.2462005615234375, 0.2591552734375, 0.2721099853515625, 0.285064697265625, 0.2980194091796875, 0.31097412109375, 0.3239288330078125, 0.336883544921875, 0.3498382568359375, 0.36279296875]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 4.0, 2.0, 3.0, 9.0, 11.0, 11.0, 12.0, 28.0, 31.0, 53.0, 61.0, 139.0, 330.0, 860.0, 2872.0, 16304.0, 264314.0, 3808545.0, 88371.0, 9187.0, 1912.0, 653.0, 236.0, 130.0, 68.0, 41.0, 25.0, 18.0, 15.0, 13.0, 4.0, 5.0, 3.0, 3.0, 4.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0], "bins": [-1.9140625, -1.8614044189453125, -1.808746337890625, -1.7560882568359375, -1.70343017578125, -1.6507720947265625, -1.598114013671875, -1.5454559326171875, -1.4927978515625, -1.4401397705078125, -1.387481689453125, -1.3348236083984375, -1.28216552734375, -1.2295074462890625, -1.176849365234375, -1.1241912841796875, -1.071533203125, -1.0188751220703125, -0.966217041015625, -0.9135589599609375, -0.86090087890625, -0.8082427978515625, -0.755584716796875, -0.7029266357421875, -0.6502685546875, -0.5976104736328125, -0.544952392578125, -0.4922943115234375, -0.43963623046875, -0.3869781494140625, -0.334320068359375, -0.2816619873046875, -0.22900390625, -0.1763458251953125, -0.123687744140625, -0.0710296630859375, -0.01837158203125, 0.0342864990234375, 0.086944580078125, 0.1396026611328125, 0.1922607421875, 0.2449188232421875, 0.297576904296875, 0.3502349853515625, 0.40289306640625, 0.4555511474609375, 0.508209228515625, 0.5608673095703125, 0.613525390625, 0.6661834716796875, 0.718841552734375, 0.7714996337890625, 0.82415771484375, 0.8768157958984375, 0.929473876953125, 0.9821319580078125, 1.0347900390625, 1.0874481201171875, 1.140106201171875, 1.1927642822265625, 1.24542236328125, 1.2980804443359375, 1.350738525390625, 1.4033966064453125, 1.4560546875]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 2.0, 3.0, 5.0, 8.0, 6.0, 9.0, 9.0, 22.0, 23.0, 28.0, 52.0, 85.0, 128.0, 276.0, 518.0, 981.0, 858.0, 458.0, 233.0, 143.0, 72.0, 49.0, 33.0, 20.0, 18.0, 8.0, 2.0, 10.0, 8.0, 7.0, 2.0, 0.0, 3.0, 2.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.23828125, -1.200653076171875, -1.16302490234375, -1.125396728515625, -1.0877685546875, -1.050140380859375, -1.01251220703125, -0.974884033203125, -0.937255859375, -0.899627685546875, -0.86199951171875, -0.824371337890625, -0.7867431640625, -0.749114990234375, -0.71148681640625, -0.673858642578125, -0.63623046875, -0.598602294921875, -0.56097412109375, -0.523345947265625, -0.4857177734375, -0.448089599609375, -0.41046142578125, -0.372833251953125, -0.335205078125, -0.297576904296875, -0.25994873046875, -0.222320556640625, -0.1846923828125, -0.147064208984375, -0.10943603515625, -0.071807861328125, -0.0341796875, 0.003448486328125, 0.04107666015625, 0.078704833984375, 0.1163330078125, 0.153961181640625, 0.19158935546875, 0.229217529296875, 0.266845703125, 0.304473876953125, 0.34210205078125, 0.379730224609375, 0.4173583984375, 0.454986572265625, 0.49261474609375, 0.530242919921875, 0.56787109375, 0.605499267578125, 0.64312744140625, 0.680755615234375, 0.7183837890625, 0.756011962890625, 0.79364013671875, 0.831268310546875, 0.868896484375, 0.906524658203125, 0.94415283203125, 0.981781005859375, 1.0194091796875, 1.057037353515625, 1.09466552734375, 1.132293701171875, 1.169921875]}, "gradients/encoder.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 4.0, 8.0, 7.0, 9.0, 32.0, 56.0, 110.0, 227.0, 200.0, 165.0, 93.0, 44.0, 20.0, 12.0, 6.0, 8.0, 5.0, 2.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.3206787109375, -11.00843620300293, -10.69619369506836, -10.383952140808105, -10.071709632873535, -9.759467124938965, -9.447224617004395, -9.13498306274414, -8.82274055480957, -8.510498046875, -8.19825553894043, -7.886013507843018, -7.5737714767456055, -7.261528968811035, -6.949286460876465, -6.637044429779053, -6.324801921844482, -6.012559413909912, -5.7003173828125, -5.38807487487793, -5.075832843780518, -4.763590335845947, -4.451348304748535, -4.139105796813965, -3.8268635272979736, -3.5146212577819824, -3.202378988265991, -2.89013671875, -2.5778942108154297, -2.2656521797180176, -1.9534096717834473, -1.641167402267456, -1.3289251327514648, -1.0166828632354736, -0.7044405341148376, -0.39219820499420166, -0.07995593547821045, 0.23228633403778076, 0.5445287227630615, 0.8567709922790527, 1.169013261795044, 1.4812555313110352, 1.7934978008270264, 2.1057400703430176, 2.417982578277588, 2.730224609375, 3.0424671173095703, 3.3547093868255615, 3.6669516563415527, 3.979193925857544, 4.291436195373535, 4.6036787033081055, 4.915920734405518, 5.228163242340088, 5.5404052734375, 5.85264778137207, 6.164890289306641, 6.477132797241211, 6.789374828338623, 7.101617336273193, 7.4138593673706055, 7.726101875305176, 8.038344383239746, 8.3505859375, 8.66282844543457]}, "gradients/encoder.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 4.0, 5.0, 3.0, 4.0, 6.0, 11.0, 14.0, 14.0, 16.0, 23.0, 25.0, 30.0, 34.0, 33.0, 39.0, 52.0, 46.0, 51.0, 58.0, 64.0, 52.0, 38.0, 47.0, 38.0, 40.0, 38.0, 34.0, 31.0, 32.0, 31.0, 9.0, 15.0, 9.0, 12.0, 8.0, 8.0, 5.0, 9.0, 4.0, 2.0, 5.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.476782321929932, -4.343027114868164, -4.2092719078063965, -4.075516700744629, -3.9417614936828613, -3.8080062866210938, -3.6742513179779053, -3.5404961109161377, -3.40674090385437, -3.2729856967926025, -3.139230489730835, -3.0054752826690674, -2.871720314025879, -2.7379651069641113, -2.6042098999023438, -2.470454692840576, -2.3366994857788086, -2.202944278717041, -2.0691890716552734, -1.9354339838027954, -1.8016787767410278, -1.6679235696792603, -1.5341684818267822, -1.4004132747650146, -1.266658067703247, -1.1329028606414795, -0.9991477131843567, -0.8653925657272339, -0.7316373586654663, -0.5978821516036987, -0.4641270041465759, -0.3303718566894531, -0.19661712646484375, -0.06286194920539856, 0.07089322805404663, 0.20464840531349182, 0.338403582572937, 0.4721587896347046, 0.6059139370918274, 0.7396690845489502, 0.8734242916107178, 1.0071794986724854, 1.140934705734253, 1.274689793586731, 1.4084450006484985, 1.5422002077102661, 1.6759552955627441, 1.8097105026245117, 1.9434657096862793, 2.077220916748047, 2.2109761238098145, 2.344731330871582, 2.4784865379333496, 2.612241744995117, 2.7459967136383057, 2.8797519207000732, 3.013507127761841, 3.1472623348236084, 3.281017541885376, 3.4147727489471436, 3.548527717590332, 3.6822829246520996, 3.816038131713867, 3.9497933387756348, 4.083548545837402]}, "gradients/encoder.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 2.0, 7.0, 12.0, 17.0, 20.0, 24.0, 50.0, 54.0, 77.0, 122.0, 229.0, 487.0, 1055.0, 2604.0, 7967.0, 35012.0, 256030.0, 619783.0, 99932.0, 17097.0, 4731.0, 1661.0, 709.0, 348.0, 175.0, 101.0, 74.0, 55.0, 39.0, 21.0, 11.0, 14.0, 9.0, 6.0, 8.0, 3.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.1201171875, -1.0843048095703125, -1.048492431640625, -1.0126800537109375, -0.97686767578125, -0.9410552978515625, -0.905242919921875, -0.8694305419921875, -0.8336181640625, -0.7978057861328125, -0.761993408203125, -0.7261810302734375, -0.69036865234375, -0.6545562744140625, -0.618743896484375, -0.5829315185546875, -0.547119140625, -0.5113067626953125, -0.475494384765625, -0.4396820068359375, -0.40386962890625, -0.3680572509765625, -0.332244873046875, -0.2964324951171875, -0.2606201171875, -0.2248077392578125, -0.188995361328125, -0.1531829833984375, -0.11737060546875, -0.0815582275390625, -0.045745849609375, -0.0099334716796875, 0.02587890625, 0.0616912841796875, 0.097503662109375, 0.1333160400390625, 0.16912841796875, 0.2049407958984375, 0.240753173828125, 0.2765655517578125, 0.3123779296875, 0.3481903076171875, 0.384002685546875, 0.4198150634765625, 0.45562744140625, 0.4914398193359375, 0.527252197265625, 0.5630645751953125, 0.598876953125, 0.6346893310546875, 0.670501708984375, 0.7063140869140625, 0.74212646484375, 0.7779388427734375, 0.813751220703125, 0.8495635986328125, 0.8853759765625, 0.9211883544921875, 0.957000732421875, 0.9928131103515625, 1.02862548828125, 1.0644378662109375, 1.100250244140625, 1.1360626220703125, 1.171875]}, "gradients/encoder.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 5.0, 4.0, 5.0, 1.0, 4.0, 3.0, 9.0, 8.0, 8.0, 11.0, 21.0, 19.0, 28.0, 28.0, 26.0, 40.0, 49.0, 49.0, 52.0, 44.0, 45.0, 50.0, 58.0, 46.0, 47.0, 51.0, 34.0, 25.0, 50.0, 37.0, 29.0, 21.0, 14.0, 23.0, 14.0, 12.0, 7.0, 9.0, 6.0, 7.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.467529296875, -0.4532470703125, -0.43896484375, -0.4246826171875, -0.410400390625, -0.3961181640625, -0.3818359375, -0.3675537109375, -0.353271484375, -0.3389892578125, -0.32470703125, -0.3104248046875, -0.296142578125, -0.2818603515625, -0.267578125, -0.2532958984375, -0.239013671875, -0.2247314453125, -0.21044921875, -0.1961669921875, -0.181884765625, -0.1676025390625, -0.1533203125, -0.1390380859375, -0.124755859375, -0.1104736328125, -0.09619140625, -0.0819091796875, -0.067626953125, -0.0533447265625, -0.0390625, -0.0247802734375, -0.010498046875, 0.0037841796875, 0.01806640625, 0.0323486328125, 0.046630859375, 0.0609130859375, 0.0751953125, 0.0894775390625, 0.103759765625, 0.1180419921875, 0.13232421875, 0.1466064453125, 0.160888671875, 0.1751708984375, 0.189453125, 0.2037353515625, 0.218017578125, 0.2322998046875, 0.24658203125, 0.2608642578125, 0.275146484375, 0.2894287109375, 0.3037109375, 0.3179931640625, 0.332275390625, 0.3465576171875, 0.36083984375, 0.3751220703125, 0.389404296875, 0.4036865234375, 0.41796875, 0.4322509765625, 0.446533203125]}, "gradients/encoder.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 4.0, 3.0, 10.0, 8.0, 10.0, 13.0, 28.0, 33.0, 38.0, 55.0, 87.0, 112.0, 155.0, 330.0, 580.0, 1349.0, 5020.0, 36442.0, 741783.0, 239690.0, 17487.0, 3135.0, 1004.0, 440.0, 254.0, 147.0, 126.0, 62.0, 43.0, 34.0, 18.0, 20.0, 9.0, 9.0, 6.0, 4.0, 4.0, 1.0, 0.0, 3.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.31640625, -1.2691192626953125, -1.221832275390625, -1.1745452880859375, -1.12725830078125, -1.0799713134765625, -1.032684326171875, -0.9853973388671875, -0.9381103515625, -0.8908233642578125, -0.843536376953125, -0.7962493896484375, -0.74896240234375, -0.7016754150390625, -0.654388427734375, -0.6071014404296875, -0.559814453125, -0.5125274658203125, -0.465240478515625, -0.4179534912109375, -0.37066650390625, -0.3233795166015625, -0.276092529296875, -0.2288055419921875, -0.1815185546875, -0.1342315673828125, -0.086944580078125, -0.0396575927734375, 0.00762939453125, 0.0549163818359375, 0.102203369140625, 0.1494903564453125, 0.19677734375, 0.2440643310546875, 0.291351318359375, 0.3386383056640625, 0.38592529296875, 0.4332122802734375, 0.480499267578125, 0.5277862548828125, 0.5750732421875, 0.6223602294921875, 0.669647216796875, 0.7169342041015625, 0.76422119140625, 0.8115081787109375, 0.858795166015625, 0.9060821533203125, 0.953369140625, 1.0006561279296875, 1.047943115234375, 1.0952301025390625, 1.14251708984375, 1.1898040771484375, 1.237091064453125, 1.2843780517578125, 1.3316650390625, 1.3789520263671875, 1.426239013671875, 1.4735260009765625, 1.52081298828125, 1.5680999755859375, 1.615386962890625, 1.6626739501953125, 1.7099609375]}, "gradients/encoder.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 3.0, 0.0, 9.0, 3.0, 6.0, 10.0, 9.0, 10.0, 18.0, 17.0, 15.0, 20.0, 26.0, 26.0, 38.0, 28.0, 38.0, 46.0, 42.0, 64.0, 63.0, 62.0, 77.0, 52.0, 40.0, 45.0, 33.0, 28.0, 28.0, 34.0, 13.0, 26.0, 13.0, 10.0, 11.0, 12.0, 5.0, 7.0, 6.0, 5.0, 4.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.640625, -1.589202880859375, -1.53778076171875, -1.486358642578125, -1.4349365234375, -1.383514404296875, -1.33209228515625, -1.280670166015625, -1.229248046875, -1.177825927734375, -1.12640380859375, -1.074981689453125, -1.0235595703125, -0.972137451171875, -0.92071533203125, -0.869293212890625, -0.81787109375, -0.766448974609375, -0.71502685546875, -0.663604736328125, -0.6121826171875, -0.560760498046875, -0.50933837890625, -0.457916259765625, -0.406494140625, -0.355072021484375, -0.30364990234375, -0.252227783203125, -0.2008056640625, -0.149383544921875, -0.09796142578125, -0.046539306640625, 0.0048828125, 0.056304931640625, 0.10772705078125, 0.159149169921875, 0.2105712890625, 0.261993408203125, 0.31341552734375, 0.364837646484375, 0.416259765625, 0.467681884765625, 0.51910400390625, 0.570526123046875, 0.6219482421875, 0.673370361328125, 0.72479248046875, 0.776214599609375, 0.82763671875, 0.879058837890625, 0.93048095703125, 0.981903076171875, 1.0333251953125, 1.084747314453125, 1.13616943359375, 1.187591552734375, 1.239013671875, 1.290435791015625, 1.34185791015625, 1.393280029296875, 1.4447021484375, 1.496124267578125, 1.54754638671875, 1.598968505859375, 1.650390625]}, "gradients/encoder.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 4.0, 4.0, 3.0, 12.0, 11.0, 8.0, 31.0, 51.0, 72.0, 145.0, 240.0, 504.0, 1297.0, 3811.0, 15017.0, 106761.0, 827105.0, 76079.0, 12064.0, 3205.0, 1167.0, 438.0, 208.0, 117.0, 73.0, 42.0, 27.0, 21.0, 11.0, 11.0, 2.0, 8.0, 4.0, 2.0, 3.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0], "bins": [-0.52685546875, -0.5127792358398438, -0.4987030029296875, -0.48462677001953125, -0.470550537109375, -0.45647430419921875, -0.4423980712890625, -0.42832183837890625, -0.41424560546875, -0.40016937255859375, -0.3860931396484375, -0.37201690673828125, -0.357940673828125, -0.34386444091796875, -0.3297882080078125, -0.31571197509765625, -0.3016357421875, -0.28755950927734375, -0.2734832763671875, -0.25940704345703125, -0.245330810546875, -0.23125457763671875, -0.2171783447265625, -0.20310211181640625, -0.18902587890625, -0.17494964599609375, -0.1608734130859375, -0.14679718017578125, -0.132720947265625, -0.11864471435546875, -0.1045684814453125, -0.09049224853515625, -0.076416015625, -0.06233978271484375, -0.0482635498046875, -0.03418731689453125, -0.020111083984375, -0.00603485107421875, 0.0080413818359375, 0.02211761474609375, 0.03619384765625, 0.05027008056640625, 0.0643463134765625, 0.07842254638671875, 0.092498779296875, 0.10657501220703125, 0.1206512451171875, 0.13472747802734375, 0.1488037109375, 0.16287994384765625, 0.1769561767578125, 0.19103240966796875, 0.205108642578125, 0.21918487548828125, 0.2332611083984375, 0.24733734130859375, 0.26141357421875, 0.27548980712890625, 0.2895660400390625, 0.30364227294921875, 0.317718505859375, 0.33179473876953125, 0.3458709716796875, 0.35994720458984375, 0.3740234375]}, "gradients/encoder.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 4.0, 4.0, 0.0, 4.0, 4.0, 10.0, 4.0, 4.0, 15.0, 10.0, 19.0, 17.0, 36.0, 58.0, 80.0, 124.0, 151.0, 135.0, 87.0, 77.0, 46.0, 25.0, 27.0, 18.0, 14.0, 6.0, 8.0, 5.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-8.96453857421875e-05, -8.664093911647797e-05, -8.363649249076843e-05, -8.06320458650589e-05, -7.762759923934937e-05, -7.462315261363983e-05, -7.16187059879303e-05, -6.861425936222076e-05, -6.560981273651123e-05, -6.26053661108017e-05, -5.960091948509216e-05, -5.659647285938263e-05, -5.3592026233673096e-05, -5.058757960796356e-05, -4.758313298225403e-05, -4.4578686356544495e-05, -4.157423973083496e-05, -3.856979310512543e-05, -3.5565346479415894e-05, -3.256089985370636e-05, -2.9556453227996826e-05, -2.6552006602287292e-05, -2.354755997657776e-05, -2.0543113350868225e-05, -1.753866672515869e-05, -1.4534220099449158e-05, -1.1529773473739624e-05, -8.52532684803009e-06, -5.520880222320557e-06, -2.516433596611023e-06, 4.880130290985107e-07, 3.4924596548080444e-06, 6.496906280517578e-06, 9.501352906227112e-06, 1.2505799531936646e-05, 1.551024615764618e-05, 1.8514692783355713e-05, 2.1519139409065247e-05, 2.452358603477478e-05, 2.7528032660484314e-05, 3.053247928619385e-05, 3.353692591190338e-05, 3.6541372537612915e-05, 3.954581916332245e-05, 4.255026578903198e-05, 4.5554712414741516e-05, 4.855915904045105e-05, 5.1563605666160583e-05, 5.456805229187012e-05, 5.757249891757965e-05, 6.0576945543289185e-05, 6.358139216899872e-05, 6.658583879470825e-05, 6.959028542041779e-05, 7.259473204612732e-05, 7.559917867183685e-05, 7.860362529754639e-05, 8.160807192325592e-05, 8.461251854896545e-05, 8.761696517467499e-05, 9.062141180038452e-05, 9.362585842609406e-05, 9.663030505180359e-05, 9.963475167751312e-05, 0.00010263919830322266]}, "gradients/encoder.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 3.0, 5.0, 5.0, 4.0, 6.0, 11.0, 8.0, 9.0, 13.0, 20.0, 16.0, 32.0, 45.0, 63.0, 95.0, 137.0, 168.0, 342.0, 558.0, 1105.0, 2222.0, 5029.0, 14395.0, 52375.0, 312468.0, 572485.0, 60123.0, 16122.0, 5622.0, 2357.0, 1094.0, 589.0, 338.0, 214.0, 148.0, 100.0, 66.0, 46.0, 28.0, 25.0, 20.0, 9.0, 11.0, 6.0, 4.0, 5.0, 7.0, 4.0, 6.0, 3.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.268798828125, -0.25954437255859375, -0.2502899169921875, -0.24103546142578125, -0.231781005859375, -0.22252655029296875, -0.2132720947265625, -0.20401763916015625, -0.19476318359375, -0.18550872802734375, -0.1762542724609375, -0.16699981689453125, -0.157745361328125, -0.14849090576171875, -0.1392364501953125, -0.12998199462890625, -0.1207275390625, -0.11147308349609375, -0.1022186279296875, -0.09296417236328125, -0.083709716796875, -0.07445526123046875, -0.0652008056640625, -0.05594635009765625, -0.04669189453125, -0.03743743896484375, -0.0281829833984375, -0.01892852783203125, -0.009674072265625, -0.00041961669921875, 0.0088348388671875, 0.01808929443359375, 0.02734375, 0.03659820556640625, 0.0458526611328125, 0.05510711669921875, 0.064361572265625, 0.07361602783203125, 0.0828704833984375, 0.09212493896484375, 0.10137939453125, 0.11063385009765625, 0.1198883056640625, 0.12914276123046875, 0.138397216796875, 0.14765167236328125, 0.1569061279296875, 0.16616058349609375, 0.1754150390625, 0.18466949462890625, 0.1939239501953125, 0.20317840576171875, 0.212432861328125, 0.22168731689453125, 0.2309417724609375, 0.24019622802734375, 0.24945068359375, 0.25870513916015625, 0.2679595947265625, 0.27721405029296875, 0.286468505859375, 0.29572296142578125, 0.3049774169921875, 0.31423187255859375, 0.323486328125]}, "gradients/encoder.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 6.0, 6.0, 1.0, 7.0, 11.0, 11.0, 19.0, 17.0, 28.0, 22.0, 42.0, 53.0, 70.0, 118.0, 121.0, 138.0, 92.0, 70.0, 38.0, 38.0, 25.0, 15.0, 17.0, 14.0, 6.0, 10.0, 4.0, 6.0, 1.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.472900390625, -0.4603614807128906, -0.44782257080078125, -0.4352836608886719, -0.4227447509765625, -0.4102058410644531, -0.39766693115234375, -0.3851280212402344, -0.372589111328125, -0.3600502014160156, -0.34751129150390625, -0.3349723815917969, -0.3224334716796875, -0.3098945617675781, -0.29735565185546875, -0.2848167419433594, -0.27227783203125, -0.2597389221191406, -0.24720001220703125, -0.23466110229492188, -0.2221221923828125, -0.20958328247070312, -0.19704437255859375, -0.18450546264648438, -0.171966552734375, -0.15942764282226562, -0.14688873291015625, -0.13434982299804688, -0.1218109130859375, -0.10927200317382812, -0.09673309326171875, -0.08419418334960938, -0.0716552734375, -0.059116363525390625, -0.04657745361328125, -0.034038543701171875, -0.0214996337890625, -0.008960723876953125, 0.00357818603515625, 0.016117095947265625, 0.028656005859375, 0.041194915771484375, 0.05373382568359375, 0.06627273559570312, 0.0788116455078125, 0.09135055541992188, 0.10388946533203125, 0.11642837524414062, 0.12896728515625, 0.14150619506835938, 0.15404510498046875, 0.16658401489257812, 0.1791229248046875, 0.19166183471679688, 0.20420074462890625, 0.21673965454101562, 0.229278564453125, 0.24181747436523438, 0.25435638427734375, 0.2668952941894531, 0.2794342041015625, 0.2919731140136719, 0.30451202392578125, 0.3170509338378906, 0.32958984375]}, "gradients/encoder.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 1.0, 5.0, 13.0, 24.0, 75.0, 168.0, 378.0, 171.0, 98.0, 39.0, 15.0, 5.0, 7.0, 1.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.9643964767456055, -5.602572441101074, -5.240747928619385, -4.8789238929748535, -4.517099380493164, -4.155275344848633, -3.7934513092041016, -3.431627035140991, -3.069802761077881, -2.7079784870147705, -2.34615421295166, -1.984330177307129, -1.6225059032440186, -1.2606816291809082, -0.898857593536377, -0.5370333194732666, -0.17520904541015625, 0.18661516904830933, 0.5484393835067749, 0.9102635383605957, 1.272087812423706, 1.6339120864868164, 1.9957361221313477, 2.357560396194458, 2.7193846702575684, 3.0812089443206787, 3.443033218383789, 3.8048572540283203, 4.166681289672852, 4.528505802154541, 4.890329837799072, 5.252154350280762, 5.613977432250977, 5.975801467895508, 6.337625980377197, 6.6994500160217285, 7.061274528503418, 7.423098564147949, 7.7849225997924805, 8.146746635437012, 8.50857162475586, 8.87039566040039, 9.232219696044922, 9.594043731689453, 9.9558687210083, 10.317692756652832, 10.679516792297363, 11.041340827941895, 11.403164863586426, 11.764988899230957, 12.126812934875488, 12.488637924194336, 12.850461959838867, 13.212285995483398, 13.57411003112793, 13.935934066772461, 14.297758102416992, 14.659582138061523, 15.021406173706055, 15.383230209350586, 15.745055198669434, 16.10688018798828, 16.468704223632812, 16.830528259277344, 17.192352294921875]}, "gradients/encoder.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 5.0, 5.0, 4.0, 6.0, 11.0, 13.0, 11.0, 14.0, 27.0, 26.0, 23.0, 35.0, 33.0, 48.0, 53.0, 72.0, 112.0, 115.0, 79.0, 51.0, 48.0, 40.0, 30.0, 32.0, 22.0, 14.0, 19.0, 11.0, 19.0, 7.0, 3.0, 5.0, 8.0, 5.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-9.125114440917969, -8.891151428222656, -8.657188415527344, -8.423224449157715, -8.189261436462402, -7.95529842376709, -7.721334934234619, -7.487371921539307, -7.253408432006836, -7.019445419311523, -6.785481929779053, -6.55151891708374, -6.3175554275512695, -6.083592414855957, -5.849628925323486, -5.615665912628174, -5.381702423095703, -5.147739410400391, -4.91377592086792, -4.679812908172607, -4.445849418640137, -4.211886405944824, -3.9779229164123535, -3.743959903717041, -3.5099968910217285, -3.276033639907837, -3.0420703887939453, -2.8081071376800537, -2.574143886566162, -2.3401808738708496, -2.106217384338379, -1.8722542524337769, -1.6382908821105957, -1.404327630996704, -1.1703643798828125, -0.9364011883735657, -0.7024379372596741, -0.46847474575042725, -0.23451149463653564, -0.000548243522644043, 0.23341500759124756, 0.46737825870513916, 0.7013415098190308, 0.9353047013282776, 1.1692678928375244, 1.403231143951416, 1.6371943950653076, 1.8711576461791992, 2.105120897293091, 2.3390841484069824, 2.573047399520874, 2.8070106506347656, 3.0409739017486572, 3.274937152862549, 3.5089001655578613, 3.742863655090332, 3.9768266677856445, 4.210789680480957, 4.444753170013428, 4.67871618270874, 4.912679672241211, 5.146642684936523, 5.380606174468994, 5.614569187164307, 5.848532676696777]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 3.0, 6.0, 5.0, 2.0, 15.0, 18.0, 29.0, 45.0, 70.0, 118.0, 176.0, 352.0, 651.0, 1305.0, 2768.0, 7276.0, 24530.0, 150907.0, 2031981.0, 1799901.0, 138030.0, 23696.0, 7012.0, 2659.0, 1211.0, 640.0, 332.0, 196.0, 115.0, 81.0, 61.0, 33.0, 16.0, 11.0, 9.0, 10.0, 6.0, 4.0, 3.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.828125, -0.8051071166992188, -0.7820892333984375, -0.7590713500976562, -0.736053466796875, -0.7130355834960938, -0.6900177001953125, -0.6669998168945312, -0.64398193359375, -0.6209640502929688, -0.5979461669921875, -0.5749282836914062, -0.551910400390625, -0.5288925170898438, -0.5058746337890625, -0.48285675048828125, -0.4598388671875, -0.43682098388671875, -0.4138031005859375, -0.39078521728515625, -0.367767333984375, -0.34474945068359375, -0.3217315673828125, -0.29871368408203125, -0.27569580078125, -0.25267791748046875, -0.2296600341796875, -0.20664215087890625, -0.183624267578125, -0.16060638427734375, -0.1375885009765625, -0.11457061767578125, -0.091552734375, -0.06853485107421875, -0.0455169677734375, -0.02249908447265625, 0.000518798828125, 0.02353668212890625, 0.0465545654296875, 0.06957244873046875, 0.09259033203125, 0.11560821533203125, 0.1386260986328125, 0.16164398193359375, 0.184661865234375, 0.20767974853515625, 0.2306976318359375, 0.25371551513671875, 0.2767333984375, 0.29975128173828125, 0.3227691650390625, 0.34578704833984375, 0.368804931640625, 0.39182281494140625, 0.4148406982421875, 0.43785858154296875, 0.46087646484375, 0.48389434814453125, 0.5069122314453125, 0.5299301147460938, 0.552947998046875, 0.5759658813476562, 0.5989837646484375, 0.6220016479492188, 0.64501953125]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 3.0, 3.0, 1.0, 4.0, 3.0, 5.0, 10.0, 8.0, 12.0, 12.0, 21.0, 11.0, 21.0, 30.0, 38.0, 43.0, 50.0, 43.0, 46.0, 48.0, 57.0, 59.0, 50.0, 62.0, 48.0, 53.0, 36.0, 31.0, 40.0, 30.0, 24.0, 23.0, 26.0, 13.0, 7.0, 9.0, 8.0, 2.0, 6.0, 2.0, 3.0, 5.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.466552734375, -0.45258331298828125, -0.4386138916015625, -0.42464447021484375, -0.410675048828125, -0.39670562744140625, -0.3827362060546875, -0.36876678466796875, -0.35479736328125, -0.34082794189453125, -0.3268585205078125, -0.31288909912109375, -0.298919677734375, -0.28495025634765625, -0.2709808349609375, -0.25701141357421875, -0.2430419921875, -0.22907257080078125, -0.2151031494140625, -0.20113372802734375, -0.187164306640625, -0.17319488525390625, -0.1592254638671875, -0.14525604248046875, -0.13128662109375, -0.11731719970703125, -0.1033477783203125, -0.08937835693359375, -0.075408935546875, -0.06143951416015625, -0.0474700927734375, -0.03350067138671875, -0.01953125, -0.00556182861328125, 0.0084075927734375, 0.02237701416015625, 0.036346435546875, 0.05031585693359375, 0.0642852783203125, 0.07825469970703125, 0.09222412109375, 0.10619354248046875, 0.1201629638671875, 0.13413238525390625, 0.148101806640625, 0.16207122802734375, 0.1760406494140625, 0.19001007080078125, 0.2039794921875, 0.21794891357421875, 0.2319183349609375, 0.24588775634765625, 0.259857177734375, 0.27382659912109375, 0.2877960205078125, 0.30176544189453125, 0.31573486328125, 0.32970428466796875, 0.3436737060546875, 0.35764312744140625, 0.371612548828125, 0.38558197021484375, 0.3995513916015625, 0.41352081298828125, 0.427490234375]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 7.0, 0.0, 1.0, 2.0, 3.0, 4.0, 11.0, 18.0, 13.0, 17.0, 36.0, 63.0, 98.0, 171.0, 443.0, 1306.0, 5223.0, 35743.0, 2852114.0, 1267904.0, 25102.0, 4178.0, 1083.0, 347.0, 158.0, 87.0, 57.0, 20.0, 19.0, 12.0, 12.0, 9.0, 2.0, 4.0, 7.0, 2.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.671875, -1.6226043701171875, -1.573333740234375, -1.5240631103515625, -1.47479248046875, -1.4255218505859375, -1.376251220703125, -1.3269805908203125, -1.2777099609375, -1.2284393310546875, -1.179168701171875, -1.1298980712890625, -1.08062744140625, -1.0313568115234375, -0.982086181640625, -0.9328155517578125, -0.883544921875, -0.8342742919921875, -0.785003662109375, -0.7357330322265625, -0.68646240234375, -0.6371917724609375, -0.587921142578125, -0.5386505126953125, -0.4893798828125, -0.4401092529296875, -0.390838623046875, -0.3415679931640625, -0.29229736328125, -0.2430267333984375, -0.193756103515625, -0.1444854736328125, -0.09521484375, -0.0459442138671875, 0.003326416015625, 0.0525970458984375, 0.10186767578125, 0.1511383056640625, 0.200408935546875, 0.2496795654296875, 0.2989501953125, 0.3482208251953125, 0.397491455078125, 0.4467620849609375, 0.49603271484375, 0.5453033447265625, 0.594573974609375, 0.6438446044921875, 0.693115234375, 0.7423858642578125, 0.791656494140625, 0.8409271240234375, 0.89019775390625, 0.9394683837890625, 0.988739013671875, 1.0380096435546875, 1.0872802734375, 1.1365509033203125, 1.185821533203125, 1.2350921630859375, 1.28436279296875, 1.3336334228515625, 1.382904052734375, 1.4321746826171875, 1.4814453125]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 5.0, 2.0, 1.0, 8.0, 6.0, 11.0, 17.0, 10.0, 31.0, 51.0, 52.0, 92.0, 139.0, 229.0, 427.0, 759.0, 890.0, 565.0, 319.0, 164.0, 86.0, 65.0, 37.0, 26.0, 21.0, 21.0, 10.0, 4.0, 5.0, 8.0, 4.0, 2.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.04296875, -1.011566162109375, -0.98016357421875, -0.948760986328125, -0.9173583984375, -0.885955810546875, -0.85455322265625, -0.823150634765625, -0.791748046875, -0.760345458984375, -0.72894287109375, -0.697540283203125, -0.6661376953125, -0.634735107421875, -0.60333251953125, -0.571929931640625, -0.54052734375, -0.509124755859375, -0.47772216796875, -0.446319580078125, -0.4149169921875, -0.383514404296875, -0.35211181640625, -0.320709228515625, -0.289306640625, -0.257904052734375, -0.22650146484375, -0.195098876953125, -0.1636962890625, -0.132293701171875, -0.10089111328125, -0.069488525390625, -0.0380859375, -0.006683349609375, 0.02471923828125, 0.056121826171875, 0.0875244140625, 0.118927001953125, 0.15032958984375, 0.181732177734375, 0.213134765625, 0.244537353515625, 0.27593994140625, 0.307342529296875, 0.3387451171875, 0.370147705078125, 0.40155029296875, 0.432952880859375, 0.46435546875, 0.495758056640625, 0.52716064453125, 0.558563232421875, 0.5899658203125, 0.621368408203125, 0.65277099609375, 0.684173583984375, 0.715576171875, 0.746978759765625, 0.77838134765625, 0.809783935546875, 0.8411865234375, 0.872589111328125, 0.90399169921875, 0.935394287109375, 0.966796875]}, "gradients/encoder.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 5.0, 3.0, 2.0, 12.0, 17.0, 43.0, 112.0, 288.0, 281.0, 152.0, 58.0, 19.0, 12.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.318859100341797, -14.918415069580078, -14.517971992492676, -14.117527961730957, -13.717084884643555, -13.316640853881836, -12.916196823120117, -12.515752792358398, -12.115309715270996, -11.714865684509277, -11.314422607421875, -10.913978576660156, -10.513534545898438, -10.113091468811035, -9.712647438049316, -9.312204360961914, -8.911760330200195, -8.511316299438477, -8.110873222351074, -7.7104291915893555, -7.309985637664795, -6.909542083740234, -6.509098052978516, -6.108654499053955, -5.7082109451293945, -5.307767391204834, -4.907323837280273, -4.506879806518555, -4.106436252593994, -3.7059926986694336, -3.305548906326294, -2.9051051139831543, -2.5046606063842773, -2.104217052459717, -1.7037732601165771, -1.303329586982727, -0.902885913848877, -0.5024423599243164, -0.10199856758117676, 0.2984452247619629, 0.6988887786865234, 1.0993324518203735, 1.4997761249542236, 1.9002197980880737, 2.300663471221924, 2.7011070251464844, 3.101550817489624, 3.5019946098327637, 3.902438163757324, 4.302881717681885, 4.703325271606445, 5.103769302368164, 5.504212856292725, 5.904656410217285, 6.305100440979004, 6.7055439949035645, 7.105987548828125, 7.5064311027526855, 7.906874656677246, 8.307318687438965, 8.707761764526367, 9.108205795288086, 9.508649826049805, 9.909093856811523, 10.309536933898926]}, "gradients/encoder.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 1.0, 1.0, 1.0, 3.0, 5.0, 3.0, 6.0, 7.0, 13.0, 13.0, 19.0, 6.0, 6.0, 20.0, 17.0, 20.0, 17.0, 33.0, 43.0, 33.0, 31.0, 37.0, 43.0, 46.0, 31.0, 40.0, 33.0, 46.0, 37.0, 40.0, 37.0, 27.0, 28.0, 43.0, 42.0, 34.0, 22.0, 21.0, 22.0, 15.0, 11.0, 12.0, 9.0, 9.0, 9.0, 5.0, 8.0, 1.0, 2.0, 3.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0], "bins": [-3.717419385910034, -3.6078617572784424, -3.4983038902282715, -3.3887462615966797, -3.279188394546509, -3.169630765914917, -3.060072898864746, -2.9505152702331543, -2.8409576416015625, -2.7314000129699707, -2.6218421459198, -2.512284517288208, -2.402726650238037, -2.2931690216064453, -2.1836113929748535, -2.0740535259246826, -1.9644956588745117, -1.8549379110336304, -1.745380163192749, -1.6358225345611572, -1.5262646675109863, -1.4167070388793945, -1.3071492910385132, -1.1975915431976318, -1.0880337953567505, -0.9784760475158691, -0.8689182996749878, -0.7593606114387512, -0.6498028635978699, -0.5402451157569885, -0.43068742752075195, -0.3211296796798706, -0.21157217025756836, -0.1020144373178482, 0.007543295621871948, 0.11710101366043091, 0.22665876150131226, 0.3362165093421936, 0.4457741975784302, 0.5553319454193115, 0.6648896932601929, 0.7744474411010742, 0.8840051889419556, 0.9935628771781921, 1.1031205654144287, 1.2126784324645996, 1.3222360610961914, 1.4317938089370728, 1.541351556777954, 1.6509093046188354, 1.7604670524597168, 1.8700246810913086, 1.9795825481414795, 2.0891401767730713, 2.198698043823242, 2.308255672454834, 2.417813301086426, 2.5273709297180176, 2.6369287967681885, 2.7464864253997803, 2.856044292449951, 2.965601921081543, 3.0751595497131348, 3.1847174167633057, 3.2942752838134766]}, "gradients/encoder.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 5.0, 2.0, 4.0, 7.0, 7.0, 9.0, 23.0, 36.0, 37.0, 66.0, 99.0, 172.0, 322.0, 649.0, 1477.0, 3982.0, 14082.0, 75124.0, 634031.0, 271709.0, 34190.0, 7879.0, 2507.0, 1021.0, 481.0, 254.0, 149.0, 76.0, 51.0, 35.0, 23.0, 17.0, 15.0, 8.0, 3.0, 4.0, 6.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2802734375, -1.2372894287109375, -1.194305419921875, -1.1513214111328125, -1.10833740234375, -1.0653533935546875, -1.022369384765625, -0.9793853759765625, -0.9364013671875, -0.8934173583984375, -0.850433349609375, -0.8074493408203125, -0.76446533203125, -0.7214813232421875, -0.678497314453125, -0.6355133056640625, -0.592529296875, -0.5495452880859375, -0.506561279296875, -0.4635772705078125, -0.42059326171875, -0.3776092529296875, -0.334625244140625, -0.2916412353515625, -0.2486572265625, -0.2056732177734375, -0.162689208984375, -0.1197052001953125, -0.07672119140625, -0.0337371826171875, 0.009246826171875, 0.0522308349609375, 0.09521484375, 0.1381988525390625, 0.181182861328125, 0.2241668701171875, 0.26715087890625, 0.3101348876953125, 0.353118896484375, 0.3961029052734375, 0.4390869140625, 0.4820709228515625, 0.525054931640625, 0.5680389404296875, 0.61102294921875, 0.6540069580078125, 0.696990966796875, 0.7399749755859375, 0.782958984375, 0.8259429931640625, 0.868927001953125, 0.9119110107421875, 0.95489501953125, 0.9978790283203125, 1.040863037109375, 1.0838470458984375, 1.1268310546875, 1.1698150634765625, 1.212799072265625, 1.2557830810546875, 1.29876708984375, 1.3417510986328125, 1.384735107421875, 1.4277191162109375, 1.470703125]}, "gradients/encoder.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 3.0, 2.0, 4.0, 3.0, 5.0, 11.0, 6.0, 10.0, 18.0, 12.0, 27.0, 29.0, 35.0, 36.0, 34.0, 49.0, 47.0, 55.0, 43.0, 53.0, 55.0, 59.0, 51.0, 53.0, 41.0, 45.0, 33.0, 36.0, 29.0, 30.0, 22.0, 16.0, 11.0, 10.0, 6.0, 7.0, 4.0, 4.0, 2.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-0.544921875, -0.5302352905273438, -0.5155487060546875, -0.5008621215820312, -0.486175537109375, -0.47148895263671875, -0.4568023681640625, -0.44211578369140625, -0.42742919921875, -0.41274261474609375, -0.3980560302734375, -0.38336944580078125, -0.368682861328125, -0.35399627685546875, -0.3393096923828125, -0.32462310791015625, -0.3099365234375, -0.29524993896484375, -0.2805633544921875, -0.26587677001953125, -0.251190185546875, -0.23650360107421875, -0.2218170166015625, -0.20713043212890625, -0.19244384765625, -0.17775726318359375, -0.1630706787109375, -0.14838409423828125, -0.133697509765625, -0.11901092529296875, -0.1043243408203125, -0.08963775634765625, -0.074951171875, -0.06026458740234375, -0.0455780029296875, -0.03089141845703125, -0.016204833984375, -0.00151824951171875, 0.0131683349609375, 0.02785491943359375, 0.04254150390625, 0.05722808837890625, 0.0719146728515625, 0.08660125732421875, 0.101287841796875, 0.11597442626953125, 0.1306610107421875, 0.14534759521484375, 0.1600341796875, 0.17472076416015625, 0.1894073486328125, 0.20409393310546875, 0.218780517578125, 0.23346710205078125, 0.2481536865234375, 0.26284027099609375, 0.27752685546875, 0.29221343994140625, 0.3069000244140625, 0.32158660888671875, 0.336273193359375, 0.35095977783203125, 0.3656463623046875, 0.38033294677734375, 0.39501953125]}, "gradients/encoder.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 10.0, 13.0, 5.0, 10.0, 11.0, 14.0, 41.0, 32.0, 62.0, 94.0, 150.0, 242.0, 392.0, 815.0, 1683.0, 4497.0, 19294.0, 222770.0, 752175.0, 35357.0, 6408.0, 2194.0, 972.0, 470.0, 304.0, 179.0, 117.0, 80.0, 49.0, 30.0, 25.0, 15.0, 11.0, 9.0, 2.0, 8.0, 10.0, 5.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.57421875, -1.5294342041015625, -1.484649658203125, -1.4398651123046875, -1.39508056640625, -1.3502960205078125, -1.305511474609375, -1.2607269287109375, -1.2159423828125, -1.1711578369140625, -1.126373291015625, -1.0815887451171875, -1.03680419921875, -0.9920196533203125, -0.947235107421875, -0.9024505615234375, -0.857666015625, -0.8128814697265625, -0.768096923828125, -0.7233123779296875, -0.67852783203125, -0.6337432861328125, -0.588958740234375, -0.5441741943359375, -0.4993896484375, -0.4546051025390625, -0.409820556640625, -0.3650360107421875, -0.32025146484375, -0.2754669189453125, -0.230682373046875, -0.1858978271484375, -0.14111328125, -0.0963287353515625, -0.051544189453125, -0.0067596435546875, 0.03802490234375, 0.0828094482421875, 0.127593994140625, 0.1723785400390625, 0.2171630859375, 0.2619476318359375, 0.306732177734375, 0.3515167236328125, 0.39630126953125, 0.4410858154296875, 0.485870361328125, 0.5306549072265625, 0.575439453125, 0.6202239990234375, 0.665008544921875, 0.7097930908203125, 0.75457763671875, 0.7993621826171875, 0.844146728515625, 0.8889312744140625, 0.9337158203125, 0.9785003662109375, 1.023284912109375, 1.0680694580078125, 1.11285400390625, 1.1576385498046875, 1.202423095703125, 1.2472076416015625, 1.2919921875]}, "gradients/encoder.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 3.0, 9.0, 8.0, 3.0, 12.0, 12.0, 14.0, 12.0, 26.0, 22.0, 19.0, 23.0, 34.0, 43.0, 41.0, 46.0, 43.0, 45.0, 48.0, 56.0, 47.0, 54.0, 43.0, 55.0, 32.0, 42.0, 22.0, 25.0, 31.0, 20.0, 24.0, 12.0, 9.0, 12.0, 6.0, 8.0, 6.0, 8.0, 4.0, 4.0, 8.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0], "bins": [-1.490234375, -1.4468994140625, -1.403564453125, -1.3602294921875, -1.31689453125, -1.2735595703125, -1.230224609375, -1.1868896484375, -1.1435546875, -1.1002197265625, -1.056884765625, -1.0135498046875, -0.97021484375, -0.9268798828125, -0.883544921875, -0.8402099609375, -0.796875, -0.7535400390625, -0.710205078125, -0.6668701171875, -0.62353515625, -0.5802001953125, -0.536865234375, -0.4935302734375, -0.4501953125, -0.4068603515625, -0.363525390625, -0.3201904296875, -0.27685546875, -0.2335205078125, -0.190185546875, -0.1468505859375, -0.103515625, -0.0601806640625, -0.016845703125, 0.0264892578125, 0.06982421875, 0.1131591796875, 0.156494140625, 0.1998291015625, 0.2431640625, 0.2864990234375, 0.329833984375, 0.3731689453125, 0.41650390625, 0.4598388671875, 0.503173828125, 0.5465087890625, 0.58984375, 0.6331787109375, 0.676513671875, 0.7198486328125, 0.76318359375, 0.8065185546875, 0.849853515625, 0.8931884765625, 0.9365234375, 0.9798583984375, 1.023193359375, 1.0665283203125, 1.10986328125, 1.1531982421875, 1.196533203125, 1.2398681640625, 1.283203125]}, "gradients/encoder.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 5.0, 6.0, 3.0, 9.0, 15.0, 14.0, 20.0, 34.0, 35.0, 50.0, 83.0, 149.0, 203.0, 452.0, 830.0, 2126.0, 6723.0, 32087.0, 653931.0, 313239.0, 28605.0, 6146.0, 1935.0, 788.0, 399.0, 226.0, 144.0, 86.0, 61.0, 38.0, 22.0, 19.0, 23.0, 8.0, 11.0, 8.0, 7.0, 5.0, 3.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3447265625, -0.33282470703125, -0.3209228515625, -0.30902099609375, -0.297119140625, -0.28521728515625, -0.2733154296875, -0.26141357421875, -0.24951171875, -0.23760986328125, -0.2257080078125, -0.21380615234375, -0.201904296875, -0.19000244140625, -0.1781005859375, -0.16619873046875, -0.154296875, -0.14239501953125, -0.1304931640625, -0.11859130859375, -0.106689453125, -0.09478759765625, -0.0828857421875, -0.07098388671875, -0.05908203125, -0.04718017578125, -0.0352783203125, -0.02337646484375, -0.011474609375, 0.00042724609375, 0.0123291015625, 0.02423095703125, 0.0361328125, 0.04803466796875, 0.0599365234375, 0.07183837890625, 0.083740234375, 0.09564208984375, 0.1075439453125, 0.11944580078125, 0.13134765625, 0.14324951171875, 0.1551513671875, 0.16705322265625, 0.178955078125, 0.19085693359375, 0.2027587890625, 0.21466064453125, 0.2265625, 0.23846435546875, 0.2503662109375, 0.26226806640625, 0.274169921875, 0.28607177734375, 0.2979736328125, 0.30987548828125, 0.32177734375, 0.33367919921875, 0.3455810546875, 0.35748291015625, 0.369384765625, 0.38128662109375, 0.3931884765625, 0.40509033203125, 0.4169921875]}, "gradients/encoder.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 5.0, 8.0, 7.0, 9.0, 8.0, 16.0, 13.0, 23.0, 33.0, 50.0, 60.0, 101.0, 136.0, 143.0, 118.0, 72.0, 55.0, 27.0, 28.0, 24.0, 14.0, 17.0, 6.0, 4.0, 2.0, 3.0, 3.0, 4.0, 4.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-9.912252426147461e-05, -9.637046605348587e-05, -9.361840784549713e-05, -9.086634963750839e-05, -8.811429142951965e-05, -8.536223322153091e-05, -8.261017501354218e-05, -7.985811680555344e-05, -7.71060585975647e-05, -7.435400038957596e-05, -7.160194218158722e-05, -6.884988397359848e-05, -6.609782576560974e-05, -6.3345767557621e-05, -6.059370934963226e-05, -5.7841651141643524e-05, -5.5089592933654785e-05, -5.2337534725666046e-05, -4.958547651767731e-05, -4.683341830968857e-05, -4.408136010169983e-05, -4.132930189371109e-05, -3.857724368572235e-05, -3.582518547773361e-05, -3.307312726974487e-05, -3.0321069061756134e-05, -2.7569010853767395e-05, -2.4816952645778656e-05, -2.2064894437789917e-05, -1.9312836229801178e-05, -1.656077802181244e-05, -1.38087198138237e-05, -1.1056661605834961e-05, -8.304603397846222e-06, -5.552545189857483e-06, -2.800486981868744e-06, -4.842877388000488e-08, 2.703629434108734e-06, 5.455687642097473e-06, 8.207745850086212e-06, 1.0959804058074951e-05, 1.371186226606369e-05, 1.646392047405243e-05, 1.9215978682041168e-05, 2.1968036890029907e-05, 2.4720095098018646e-05, 2.7472153306007385e-05, 3.0224211513996124e-05, 3.297626972198486e-05, 3.57283279299736e-05, 3.848038613796234e-05, 4.123244434595108e-05, 4.398450255393982e-05, 4.673656076192856e-05, 4.94886189699173e-05, 5.2240677177906036e-05, 5.4992735385894775e-05, 5.7744793593883514e-05, 6.0496851801872253e-05, 6.324891000986099e-05, 6.600096821784973e-05, 6.875302642583847e-05, 7.150508463382721e-05, 7.425714284181595e-05, 7.700920104980469e-05]}, "gradients/encoder.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 3.0, 5.0, 1.0, 7.0, 5.0, 12.0, 11.0, 14.0, 29.0, 16.0, 29.0, 57.0, 55.0, 84.0, 120.0, 189.0, 282.0, 477.0, 864.0, 1519.0, 3160.0, 7976.0, 24649.0, 118890.0, 743170.0, 108813.0, 23690.0, 7619.0, 3149.0, 1508.0, 783.0, 476.0, 291.0, 180.0, 119.0, 80.0, 50.0, 45.0, 32.0, 32.0, 16.0, 21.0, 13.0, 7.0, 3.0, 4.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.258056640625, -0.24985885620117188, -0.24166107177734375, -0.23346328735351562, -0.2252655029296875, -0.21706771850585938, -0.20886993408203125, -0.20067214965820312, -0.192474365234375, -0.18427658081054688, -0.17607879638671875, -0.16788101196289062, -0.1596832275390625, -0.15148544311523438, -0.14328765869140625, -0.13508987426757812, -0.12689208984375, -0.11869430541992188, -0.11049652099609375, -0.10229873657226562, -0.0941009521484375, -0.08590316772460938, -0.07770538330078125, -0.06950759887695312, -0.061309814453125, -0.053112030029296875, -0.04491424560546875, -0.036716461181640625, -0.0285186767578125, -0.020320892333984375, -0.01212310791015625, -0.003925323486328125, 0.0042724609375, 0.012470245361328125, 0.02066802978515625, 0.028865814208984375, 0.0370635986328125, 0.045261383056640625, 0.05345916748046875, 0.061656951904296875, 0.069854736328125, 0.07805252075195312, 0.08625030517578125, 0.09444808959960938, 0.1026458740234375, 0.11084365844726562, 0.11904144287109375, 0.12723922729492188, 0.13543701171875, 0.14363479614257812, 0.15183258056640625, 0.16003036499023438, 0.1682281494140625, 0.17642593383789062, 0.18462371826171875, 0.19282150268554688, 0.201019287109375, 0.20921707153320312, 0.21741485595703125, 0.22561264038085938, 0.2338104248046875, 0.24200820922851562, 0.25020599365234375, 0.2584037780761719, 0.2666015625]}, "gradients/encoder.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 2.0, 11.0, 8.0, 10.0, 10.0, 16.0, 20.0, 27.0, 28.0, 40.0, 42.0, 68.0, 59.0, 78.0, 84.0, 78.0, 75.0, 60.0, 51.0, 35.0, 37.0, 25.0, 26.0, 18.0, 14.0, 17.0, 14.0, 4.0, 7.0, 5.0, 5.0, 5.0, 4.0, 1.0, 2.0, 1.0, 5.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.241455078125, -0.23395538330078125, -0.2264556884765625, -0.21895599365234375, -0.211456298828125, -0.20395660400390625, -0.1964569091796875, -0.18895721435546875, -0.18145751953125, -0.17395782470703125, -0.1664581298828125, -0.15895843505859375, -0.151458740234375, -0.14395904541015625, -0.1364593505859375, -0.12895965576171875, -0.1214599609375, -0.11396026611328125, -0.1064605712890625, -0.09896087646484375, -0.091461181640625, -0.08396148681640625, -0.0764617919921875, -0.06896209716796875, -0.06146240234375, -0.05396270751953125, -0.0464630126953125, -0.03896331787109375, -0.031463623046875, -0.02396392822265625, -0.0164642333984375, -0.00896453857421875, -0.00146484375, 0.00603485107421875, 0.0135345458984375, 0.02103424072265625, 0.028533935546875, 0.03603363037109375, 0.0435333251953125, 0.05103302001953125, 0.05853271484375, 0.06603240966796875, 0.0735321044921875, 0.08103179931640625, 0.088531494140625, 0.09603118896484375, 0.1035308837890625, 0.11103057861328125, 0.1185302734375, 0.12602996826171875, 0.1335296630859375, 0.14102935791015625, 0.148529052734375, 0.15602874755859375, 0.1635284423828125, 0.17102813720703125, 0.17852783203125, 0.18602752685546875, 0.1935272216796875, 0.20102691650390625, 0.208526611328125, 0.21602630615234375, 0.2235260009765625, 0.23102569580078125, 0.238525390625]}, "gradients/encoder.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 1.0, 4.0, 8.0, 30.0, 119.0, 466.0, 230.0, 78.0, 30.0, 12.0, 7.0, 6.0, 4.0, 4.0, 0.0, 4.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.86053466796875, -14.360454559326172, -13.86037540435791, -13.360295295715332, -12.860215187072754, -12.360136032104492, -11.860055923461914, -11.359975814819336, -10.859895706176758, -10.35981559753418, -9.859736442565918, -9.35965633392334, -8.859576225280762, -8.3594970703125, -7.859416961669922, -7.359336853027344, -6.859257698059082, -6.359178066253662, -5.859097957611084, -5.359018325805664, -4.858938217163086, -4.358858585357666, -3.858778953552246, -3.358699083328247, -2.858619213104248, -2.358539342880249, -1.8584595918655396, -1.35837984085083, -0.858299970626831, -0.35822010040283203, 0.1418595314025879, 0.6419394016265869, 1.142019271850586, 1.642099142074585, 2.142179012298584, 2.642258644104004, 3.142338514328003, 3.642418384552002, 4.142498016357422, 4.642578125, 5.14265775680542, 5.64273738861084, 6.142817497253418, 6.642897129058838, 7.142976760864258, 7.643056869506836, 8.143136978149414, 8.643216133117676, 9.143296241760254, 9.643376350402832, 10.143455505371094, 10.643535614013672, 11.14361572265625, 11.643695831298828, 12.14377498626709, 12.643855094909668, 13.14393424987793, 13.644014358520508, 14.14409351348877, 14.644173622131348, 15.144253730773926, 15.644332885742188, 16.144412994384766, 16.644493103027344, 17.144573211669922]}, "gradients/encoder.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 2.0, 3.0, 5.0, 7.0, 6.0, 4.0, 16.0, 12.0, 13.0, 25.0, 25.0, 28.0, 24.0, 30.0, 28.0, 31.0, 33.0, 57.0, 99.0, 98.0, 90.0, 67.0, 41.0, 29.0, 30.0, 37.0, 33.0, 17.0, 20.0, 16.0, 17.0, 12.0, 9.0, 11.0, 5.0, 5.0, 4.0, 5.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.9609527587890625, -5.777299404144287, -5.593646049499512, -5.409992218017578, -5.226338863372803, -5.042685508728027, -4.859031677246094, -4.675378322601318, -4.491724967956543, -4.308071613311768, -4.124418258666992, -3.9407644271850586, -3.757111072540283, -3.573457717895508, -3.3898041248321533, -3.206150531768799, -3.0224971771240234, -2.838843822479248, -2.6551902294158936, -2.471536636352539, -2.2878832817077637, -2.1042299270629883, -1.9205763339996338, -1.7369228601455688, -1.553269386291504, -1.369615912437439, -1.185962438583374, -1.002308964729309, -0.8186554908752441, -0.6350020170211792, -0.45134854316711426, -0.2676950693130493, -0.08404159545898438, 0.09961187839508057, 0.2832653522491455, 0.46691882610321045, 0.6505722999572754, 0.8342257738113403, 1.0178792476654053, 1.2015327215194702, 1.3851861953735352, 1.5688396692276, 1.752493143081665, 1.93614661693573, 2.119800090789795, 2.3034534454345703, 2.487107038497925, 2.6707606315612793, 2.8544139862060547, 3.03806734085083, 3.2217209339141846, 3.405374526977539, 3.5890278816223145, 3.77268123626709, 3.9563348293304443, 4.139988422393799, 4.323641777038574, 4.50729513168335, 4.690948486328125, 4.874602317810059, 5.058255672454834, 5.241909027099609, 5.425562858581543, 5.609216213226318, 5.792869567871094]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 4.0, 6.0, 2.0, 3.0, 13.0, 11.0, 18.0, 21.0, 22.0, 75.0, 93.0, 129.0, 254.0, 445.0, 719.0, 1395.0, 2778.0, 6956.0, 21170.0, 113135.0, 1247985.0, 2471781.0, 270334.0, 38934.0, 10155.0, 3826.0, 1825.0, 908.0, 473.0, 323.0, 184.0, 125.0, 68.0, 46.0, 25.0, 15.0, 13.0, 6.0, 9.0, 3.0, 2.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.2333984375, -1.2002334594726562, -1.1670684814453125, -1.1339035034179688, -1.100738525390625, -1.0675735473632812, -1.0344085693359375, -1.0012435913085938, -0.96807861328125, -0.9349136352539062, -0.9017486572265625, -0.8685836791992188, -0.835418701171875, -0.8022537231445312, -0.7690887451171875, -0.7359237670898438, -0.7027587890625, -0.6695938110351562, -0.6364288330078125, -0.6032638549804688, -0.570098876953125, -0.5369338989257812, -0.5037689208984375, -0.47060394287109375, -0.43743896484375, -0.40427398681640625, -0.3711090087890625, -0.33794403076171875, -0.304779052734375, -0.27161407470703125, -0.2384490966796875, -0.20528411865234375, -0.172119140625, -0.13895416259765625, -0.1057891845703125, -0.07262420654296875, -0.039459228515625, -0.00629425048828125, 0.0268707275390625, 0.06003570556640625, 0.09320068359375, 0.12636566162109375, 0.1595306396484375, 0.19269561767578125, 0.225860595703125, 0.25902557373046875, 0.2921905517578125, 0.32535552978515625, 0.3585205078125, 0.39168548583984375, 0.4248504638671875, 0.45801544189453125, 0.491180419921875, 0.5243453979492188, 0.5575103759765625, 0.5906753540039062, 0.62384033203125, 0.6570053100585938, 0.6901702880859375, 0.7233352661132812, 0.756500244140625, 0.7896652221679688, 0.8228302001953125, 0.8559951782226562, 0.88916015625]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 4.0, 4.0, 4.0, 6.0, 9.0, 10.0, 8.0, 14.0, 18.0, 19.0, 32.0, 26.0, 37.0, 46.0, 53.0, 44.0, 55.0, 44.0, 62.0, 50.0, 63.0, 55.0, 45.0, 40.0, 41.0, 33.0, 22.0, 39.0, 20.0, 20.0, 22.0, 14.0, 13.0, 8.0, 8.0, 7.0, 4.0, 3.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.548828125, -0.5344467163085938, -0.5200653076171875, -0.5056838989257812, -0.491302490234375, -0.47692108154296875, -0.4625396728515625, -0.44815826416015625, -0.43377685546875, -0.41939544677734375, -0.4050140380859375, -0.39063262939453125, -0.376251220703125, -0.36186981201171875, -0.3474884033203125, -0.33310699462890625, -0.3187255859375, -0.30434417724609375, -0.2899627685546875, -0.27558135986328125, -0.261199951171875, -0.24681854248046875, -0.2324371337890625, -0.21805572509765625, -0.20367431640625, -0.18929290771484375, -0.1749114990234375, -0.16053009033203125, -0.146148681640625, -0.13176727294921875, -0.1173858642578125, -0.10300445556640625, -0.088623046875, -0.07424163818359375, -0.0598602294921875, -0.04547882080078125, -0.031097412109375, -0.01671600341796875, -0.0023345947265625, 0.01204681396484375, 0.02642822265625, 0.04080963134765625, 0.0551910400390625, 0.06957244873046875, 0.083953857421875, 0.09833526611328125, 0.1127166748046875, 0.12709808349609375, 0.1414794921875, 0.15586090087890625, 0.1702423095703125, 0.18462371826171875, 0.199005126953125, 0.21338653564453125, 0.2277679443359375, 0.24214935302734375, 0.25653076171875, 0.27091217041015625, 0.2852935791015625, 0.29967498779296875, 0.314056396484375, 0.32843780517578125, 0.3428192138671875, 0.35720062255859375, 0.37158203125]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 5.0, 9.0, 7.0, 9.0, 17.0, 16.0, 21.0, 33.0, 49.0, 73.0, 77.0, 148.0, 213.0, 454.0, 923.0, 2560.0, 14025.0, 795307.0, 3353481.0, 21346.0, 3200.0, 1079.0, 463.0, 275.0, 157.0, 122.0, 52.0, 41.0, 29.0, 29.0, 14.0, 10.0, 14.0, 7.0, 7.0, 5.0, 1.0, 1.0, 5.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.11328125, -3.013153076171875, -2.91302490234375, -2.812896728515625, -2.7127685546875, -2.612640380859375, -2.51251220703125, -2.412384033203125, -2.312255859375, -2.212127685546875, -2.11199951171875, -2.011871337890625, -1.9117431640625, -1.811614990234375, -1.71148681640625, -1.611358642578125, -1.51123046875, -1.411102294921875, -1.31097412109375, -1.210845947265625, -1.1107177734375, -1.010589599609375, -0.91046142578125, -0.810333251953125, -0.710205078125, -0.610076904296875, -0.50994873046875, -0.409820556640625, -0.3096923828125, -0.209564208984375, -0.10943603515625, -0.009307861328125, 0.0908203125, 0.190948486328125, 0.29107666015625, 0.391204833984375, 0.4913330078125, 0.591461181640625, 0.69158935546875, 0.791717529296875, 0.891845703125, 0.991973876953125, 1.09210205078125, 1.192230224609375, 1.2923583984375, 1.392486572265625, 1.49261474609375, 1.592742919921875, 1.69287109375, 1.792999267578125, 1.89312744140625, 1.993255615234375, 2.0933837890625, 2.193511962890625, 2.29364013671875, 2.393768310546875, 2.493896484375, 2.594024658203125, 2.69415283203125, 2.794281005859375, 2.8944091796875, 2.994537353515625, 3.09466552734375, 3.194793701171875, 3.294921875]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 3.0, 0.0, 2.0, 1.0, 7.0, 5.0, 3.0, 12.0, 8.0, 10.0, 14.0, 12.0, 18.0, 18.0, 40.0, 48.0, 65.0, 104.0, 125.0, 167.0, 247.0, 348.0, 519.0, 610.0, 497.0, 346.0, 215.0, 173.0, 103.0, 94.0, 62.0, 45.0, 38.0, 29.0, 20.0, 16.0, 11.0, 11.0, 4.0, 7.0, 3.0, 6.0, 2.0, 2.0, 2.0, 2.0, 1.0, 6.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.4501953125, -1.408355712890625, -1.36651611328125, -1.324676513671875, -1.2828369140625, -1.240997314453125, -1.19915771484375, -1.157318115234375, -1.115478515625, -1.073638916015625, -1.03179931640625, -0.989959716796875, -0.9481201171875, -0.906280517578125, -0.86444091796875, -0.822601318359375, -0.78076171875, -0.738922119140625, -0.69708251953125, -0.655242919921875, -0.6134033203125, -0.571563720703125, -0.52972412109375, -0.487884521484375, -0.446044921875, -0.404205322265625, -0.36236572265625, -0.320526123046875, -0.2786865234375, -0.236846923828125, -0.19500732421875, -0.153167724609375, -0.111328125, -0.069488525390625, -0.02764892578125, 0.014190673828125, 0.0560302734375, 0.097869873046875, 0.13970947265625, 0.181549072265625, 0.223388671875, 0.265228271484375, 0.30706787109375, 0.348907470703125, 0.3907470703125, 0.432586669921875, 0.47442626953125, 0.516265869140625, 0.55810546875, 0.599945068359375, 0.64178466796875, 0.683624267578125, 0.7254638671875, 0.767303466796875, 0.80914306640625, 0.850982666015625, 0.892822265625, 0.934661865234375, 0.97650146484375, 1.018341064453125, 1.0601806640625, 1.102020263671875, 1.14385986328125, 1.185699462890625, 1.2275390625]}, "gradients/encoder.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 3.0, 1.0, 7.0, 12.0, 31.0, 89.0, 296.0, 354.0, 141.0, 41.0, 14.0, 5.0, 7.0, 7.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-31.294099807739258, -30.147010803222656, -28.999923706054688, -27.852834701538086, -26.705745697021484, -25.558658599853516, -24.411569595336914, -23.264480590820312, -22.117393493652344, -20.970304489135742, -19.823217391967773, -18.676128387451172, -17.52903938293457, -16.38195037841797, -15.23486328125, -14.087774276733398, -12.940685272216797, -11.793597221374512, -10.64650821685791, -9.499420166015625, -8.352331161499023, -7.205243110656738, -6.058155059814453, -4.911066055297852, -3.7639780044555664, -2.616889476776123, -1.4698011875152588, -0.32271289825439453, 0.8243756294250488, 1.9714641571044922, 3.1185522079467773, 4.265641212463379, 5.412727355957031, 6.559815883636475, 7.706904411315918, 8.853992462158203, 10.001081466674805, 11.14816951751709, 12.295257568359375, 13.442346572875977, 14.589434623718262, 15.736522674560547, 16.88361167907715, 18.03070068359375, 19.17778778076172, 20.32487678527832, 21.471965789794922, 22.61905288696289, 23.766141891479492, 24.913230895996094, 26.060317993164062, 27.207406997680664, 28.354496002197266, 29.501583099365234, 30.648672103881836, 31.795761108398438, 32.942848205566406, 34.089935302734375, 35.23702621459961, 36.38411331176758, 37.53120040893555, 38.67829132080078, 39.82537841796875, 40.97246551513672, 42.11955642700195]}, "gradients/encoder.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 6.0, 8.0, 6.0, 11.0, 18.0, 16.0, 12.0, 18.0, 15.0, 32.0, 33.0, 41.0, 54.0, 54.0, 49.0, 66.0, 81.0, 57.0, 60.0, 43.0, 54.0, 44.0, 44.0, 23.0, 31.0, 25.0, 15.0, 22.0, 20.0, 10.0, 9.0, 11.0, 5.0, 1.0, 2.0, 1.0, 7.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.74195384979248, -8.4307279586792, -8.119501113891602, -7.808274745941162, -7.497048377990723, -7.185822486877441, -6.874596118927002, -6.5633697509765625, -6.252143383026123, -5.940917015075684, -5.629690647125244, -5.318464279174805, -5.007238388061523, -4.696011543273926, -4.3847856521606445, -4.073559284210205, -3.7623329162597656, -3.451106548309326, -3.1398801803588867, -2.8286540508270264, -2.517427682876587, -2.2062013149261475, -1.8949750661849976, -1.5837488174438477, -1.2725224494934082, -0.9612961411476135, -0.6500698328018188, -0.33884352445602417, -0.027617216110229492, 0.28360915184020996, 0.5948354005813599, 0.9060616493225098, 1.2172889709472656, 1.528515338897705, 1.839741587638855, 2.150967836380005, 2.4621942043304443, 2.773420572280884, 3.084646701812744, 3.3958730697631836, 3.707099437713623, 4.0183258056640625, 4.329552173614502, 4.640778541564941, 4.952004432678223, 5.26323127746582, 5.574457168579102, 5.885683536529541, 6.1969099044799805, 6.50813627243042, 6.819362640380859, 7.130589008331299, 7.441815376281738, 7.7530412673950195, 8.064268112182617, 8.375494003295898, 8.68671989440918, 8.997945785522461, 9.309172630310059, 9.62039852142334, 9.931625366210938, 10.242851257324219, 10.554078102111816, 10.865303993225098, 11.176530838012695]}, "gradients/encoder.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 1.0, 2.0, 7.0, 6.0, 14.0, 9.0, 12.0, 14.0, 31.0, 39.0, 61.0, 99.0, 136.0, 264.0, 464.0, 942.0, 2143.0, 5660.0, 19333.0, 102041.0, 753669.0, 129383.0, 23140.0, 6455.0, 2368.0, 1022.0, 520.0, 264.0, 185.0, 95.0, 58.0, 47.0, 21.0, 9.0, 13.0, 13.0, 8.0, 6.0, 4.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-1.1181640625, -1.082733154296875, -1.04730224609375, -1.011871337890625, -0.9764404296875, -0.941009521484375, -0.90557861328125, -0.870147705078125, -0.834716796875, -0.799285888671875, -0.76385498046875, -0.728424072265625, -0.6929931640625, -0.657562255859375, -0.62213134765625, -0.586700439453125, -0.55126953125, -0.515838623046875, -0.48040771484375, -0.444976806640625, -0.4095458984375, -0.374114990234375, -0.33868408203125, -0.303253173828125, -0.267822265625, -0.232391357421875, -0.19696044921875, -0.161529541015625, -0.1260986328125, -0.090667724609375, -0.05523681640625, -0.019805908203125, 0.015625, 0.051055908203125, 0.08648681640625, 0.121917724609375, 0.1573486328125, 0.192779541015625, 0.22821044921875, 0.263641357421875, 0.299072265625, 0.334503173828125, 0.36993408203125, 0.405364990234375, 0.4407958984375, 0.476226806640625, 0.51165771484375, 0.547088623046875, 0.58251953125, 0.617950439453125, 0.65338134765625, 0.688812255859375, 0.7242431640625, 0.759674072265625, 0.79510498046875, 0.830535888671875, 0.865966796875, 0.901397705078125, 0.93682861328125, 0.972259521484375, 1.0076904296875, 1.043121337890625, 1.07855224609375, 1.113983154296875, 1.1494140625]}, "gradients/encoder.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 9.0, 10.0, 8.0, 22.0, 25.0, 31.0, 43.0, 67.0, 75.0, 72.0, 94.0, 73.0, 74.0, 72.0, 70.0, 54.0, 48.0, 38.0, 40.0, 23.0, 16.0, 21.0, 6.0, 7.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.87548828125, -0.8488006591796875, -0.822113037109375, -0.7954254150390625, -0.76873779296875, -0.7420501708984375, -0.715362548828125, -0.6886749267578125, -0.6619873046875, -0.6352996826171875, -0.608612060546875, -0.5819244384765625, -0.55523681640625, -0.5285491943359375, -0.501861572265625, -0.4751739501953125, -0.448486328125, -0.4217987060546875, -0.395111083984375, -0.3684234619140625, -0.34173583984375, -0.3150482177734375, -0.288360595703125, -0.2616729736328125, -0.2349853515625, -0.2082977294921875, -0.181610107421875, -0.1549224853515625, -0.12823486328125, -0.1015472412109375, -0.074859619140625, -0.0481719970703125, -0.021484375, 0.0052032470703125, 0.031890869140625, 0.0585784912109375, 0.08526611328125, 0.1119537353515625, 0.138641357421875, 0.1653289794921875, 0.1920166015625, 0.2187042236328125, 0.245391845703125, 0.2720794677734375, 0.29876708984375, 0.3254547119140625, 0.352142333984375, 0.3788299560546875, 0.405517578125, 0.4322052001953125, 0.458892822265625, 0.4855804443359375, 0.51226806640625, 0.5389556884765625, 0.565643310546875, 0.5923309326171875, 0.6190185546875, 0.6457061767578125, 0.672393798828125, 0.6990814208984375, 0.72576904296875, 0.7524566650390625, 0.779144287109375, 0.8058319091796875, 0.83251953125]}, "gradients/encoder.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 5.0, 10.0, 9.0, 13.0, 20.0, 28.0, 44.0, 101.0, 122.0, 223.0, 417.0, 1034.0, 3320.0, 25992.0, 935629.0, 72577.0, 6167.0, 1542.0, 550.0, 302.0, 162.0, 92.0, 62.0, 36.0, 23.0, 23.0, 16.0, 7.0, 9.0, 4.0, 4.0, 2.0, 4.0, 1.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.7958984375, -1.74822998046875, -1.7005615234375, -1.65289306640625, -1.605224609375, -1.55755615234375, -1.5098876953125, -1.46221923828125, -1.41455078125, -1.36688232421875, -1.3192138671875, -1.27154541015625, -1.223876953125, -1.17620849609375, -1.1285400390625, -1.08087158203125, -1.033203125, -0.98553466796875, -0.9378662109375, -0.89019775390625, -0.842529296875, -0.79486083984375, -0.7471923828125, -0.69952392578125, -0.65185546875, -0.60418701171875, -0.5565185546875, -0.50885009765625, -0.461181640625, -0.41351318359375, -0.3658447265625, -0.31817626953125, -0.2705078125, -0.22283935546875, -0.1751708984375, -0.12750244140625, -0.079833984375, -0.03216552734375, 0.0155029296875, 0.06317138671875, 0.11083984375, 0.15850830078125, 0.2061767578125, 0.25384521484375, 0.301513671875, 0.34918212890625, 0.3968505859375, 0.44451904296875, 0.4921875, 0.53985595703125, 0.5875244140625, 0.63519287109375, 0.682861328125, 0.73052978515625, 0.7781982421875, 0.82586669921875, 0.87353515625, 0.92120361328125, 0.9688720703125, 1.01654052734375, 1.064208984375, 1.11187744140625, 1.1595458984375, 1.20721435546875, 1.2548828125]}, "gradients/encoder.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 7.0, 4.0, 6.0, 8.0, 9.0, 9.0, 15.0, 11.0, 18.0, 9.0, 18.0, 22.0, 24.0, 32.0, 43.0, 43.0, 58.0, 68.0, 67.0, 72.0, 68.0, 63.0, 58.0, 35.0, 34.0, 35.0, 25.0, 19.0, 18.0, 18.0, 13.0, 10.0, 10.0, 9.0, 7.0, 11.0, 5.0, 6.0, 4.0, 2.0, 5.0, 1.0, 3.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.7783203125, -1.7154083251953125, -1.652496337890625, -1.5895843505859375, -1.52667236328125, -1.4637603759765625, -1.400848388671875, -1.3379364013671875, -1.2750244140625, -1.2121124267578125, -1.149200439453125, -1.0862884521484375, -1.02337646484375, -0.9604644775390625, -0.897552490234375, -0.8346405029296875, -0.771728515625, -0.7088165283203125, -0.645904541015625, -0.5829925537109375, -0.52008056640625, -0.4571685791015625, -0.394256591796875, -0.3313446044921875, -0.2684326171875, -0.2055206298828125, -0.142608642578125, -0.0796966552734375, -0.01678466796875, 0.0461273193359375, 0.109039306640625, 0.1719512939453125, 0.23486328125, 0.2977752685546875, 0.360687255859375, 0.4235992431640625, 0.48651123046875, 0.5494232177734375, 0.612335205078125, 0.6752471923828125, 0.7381591796875, 0.8010711669921875, 0.863983154296875, 0.9268951416015625, 0.98980712890625, 1.0527191162109375, 1.115631103515625, 1.1785430908203125, 1.241455078125, 1.3043670654296875, 1.367279052734375, 1.4301910400390625, 1.49310302734375, 1.5560150146484375, 1.618927001953125, 1.6818389892578125, 1.7447509765625, 1.8076629638671875, 1.870574951171875, 1.9334869384765625, 1.99639892578125, 2.0593109130859375, 2.122222900390625, 2.1851348876953125, 2.248046875]}, "gradients/encoder.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 3.0, 3.0, 3.0, 5.0, 7.0, 16.0, 25.0, 35.0, 71.0, 124.0, 172.0, 329.0, 608.0, 1282.0, 3447.0, 11791.0, 64422.0, 888140.0, 60562.0, 11483.0, 3406.0, 1262.0, 589.0, 329.0, 163.0, 104.0, 56.0, 28.0, 25.0, 18.0, 15.0, 7.0, 8.0, 5.0, 2.0, 2.0, 1.0, 5.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0], "bins": [-0.213134765625, -0.20744895935058594, -0.20176315307617188, -0.1960773468017578, -0.19039154052734375, -0.1847057342529297, -0.17901992797851562, -0.17333412170410156, -0.1676483154296875, -0.16196250915527344, -0.15627670288085938, -0.1505908966064453, -0.14490509033203125, -0.1392192840576172, -0.13353347778320312, -0.12784767150878906, -0.122161865234375, -0.11647605895996094, -0.11079025268554688, -0.10510444641113281, -0.09941864013671875, -0.09373283386230469, -0.08804702758789062, -0.08236122131347656, -0.0766754150390625, -0.07098960876464844, -0.06530380249023438, -0.05961799621582031, -0.05393218994140625, -0.04824638366699219, -0.042560577392578125, -0.03687477111816406, -0.03118896484375, -0.025503158569335938, -0.019817352294921875, -0.014131546020507812, -0.00844573974609375, -0.0027599334716796875, 0.002925872802734375, 0.008611679077148438, 0.0142974853515625, 0.019983291625976562, 0.025669097900390625, 0.03135490417480469, 0.03704071044921875, 0.04272651672363281, 0.048412322998046875, 0.05409812927246094, 0.059783935546875, 0.06546974182128906, 0.07115554809570312, 0.07684135437011719, 0.08252716064453125, 0.08821296691894531, 0.09389877319335938, 0.09958457946777344, 0.1052703857421875, 0.11095619201660156, 0.11664199829101562, 0.12232780456542969, 0.12801361083984375, 0.1336994171142578, 0.13938522338867188, 0.14507102966308594, 0.1507568359375]}, "gradients/encoder.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 6.0, 8.0, 7.0, 14.0, 15.0, 19.0, 27.0, 31.0, 49.0, 61.0, 78.0, 127.0, 132.0, 109.0, 88.0, 63.0, 48.0, 38.0, 27.0, 16.0, 13.0, 6.0, 1.0, 7.0, 2.0, 5.0, 3.0, 5.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.4717063903808594e-05, -5.271565169095993e-05, -5.071423947811127e-05, -4.8712827265262604e-05, -4.671141505241394e-05, -4.471000283956528e-05, -4.2708590626716614e-05, -4.070717841386795e-05, -3.870576620101929e-05, -3.6704353988170624e-05, -3.470294177532196e-05, -3.27015295624733e-05, -3.0700117349624634e-05, -2.869870513677597e-05, -2.6697292923927307e-05, -2.4695880711078644e-05, -2.269446849822998e-05, -2.0693056285381317e-05, -1.8691644072532654e-05, -1.669023185968399e-05, -1.4688819646835327e-05, -1.2687407433986664e-05, -1.0685995221138e-05, -8.684583008289337e-06, -6.683170795440674e-06, -4.6817585825920105e-06, -2.680346369743347e-06, -6.789341568946838e-07, 1.3224780559539795e-06, 3.323890268802643e-06, 5.325302481651306e-06, 7.3267146944999695e-06, 9.328126907348633e-06, 1.1329539120197296e-05, 1.333095133304596e-05, 1.5332363545894623e-05, 1.7333775758743286e-05, 1.933518797159195e-05, 2.1336600184440613e-05, 2.3338012397289276e-05, 2.533942461013794e-05, 2.7340836822986603e-05, 2.9342249035835266e-05, 3.134366124868393e-05, 3.334507346153259e-05, 3.5346485674381256e-05, 3.734789788722992e-05, 3.934931010007858e-05, 4.1350722312927246e-05, 4.335213452577591e-05, 4.535354673862457e-05, 4.7354958951473236e-05, 4.93563711643219e-05, 5.135778337717056e-05, 5.3359195590019226e-05, 5.536060780286789e-05, 5.736202001571655e-05, 5.9363432228565216e-05, 6.136484444141388e-05, 6.336625665426254e-05, 6.53676688671112e-05, 6.736908107995987e-05, 6.937049329280853e-05, 7.13719055056572e-05, 7.337331771850586e-05]}, "gradients/encoder.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 5.0, 5.0, 3.0, 2.0, 7.0, 6.0, 9.0, 19.0, 27.0, 44.0, 55.0, 86.0, 138.0, 229.0, 414.0, 850.0, 1686.0, 3781.0, 10006.0, 34482.0, 712464.0, 236832.0, 31236.0, 9182.0, 3666.0, 1619.0, 706.0, 394.0, 211.0, 151.0, 95.0, 59.0, 31.0, 21.0, 14.0, 9.0, 6.0, 0.0, 6.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.139404296875, -0.13441848754882812, -0.12943267822265625, -0.12444686889648438, -0.1194610595703125, -0.11447525024414062, -0.10948944091796875, -0.10450363159179688, -0.099517822265625, -0.09453201293945312, -0.08954620361328125, -0.08456039428710938, -0.0795745849609375, -0.07458877563476562, -0.06960296630859375, -0.06461715698242188, -0.05963134765625, -0.054645538330078125, -0.04965972900390625, -0.044673919677734375, -0.0396881103515625, -0.034702301025390625, -0.02971649169921875, -0.024730682373046875, -0.019744873046875, -0.014759063720703125, -0.00977325439453125, -0.004787445068359375, 0.0001983642578125, 0.005184173583984375, 0.01016998291015625, 0.015155792236328125, 0.0201416015625, 0.025127410888671875, 0.03011322021484375, 0.035099029541015625, 0.0400848388671875, 0.045070648193359375, 0.05005645751953125, 0.055042266845703125, 0.060028076171875, 0.06501388549804688, 0.06999969482421875, 0.07498550415039062, 0.0799713134765625, 0.08495712280273438, 0.08994293212890625, 0.09492874145507812, 0.09991455078125, 0.10490036010742188, 0.10988616943359375, 0.11487197875976562, 0.1198577880859375, 0.12484359741210938, 0.12982940673828125, 0.13481521606445312, 0.139801025390625, 0.14478683471679688, 0.14977264404296875, 0.15475845336914062, 0.1597442626953125, 0.16473007202148438, 0.16971588134765625, 0.17470169067382812, 0.1796875]}, "gradients/encoder.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 2.0, 3.0, 5.0, 4.0, 4.0, 5.0, 5.0, 17.0, 12.0, 10.0, 11.0, 19.0, 25.0, 28.0, 41.0, 84.0, 110.0, 124.0, 147.0, 92.0, 54.0, 41.0, 32.0, 24.0, 17.0, 13.0, 16.0, 13.0, 12.0, 10.0, 5.0, 6.0, 4.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.1572265625, -0.15213775634765625, -0.1470489501953125, -0.14196014404296875, -0.136871337890625, -0.13178253173828125, -0.1266937255859375, -0.12160491943359375, -0.11651611328125, -0.11142730712890625, -0.1063385009765625, -0.10124969482421875, -0.096160888671875, -0.09107208251953125, -0.0859832763671875, -0.08089447021484375, -0.0758056640625, -0.07071685791015625, -0.0656280517578125, -0.06053924560546875, -0.055450439453125, -0.05036163330078125, -0.0452728271484375, -0.04018402099609375, -0.03509521484375, -0.03000640869140625, -0.0249176025390625, -0.01982879638671875, -0.014739990234375, -0.00965118408203125, -0.0045623779296875, 0.00052642822265625, 0.005615234375, 0.01070404052734375, 0.0157928466796875, 0.02088165283203125, 0.025970458984375, 0.03105926513671875, 0.0361480712890625, 0.04123687744140625, 0.04632568359375, 0.05141448974609375, 0.0565032958984375, 0.06159210205078125, 0.066680908203125, 0.07176971435546875, 0.0768585205078125, 0.08194732666015625, 0.0870361328125, 0.09212493896484375, 0.0972137451171875, 0.10230255126953125, 0.107391357421875, 0.11248016357421875, 0.1175689697265625, 0.12265777587890625, 0.12774658203125, 0.13283538818359375, 0.1379241943359375, 0.14301300048828125, 0.148101806640625, 0.15319061279296875, 0.1582794189453125, 0.16336822509765625, 0.16845703125]}, "gradients/encoder.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 6.0, 9.0, 18.0, 18.0, 39.0, 57.0, 166.0, 404.0, 157.0, 47.0, 32.0, 22.0, 12.0, 5.0, 3.0, 3.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0], "bins": [-12.465400695800781, -12.202834129333496, -11.940266609191895, -11.67770004272461, -11.415133476257324, -11.152566909790039, -10.889999389648438, -10.627432823181152, -10.364866256713867, -10.102299690246582, -9.83973217010498, -9.577165603637695, -9.31459903717041, -9.052032470703125, -8.789464950561523, -8.526898384094238, -8.264330863952637, -8.001764297485352, -7.739197254180908, -7.476630210876465, -7.21406364440918, -6.951496601104736, -6.688929557800293, -6.426362991333008, -6.1637959480285645, -5.901228904724121, -5.638662338256836, -5.376095294952393, -5.113528251647949, -4.850961685180664, -4.588394641876221, -4.325827598571777, -4.06326150894165, -3.800694704055786, -3.538127899169922, -3.2755608558654785, -3.0129940509796143, -2.75042724609375, -2.4878602027893066, -2.2252933979034424, -1.9627265930175781, -1.7001597881317139, -1.43759286403656, -1.1750259399414062, -0.912459135055542, -0.6498923301696777, -0.3873254060745239, -0.12475848197937012, 0.13780832290649414, 0.4003751873970032, 0.6629420518875122, 0.9255089163780212, 1.1880757808685303, 1.4506425857543945, 1.7132095098495483, 1.9757764339447021, 2.2383432388305664, 2.5009100437164307, 2.763476848602295, 3.0260438919067383, 3.2886106967926025, 3.551177501678467, 3.81374454498291, 4.076311111450195, 4.338878154754639]}, "gradients/encoder.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 3.0, 3.0, 4.0, 2.0, 2.0, 3.0, 9.0, 5.0, 13.0, 8.0, 11.0, 11.0, 21.0, 31.0, 29.0, 30.0, 75.0, 84.0, 116.0, 126.0, 120.0, 70.0, 51.0, 29.0, 15.0, 14.0, 15.0, 20.0, 9.0, 13.0, 17.0, 15.0, 8.0, 5.0, 10.0, 5.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-7.255499839782715, -7.05584716796875, -6.856194019317627, -6.656541347503662, -6.456888675689697, -6.257235527038574, -6.057582855224609, -5.8579301834106445, -5.65827751159668, -5.458624839782715, -5.258971691131592, -5.059319019317627, -4.859666347503662, -4.660013198852539, -4.460360527038574, -4.260707855224609, -4.061054706573486, -3.8614017963409424, -3.6617491245269775, -3.4620962142944336, -3.2624435424804688, -3.062790632247925, -2.863137722015381, -2.663485050201416, -2.463832139968872, -2.264179229736328, -2.0645265579223633, -1.8648736476898193, -1.665220856666565, -1.4655680656433105, -1.2659151554107666, -1.0662623643875122, -0.8666090965270996, -0.6669563055038452, -0.46730345487594604, -0.2676506042480469, -0.06799781322479248, 0.13165497779846191, 0.33130788803100586, 0.5309606790542603, 0.7306134700775146, 0.930266261100769, 1.1299190521240234, 1.3295719623565674, 1.5292247533798218, 1.7288775444030762, 1.9285304546356201, 2.128183364868164, 2.327836036682129, 2.527488946914673, 2.7271416187286377, 2.9267945289611816, 3.1264472007751465, 3.3261001110076904, 3.5257530212402344, 3.725405693054199, 3.925058603286743, 4.124711513519287, 4.324364185333252, 4.524017333984375, 4.72367000579834, 4.923322677612305, 5.1229753494262695, 5.322628498077393, 5.522281169891357]}, "gradients/encoder.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 7.0, 2.0, 3.0, 0.0, 5.0, 5.0, 4.0, 8.0, 17.0, 18.0, 25.0, 19.0, 40.0, 35.0, 41.0, 52.0, 93.0, 295.0, 81.0, 43.0, 38.0, 33.0, 29.0, 25.0, 18.0, 20.0, 14.0, 7.0, 13.0, 9.0, 2.0, 1.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.59326171875, -0.5737838745117188, -0.5543060302734375, -0.5348281860351562, -0.515350341796875, -0.49587249755859375, -0.4763946533203125, -0.45691680908203125, -0.43743896484375, -0.41796112060546875, -0.3984832763671875, -0.37900543212890625, -0.359527587890625, -0.34004974365234375, -0.3205718994140625, -0.30109405517578125, -0.2816162109375, -0.26213836669921875, -0.2426605224609375, -0.22318267822265625, -0.203704833984375, -0.18422698974609375, -0.1647491455078125, -0.14527130126953125, -0.12579345703125, -0.10631561279296875, -0.0868377685546875, -0.06735992431640625, -0.047882080078125, -0.02840423583984375, -0.0089263916015625, 0.01055145263671875, 0.030029296875, 0.04950714111328125, 0.0689849853515625, 0.08846282958984375, 0.107940673828125, 0.12741851806640625, 0.1468963623046875, 0.16637420654296875, 0.18585205078125, 0.20532989501953125, 0.2248077392578125, 0.24428558349609375, 0.263763427734375, 0.28324127197265625, 0.3027191162109375, 0.32219696044921875, 0.3416748046875, 0.36115264892578125, 0.3806304931640625, 0.40010833740234375, 0.419586181640625, 0.43906402587890625, 0.4585418701171875, 0.47801971435546875, 0.49749755859375, 0.5169754028320312, 0.5364532470703125, 0.5559310913085938, 0.575408935546875, 0.5948867797851562, 0.6143646240234375, 0.6338424682617188, 0.6533203125]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 1.0, 0.0, 2.0, 2.0, 4.0, 5.0, 10.0, 8.0, 10.0, 19.0, 14.0, 41.0, 54.0, 119.0, 212.0, 463.0, 1378.0, 6292.0, 8182443.0, 190200.0, 5182.0, 1239.0, 459.0, 147.0, 107.0, 59.0, 45.0, 25.0, 16.0, 17.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 5.0], "bins": [-7.8193769454956055, -7.61326265335083, -7.407148838043213, -7.2010345458984375, -6.994920253753662, -6.788805961608887, -6.5826921463012695, -6.376577854156494, -6.170463562011719, -5.964349269866943, -5.758235454559326, -5.552121162414551, -5.346006870269775, -5.139892578125, -4.933778762817383, -4.727664470672607, -4.521550178527832, -4.315435886383057, -4.1093220710754395, -3.903207778930664, -3.6970934867858887, -3.4909794330596924, -3.284865379333496, -3.0787510871887207, -2.8726372718811035, -2.6665232181549072, -2.460408926010132, -2.2542948722839355, -2.04818058013916, -1.8420665264129639, -1.635952353477478, -1.4298381805419922, -1.2237238883972168, -1.017609715461731, -0.8114955425262451, -0.605381429195404, -0.3992672562599182, -0.19315314292907715, 0.012961030006408691, 0.21907520294189453, 0.42518937587738037, 0.6313035488128662, 0.837417721748352, 1.043531894683838, 1.2496459484100342, 1.45576012134552, 1.6618742942810059, 1.8679884672164917, 2.0741026401519775, 2.280216693878174, 2.486330986022949, 2.6924450397491455, 2.898559331893921, 3.104673385620117, 3.3107876777648926, 3.516901731491089, 3.723015785217285, 3.9291298389434814, 4.135243892669678, 4.341358184814453, 4.5474724769592285, 4.753586769104004, 4.959700584411621, 5.1658148765563965, 5.371929168701172]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [3.0, 3.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0, 8.0, 4.0, 6.0, 5.0, 7.0, 2.0, 2.0, 7.0, 3.0, 8.0, 5.0, 2.0, 1.0, 2.0, 6.0, 5.0, 3.0, 3.0, 4.0, 3.0, 1.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.537432670593262, -6.272882461547852, -6.008332252502441, -5.7437825202941895, -5.479232311248779, -5.214682102203369, -4.950132369995117, -4.685582160949707, -4.421031951904297, -4.156481742858887, -3.8919317722320557, -3.6273818016052246, -3.3628315925598145, -3.0982813835144043, -2.8337314128875732, -2.569181442260742, -2.304631233215332, -2.040081024169922, -1.7755310535430908, -1.5109809637069702, -1.2464308738708496, -0.981880784034729, -0.7173306941986084, -0.4527806043624878, -0.1882305145263672, 0.07631957530975342, 0.340869665145874, 0.6054197549819946, 0.8699698448181152, 1.1345199346542358, 1.3990700244903564, 1.663620114326477, 1.9281692504882812, 2.1927194595336914, 2.4572694301605225, 2.7218194007873535, 2.9863696098327637, 3.250919818878174, 3.515469789505005, 3.780019760131836, 4.044569969177246, 4.309120178222656, 4.573670387268066, 4.838220119476318, 5.1027703285217285, 5.367320537567139, 5.631870269775391, 5.896420478820801, 6.160970687866211, 6.425520896911621, 6.690071105957031, 6.954620838165283, 7.219171047210693, 7.4837212562561035, 7.7482709884643555, 8.012821197509766, 8.277371406555176, 8.541921615600586, 8.806471824645996, 9.071022033691406, 9.3355712890625, 9.60012149810791, 9.86467170715332, 10.12922191619873, 10.39377212524414]}, "gradients/encoder.feature_projection.projection.weight": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 6.0, 9.0, 8.0, 18.0, 21.0, 31.0, 52.0, 82.0, 133.0, 282.0, 580.0, 1460.0, 5276.0, 22792.0, 118057.0, 277276.0, 76612.0, 15561.0, 3814.0, 1143.0, 441.0, 209.0, 114.0, 83.0, 44.0, 51.0, 29.0, 20.0, 15.0, 13.0, 7.0, 10.0, 5.0, 3.0, 3.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.83984375, -4.63275146484375, -4.4256591796875, -4.21856689453125, -4.011474609375, -3.80438232421875, -3.5972900390625, -3.39019775390625, -3.18310546875, -2.97601318359375, -2.7689208984375, -2.56182861328125, -2.354736328125, -2.14764404296875, -1.9405517578125, -1.73345947265625, -1.5263671875, -1.31927490234375, -1.1121826171875, -0.90509033203125, -0.697998046875, -0.49090576171875, -0.2838134765625, -0.07672119140625, 0.13037109375, 0.33746337890625, 0.5445556640625, 0.75164794921875, 0.958740234375, 1.16583251953125, 1.3729248046875, 1.58001708984375, 1.787109375, 1.99420166015625, 2.2012939453125, 2.40838623046875, 2.615478515625, 2.82257080078125, 3.0296630859375, 3.23675537109375, 3.44384765625, 3.65093994140625, 3.8580322265625, 4.06512451171875, 4.272216796875, 4.47930908203125, 4.6864013671875, 4.89349365234375, 5.1005859375, 5.30767822265625, 5.5147705078125, 5.72186279296875, 5.928955078125, 6.13604736328125, 6.3431396484375, 6.55023193359375, 6.75732421875, 6.96441650390625, 7.1715087890625, 7.37860107421875, 7.585693359375, 7.79278564453125, 7.9998779296875, 8.20697021484375, 8.4140625]}, "gradients/encoder.feature_projection.projection.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 5.0, 7.0, 10.0, 5.0, 11.0, 23.0, 24.0, 35.0, 49.0, 40.0, 82.0, 72.0, 85.0, 83.0, 96.0, 84.0, 70.0, 45.0, 51.0, 37.0, 29.0, 14.0, 13.0, 14.0, 5.0, 2.0, 7.0, 5.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7666015625, -0.7406005859375, -0.714599609375, -0.6885986328125, -0.66259765625, -0.6365966796875, -0.610595703125, -0.5845947265625, -0.55859375, -0.5325927734375, -0.506591796875, -0.4805908203125, -0.45458984375, -0.4285888671875, -0.402587890625, -0.3765869140625, -0.3505859375, -0.3245849609375, -0.298583984375, -0.2725830078125, -0.24658203125, -0.2205810546875, -0.194580078125, -0.1685791015625, -0.142578125, -0.1165771484375, -0.090576171875, -0.0645751953125, -0.03857421875, -0.0125732421875, 0.013427734375, 0.0394287109375, 0.0654296875, 0.0914306640625, 0.117431640625, 0.1434326171875, 0.16943359375, 0.1954345703125, 0.221435546875, 0.2474365234375, 0.2734375, 0.2994384765625, 0.325439453125, 0.3514404296875, 0.37744140625, 0.4034423828125, 0.429443359375, 0.4554443359375, 0.4814453125, 0.5074462890625, 0.533447265625, 0.5594482421875, 0.58544921875, 0.6114501953125, 0.637451171875, 0.6634521484375, 0.689453125, 0.7154541015625, 0.741455078125, 0.7674560546875, 0.79345703125, 0.8194580078125, 0.845458984375, 0.8714599609375, 0.8974609375]}, "gradients/encoder.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 6.0, 1.0, 1.0, 2.0, 4.0, 3.0, 5.0, 10.0, 15.0, 57.0, 84.0, 103.0, 79.0, 58.0, 20.0, 9.0, 7.0, 4.0, 9.0, 3.0, 5.0, 2.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.105530261993408, -6.916867733001709, -6.728205680847168, -6.539543151855469, -6.3508806228637695, -6.1622185707092285, -5.973556041717529, -5.784893989562988, -5.596231460571289, -5.40756893157959, -5.218906879425049, -5.03024435043335, -4.841582298278809, -4.652919769287109, -4.46425724029541, -4.275594711303711, -4.08693265914917, -3.89827036857605, -3.7096080780029297, -3.5209455490112305, -3.3322832584381104, -3.1436209678649902, -2.954958438873291, -2.766296148300171, -2.577633857727051, -2.3889715671539307, -2.2003092765808105, -2.0116467475891113, -1.8229844570159912, -1.634322166442871, -1.4456597566604614, -1.2569973468780518, -1.0683345794677734, -0.8796722292900085, -0.6910098791122437, -0.5023475289344788, -0.31368517875671387, -0.12502282857894897, 0.06363952159881592, 0.2523019313812256, 0.4409642219543457, 0.6296265721321106, 0.8182889223098755, 1.0069513320922852, 1.1956136226654053, 1.3842759132385254, 1.572938323020935, 1.7616007328033447, 1.9502630233764648, 2.138925313949585, 2.327587604522705, 2.5162501335144043, 2.7049124240875244, 2.8935747146606445, 3.0822372436523438, 3.270899534225464, 3.459561824798584, 3.648224115371704, 3.836886405944824, 4.025548934936523, 4.214211463928223, 4.402873516082764, 4.591536045074463, 4.780198097229004, 4.968860626220703]}, "gradients/encoder.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 2.0, 6.0, 1.0, 7.0, 0.0, 3.0, 8.0, 8.0, 25.0, 58.0, 73.0, 104.0, 83.0, 38.0, 12.0, 16.0, 5.0, 9.0, 5.0, 6.0, 6.0, 4.0, 3.0, 4.0, 4.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.36710262298584, -3.250770092010498, -3.134437322616577, -3.0181047916412354, -2.9017722606658936, -2.7854394912719727, -2.669106960296631, -2.552774429321289, -2.4364418983459473, -2.3201093673706055, -2.2037765979766846, -2.0874440670013428, -1.971111536026001, -1.8547788858413696, -1.7384462356567383, -1.6221137046813965, -1.5057810544967651, -1.3894484043121338, -1.273115873336792, -1.1567832231521606, -1.0404506921768188, -0.9241180419921875, -0.8077854514122009, -0.6914528608322144, -0.5751202702522278, -0.4587876796722412, -0.34245508909225464, -0.22612246870994568, -0.1097898781299591, 0.0065427422523498535, 0.12287533283233643, 0.239207923412323, 0.35554051399230957, 0.47187310457229614, 0.5882056951522827, 0.7045383453369141, 0.8208708763122559, 0.9372035264968872, 1.0535361766815186, 1.1698687076568604, 1.2862012386322021, 1.4025338888168335, 1.5188664197921753, 1.6351990699768066, 1.7515316009521484, 1.8678642511367798, 1.9841969013214111, 2.100529432296753, 2.216862201690674, 2.3331947326660156, 2.4495275020599365, 2.5658600330352783, 2.68219256401062, 2.798525333404541, 2.914857864379883, 3.0311903953552246, 3.1475229263305664, 3.263855457305908, 3.380188226699829, 3.496520757675171, 3.6128532886505127, 3.7291860580444336, 3.8455185890197754, 3.961851119995117, 4.078183650970459]}, "eval/loss": 1.7713568210601807, "eval/wer": 1.0580126933756446, "eval/runtime": 1261.7903, "eval/samples_per_second": 2.094, "eval/steps_per_second": 0.262}
\ No newline at end of file
+{"train/loss": 0.0088, "train/learning_rate": 1.6900237529691212e-05, "train/epoch": 16.82, "train/global_step": 15000, "_runtime": 95431, "_timestamp": 1647193201, "_step": 15005, "gradients/decoder.transformer.ln_f.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 9.0, 41.0, 209.0, 656.0, 73.0, 16.0, 8.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-25.745380401611328, -23.46379852294922, -21.18221664428711, -18.900634765625, -16.61905288696289, -14.337471008300781, -12.055889129638672, -9.774307250976562, -7.492725372314453, -5.211143493652344, -2.9295616149902344, -0.647979736328125, 1.6336021423339844, 3.9151840209960938, 6.196765899658203, 8.478347778320312, 10.759929656982422, 13.041511535644531, 15.32309341430664, 17.60467529296875, 19.88625717163086, 22.16783905029297, 24.449420928955078, 26.731002807617188, 29.012584686279297, 31.294166564941406, 33.575748443603516, 35.857330322265625, 38.138912200927734, 40.420494079589844, 42.70207595825195, 44.98365783691406, 47.265235900878906, 49.546817779541016, 51.828399658203125, 54.109981536865234, 56.391563415527344, 58.67314529418945, 60.95472717285156, 63.23630905151367, 65.51789093017578, 67.79946899414062, 70.0810546875, 72.36264038085938, 74.64421844482422, 76.92579650878906, 79.20738220214844, 81.48896789550781, 83.77054595947266, 86.0521240234375, 88.33370971679688, 90.61529541015625, 92.8968734741211, 95.17845153808594, 97.46003723144531, 99.74162292480469, 102.02320098876953, 104.30477905273438, 106.58636474609375, 108.86795043945312, 111.14952850341797, 113.43110656738281, 115.71269226074219, 117.99427795410156, 120.2758560180664]}, "gradients/decoder.transformer.ln_f.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 6.0, 7.0, 4.0, 7.0, 9.0, 16.0, 21.0, 29.0, 37.0, 58.0, 70.0, 78.0, 90.0, 83.0, 85.0, 91.0, 71.0, 55.0, 44.0, 40.0, 26.0, 21.0, 17.0, 9.0, 10.0, 4.0, 7.0, 4.0, 4.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.3322811126709, -17.673246383666992, -17.01421356201172, -16.355178833007812, -15.696145057678223, -15.037111282348633, -14.378076553344727, -13.719042778015137, -13.060009002685547, -12.400975227355957, -11.741941452026367, -11.082906723022461, -10.423872947692871, -9.764839172363281, -9.105804443359375, -8.446770668029785, -7.787736892700195, -7.1287031173706055, -6.469668865203857, -5.810634613037109, -5.1516008377075195, -4.49256706237793, -3.8335328102111816, -3.1744985580444336, -2.5154647827148438, -1.8564307689666748, -1.1973967552185059, -0.5383627414703369, 0.12067127227783203, 0.779705286026001, 1.43873929977417, 2.097773551940918, 2.756807327270508, 3.4158413410186768, 4.074875354766846, 4.733909606933594, 5.392943382263184, 6.051977157592773, 6.7110114097595215, 7.3700456619262695, 8.02907943725586, 8.68811321258545, 9.347146987915039, 10.006181716918945, 10.665215492248535, 11.324249267578125, 11.983283996582031, 12.642317771911621, 13.301351547241211, 13.9603853225708, 14.61941909790039, 15.278453826904297, 15.937487602233887, 16.596521377563477, 17.255556106567383, 17.914588928222656, 18.573623657226562, 19.23265838623047, 19.891691207885742, 20.55072593688965, 21.209758758544922, 21.868793487548828, 22.527828216552734, 23.18686294555664, 23.845895767211914]}, "gradients/decoder.transformer.h.23.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 10.0, 7.0, 10.0, 13.0, 23.0, 35.0, 51.0, 66.0, 85.0, 93.0, 92.0, 100.0, 103.0, 80.0, 55.0, 47.0, 47.0, 28.0, 14.0, 11.0, 12.0, 7.0, 5.0, 5.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8681640625, -1.80999755859375, -1.7518310546875, -1.69366455078125, -1.635498046875, -1.57733154296875, -1.5191650390625, -1.46099853515625, -1.40283203125, -1.34466552734375, -1.2864990234375, -1.22833251953125, -1.170166015625, -1.11199951171875, -1.0538330078125, -0.99566650390625, -0.9375, -0.87933349609375, -0.8211669921875, -0.76300048828125, -0.704833984375, -0.64666748046875, -0.5885009765625, -0.53033447265625, -0.47216796875, -0.41400146484375, -0.3558349609375, -0.29766845703125, -0.239501953125, -0.18133544921875, -0.1231689453125, -0.06500244140625, -0.0068359375, 0.05133056640625, 0.1094970703125, 0.16766357421875, 0.225830078125, 0.28399658203125, 0.3421630859375, 0.40032958984375, 0.45849609375, 0.51666259765625, 0.5748291015625, 0.63299560546875, 0.691162109375, 0.74932861328125, 0.8074951171875, 0.86566162109375, 0.923828125, 0.98199462890625, 1.0401611328125, 1.09832763671875, 1.156494140625, 1.21466064453125, 1.2728271484375, 1.33099365234375, 1.38916015625, 1.44732666015625, 1.5054931640625, 1.56365966796875, 1.621826171875, 1.67999267578125, 1.7381591796875, 1.79632568359375, 1.8544921875]}, "gradients/decoder.transformer.h.23.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 7.0, 8.0, 7.0, 10.0, 21.0, 31.0, 48.0, 75.0, 105.0, 180.0, 323.0, 622.0, 1337.0, 3270.0, 9750.0, 42392.0, 3384001.0, 704890.0, 33086.0, 8550.0, 2957.0, 1237.0, 605.0, 295.0, 185.0, 92.0, 72.0, 47.0, 26.0, 21.0, 8.0, 7.0, 8.0, 4.0, 5.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.921875, -12.51708984375, -12.1123046875, -11.70751953125, -11.302734375, -10.89794921875, -10.4931640625, -10.08837890625, -9.68359375, -9.27880859375, -8.8740234375, -8.46923828125, -8.064453125, -7.65966796875, -7.2548828125, -6.85009765625, -6.4453125, -6.04052734375, -5.6357421875, -5.23095703125, -4.826171875, -4.42138671875, -4.0166015625, -3.61181640625, -3.20703125, -2.80224609375, -2.3974609375, -1.99267578125, -1.587890625, -1.18310546875, -0.7783203125, -0.37353515625, 0.03125, 0.43603515625, 0.8408203125, 1.24560546875, 1.650390625, 2.05517578125, 2.4599609375, 2.86474609375, 3.26953125, 3.67431640625, 4.0791015625, 4.48388671875, 4.888671875, 5.29345703125, 5.6982421875, 6.10302734375, 6.5078125, 6.91259765625, 7.3173828125, 7.72216796875, 8.126953125, 8.53173828125, 8.9365234375, 9.34130859375, 9.74609375, 10.15087890625, 10.5556640625, 10.96044921875, 11.365234375, 11.77001953125, 12.1748046875, 12.57958984375, 12.984375]}, "gradients/decoder.transformer.h.23.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 3.0, 3.0, 4.0, 6.0, 4.0, 9.0, 10.0, 17.0, 17.0, 33.0, 43.0, 46.0, 56.0, 65.0, 93.0, 177.0, 594.0, 1628.0, 578.0, 188.0, 104.0, 83.0, 72.0, 47.0, 36.0, 32.0, 26.0, 25.0, 14.0, 14.0, 13.0, 13.0, 6.0, 5.0, 5.0, 4.0, 3.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-6.70703125, -6.52825927734375, -6.3494873046875, -6.17071533203125, -5.991943359375, -5.81317138671875, -5.6343994140625, -5.45562744140625, -5.27685546875, -5.09808349609375, -4.9193115234375, -4.74053955078125, -4.561767578125, -4.38299560546875, -4.2042236328125, -4.02545166015625, -3.8466796875, -3.66790771484375, -3.4891357421875, -3.31036376953125, -3.131591796875, -2.95281982421875, -2.7740478515625, -2.59527587890625, -2.41650390625, -2.23773193359375, -2.0589599609375, -1.88018798828125, -1.701416015625, -1.52264404296875, -1.3438720703125, -1.16510009765625, -0.986328125, -0.80755615234375, -0.6287841796875, -0.45001220703125, -0.271240234375, -0.09246826171875, 0.0863037109375, 0.26507568359375, 0.44384765625, 0.62261962890625, 0.8013916015625, 0.98016357421875, 1.158935546875, 1.33770751953125, 1.5164794921875, 1.69525146484375, 1.8740234375, 2.05279541015625, 2.2315673828125, 2.41033935546875, 2.589111328125, 2.76788330078125, 2.9466552734375, 3.12542724609375, 3.30419921875, 3.48297119140625, 3.6617431640625, 3.84051513671875, 4.019287109375, 4.19805908203125, 4.3768310546875, 4.55560302734375, 4.734375]}, "gradients/decoder.transformer.h.23.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 4.0, 4.0, 5.0, 7.0, 13.0, 11.0, 14.0, 16.0, 25.0, 30.0, 42.0, 53.0, 77.0, 161.0, 315.0, 950.0, 5697.0, 70502.0, 4012449.0, 94875.0, 7154.0, 1161.0, 316.0, 141.0, 82.0, 58.0, 39.0, 19.0, 20.0, 11.0, 8.0, 4.0, 8.0, 4.0, 3.0, 2.0, 6.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.46875, -22.58447265625, -21.7001953125, -20.81591796875, -19.931640625, -19.04736328125, -18.1630859375, -17.27880859375, -16.39453125, -15.51025390625, -14.6259765625, -13.74169921875, -12.857421875, -11.97314453125, -11.0888671875, -10.20458984375, -9.3203125, -8.43603515625, -7.5517578125, -6.66748046875, -5.783203125, -4.89892578125, -4.0146484375, -3.13037109375, -2.24609375, -1.36181640625, -0.4775390625, 0.40673828125, 1.291015625, 2.17529296875, 3.0595703125, 3.94384765625, 4.828125, 5.71240234375, 6.5966796875, 7.48095703125, 8.365234375, 9.24951171875, 10.1337890625, 11.01806640625, 11.90234375, 12.78662109375, 13.6708984375, 14.55517578125, 15.439453125, 16.32373046875, 17.2080078125, 18.09228515625, 18.9765625, 19.86083984375, 20.7451171875, 21.62939453125, 22.513671875, 23.39794921875, 24.2822265625, 25.16650390625, 26.05078125, 26.93505859375, 27.8193359375, 28.70361328125, 29.587890625, 30.47216796875, 31.3564453125, 32.24072265625, 33.125]}, "gradients/decoder.transformer.h.23.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 31.0, 938.0, 47.0, 6.0], "bins": [-587.2047729492188, -577.6451416015625, -568.0855102539062, -558.52587890625, -548.9662475585938, -539.4066162109375, -529.8469848632812, -520.287353515625, -510.72772216796875, -501.1680908203125, -491.60845947265625, -482.048828125, -472.48919677734375, -462.9295654296875, -453.36993408203125, -443.810302734375, -434.25067138671875, -424.6910400390625, -415.13140869140625, -405.57177734375, -396.01214599609375, -386.4525146484375, -376.89288330078125, -367.333251953125, -357.77362060546875, -348.2139892578125, -338.65435791015625, -329.0947265625, -319.53509521484375, -309.9754638671875, -300.41583251953125, -290.856201171875, -281.2965393066406, -271.7369079589844, -262.1772766113281, -252.61764526367188, -243.05801391601562, -233.49838256835938, -223.93875122070312, -214.37911987304688, -204.81948852539062, -195.25985717773438, -185.70022583007812, -176.14059448242188, -166.58096313476562, -157.02133178710938, -147.46170043945312, -137.90206909179688, -128.34243774414062, -118.78280639648438, -109.22317504882812, -99.66354370117188, -90.10391235351562, -80.54428100585938, -70.98464965820312, -61.425018310546875, -51.865386962890625, -42.305755615234375, -32.746124267578125, -23.186492919921875, -13.626861572265625, -4.067230224609375, 5.492401123046875, 15.052032470703125, 24.611661911010742]}, "gradients/decoder.transformer.h.23.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 5.0, 0.0, 9.0, 7.0, 17.0, 13.0, 13.0, 20.0, 26.0, 36.0, 25.0, 36.0, 40.0, 39.0, 43.0, 47.0, 51.0, 37.0, 54.0, 54.0, 61.0, 38.0, 60.0, 47.0, 49.0, 36.0, 39.0, 26.0, 12.0, 18.0, 13.0, 11.0, 3.0, 5.0, 7.0, 10.0, 1.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-30.408288955688477, -29.595012664794922, -28.78173828125, -27.968461990356445, -27.155187606811523, -26.34191131591797, -25.528636932373047, -24.715360641479492, -23.902084350585938, -23.088808059692383, -22.27553367614746, -21.462257385253906, -20.648983001708984, -19.83570671081543, -19.022430419921875, -18.209156036376953, -17.39588165283203, -16.582605361938477, -15.769330978393555, -14.9560546875, -14.142779350280762, -13.329504013061523, -12.516228675842285, -11.702953338623047, -10.889677047729492, -10.076401710510254, -9.263126373291016, -8.449850082397461, -7.636574745178223, -6.823299407958984, -6.010024070739746, -5.19674825668335, -4.383472442626953, -3.5701968669891357, -2.7569212913513184, -1.94364595413208, -1.1303703784942627, -0.3170948028564453, 0.49618053436279297, 1.3094563484191895, 2.1227316856384277, 2.936007261276245, 3.7492828369140625, 4.562558174133301, 5.375833511352539, 6.1891093254089355, 7.002384662628174, 7.81566047668457, 8.628935813903809, 9.442211151123047, 10.255486488342285, 11.068761825561523, 11.882038116455078, 12.695313453674316, 13.508588790893555, 14.32186508178711, 15.135139465332031, 15.94841480255127, 16.761690139770508, 17.574966430664062, 18.388240814208984, 19.20151710510254, 20.014793395996094, 20.828067779541016, 21.64134407043457]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 5.0, 2.0, 3.0, 6.0, 10.0, 6.0, 13.0, 11.0, 19.0, 22.0, 25.0, 44.0, 57.0, 51.0, 65.0, 72.0, 56.0, 58.0, 73.0, 62.0, 48.0, 50.0, 49.0, 44.0, 29.0, 28.0, 29.0, 17.0, 13.0, 8.0, 7.0, 7.0, 4.0, 7.0, 3.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.5859375, -1.537353515625, -1.48876953125, -1.440185546875, -1.3916015625, -1.343017578125, -1.29443359375, -1.245849609375, -1.197265625, -1.148681640625, -1.10009765625, -1.051513671875, -1.0029296875, -0.954345703125, -0.90576171875, -0.857177734375, -0.80859375, -0.760009765625, -0.71142578125, -0.662841796875, -0.6142578125, -0.565673828125, -0.51708984375, -0.468505859375, -0.419921875, -0.371337890625, -0.32275390625, -0.274169921875, -0.2255859375, -0.177001953125, -0.12841796875, -0.079833984375, -0.03125, 0.017333984375, 0.06591796875, 0.114501953125, 0.1630859375, 0.211669921875, 0.26025390625, 0.308837890625, 0.357421875, 0.406005859375, 0.45458984375, 0.503173828125, 0.5517578125, 0.600341796875, 0.64892578125, 0.697509765625, 0.74609375, 0.794677734375, 0.84326171875, 0.891845703125, 0.9404296875, 0.989013671875, 1.03759765625, 1.086181640625, 1.134765625, 1.183349609375, 1.23193359375, 1.280517578125, 1.3291015625, 1.377685546875, 1.42626953125, 1.474853515625, 1.5234375]}, "gradients/decoder.transformer.h.23.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 4.0, 1.0, 6.0, 12.0, 9.0, 19.0, 12.0, 23.0, 35.0, 46.0, 67.0, 109.0, 129.0, 219.0, 360.0, 484.0, 844.0, 1334.0, 2373.0, 4462.0, 8798.0, 19355.0, 48199.0, 141214.0, 530107.0, 186620.0, 58200.0, 23131.0, 10353.0, 5147.0, 2793.0, 1546.0, 868.0, 595.0, 361.0, 243.0, 156.0, 82.0, 88.0, 50.0, 29.0, 21.0, 18.0, 14.0, 8.0, 5.0, 9.0, 5.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.6875, -2.605072021484375, -2.52264404296875, -2.440216064453125, -2.3577880859375, -2.275360107421875, -2.19293212890625, -2.110504150390625, -2.028076171875, -1.945648193359375, -1.86322021484375, -1.780792236328125, -1.6983642578125, -1.615936279296875, -1.53350830078125, -1.451080322265625, -1.36865234375, -1.286224365234375, -1.20379638671875, -1.121368408203125, -1.0389404296875, -0.956512451171875, -0.87408447265625, -0.791656494140625, -0.709228515625, -0.626800537109375, -0.54437255859375, -0.461944580078125, -0.3795166015625, -0.297088623046875, -0.21466064453125, -0.132232666015625, -0.0498046875, 0.032623291015625, 0.11505126953125, 0.197479248046875, 0.2799072265625, 0.362335205078125, 0.44476318359375, 0.527191162109375, 0.609619140625, 0.692047119140625, 0.77447509765625, 0.856903076171875, 0.9393310546875, 1.021759033203125, 1.10418701171875, 1.186614990234375, 1.26904296875, 1.351470947265625, 1.43389892578125, 1.516326904296875, 1.5987548828125, 1.681182861328125, 1.76361083984375, 1.846038818359375, 1.928466796875, 2.010894775390625, 2.09332275390625, 2.175750732421875, 2.2581787109375, 2.340606689453125, 2.42303466796875, 2.505462646484375, 2.587890625]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 2.0, 3.0, 4.0, 1.0, 1.0, 4.0, 3.0, 5.0, 3.0, 5.0, 9.0, 2.0, 9.0, 5.0, 6.0, 10.0, 15.0, 13.0, 15.0, 15.0, 29.0, 22.0, 35.0, 37.0, 44.0, 33.0, 36.0, 60.0, 54.0, 1069.0, 44.0, 38.0, 44.0, 53.0, 41.0, 38.0, 21.0, 27.0, 34.0, 27.0, 19.0, 11.0, 14.0, 10.0, 6.0, 3.0, 11.0, 6.0, 2.0, 5.0, 6.0, 9.0, 2.0, 2.0, 3.0, 3.0, 7.0, 3.0, 4.0, 1.0, 1.0], "bins": [-1.958984375, -1.899078369140625, -1.83917236328125, -1.779266357421875, -1.7193603515625, -1.659454345703125, -1.59954833984375, -1.539642333984375, -1.479736328125, -1.419830322265625, -1.35992431640625, -1.300018310546875, -1.2401123046875, -1.180206298828125, -1.12030029296875, -1.060394287109375, -1.00048828125, -0.940582275390625, -0.88067626953125, -0.820770263671875, -0.7608642578125, -0.700958251953125, -0.64105224609375, -0.581146240234375, -0.521240234375, -0.461334228515625, -0.40142822265625, -0.341522216796875, -0.2816162109375, -0.221710205078125, -0.16180419921875, -0.101898193359375, -0.0419921875, 0.017913818359375, 0.07781982421875, 0.137725830078125, 0.1976318359375, 0.257537841796875, 0.31744384765625, 0.377349853515625, 0.437255859375, 0.497161865234375, 0.55706787109375, 0.616973876953125, 0.6768798828125, 0.736785888671875, 0.79669189453125, 0.856597900390625, 0.91650390625, 0.976409912109375, 1.03631591796875, 1.096221923828125, 1.1561279296875, 1.216033935546875, 1.27593994140625, 1.335845947265625, 1.395751953125, 1.455657958984375, 1.51556396484375, 1.575469970703125, 1.6353759765625, 1.695281982421875, 1.75518798828125, 1.815093994140625, 1.875]}, "gradients/decoder.transformer.h.23.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 5.0, 3.0, 6.0, 2.0, 2.0, 9.0, 9.0, 14.0, 7.0, 19.0, 22.0, 36.0, 48.0, 69.0, 98.0, 175.0, 218.0, 305.0, 403.0, 567.0, 821.0, 1245.0, 1972.0, 3247.0, 5514.0, 11035.0, 28898.0, 842366.0, 1145219.0, 28852.0, 11198.0, 5450.0, 3191.0, 2029.0, 1274.0, 773.0, 597.0, 401.0, 311.0, 193.0, 155.0, 126.0, 77.0, 53.0, 37.0, 21.0, 12.0, 20.0, 9.0, 7.0, 7.0, 4.0, 1.0, 2.0, 2.0, 1.0, 6.0, 1.0, 1.0, 1.0, 1.0], "bins": [-4.37109375, -4.2301025390625, -4.089111328125, -3.9481201171875, -3.80712890625, -3.6661376953125, -3.525146484375, -3.3841552734375, -3.2431640625, -3.1021728515625, -2.961181640625, -2.8201904296875, -2.67919921875, -2.5382080078125, -2.397216796875, -2.2562255859375, -2.115234375, -1.9742431640625, -1.833251953125, -1.6922607421875, -1.55126953125, -1.4102783203125, -1.269287109375, -1.1282958984375, -0.9873046875, -0.8463134765625, -0.705322265625, -0.5643310546875, -0.42333984375, -0.2823486328125, -0.141357421875, -0.0003662109375, 0.140625, 0.2816162109375, 0.422607421875, 0.5635986328125, 0.70458984375, 0.8455810546875, 0.986572265625, 1.1275634765625, 1.2685546875, 1.4095458984375, 1.550537109375, 1.6915283203125, 1.83251953125, 1.9735107421875, 2.114501953125, 2.2554931640625, 2.396484375, 2.5374755859375, 2.678466796875, 2.8194580078125, 2.96044921875, 3.1014404296875, 3.242431640625, 3.3834228515625, 3.5244140625, 3.6654052734375, 3.806396484375, 3.9473876953125, 4.08837890625, 4.2293701171875, 4.370361328125, 4.5113525390625, 4.65234375]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 3.0, 7.0, 4.0, 2.0, 6.0, 5.0, 7.0, 5.0, 8.0, 7.0, 11.0, 20.0, 36.0, 47.0, 88.0, 303.0, 240.0, 61.0, 37.0, 27.0, 15.0, 7.0, 13.0, 9.0, 7.0, 6.0, 7.0, 5.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.37744140625, -0.3652229309082031, -0.35300445556640625, -0.3407859802246094, -0.3285675048828125, -0.3163490295410156, -0.30413055419921875, -0.2919120788574219, -0.279693603515625, -0.2674751281738281, -0.25525665283203125, -0.24303817749023438, -0.2308197021484375, -0.21860122680664062, -0.20638275146484375, -0.19416427612304688, -0.18194580078125, -0.16972732543945312, -0.15750885009765625, -0.14529037475585938, -0.1330718994140625, -0.12085342407226562, -0.10863494873046875, -0.09641647338867188, -0.084197998046875, -0.07197952270507812, -0.05976104736328125, -0.047542572021484375, -0.0353240966796875, -0.023105621337890625, -0.01088714599609375, 0.001331329345703125, 0.0135498046875, 0.025768280029296875, 0.03798675537109375, 0.050205230712890625, 0.0624237060546875, 0.07464218139648438, 0.08686065673828125, 0.09907913208007812, 0.111297607421875, 0.12351608276367188, 0.13573455810546875, 0.14795303344726562, 0.1601715087890625, 0.17238998413085938, 0.18460845947265625, 0.19682693481445312, 0.20904541015625, 0.22126388549804688, 0.23348236083984375, 0.24570083618164062, 0.2579193115234375, 0.2701377868652344, 0.28235626220703125, 0.2945747375488281, 0.306793212890625, 0.3190116882324219, 0.33123016357421875, 0.3434486389160156, 0.3556671142578125, 0.3678855895996094, 0.38010406494140625, 0.3923225402832031, 0.404541015625]}, "gradients/decoder.transformer.h.23.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 1.0, 3.0, 5.0, 7.0, 5.0, 8.0, 7.0, 18.0, 16.0, 31.0, 52.0, 132.0, 440.0, 903869.0, 143248.0, 431.0, 110.0, 52.0, 35.0, 23.0, 10.0, 7.0, 5.0, 8.0, 5.0, 5.0, 2.0, 5.0, 5.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-11.2109375, -10.8709716796875, -10.531005859375, -10.1910400390625, -9.85107421875, -9.5111083984375, -9.171142578125, -8.8311767578125, -8.4912109375, -8.1512451171875, -7.811279296875, -7.4713134765625, -7.13134765625, -6.7913818359375, -6.451416015625, -6.1114501953125, -5.771484375, -5.4315185546875, -5.091552734375, -4.7515869140625, -4.41162109375, -4.0716552734375, -3.731689453125, -3.3917236328125, -3.0517578125, -2.7117919921875, -2.371826171875, -2.0318603515625, -1.69189453125, -1.3519287109375, -1.011962890625, -0.6719970703125, -0.33203125, 0.0079345703125, 0.347900390625, 0.6878662109375, 1.02783203125, 1.3677978515625, 1.707763671875, 2.0477294921875, 2.3876953125, 2.7276611328125, 3.067626953125, 3.4075927734375, 3.74755859375, 4.0875244140625, 4.427490234375, 4.7674560546875, 5.107421875, 5.4473876953125, 5.787353515625, 6.1273193359375, 6.46728515625, 6.8072509765625, 7.147216796875, 7.4871826171875, 7.8271484375, 8.1671142578125, 8.507080078125, 8.8470458984375, 9.18701171875, 9.5269775390625, 9.866943359375, 10.2069091796875, 10.546875]}, "gradients/decoder.transformer.h.23.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 25.0, 64.0, 336.0, 515.0, 58.0, 9.0, 4.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.5965139865875244, -2.550252676010132, -2.5039913654327393, -2.4577298164367676, -2.411468505859375, -2.3652071952819824, -2.31894588470459, -2.2726845741271973, -2.2264230251312256, -2.180161714553833, -2.1339004039764404, -2.0876388549804688, -2.041377544403076, -1.9951162338256836, -1.948854923248291, -1.9025934934616089, -1.8563321828842163, -1.8100708723068237, -1.7638094425201416, -1.717548131942749, -1.671286702156067, -1.6250253915786743, -1.5787639617919922, -1.5325026512145996, -1.486241340637207, -1.4399800300598145, -1.3937186002731323, -1.3474572896957397, -1.3011958599090576, -1.254934549331665, -1.2086732387542725, -1.1624118089675903, -1.1161503791809082, -1.0698890686035156, -1.0236276388168335, -0.9773663282394409, -0.9311048984527588, -0.8848435878753662, -0.8385822176933289, -0.7923208475112915, -0.7460594177246094, -0.699798047542572, -0.6535366773605347, -0.6072753667831421, -0.56101393699646, -0.5147526264190674, -0.46849125623703003, -0.4222298860549927, -0.3759685456752777, -0.32970717549324036, -0.2834458351135254, -0.23718446493148804, -0.19092309474945068, -0.14466172456741333, -0.09840038418769836, -0.05213901400566101, -0.005877643823623657, 0.0403837189078331, 0.08664508163928986, 0.13290643692016602, 0.17916780710220337, 0.22542917728424072, 0.2716905176639557, 0.31795188784599304, 0.3642132580280304]}, "gradients/decoder.transformer.h.23.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 4.0, 3.0, 2.0, 6.0, 6.0, 13.0, 10.0, 8.0, 8.0, 14.0, 25.0, 18.0, 20.0, 25.0, 33.0, 30.0, 31.0, 44.0, 36.0, 33.0, 40.0, 33.0, 45.0, 29.0, 41.0, 44.0, 31.0, 41.0, 32.0, 34.0, 28.0, 37.0, 23.0, 27.0, 27.0, 13.0, 17.0, 20.0, 18.0, 12.0, 9.0, 10.0, 7.0, 8.0, 3.0, 3.0, 6.0, 1.0, 5.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.3214741349220276, -0.31205007433891296, -0.3026260435581207, -0.2932019829750061, -0.28377795219421387, -0.27435389161109924, -0.264929860830307, -0.2555058002471924, -0.24608176946640015, -0.23665772378444672, -0.2272336781024933, -0.21780963242053986, -0.20838558673858643, -0.198961541056633, -0.18953749537467957, -0.18011343479156494, -0.1706893891096115, -0.16126534342765808, -0.15184129774570465, -0.14241725206375122, -0.1329932063817978, -0.12356916069984436, -0.11414510756731033, -0.1047210618853569, -0.09529701620340347, -0.08587297052145004, -0.07644892483949661, -0.06702487170696259, -0.057600829750299454, -0.048176784068346024, -0.038752734661102295, -0.029328688979148865, -0.019904643297195435, -0.01048059668391943, -0.001056550070643425, 0.008367497473955154, 0.017791543155908585, 0.027215588837862015, 0.03663963824510574, 0.046063683927059174, 0.055487729609012604, 0.06491177529096603, 0.07433582097291946, 0.08375987410545349, 0.09318391978740692, 0.10260796546936035, 0.11203201115131378, 0.12145605683326721, 0.13088010251522064, 0.14030414819717407, 0.1497281938791275, 0.15915223956108093, 0.16857628524303436, 0.1780003309249878, 0.18742439150810242, 0.19684842228889465, 0.20627248287200928, 0.2156965285539627, 0.22512057423591614, 0.23454461991786957, 0.243968665599823, 0.2533927261829376, 0.26281675696372986, 0.2722408175468445, 0.2816648483276367]}, "gradients/decoder.transformer.h.23.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0, 4.0, 7.0, 9.0, 7.0, 11.0, 13.0, 19.0, 22.0, 28.0, 40.0, 60.0, 50.0, 72.0, 67.0, 56.0, 58.0, 76.0, 58.0, 45.0, 54.0, 49.0, 42.0, 29.0, 29.0, 28.0, 17.0, 11.0, 10.0, 7.0, 7.0, 4.0, 5.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.5869140625, -1.5382080078125, -1.489501953125, -1.4407958984375, -1.39208984375, -1.3433837890625, -1.294677734375, -1.2459716796875, -1.197265625, -1.1485595703125, -1.099853515625, -1.0511474609375, -1.00244140625, -0.9537353515625, -0.905029296875, -0.8563232421875, -0.8076171875, -0.7589111328125, -0.710205078125, -0.6614990234375, -0.61279296875, -0.5640869140625, -0.515380859375, -0.4666748046875, -0.41796875, -0.3692626953125, -0.320556640625, -0.2718505859375, -0.22314453125, -0.1744384765625, -0.125732421875, -0.0770263671875, -0.0283203125, 0.0203857421875, 0.069091796875, 0.1177978515625, 0.16650390625, 0.2152099609375, 0.263916015625, 0.3126220703125, 0.361328125, 0.4100341796875, 0.458740234375, 0.5074462890625, 0.55615234375, 0.6048583984375, 0.653564453125, 0.7022705078125, 0.7509765625, 0.7996826171875, 0.848388671875, 0.8970947265625, 0.94580078125, 0.9945068359375, 1.043212890625, 1.0919189453125, 1.140625, 1.1893310546875, 1.238037109375, 1.2867431640625, 1.33544921875, 1.3841552734375, 1.432861328125, 1.4815673828125, 1.5302734375]}, "gradients/decoder.transformer.h.23.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 3.0, 6.0, 6.0, 5.0, 8.0, 17.0, 18.0, 18.0, 31.0, 38.0, 64.0, 75.0, 116.0, 135.0, 231.0, 325.0, 531.0, 781.0, 1357.0, 2232.0, 4135.0, 8708.0, 41055.0, 924947.0, 44524.0, 8889.0, 4223.0, 2250.0, 1357.0, 815.0, 525.0, 342.0, 224.0, 157.0, 102.0, 75.0, 63.0, 40.0, 35.0, 19.0, 21.0, 10.0, 14.0, 3.0, 8.0, 5.0, 3.0, 1.0, 4.0, 3.0, 4.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-15.453125, -14.9627685546875, -14.472412109375, -13.9820556640625, -13.49169921875, -13.0013427734375, -12.510986328125, -12.0206298828125, -11.5302734375, -11.0399169921875, -10.549560546875, -10.0592041015625, -9.56884765625, -9.0784912109375, -8.588134765625, -8.0977783203125, -7.607421875, -7.1170654296875, -6.626708984375, -6.1363525390625, -5.64599609375, -5.1556396484375, -4.665283203125, -4.1749267578125, -3.6845703125, -3.1942138671875, -2.703857421875, -2.2135009765625, -1.72314453125, -1.2327880859375, -0.742431640625, -0.2520751953125, 0.23828125, 0.7286376953125, 1.218994140625, 1.7093505859375, 2.19970703125, 2.6900634765625, 3.180419921875, 3.6707763671875, 4.1611328125, 4.6514892578125, 5.141845703125, 5.6322021484375, 6.12255859375, 6.6129150390625, 7.103271484375, 7.5936279296875, 8.083984375, 8.5743408203125, 9.064697265625, 9.5550537109375, 10.04541015625, 10.5357666015625, 11.026123046875, 11.5164794921875, 12.0068359375, 12.4971923828125, 12.987548828125, 13.4779052734375, 13.96826171875, 14.4586181640625, 14.948974609375, 15.4393310546875, 15.9296875]}, "gradients/decoder.transformer.h.23.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 4.0, 2.0, 2.0, 2.0, 2.0, 3.0, 4.0, 4.0, 2.0, 8.0, 10.0, 9.0, 12.0, 15.0, 18.0, 20.0, 25.0, 18.0, 23.0, 35.0, 41.0, 38.0, 45.0, 41.0, 54.0, 56.0, 2099.0, 42.0, 54.0, 35.0, 41.0, 37.0, 26.0, 43.0, 31.0, 27.0, 28.0, 20.0, 17.0, 9.0, 16.0, 6.0, 7.0, 6.0, 10.0, 1.0, 5.0, 2.0, 4.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.9375, -4.7701416015625, -4.602783203125, -4.4354248046875, -4.26806640625, -4.1007080078125, -3.933349609375, -3.7659912109375, -3.5986328125, -3.4312744140625, -3.263916015625, -3.0965576171875, -2.92919921875, -2.7618408203125, -2.594482421875, -2.4271240234375, -2.259765625, -2.0924072265625, -1.925048828125, -1.7576904296875, -1.59033203125, -1.4229736328125, -1.255615234375, -1.0882568359375, -0.9208984375, -0.7535400390625, -0.586181640625, -0.4188232421875, -0.25146484375, -0.0841064453125, 0.083251953125, 0.2506103515625, 0.41796875, 0.5853271484375, 0.752685546875, 0.9200439453125, 1.08740234375, 1.2547607421875, 1.422119140625, 1.5894775390625, 1.7568359375, 1.9241943359375, 2.091552734375, 2.2589111328125, 2.42626953125, 2.5936279296875, 2.760986328125, 2.9283447265625, 3.095703125, 3.2630615234375, 3.430419921875, 3.5977783203125, 3.76513671875, 3.9324951171875, 4.099853515625, 4.2672119140625, 4.4345703125, 4.6019287109375, 4.769287109375, 4.9366455078125, 5.10400390625, 5.2713623046875, 5.438720703125, 5.6060791015625, 5.7734375]}, "gradients/decoder.transformer.h.23.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 3.0, 3.0, 3.0, 10.0, 5.0, 7.0, 8.0, 14.0, 10.0, 17.0, 17.0, 28.0, 31.0, 29.0, 44.0, 32.0, 55.0, 86.0, 201.0, 623.0, 11206.0, 3123859.0, 8224.0, 588.0, 193.0, 96.0, 53.0, 48.0, 36.0, 23.0, 17.0, 27.0, 18.0, 18.0, 14.0, 13.0, 10.0, 10.0, 7.0, 3.0, 3.0, 5.0, 2.0, 2.0, 2.0, 2.0, 2.0, 4.0, 0.0, 2.0, 1.0], "bins": [-29.59375, -28.7353515625, -27.876953125, -27.0185546875, -26.16015625, -25.3017578125, -24.443359375, -23.5849609375, -22.7265625, -21.8681640625, -21.009765625, -20.1513671875, -19.29296875, -18.4345703125, -17.576171875, -16.7177734375, -15.859375, -15.0009765625, -14.142578125, -13.2841796875, -12.42578125, -11.5673828125, -10.708984375, -9.8505859375, -8.9921875, -8.1337890625, -7.275390625, -6.4169921875, -5.55859375, -4.7001953125, -3.841796875, -2.9833984375, -2.125, -1.2666015625, -0.408203125, 0.4501953125, 1.30859375, 2.1669921875, 3.025390625, 3.8837890625, 4.7421875, 5.6005859375, 6.458984375, 7.3173828125, 8.17578125, 9.0341796875, 9.892578125, 10.7509765625, 11.609375, 12.4677734375, 13.326171875, 14.1845703125, 15.04296875, 15.9013671875, 16.759765625, 17.6181640625, 18.4765625, 19.3349609375, 20.193359375, 21.0517578125, 21.91015625, 22.7685546875, 23.626953125, 24.4853515625, 25.34375]}, "gradients/decoder.transformer.h.23.ln_1.weight": {"_type": "histogram", "values": [44.0, 978.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-20.441001892089844, -1.610239028930664, 17.220523834228516, 36.05128479003906, 54.882049560546875, 73.71281433105469, 92.54357147216797, 111.37433624267578, 130.20510864257812, 149.03587341308594, 167.86663818359375, 186.6973876953125, 205.52816772460938, 224.35891723632812, 243.18968200683594, 262.02044677734375, 280.8511962890625, 299.68194580078125, 318.5127258300781, 337.3434753417969, 356.17425537109375, 375.0050048828125, 393.83575439453125, 412.6665344238281, 431.497314453125, 450.32806396484375, 469.1588439941406, 487.9895935058594, 506.82037353515625, 525.651123046875, 544.4818725585938, 563.3126220703125, 582.1433715820312, 600.97412109375, 619.8048706054688, 638.6356811523438, 657.4664306640625, 676.2971801757812, 695.1279296875, 713.958740234375, 732.7894897460938, 751.6202392578125, 770.4509887695312, 789.2817993164062, 808.112548828125, 826.9432983398438, 845.7740478515625, 864.6048583984375, 883.435546875, 902.2662963867188, 921.0970458984375, 939.9278564453125, 958.7586059570312, 977.58935546875, 996.4201049804688, 1015.2508544921875, 1034.0816650390625, 1052.9124755859375, 1071.7431640625, 1090.573974609375, 1109.4046630859375, 1128.2354736328125, 1147.0662841796875, 1165.89697265625, 1184.727783203125]}, "gradients/decoder.transformer.h.23.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 10.0, 10.0, 19.0, 16.0, 16.0, 32.0, 44.0, 68.0, 72.0, 74.0, 95.0, 84.0, 64.0, 81.0, 71.0, 61.0, 59.0, 36.0, 34.0, 20.0, 11.0, 15.0, 8.0, 4.0, 7.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-37.92690658569336, -36.62112808227539, -35.315345764160156, -34.00956726074219, -32.70378494262695, -31.398006439208984, -30.092226028442383, -28.78644561767578, -27.48066520690918, -26.174884796142578, -24.869104385375977, -23.563323974609375, -22.257545471191406, -20.951763153076172, -19.645984649658203, -18.3402042388916, -17.034423828125, -15.728643417358398, -14.422863006591797, -13.117083549499512, -11.81130313873291, -10.505522727966309, -9.199743270874023, -7.893962860107422, -6.58818244934082, -5.282402038574219, -3.9766221046447754, -2.670841932296753, -1.3650617599487305, -0.059281349182128906, 1.2464985847473145, 2.552278518676758, 3.8580589294433594, 5.163839340209961, 6.469619274139404, 7.775399208068848, 9.08117961883545, 10.38696002960205, 11.692739486694336, 12.998519897460938, 14.304300308227539, 15.61008071899414, 16.915861129760742, 18.221641540527344, 19.527420043945312, 20.833202362060547, 22.138980865478516, 23.444761276245117, 24.75054168701172, 26.05632209777832, 27.362102508544922, 28.667882919311523, 29.973663330078125, 31.279441833496094, 32.58522415161133, 33.8910026550293, 35.19678497314453, 36.5025634765625, 37.808345794677734, 39.1141242980957, 40.41990661621094, 41.725685119628906, 43.03146743774414, 44.33724594116211, 45.64302444458008]}, "gradients/decoder.transformer.h.22.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 8.0, 12.0, 4.0, 7.0, 16.0, 17.0, 28.0, 29.0, 43.0, 50.0, 75.0, 55.0, 57.0, 76.0, 74.0, 74.0, 55.0, 53.0, 54.0, 32.0, 44.0, 31.0, 25.0, 20.0, 15.0, 10.0, 7.0, 12.0, 6.0, 5.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.6708984375, -1.6192169189453125, -1.567535400390625, -1.5158538818359375, -1.46417236328125, -1.4124908447265625, -1.360809326171875, -1.3091278076171875, -1.2574462890625, -1.2057647705078125, -1.154083251953125, -1.1024017333984375, -1.05072021484375, -0.9990386962890625, -0.947357177734375, -0.8956756591796875, -0.843994140625, -0.7923126220703125, -0.740631103515625, -0.6889495849609375, -0.63726806640625, -0.5855865478515625, -0.533905029296875, -0.4822235107421875, -0.4305419921875, -0.3788604736328125, -0.327178955078125, -0.2754974365234375, -0.22381591796875, -0.1721343994140625, -0.120452880859375, -0.0687713623046875, -0.01708984375, 0.0345916748046875, 0.086273193359375, 0.1379547119140625, 0.18963623046875, 0.2413177490234375, 0.292999267578125, 0.3446807861328125, 0.3963623046875, 0.4480438232421875, 0.499725341796875, 0.5514068603515625, 0.60308837890625, 0.6547698974609375, 0.706451416015625, 0.7581329345703125, 0.809814453125, 0.8614959716796875, 0.913177490234375, 0.9648590087890625, 1.01654052734375, 1.0682220458984375, 1.119903564453125, 1.1715850830078125, 1.2232666015625, 1.2749481201171875, 1.326629638671875, 1.3783111572265625, 1.42999267578125, 1.4816741943359375, 1.533355712890625, 1.5850372314453125, 1.63671875]}, "gradients/decoder.transformer.h.22.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 6.0, 3.0, 5.0, 17.0, 17.0, 21.0, 22.0, 46.0, 75.0, 132.0, 211.0, 426.0, 746.0, 1883.0, 5081.0, 19675.0, 450123.0, 3669333.0, 34205.0, 7734.0, 2450.0, 971.0, 488.0, 240.0, 124.0, 96.0, 52.0, 26.0, 18.0, 17.0, 16.0, 9.0, 6.0, 2.0, 2.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-13.3203125, -12.906005859375, -12.49169921875, -12.077392578125, -11.6630859375, -11.248779296875, -10.83447265625, -10.420166015625, -10.005859375, -9.591552734375, -9.17724609375, -8.762939453125, -8.3486328125, -7.934326171875, -7.52001953125, -7.105712890625, -6.69140625, -6.277099609375, -5.86279296875, -5.448486328125, -5.0341796875, -4.619873046875, -4.20556640625, -3.791259765625, -3.376953125, -2.962646484375, -2.54833984375, -2.134033203125, -1.7197265625, -1.305419921875, -0.89111328125, -0.476806640625, -0.0625, 0.351806640625, 0.76611328125, 1.180419921875, 1.5947265625, 2.009033203125, 2.42333984375, 2.837646484375, 3.251953125, 3.666259765625, 4.08056640625, 4.494873046875, 4.9091796875, 5.323486328125, 5.73779296875, 6.152099609375, 6.56640625, 6.980712890625, 7.39501953125, 7.809326171875, 8.2236328125, 8.637939453125, 9.05224609375, 9.466552734375, 9.880859375, 10.295166015625, 10.70947265625, 11.123779296875, 11.5380859375, 11.952392578125, 12.36669921875, 12.781005859375, 13.1953125]}, "gradients/decoder.transformer.h.22.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 6.0, 6.0, 12.0, 12.0, 31.0, 64.0, 91.0, 183.0, 498.0, 1711.0, 691.0, 281.0, 145.0, 105.0, 76.0, 44.0, 39.0, 23.0, 22.0, 13.0, 14.0, 15.0, 3.0, 5.0, 0.0, 1.0, 1.0], "bins": [-16.421875, -16.07037353515625, -15.7188720703125, -15.36737060546875, -15.015869140625, -14.66436767578125, -14.3128662109375, -13.96136474609375, -13.60986328125, -13.25836181640625, -12.9068603515625, -12.55535888671875, -12.203857421875, -11.85235595703125, -11.5008544921875, -11.14935302734375, -10.7978515625, -10.44635009765625, -10.0948486328125, -9.74334716796875, -9.391845703125, -9.04034423828125, -8.6888427734375, -8.33734130859375, -7.98583984375, -7.63433837890625, -7.2828369140625, -6.93133544921875, -6.579833984375, -6.22833251953125, -5.8768310546875, -5.52532958984375, -5.173828125, -4.82232666015625, -4.4708251953125, -4.11932373046875, -3.767822265625, -3.41632080078125, -3.0648193359375, -2.71331787109375, -2.36181640625, -2.01031494140625, -1.6588134765625, -1.30731201171875, -0.955810546875, -0.60430908203125, -0.2528076171875, 0.09869384765625, 0.4501953125, 0.80169677734375, 1.1531982421875, 1.50469970703125, 1.856201171875, 2.20770263671875, 2.5592041015625, 2.91070556640625, 3.26220703125, 3.61370849609375, 3.9652099609375, 4.31671142578125, 4.668212890625, 5.01971435546875, 5.3712158203125, 5.72271728515625, 6.07421875]}, "gradients/decoder.transformer.h.22.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 4.0, 15.0, 15.0, 15.0, 21.0, 30.0, 61.0, 69.0, 105.0, 169.0, 264.0, 514.0, 2978.0, 4188305.0, 1099.0, 326.0, 131.0, 92.0, 39.0, 13.0, 14.0, 8.0, 6.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.078125, -26.458740234375, -24.83935546875, -23.219970703125, -21.6005859375, -19.981201171875, -18.36181640625, -16.742431640625, -15.123046875, -13.503662109375, -11.88427734375, -10.264892578125, -8.6455078125, -7.026123046875, -5.40673828125, -3.787353515625, -2.16796875, -0.548583984375, 1.07080078125, 2.690185546875, 4.3095703125, 5.928955078125, 7.54833984375, 9.167724609375, 10.787109375, 12.406494140625, 14.02587890625, 15.645263671875, 17.2646484375, 18.884033203125, 20.50341796875, 22.122802734375, 23.7421875, 25.361572265625, 26.98095703125, 28.600341796875, 30.2197265625, 31.839111328125, 33.45849609375, 35.077880859375, 36.697265625, 38.316650390625, 39.93603515625, 41.555419921875, 43.1748046875, 44.794189453125, 46.41357421875, 48.032958984375, 49.65234375, 51.271728515625, 52.89111328125, 54.510498046875, 56.1298828125, 57.749267578125, 59.36865234375, 60.988037109375, 62.607421875, 64.226806640625, 65.84619140625, 67.465576171875, 69.0849609375, 70.704345703125, 72.32373046875, 73.943115234375, 75.5625]}, "gradients/decoder.transformer.h.22.ln_2.weight": {"_type": "histogram", "values": [2.0, 1018.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.808828353881836, -10.937198638916016, 6.934431076049805, 24.806062698364258, 42.67768859863281, 60.54931640625, 78.42095184326172, 96.2925796508789, 114.1642074584961, 132.0358428955078, 149.907470703125, 167.7790985107422, 185.65072631835938, 203.52235412597656, 221.39398193359375, 239.265625, 257.1372375488281, 275.0088806152344, 292.8804931640625, 310.75213623046875, 328.6237487792969, 346.4953918457031, 364.36700439453125, 382.2386474609375, 400.11029052734375, 417.98193359375, 435.8535461425781, 453.7251892089844, 471.5968017578125, 489.46844482421875, 507.340087890625, 525.211669921875, 543.0833129882812, 560.9549560546875, 578.8265991210938, 596.6981811523438, 614.56982421875, 632.4414672851562, 650.3131103515625, 668.1846923828125, 686.0563354492188, 703.927978515625, 721.7996215820312, 739.6712036132812, 757.5428466796875, 775.4144897460938, 793.2861328125, 811.15771484375, 829.0294189453125, 846.9010620117188, 864.772705078125, 882.644287109375, 900.5159301757812, 918.3875732421875, 936.2592163085938, 954.130859375, 972.00244140625, 989.8740844726562, 1007.7457275390625, 1025.6173095703125, 1043.489013671875, 1061.360595703125, 1079.232177734375, 1097.1038818359375, 1114.9754638671875]}, "gradients/decoder.transformer.h.22.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 6.0, 2.0, 4.0, 4.0, 4.0, 12.0, 17.0, 20.0, 31.0, 25.0, 26.0, 43.0, 37.0, 49.0, 46.0, 46.0, 52.0, 50.0, 53.0, 50.0, 52.0, 57.0, 50.0, 52.0, 41.0, 40.0, 34.0, 28.0, 18.0, 17.0, 10.0, 10.0, 11.0, 5.0, 1.0, 4.0, 2.0, 0.0, 1.0, 2.0], "bins": [-62.61664962768555, -61.06025314331055, -59.50385665893555, -57.94746017456055, -56.39106369018555, -54.83466720581055, -53.27827072143555, -51.72187423706055, -50.16547775268555, -48.60908126831055, -47.05268478393555, -45.49628829956055, -43.93989181518555, -42.38349533081055, -40.82709884643555, -39.27070236206055, -37.71430587768555, -36.15790939331055, -34.60151290893555, -33.04511642456055, -31.488719940185547, -29.932323455810547, -28.375926971435547, -26.819530487060547, -25.263134002685547, -23.706737518310547, -22.150341033935547, -20.593944549560547, -19.037548065185547, -17.481151580810547, -15.924755096435547, -14.368358612060547, -12.811962127685547, -11.255565643310547, -9.699169158935547, -8.142772674560547, -6.586376190185547, -5.029979705810547, -3.473583221435547, -1.9171867370605469, -0.3607902526855469, 1.1956062316894531, 2.752002716064453, 4.308399200439453, 5.864795684814453, 7.421192169189453, 8.977588653564453, 10.533985137939453, 12.090381622314453, 13.646778106689453, 15.203174591064453, 16.759571075439453, 18.315967559814453, 19.872364044189453, 21.428760528564453, 22.985157012939453, 24.541553497314453, 26.097949981689453, 27.654346466064453, 29.210742950439453, 30.767139434814453, 32.32353591918945, 33.87993240356445, 35.43632888793945, 36.99272537231445]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 5.0, 6.0, 10.0, 8.0, 8.0, 18.0, 22.0, 18.0, 33.0, 39.0, 56.0, 71.0, 51.0, 57.0, 69.0, 77.0, 70.0, 64.0, 56.0, 51.0, 43.0, 36.0, 29.0, 25.0, 21.0, 13.0, 11.0, 7.0, 7.0, 10.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.650390625, -1.5993194580078125, -1.548248291015625, -1.4971771240234375, -1.44610595703125, -1.3950347900390625, -1.343963623046875, -1.2928924560546875, -1.2418212890625, -1.1907501220703125, -1.139678955078125, -1.0886077880859375, -1.03753662109375, -0.9864654541015625, -0.935394287109375, -0.8843231201171875, -0.833251953125, -0.7821807861328125, -0.731109619140625, -0.6800384521484375, -0.62896728515625, -0.5778961181640625, -0.526824951171875, -0.4757537841796875, -0.4246826171875, -0.3736114501953125, -0.322540283203125, -0.2714691162109375, -0.22039794921875, -0.1693267822265625, -0.118255615234375, -0.0671844482421875, -0.01611328125, 0.0349578857421875, 0.086029052734375, 0.1371002197265625, 0.18817138671875, 0.2392425537109375, 0.290313720703125, 0.3413848876953125, 0.3924560546875, 0.4435272216796875, 0.494598388671875, 0.5456695556640625, 0.59674072265625, 0.6478118896484375, 0.698883056640625, 0.7499542236328125, 0.801025390625, 0.8520965576171875, 0.903167724609375, 0.9542388916015625, 1.00531005859375, 1.0563812255859375, 1.107452392578125, 1.1585235595703125, 1.2095947265625, 1.2606658935546875, 1.311737060546875, 1.3628082275390625, 1.41387939453125, 1.4649505615234375, 1.516021728515625, 1.5670928955078125, 1.6181640625]}, "gradients/decoder.transformer.h.22.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 1.0, 0.0, 5.0, 7.0, 3.0, 6.0, 15.0, 14.0, 16.0, 30.0, 46.0, 46.0, 48.0, 113.0, 135.0, 182.0, 263.0, 387.0, 588.0, 913.0, 1434.0, 2323.0, 3886.0, 6887.0, 12855.0, 25553.0, 56331.0, 144917.0, 484175.0, 178507.0, 66039.0, 29357.0, 14435.0, 7679.0, 4279.0, 2522.0, 1571.0, 954.0, 623.0, 444.0, 274.0, 201.0, 129.0, 98.0, 68.0, 58.0, 42.0, 23.0, 19.0, 25.0, 15.0, 11.0, 3.0, 6.0, 1.0, 7.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-2.18359375, -2.114471435546875, -2.04534912109375, -1.976226806640625, -1.9071044921875, -1.837982177734375, -1.76885986328125, -1.699737548828125, -1.630615234375, -1.561492919921875, -1.49237060546875, -1.423248291015625, -1.3541259765625, -1.285003662109375, -1.21588134765625, -1.146759033203125, -1.07763671875, -1.008514404296875, -0.93939208984375, -0.870269775390625, -0.8011474609375, -0.732025146484375, -0.66290283203125, -0.593780517578125, -0.524658203125, -0.455535888671875, -0.38641357421875, -0.317291259765625, -0.2481689453125, -0.179046630859375, -0.10992431640625, -0.040802001953125, 0.0283203125, 0.097442626953125, 0.16656494140625, 0.235687255859375, 0.3048095703125, 0.373931884765625, 0.44305419921875, 0.512176513671875, 0.581298828125, 0.650421142578125, 0.71954345703125, 0.788665771484375, 0.8577880859375, 0.926910400390625, 0.99603271484375, 1.065155029296875, 1.13427734375, 1.203399658203125, 1.27252197265625, 1.341644287109375, 1.4107666015625, 1.479888916015625, 1.54901123046875, 1.618133544921875, 1.687255859375, 1.756378173828125, 1.82550048828125, 1.894622802734375, 1.9637451171875, 2.032867431640625, 2.10198974609375, 2.171112060546875, 2.240234375]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 5.0, 3.0, 8.0, 14.0, 7.0, 14.0, 10.0, 18.0, 12.0, 16.0, 23.0, 26.0, 25.0, 25.0, 41.0, 32.0, 32.0, 41.0, 34.0, 43.0, 43.0, 1071.0, 38.0, 56.0, 42.0, 29.0, 32.0, 34.0, 44.0, 30.0, 22.0, 29.0, 32.0, 15.0, 20.0, 15.0, 11.0, 13.0, 10.0, 2.0, 5.0, 5.0, 2.0, 3.0, 3.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.1630859375, -1.1248779296875, -1.086669921875, -1.0484619140625, -1.01025390625, -0.9720458984375, -0.933837890625, -0.8956298828125, -0.857421875, -0.8192138671875, -0.781005859375, -0.7427978515625, -0.70458984375, -0.6663818359375, -0.628173828125, -0.5899658203125, -0.5517578125, -0.5135498046875, -0.475341796875, -0.4371337890625, -0.39892578125, -0.3607177734375, -0.322509765625, -0.2843017578125, -0.24609375, -0.2078857421875, -0.169677734375, -0.1314697265625, -0.09326171875, -0.0550537109375, -0.016845703125, 0.0213623046875, 0.0595703125, 0.0977783203125, 0.135986328125, 0.1741943359375, 0.21240234375, 0.2506103515625, 0.288818359375, 0.3270263671875, 0.365234375, 0.4034423828125, 0.441650390625, 0.4798583984375, 0.51806640625, 0.5562744140625, 0.594482421875, 0.6326904296875, 0.6708984375, 0.7091064453125, 0.747314453125, 0.7855224609375, 0.82373046875, 0.8619384765625, 0.900146484375, 0.9383544921875, 0.9765625, 1.0147705078125, 1.052978515625, 1.0911865234375, 1.12939453125, 1.1676025390625, 1.205810546875, 1.2440185546875, 1.2822265625]}, "gradients/decoder.transformer.h.22.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 5.0, 3.0, 9.0, 8.0, 10.0, 29.0, 33.0, 47.0, 67.0, 119.0, 188.0, 276.0, 430.0, 688.0, 1197.0, 1919.0, 3179.0, 5684.0, 10436.0, 23736.0, 156781.0, 1819331.0, 41068.0, 14194.0, 7408.0, 4061.0, 2400.0, 1411.0, 929.0, 568.0, 346.0, 193.0, 113.0, 90.0, 52.0, 29.0, 30.0, 18.0, 23.0, 13.0, 9.0, 2.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.986328125, -2.89642333984375, -2.8065185546875, -2.71661376953125, -2.626708984375, -2.53680419921875, -2.4468994140625, -2.35699462890625, -2.26708984375, -2.17718505859375, -2.0872802734375, -1.99737548828125, -1.907470703125, -1.81756591796875, -1.7276611328125, -1.63775634765625, -1.5478515625, -1.45794677734375, -1.3680419921875, -1.27813720703125, -1.188232421875, -1.09832763671875, -1.0084228515625, -0.91851806640625, -0.82861328125, -0.73870849609375, -0.6488037109375, -0.55889892578125, -0.468994140625, -0.37908935546875, -0.2891845703125, -0.19927978515625, -0.109375, -0.01947021484375, 0.0704345703125, 0.16033935546875, 0.250244140625, 0.34014892578125, 0.4300537109375, 0.51995849609375, 0.60986328125, 0.69976806640625, 0.7896728515625, 0.87957763671875, 0.969482421875, 1.05938720703125, 1.1492919921875, 1.23919677734375, 1.3291015625, 1.41900634765625, 1.5089111328125, 1.59881591796875, 1.688720703125, 1.77862548828125, 1.8685302734375, 1.95843505859375, 2.04833984375, 2.13824462890625, 2.2281494140625, 2.31805419921875, 2.407958984375, 2.49786376953125, 2.5877685546875, 2.67767333984375, 2.767578125]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 9.0, 2.0, 10.0, 8.0, 13.0, 31.0, 56.0, 103.0, 309.0, 254.0, 83.0, 49.0, 22.0, 16.0, 11.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0], "bins": [-0.57861328125, -0.5615310668945312, -0.5444488525390625, -0.5273666381835938, -0.510284423828125, -0.49320220947265625, -0.4761199951171875, -0.45903778076171875, -0.44195556640625, -0.42487335205078125, -0.4077911376953125, -0.39070892333984375, -0.373626708984375, -0.35654449462890625, -0.3394622802734375, -0.32238006591796875, -0.3052978515625, -0.28821563720703125, -0.2711334228515625, -0.25405120849609375, -0.236968994140625, -0.21988677978515625, -0.2028045654296875, -0.18572235107421875, -0.16864013671875, -0.15155792236328125, -0.1344757080078125, -0.11739349365234375, -0.100311279296875, -0.08322906494140625, -0.0661468505859375, -0.04906463623046875, -0.031982421875, -0.01490020751953125, 0.0021820068359375, 0.01926422119140625, 0.036346435546875, 0.05342864990234375, 0.0705108642578125, 0.08759307861328125, 0.10467529296875, 0.12175750732421875, 0.1388397216796875, 0.15592193603515625, 0.173004150390625, 0.19008636474609375, 0.2071685791015625, 0.22425079345703125, 0.2413330078125, 0.25841522216796875, 0.2754974365234375, 0.29257965087890625, 0.309661865234375, 0.32674407958984375, 0.3438262939453125, 0.36090850830078125, 0.37799072265625, 0.39507293701171875, 0.4121551513671875, 0.42923736572265625, 0.446319580078125, 0.46340179443359375, 0.4804840087890625, 0.49756622314453125, 0.5146484375]}, "gradients/decoder.transformer.h.22.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 4.0, 4.0, 15.0, 21.0, 26.0, 53.0, 105.0, 687.0, 1047332.0, 148.0, 60.0, 35.0, 15.0, 9.0, 11.0, 2.0, 9.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.109375, -16.541748046875, -15.97412109375, -15.406494140625, -14.8388671875, -14.271240234375, -13.70361328125, -13.135986328125, -12.568359375, -12.000732421875, -11.43310546875, -10.865478515625, -10.2978515625, -9.730224609375, -9.16259765625, -8.594970703125, -8.02734375, -7.459716796875, -6.89208984375, -6.324462890625, -5.7568359375, -5.189208984375, -4.62158203125, -4.053955078125, -3.486328125, -2.918701171875, -2.35107421875, -1.783447265625, -1.2158203125, -0.648193359375, -0.08056640625, 0.487060546875, 1.0546875, 1.622314453125, 2.18994140625, 2.757568359375, 3.3251953125, 3.892822265625, 4.46044921875, 5.028076171875, 5.595703125, 6.163330078125, 6.73095703125, 7.298583984375, 7.8662109375, 8.433837890625, 9.00146484375, 9.569091796875, 10.13671875, 10.704345703125, 11.27197265625, 11.839599609375, 12.4072265625, 12.974853515625, 13.54248046875, 14.110107421875, 14.677734375, 15.245361328125, 15.81298828125, 16.380615234375, 16.9482421875, 17.515869140625, 18.08349609375, 18.651123046875, 19.21875]}, "gradients/decoder.transformer.h.22.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 21.0, 970.0, 31.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.4303765296936035, -4.33528470993042, -4.2401933670043945, -4.145101547241211, -4.050009727478027, -3.954918146133423, -3.8598265647888184, -3.7647347450256348, -3.669642925262451, -3.5745513439178467, -3.479459524154663, -3.3843679428100586, -3.289276123046875, -3.1941845417022705, -3.099092960357666, -3.0040011405944824, -2.908909559249878, -2.8138179779052734, -2.71872615814209, -2.6236345767974854, -2.5285427570343018, -2.4334511756896973, -2.3383593559265137, -2.243267774581909, -2.1481761932373047, -2.0530846118927, -1.9579927921295166, -1.862901210784912, -1.7678093910217285, -1.672717809677124, -1.57762610912323, -1.482534408569336, -1.3874423503875732, -1.2923506498336792, -1.1972589492797852, -1.1021673679351807, -1.007075548171997, -0.9119839072227478, -0.8168922662734985, -0.7218005657196045, -0.6267088651657104, -0.5316171646118164, -0.43652549386024475, -0.3414338231086731, -0.24634212255477905, -0.151250422000885, -0.05615878105163574, 0.0389329195022583, 0.13402462005615234, 0.2291163057088852, 0.32420799136161804, 0.4192996621131897, 0.5143913626670837, 0.6094830632209778, 0.704574704170227, 0.7996664047241211, 0.8947581052780151, 0.9898498058319092, 1.0849415063858032, 1.1800332069396973, 1.2751247882843018, 1.3702166080474854, 1.4653081893920898, 1.5603998899459839, 1.655491590499878]}, "gradients/decoder.transformer.h.22.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 6.0, 12.0, 7.0, 11.0, 19.0, 27.0, 24.0, 28.0, 29.0, 29.0, 37.0, 36.0, 41.0, 29.0, 39.0, 59.0, 52.0, 51.0, 49.0, 40.0, 42.0, 37.0, 45.0, 35.0, 34.0, 31.0, 33.0, 15.0, 26.0, 16.0, 11.0, 16.0, 11.0, 6.0, 3.0, 6.0, 7.0, 5.0, 1.0, 3.0, 0.0, 2.0], "bins": [-1.5618486404418945, -1.5224416255950928, -1.483034610748291, -1.4436275959014893, -1.4042205810546875, -1.3648136854171753, -1.3254066705703735, -1.2859996557235718, -1.24659264087677, -1.2071856260299683, -1.1677786111831665, -1.1283715963363647, -1.0889647006988525, -1.0495576858520508, -1.010150671005249, -0.9707436561584473, -0.9313366413116455, -0.8919296264648438, -0.852522611618042, -0.813115656375885, -0.7737086415290833, -0.7343016266822815, -0.6948946714401245, -0.6554876565933228, -0.616080641746521, -0.5766736268997192, -0.5372666120529175, -0.4978596568107605, -0.45845264196395874, -0.419045627117157, -0.3796386420726776, -0.34023165702819824, -0.3008245825767517, -0.26141756772994995, -0.22201058268547058, -0.18260358273983002, -0.14319658279418945, -0.10378958284854889, -0.06438258290290833, -0.024975597858428955, 0.014431416988372803, 0.05383841693401337, 0.09324541687965393, 0.1326524168252945, 0.17205941677093506, 0.21146641671657562, 0.2508734166622162, 0.29028040170669556, 0.3296874165534973, 0.3690944314002991, 0.40850141644477844, 0.4479084014892578, 0.48731541633605957, 0.5267224311828613, 0.5661294460296631, 0.6055364012718201, 0.6449434161186218, 0.6843504309654236, 0.7237573862075806, 0.7631644010543823, 0.8025714159011841, 0.8419784307479858, 0.8813854455947876, 0.9207924008369446, 0.9601994156837463]}, "gradients/decoder.transformer.h.22.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 5.0, 4.0, 12.0, 8.0, 8.0, 18.0, 22.0, 18.0, 37.0, 36.0, 54.0, 69.0, 55.0, 58.0, 69.0, 75.0, 72.0, 62.0, 55.0, 52.0, 43.0, 36.0, 29.0, 26.0, 21.0, 12.0, 11.0, 7.0, 7.0, 10.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.6533203125, -1.6021575927734375, -1.550994873046875, -1.4998321533203125, -1.44866943359375, -1.3975067138671875, -1.346343994140625, -1.2951812744140625, -1.2440185546875, -1.1928558349609375, -1.141693115234375, -1.0905303955078125, -1.03936767578125, -0.9882049560546875, -0.937042236328125, -0.8858795166015625, -0.834716796875, -0.7835540771484375, -0.732391357421875, -0.6812286376953125, -0.63006591796875, -0.5789031982421875, -0.527740478515625, -0.4765777587890625, -0.4254150390625, -0.3742523193359375, -0.323089599609375, -0.2719268798828125, -0.22076416015625, -0.1696014404296875, -0.118438720703125, -0.0672760009765625, -0.01611328125, 0.0350494384765625, 0.086212158203125, 0.1373748779296875, 0.18853759765625, 0.2397003173828125, 0.290863037109375, 0.3420257568359375, 0.3931884765625, 0.4443511962890625, 0.495513916015625, 0.5466766357421875, 0.59783935546875, 0.6490020751953125, 0.700164794921875, 0.7513275146484375, 0.802490234375, 0.8536529541015625, 0.904815673828125, 0.9559783935546875, 1.00714111328125, 1.0583038330078125, 1.109466552734375, 1.1606292724609375, 1.2117919921875, 1.2629547119140625, 1.314117431640625, 1.3652801513671875, 1.41644287109375, 1.4676055908203125, 1.518768310546875, 1.5699310302734375, 1.62109375]}, "gradients/decoder.transformer.h.22.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 7.0, 3.0, 5.0, 7.0, 14.0, 17.0, 15.0, 20.0, 32.0, 40.0, 65.0, 103.0, 145.0, 179.0, 272.0, 447.0, 669.0, 1084.0, 1772.0, 3262.0, 5892.0, 11911.0, 25576.0, 63413.0, 195277.0, 485692.0, 154515.0, 53085.0, 22128.0, 10245.0, 5199.0, 2922.0, 1599.0, 1012.0, 630.0, 428.0, 249.0, 188.0, 138.0, 87.0, 71.0, 34.0, 31.0, 14.0, 24.0, 11.0, 11.0, 4.0, 6.0, 4.0, 3.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0], "bins": [-0.814453125, -0.7893218994140625, -0.764190673828125, -0.7390594482421875, -0.71392822265625, -0.6887969970703125, -0.663665771484375, -0.6385345458984375, -0.6134033203125, -0.5882720947265625, -0.563140869140625, -0.5380096435546875, -0.51287841796875, -0.4877471923828125, -0.462615966796875, -0.4374847412109375, -0.412353515625, -0.3872222900390625, -0.362091064453125, -0.3369598388671875, -0.31182861328125, -0.2866973876953125, -0.261566162109375, -0.2364349365234375, -0.2113037109375, -0.1861724853515625, -0.161041259765625, -0.1359100341796875, -0.11077880859375, -0.0856475830078125, -0.060516357421875, -0.0353851318359375, -0.01025390625, 0.0148773193359375, 0.040008544921875, 0.0651397705078125, 0.09027099609375, 0.1154022216796875, 0.140533447265625, 0.1656646728515625, 0.1907958984375, 0.2159271240234375, 0.241058349609375, 0.2661895751953125, 0.29132080078125, 0.3164520263671875, 0.341583251953125, 0.3667144775390625, 0.391845703125, 0.4169769287109375, 0.442108154296875, 0.4672393798828125, 0.49237060546875, 0.5175018310546875, 0.542633056640625, 0.5677642822265625, 0.5928955078125, 0.6180267333984375, 0.643157958984375, 0.6682891845703125, 0.69342041015625, 0.7185516357421875, 0.743682861328125, 0.7688140869140625, 0.7939453125]}, "gradients/decoder.transformer.h.22.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 9.0, 9.0, 12.0, 5.0, 9.0, 21.0, 16.0, 19.0, 18.0, 23.0, 30.0, 32.0, 48.0, 44.0, 37.0, 35.0, 50.0, 52.0, 2070.0, 64.0, 43.0, 49.0, 38.0, 48.0, 30.0, 29.0, 28.0, 37.0, 29.0, 14.0, 16.0, 25.0, 12.0, 9.0, 11.0, 6.0, 5.0, 3.0, 6.0, 3.0, 2.0, 1.0, 5.0, 0.0, 3.0], "bins": [-5.7890625, -5.63519287109375, -5.4813232421875, -5.32745361328125, -5.173583984375, -5.01971435546875, -4.8658447265625, -4.71197509765625, -4.55810546875, -4.40423583984375, -4.2503662109375, -4.09649658203125, -3.942626953125, -3.78875732421875, -3.6348876953125, -3.48101806640625, -3.3271484375, -3.17327880859375, -3.0194091796875, -2.86553955078125, -2.711669921875, -2.55780029296875, -2.4039306640625, -2.25006103515625, -2.09619140625, -1.94232177734375, -1.7884521484375, -1.63458251953125, -1.480712890625, -1.32684326171875, -1.1729736328125, -1.01910400390625, -0.865234375, -0.71136474609375, -0.5574951171875, -0.40362548828125, -0.249755859375, -0.09588623046875, 0.0579833984375, 0.21185302734375, 0.36572265625, 0.51959228515625, 0.6734619140625, 0.82733154296875, 0.981201171875, 1.13507080078125, 1.2889404296875, 1.44281005859375, 1.5966796875, 1.75054931640625, 1.9044189453125, 2.05828857421875, 2.212158203125, 2.36602783203125, 2.5198974609375, 2.67376708984375, 2.82763671875, 2.98150634765625, 3.1353759765625, 3.28924560546875, 3.443115234375, 3.59698486328125, 3.7508544921875, 3.90472412109375, 4.05859375]}, "gradients/decoder.transformer.h.22.attn.c_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 5.0, 1.0, 2.0, 3.0, 6.0, 3.0, 6.0, 5.0, 12.0, 9.0, 11.0, 25.0, 17.0, 13.0, 29.0, 48.0, 37.0, 47.0, 79.0, 164.0, 234.0, 470.0, 1101.0, 27961.0, 3104665.0, 8886.0, 792.0, 408.0, 212.0, 126.0, 87.0, 58.0, 37.0, 26.0, 19.0, 23.0, 16.0, 19.0, 10.0, 6.0, 13.0, 9.0, 7.0, 4.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.32421875, -7.04669189453125, -6.7691650390625, -6.49163818359375, -6.214111328125, -5.93658447265625, -5.6590576171875, -5.38153076171875, -5.10400390625, -4.82647705078125, -4.5489501953125, -4.27142333984375, -3.993896484375, -3.71636962890625, -3.4388427734375, -3.16131591796875, -2.8837890625, -2.60626220703125, -2.3287353515625, -2.05120849609375, -1.773681640625, -1.49615478515625, -1.2186279296875, -0.94110107421875, -0.66357421875, -0.38604736328125, -0.1085205078125, 0.16900634765625, 0.446533203125, 0.72406005859375, 1.0015869140625, 1.27911376953125, 1.556640625, 1.83416748046875, 2.1116943359375, 2.38922119140625, 2.666748046875, 2.94427490234375, 3.2218017578125, 3.49932861328125, 3.77685546875, 4.05438232421875, 4.3319091796875, 4.60943603515625, 4.886962890625, 5.16448974609375, 5.4420166015625, 5.71954345703125, 5.9970703125, 6.27459716796875, 6.5521240234375, 6.82965087890625, 7.107177734375, 7.38470458984375, 7.6622314453125, 7.93975830078125, 8.21728515625, 8.49481201171875, 8.7723388671875, 9.04986572265625, 9.327392578125, 9.60491943359375, 9.8824462890625, 10.15997314453125, 10.4375]}, "gradients/decoder.transformer.h.22.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 48.0, 948.0, 23.0], "bins": [-72.47795104980469, -71.31645202636719, -70.15496063232422, -68.99346160888672, -67.83196258544922, -66.67047119140625, -65.50897216796875, -64.34747314453125, -63.18598175048828, -62.02448654174805, -60.86298751831055, -59.70149230957031, -58.53999710083008, -57.378501892089844, -56.217002868652344, -55.05550765991211, -53.89400863647461, -52.732513427734375, -51.571014404296875, -50.40951919555664, -49.248023986816406, -48.086524963378906, -46.92502975463867, -45.76353454589844, -44.60203552246094, -43.4405403137207, -42.2790412902832, -41.11754608154297, -39.956050872802734, -38.7945556640625, -37.633056640625, -36.471561431884766, -35.31006622314453, -34.1485710144043, -32.9870719909668, -31.825576782226562, -30.664081573486328, -29.50258445739746, -28.341087341308594, -27.17959213256836, -26.018095016479492, -24.856597900390625, -23.69510269165039, -22.533605575561523, -21.372108459472656, -20.210613250732422, -19.049116134643555, -17.887619018554688, -16.726123809814453, -15.564627647399902, -14.403131484985352, -13.241634368896484, -12.080138206481934, -10.918642044067383, -9.757144927978516, -8.595648765563965, -7.434153079986572, -6.272656440734863, -5.1111602783203125, -3.9496638774871826, -2.7881674766540527, -1.626671314239502, -0.46517467498779297, 0.696321964263916, 1.8578180074691772]}, "gradients/decoder.transformer.h.22.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 3.0, 3.0, 5.0, 9.0, 6.0, 12.0, 11.0, 14.0, 13.0, 15.0, 16.0, 22.0, 28.0, 21.0, 33.0, 17.0, 31.0, 33.0, 36.0, 30.0, 41.0, 34.0, 33.0, 44.0, 50.0, 37.0, 49.0, 27.0, 36.0, 37.0, 33.0, 29.0, 25.0, 29.0, 16.0, 21.0, 12.0, 14.0, 17.0, 11.0, 14.0, 7.0, 7.0, 8.0, 5.0, 3.0, 2.0, 4.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0], "bins": [-13.616333961486816, -13.192414283752441, -12.768495559692383, -12.344575881958008, -11.920656204223633, -11.496736526489258, -11.0728178024292, -10.648898124694824, -10.22497844696045, -9.801058769226074, -9.377140045166016, -8.95322036743164, -8.529300689697266, -8.10538101196289, -7.681462287902832, -7.257542610168457, -6.83362340927124, -6.409704208374023, -5.985784530639648, -5.561865329742432, -5.137945652008057, -4.71402645111084, -4.290106773376465, -3.866187572479248, -3.442268133163452, -3.0183486938476562, -2.5944292545318604, -2.1705098152160645, -1.746590495109558, -1.3226711750030518, -0.8987517356872559, -0.47483229637145996, -0.05091285705566406, 0.37300655245780945, 0.796925961971283, 1.220845341682434, 1.64476478099823, 2.0686841011047363, 2.4926035404205322, 2.916522979736328, 3.340442419052124, 3.76436185836792, 4.188281059265137, 4.612200736999512, 5.0361199378967285, 5.460039138793945, 5.88395881652832, 6.307878494262695, 6.731797695159912, 7.155716896057129, 7.579636573791504, 8.003556251525879, 8.427474975585938, 8.851394653320312, 9.275314331054688, 9.699234008789062, 10.123152732849121, 10.547072410583496, 10.970991134643555, 11.39491081237793, 11.818830490112305, 12.24275016784668, 12.666668891906738, 13.090588569641113, 13.514508247375488]}, "gradients/decoder.transformer.h.21.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 4.0, 2.0, 5.0, 10.0, 11.0, 5.0, 16.0, 19.0, 20.0, 32.0, 43.0, 43.0, 68.0, 58.0, 60.0, 70.0, 70.0, 72.0, 59.0, 66.0, 49.0, 53.0, 30.0, 32.0, 23.0, 27.0, 12.0, 13.0, 6.0, 9.0, 9.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.7021484375, -1.6498260498046875, -1.597503662109375, -1.5451812744140625, -1.49285888671875, -1.4405364990234375, -1.388214111328125, -1.3358917236328125, -1.2835693359375, -1.2312469482421875, -1.178924560546875, -1.1266021728515625, -1.07427978515625, -1.0219573974609375, -0.969635009765625, -0.9173126220703125, -0.864990234375, -0.8126678466796875, -0.760345458984375, -0.7080230712890625, -0.65570068359375, -0.6033782958984375, -0.551055908203125, -0.4987335205078125, -0.4464111328125, -0.3940887451171875, -0.341766357421875, -0.2894439697265625, -0.23712158203125, -0.1847991943359375, -0.132476806640625, -0.0801544189453125, -0.02783203125, 0.0244903564453125, 0.076812744140625, 0.1291351318359375, 0.18145751953125, 0.2337799072265625, 0.286102294921875, 0.3384246826171875, 0.3907470703125, 0.4430694580078125, 0.495391845703125, 0.5477142333984375, 0.60003662109375, 0.6523590087890625, 0.704681396484375, 0.7570037841796875, 0.809326171875, 0.8616485595703125, 0.913970947265625, 0.9662933349609375, 1.01861572265625, 1.0709381103515625, 1.123260498046875, 1.1755828857421875, 1.2279052734375, 1.2802276611328125, 1.332550048828125, 1.3848724365234375, 1.43719482421875, 1.4895172119140625, 1.541839599609375, 1.5941619873046875, 1.646484375]}, "gradients/decoder.transformer.h.21.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 4.0, 6.0, 3.0, 2.0, 10.0, 13.0, 21.0, 26.0, 48.0, 45.0, 87.0, 130.0, 195.0, 326.0, 629.0, 1417.0, 6449.0, 17341.0, 101301.0, 703677.0, 2647185.0, 605074.0, 82434.0, 18407.0, 6332.0, 1659.0, 580.0, 301.0, 205.0, 111.0, 85.0, 51.0, 40.0, 27.0, 21.0, 10.0, 8.0, 5.0, 5.0, 2.0, 3.0, 0.0, 4.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-2.064453125, -2.0008544921875, -1.937255859375, -1.8736572265625, -1.81005859375, -1.7464599609375, -1.682861328125, -1.6192626953125, -1.5556640625, -1.4920654296875, -1.428466796875, -1.3648681640625, -1.30126953125, -1.2376708984375, -1.174072265625, -1.1104736328125, -1.046875, -0.9832763671875, -0.919677734375, -0.8560791015625, -0.79248046875, -0.7288818359375, -0.665283203125, -0.6016845703125, -0.5380859375, -0.4744873046875, -0.410888671875, -0.3472900390625, -0.28369140625, -0.2200927734375, -0.156494140625, -0.0928955078125, -0.029296875, 0.0343017578125, 0.097900390625, 0.1614990234375, 0.22509765625, 0.2886962890625, 0.352294921875, 0.4158935546875, 0.4794921875, 0.5430908203125, 0.606689453125, 0.6702880859375, 0.73388671875, 0.7974853515625, 0.861083984375, 0.9246826171875, 0.98828125, 1.0518798828125, 1.115478515625, 1.1790771484375, 1.24267578125, 1.3062744140625, 1.369873046875, 1.4334716796875, 1.4970703125, 1.5606689453125, 1.624267578125, 1.6878662109375, 1.75146484375, 1.8150634765625, 1.878662109375, 1.9422607421875, 2.005859375]}, "gradients/decoder.transformer.h.21.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 0.0, 1.0, 7.0, 3.0, 4.0, 7.0, 18.0, 12.0, 21.0, 41.0, 44.0, 64.0, 98.0, 120.0, 153.0, 231.0, 416.0, 969.0, 783.0, 355.0, 214.0, 122.0, 106.0, 76.0, 62.0, 56.0, 28.0, 26.0, 10.0, 8.0, 11.0, 8.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.91796875, -3.75408935546875, -3.5902099609375, -3.42633056640625, -3.262451171875, -3.09857177734375, -2.9346923828125, -2.77081298828125, -2.60693359375, -2.44305419921875, -2.2791748046875, -2.11529541015625, -1.951416015625, -1.78753662109375, -1.6236572265625, -1.45977783203125, -1.2958984375, -1.13201904296875, -0.9681396484375, -0.80426025390625, -0.640380859375, -0.47650146484375, -0.3126220703125, -0.14874267578125, 0.01513671875, 0.17901611328125, 0.3428955078125, 0.50677490234375, 0.670654296875, 0.83453369140625, 0.9984130859375, 1.16229248046875, 1.326171875, 1.49005126953125, 1.6539306640625, 1.81781005859375, 1.981689453125, 2.14556884765625, 2.3094482421875, 2.47332763671875, 2.63720703125, 2.80108642578125, 2.9649658203125, 3.12884521484375, 3.292724609375, 3.45660400390625, 3.6204833984375, 3.78436279296875, 3.9482421875, 4.11212158203125, 4.2760009765625, 4.43988037109375, 4.603759765625, 4.76763916015625, 4.9315185546875, 5.09539794921875, 5.25927734375, 5.42315673828125, 5.5870361328125, 5.75091552734375, 5.914794921875, 6.07867431640625, 6.2425537109375, 6.40643310546875, 6.5703125]}, "gradients/decoder.transformer.h.21.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 4.0, 10.0, 12.0, 9.0, 12.0, 31.0, 41.0, 76.0, 89.0, 130.0, 183.0, 252.0, 389.0, 1002.0, 59661.0, 4129293.0, 1576.0, 508.0, 330.0, 207.0, 159.0, 94.0, 71.0, 47.0, 31.0, 21.0, 15.0, 11.0, 7.0, 2.0, 9.0, 1.0, 0.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.5625, -22.9754638671875, -22.388427734375, -21.8013916015625, -21.21435546875, -20.6273193359375, -20.040283203125, -19.4532470703125, -18.8662109375, -18.2791748046875, -17.692138671875, -17.1051025390625, -16.51806640625, -15.9310302734375, -15.343994140625, -14.7569580078125, -14.169921875, -13.5828857421875, -12.995849609375, -12.4088134765625, -11.82177734375, -11.2347412109375, -10.647705078125, -10.0606689453125, -9.4736328125, -8.8865966796875, -8.299560546875, -7.7125244140625, -7.12548828125, -6.5384521484375, -5.951416015625, -5.3643798828125, -4.77734375, -4.1903076171875, -3.603271484375, -3.0162353515625, -2.42919921875, -1.8421630859375, -1.255126953125, -0.6680908203125, -0.0810546875, 0.5059814453125, 1.093017578125, 1.6800537109375, 2.26708984375, 2.8541259765625, 3.441162109375, 4.0281982421875, 4.615234375, 5.2022705078125, 5.789306640625, 6.3763427734375, 6.96337890625, 7.5504150390625, 8.137451171875, 8.7244873046875, 9.3115234375, 9.8985595703125, 10.485595703125, 11.0726318359375, 11.65966796875, 12.2467041015625, 12.833740234375, 13.4207763671875, 14.0078125]}, "gradients/decoder.transformer.h.21.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 485.0, 533.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.735579490661621, -3.1601996421813965, -1.5848197937011719, -0.009439945220947266, 1.5659399032592773, 3.141319751739502, 4.716699600219727, 6.292078971862793, 7.867459297180176, 9.442838668823242, 11.018218994140625, 12.593599319458008, 14.168978691101074, 15.74435806274414, 17.319738388061523, 18.895118713378906, 20.470497131347656, 22.04587745666504, 23.621257781982422, 25.196636199951172, 26.772016525268555, 28.347396850585938, 29.922775268554688, 31.49815559387207, 33.07353591918945, 34.6489143371582, 36.22429656982422, 37.79967498779297, 39.37505340576172, 40.950435638427734, 42.525814056396484, 44.1011962890625, 45.67657470703125, 47.251953125, 48.827335357666016, 50.402713775634766, 51.97809600830078, 53.55347442626953, 55.12885284423828, 56.70423126220703, 58.27961349487305, 59.8549919128418, 61.43037414550781, 63.00575256347656, 64.58113098144531, 66.15650939941406, 67.73189544677734, 69.3072738647461, 70.88265228271484, 72.4580307006836, 74.03340911865234, 75.60879516601562, 77.18417358398438, 78.75955200195312, 80.33493041992188, 81.91030883789062, 83.48568725585938, 85.06106567382812, 86.63644409179688, 88.21183013916016, 89.7872085571289, 91.36258697509766, 92.9379653930664, 94.51334381103516, 96.08872985839844]}, "gradients/decoder.transformer.h.21.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 2.0, 5.0, 3.0, 6.0, 10.0, 10.0, 11.0, 13.0, 18.0, 12.0, 23.0, 15.0, 29.0, 27.0, 32.0, 29.0, 37.0, 36.0, 36.0, 39.0, 34.0, 37.0, 27.0, 30.0, 42.0, 39.0, 46.0, 35.0, 34.0, 32.0, 31.0, 27.0, 34.0, 32.0, 14.0, 11.0, 19.0, 15.0, 14.0, 15.0, 6.0, 7.0, 11.0, 4.0, 7.0, 3.0, 4.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-14.499380111694336, -14.050361633300781, -13.60134220123291, -13.152322769165039, -12.703304290771484, -12.25428581237793, -11.805266380310059, -11.356246948242188, -10.907228469848633, -10.458209991455078, -10.009190559387207, -9.560171127319336, -9.111152648925781, -8.662134170532227, -8.213114738464355, -7.764095783233643, -7.31507682800293, -6.866057872772217, -6.417038917541504, -5.968019962310791, -5.519001007080078, -5.069982051849365, -4.620963096618652, -4.1719441413879395, -3.7229251861572266, -3.2739062309265137, -2.824887275695801, -2.375868320465088, -1.926849365234375, -1.477830410003662, -1.0288114547729492, -0.5797924995422363, -0.13077449798583984, 0.31824445724487305, 0.7672634124755859, 1.2162823677062988, 1.6653013229370117, 2.1143202781677246, 2.5633392333984375, 3.0123581886291504, 3.4613771438598633, 3.910396099090576, 4.359415054321289, 4.808434009552002, 5.257452964782715, 5.706471920013428, 6.155490875244141, 6.6045098304748535, 7.053528785705566, 7.502547740936279, 7.951566696166992, 8.400585174560547, 8.849604606628418, 9.298624038696289, 9.747642517089844, 10.196660995483398, 10.64568042755127, 11.09469985961914, 11.543718338012695, 11.99273681640625, 12.441756248474121, 12.890775680541992, 13.339794158935547, 13.788812637329102, 14.237832069396973]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 4.0, 5.0, 10.0, 9.0, 7.0, 7.0, 23.0, 18.0, 25.0, 32.0, 45.0, 49.0, 68.0, 57.0, 56.0, 67.0, 73.0, 72.0, 61.0, 53.0, 59.0, 39.0, 29.0, 36.0, 23.0, 22.0, 11.0, 13.0, 7.0, 11.0, 6.0, 2.0, 3.0, 2.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.66796875, -1.616180419921875, -1.56439208984375, -1.512603759765625, -1.4608154296875, -1.409027099609375, -1.35723876953125, -1.305450439453125, -1.253662109375, -1.201873779296875, -1.15008544921875, -1.098297119140625, -1.0465087890625, -0.994720458984375, -0.94293212890625, -0.891143798828125, -0.83935546875, -0.787567138671875, -0.73577880859375, -0.683990478515625, -0.6322021484375, -0.580413818359375, -0.52862548828125, -0.476837158203125, -0.425048828125, -0.373260498046875, -0.32147216796875, -0.269683837890625, -0.2178955078125, -0.166107177734375, -0.11431884765625, -0.062530517578125, -0.0107421875, 0.041046142578125, 0.09283447265625, 0.144622802734375, 0.1964111328125, 0.248199462890625, 0.29998779296875, 0.351776123046875, 0.403564453125, 0.455352783203125, 0.50714111328125, 0.558929443359375, 0.6107177734375, 0.662506103515625, 0.71429443359375, 0.766082763671875, 0.81787109375, 0.869659423828125, 0.92144775390625, 0.973236083984375, 1.0250244140625, 1.076812744140625, 1.12860107421875, 1.180389404296875, 1.232177734375, 1.283966064453125, 1.33575439453125, 1.387542724609375, 1.4393310546875, 1.491119384765625, 1.54290771484375, 1.594696044921875, 1.646484375]}, "gradients/decoder.transformer.h.21.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 5.0, 12.0, 12.0, 20.0, 23.0, 38.0, 41.0, 62.0, 105.0, 141.0, 177.0, 239.0, 376.0, 585.0, 1012.0, 1495.0, 2415.0, 4471.0, 7890.0, 15086.0, 30892.0, 70155.0, 194717.0, 480413.0, 132995.0, 52649.0, 24181.0, 12261.0, 6543.0, 3718.0, 2081.0, 1282.0, 843.0, 515.0, 335.0, 210.0, 169.0, 125.0, 77.0, 59.0, 31.0, 33.0, 28.0, 12.0, 12.0, 14.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.16015625, -2.093353271484375, -2.02655029296875, -1.959747314453125, -1.8929443359375, -1.826141357421875, -1.75933837890625, -1.692535400390625, -1.625732421875, -1.558929443359375, -1.49212646484375, -1.425323486328125, -1.3585205078125, -1.291717529296875, -1.22491455078125, -1.158111572265625, -1.09130859375, -1.024505615234375, -0.95770263671875, -0.890899658203125, -0.8240966796875, -0.757293701171875, -0.69049072265625, -0.623687744140625, -0.556884765625, -0.490081787109375, -0.42327880859375, -0.356475830078125, -0.2896728515625, -0.222869873046875, -0.15606689453125, -0.089263916015625, -0.0224609375, 0.044342041015625, 0.11114501953125, 0.177947998046875, 0.2447509765625, 0.311553955078125, 0.37835693359375, 0.445159912109375, 0.511962890625, 0.578765869140625, 0.64556884765625, 0.712371826171875, 0.7791748046875, 0.845977783203125, 0.91278076171875, 0.979583740234375, 1.04638671875, 1.113189697265625, 1.17999267578125, 1.246795654296875, 1.3135986328125, 1.380401611328125, 1.44720458984375, 1.514007568359375, 1.580810546875, 1.647613525390625, 1.71441650390625, 1.781219482421875, 1.8480224609375, 1.914825439453125, 1.98162841796875, 2.048431396484375, 2.115234375]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 2.0, 5.0, 8.0, 8.0, 10.0, 8.0, 18.0, 18.0, 18.0, 17.0, 15.0, 37.0, 33.0, 39.0, 42.0, 34.0, 44.0, 49.0, 29.0, 1066.0, 44.0, 45.0, 57.0, 46.0, 37.0, 37.0, 41.0, 35.0, 36.0, 19.0, 26.0, 22.0, 19.0, 16.0, 13.0, 13.0, 3.0, 7.0, 7.0, 1.0, 0.0, 2.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-1.130859375, -1.094024658203125, -1.05718994140625, -1.020355224609375, -0.9835205078125, -0.946685791015625, -0.90985107421875, -0.873016357421875, -0.836181640625, -0.799346923828125, -0.76251220703125, -0.725677490234375, -0.6888427734375, -0.652008056640625, -0.61517333984375, -0.578338623046875, -0.54150390625, -0.504669189453125, -0.46783447265625, -0.430999755859375, -0.3941650390625, -0.357330322265625, -0.32049560546875, -0.283660888671875, -0.246826171875, -0.209991455078125, -0.17315673828125, -0.136322021484375, -0.0994873046875, -0.062652587890625, -0.02581787109375, 0.011016845703125, 0.0478515625, 0.084686279296875, 0.12152099609375, 0.158355712890625, 0.1951904296875, 0.232025146484375, 0.26885986328125, 0.305694580078125, 0.342529296875, 0.379364013671875, 0.41619873046875, 0.453033447265625, 0.4898681640625, 0.526702880859375, 0.56353759765625, 0.600372314453125, 0.63720703125, 0.674041748046875, 0.71087646484375, 0.747711181640625, 0.7845458984375, 0.821380615234375, 0.85821533203125, 0.895050048828125, 0.931884765625, 0.968719482421875, 1.00555419921875, 1.042388916015625, 1.0792236328125, 1.116058349609375, 1.15289306640625, 1.189727783203125, 1.2265625]}, "gradients/decoder.transformer.h.21.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 2.0, 3.0, 0.0, 5.0, 7.0, 8.0, 22.0, 29.0, 25.0, 39.0, 66.0, 105.0, 125.0, 191.0, 330.0, 513.0, 858.0, 1453.0, 2504.0, 4493.0, 8431.0, 18221.0, 68789.0, 1891359.0, 63018.0, 17733.0, 8158.0, 4518.0, 2436.0, 1404.0, 855.0, 505.0, 329.0, 212.0, 114.0, 88.0, 54.0, 46.0, 17.0, 12.0, 21.0, 11.0, 11.0, 7.0, 4.0, 5.0, 1.0, 1.0, 4.0, 0.0, 0.0, 1.0], "bins": [-3.017578125, -2.932525634765625, -2.84747314453125, -2.762420654296875, -2.6773681640625, -2.592315673828125, -2.50726318359375, -2.422210693359375, -2.337158203125, -2.252105712890625, -2.16705322265625, -2.082000732421875, -1.9969482421875, -1.911895751953125, -1.82684326171875, -1.741790771484375, -1.65673828125, -1.571685791015625, -1.48663330078125, -1.401580810546875, -1.3165283203125, -1.231475830078125, -1.14642333984375, -1.061370849609375, -0.976318359375, -0.891265869140625, -0.80621337890625, -0.721160888671875, -0.6361083984375, -0.551055908203125, -0.46600341796875, -0.380950927734375, -0.2958984375, -0.210845947265625, -0.12579345703125, -0.040740966796875, 0.0443115234375, 0.129364013671875, 0.21441650390625, 0.299468994140625, 0.384521484375, 0.469573974609375, 0.55462646484375, 0.639678955078125, 0.7247314453125, 0.809783935546875, 0.89483642578125, 0.979888916015625, 1.06494140625, 1.149993896484375, 1.23504638671875, 1.320098876953125, 1.4051513671875, 1.490203857421875, 1.57525634765625, 1.660308837890625, 1.745361328125, 1.830413818359375, 1.91546630859375, 2.000518798828125, 2.0855712890625, 2.170623779296875, 2.25567626953125, 2.340728759765625, 2.42578125]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 1.0, 3.0, 2.0, 1.0, 7.0, 4.0, 5.0, 5.0, 8.0, 7.0, 9.0, 8.0, 11.0, 12.0, 22.0, 39.0, 54.0, 58.0, 124.0, 230.0, 113.0, 56.0, 55.0, 38.0, 27.0, 24.0, 13.0, 11.0, 8.0, 12.0, 9.0, 7.0, 6.0, 3.0, 3.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0], "bins": [-0.323486328125, -0.3143348693847656, -0.30518341064453125, -0.2960319519042969, -0.2868804931640625, -0.2777290344238281, -0.26857757568359375, -0.2594261169433594, -0.250274658203125, -0.24112319946289062, -0.23197174072265625, -0.22282028198242188, -0.2136688232421875, -0.20451736450195312, -0.19536590576171875, -0.18621444702148438, -0.17706298828125, -0.16791152954101562, -0.15876007080078125, -0.14960861206054688, -0.1404571533203125, -0.13130569458007812, -0.12215423583984375, -0.11300277709960938, -0.103851318359375, -0.09469985961914062, -0.08554840087890625, -0.07639694213867188, -0.0672454833984375, -0.058094024658203125, -0.04894256591796875, -0.039791107177734375, -0.0306396484375, -0.021488189697265625, -0.01233673095703125, -0.003185272216796875, 0.0059661865234375, 0.015117645263671875, 0.02426910400390625, 0.033420562744140625, 0.042572021484375, 0.051723480224609375, 0.06087493896484375, 0.07002639770507812, 0.0791778564453125, 0.08832931518554688, 0.09748077392578125, 0.10663223266601562, 0.11578369140625, 0.12493515014648438, 0.13408660888671875, 0.14323806762695312, 0.1523895263671875, 0.16154098510742188, 0.17069244384765625, 0.17984390258789062, 0.188995361328125, 0.19814682006835938, 0.20729827880859375, 0.21644973754882812, 0.2256011962890625, 0.23475265502929688, 0.24390411376953125, 0.2530555725097656, 0.26220703125]}, "gradients/decoder.transformer.h.21.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 2.0, 0.0, 4.0, 2.0, 6.0, 8.0, 8.0, 13.0, 8.0, 12.0, 14.0, 23.0, 38.0, 49.0, 67.0, 103.0, 269.0, 1047330.0, 273.0, 90.0, 73.0, 46.0, 25.0, 14.0, 13.0, 8.0, 10.0, 6.0, 6.0, 6.0, 5.0, 3.0, 8.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.7421875, -8.4361572265625, -8.130126953125, -7.8240966796875, -7.51806640625, -7.2120361328125, -6.906005859375, -6.5999755859375, -6.2939453125, -5.9879150390625, -5.681884765625, -5.3758544921875, -5.06982421875, -4.7637939453125, -4.457763671875, -4.1517333984375, -3.845703125, -3.5396728515625, -3.233642578125, -2.9276123046875, -2.62158203125, -2.3155517578125, -2.009521484375, -1.7034912109375, -1.3974609375, -1.0914306640625, -0.785400390625, -0.4793701171875, -0.17333984375, 0.1326904296875, 0.438720703125, 0.7447509765625, 1.05078125, 1.3568115234375, 1.662841796875, 1.9688720703125, 2.27490234375, 2.5809326171875, 2.886962890625, 3.1929931640625, 3.4990234375, 3.8050537109375, 4.111083984375, 4.4171142578125, 4.72314453125, 5.0291748046875, 5.335205078125, 5.6412353515625, 5.947265625, 6.2532958984375, 6.559326171875, 6.8653564453125, 7.17138671875, 7.4774169921875, 7.783447265625, 8.0894775390625, 8.3955078125, 8.7015380859375, 9.007568359375, 9.3135986328125, 9.61962890625, 9.9256591796875, 10.231689453125, 10.5377197265625, 10.84375]}, "gradients/decoder.transformer.h.21.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 451.0, 567.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.9734721183776855, -5.851620197296143, -5.729768753051758, -5.607916831970215, -5.486064910888672, -5.364212989807129, -5.242361068725586, -5.120509624481201, -4.998657703399658, -4.876805782318115, -4.7549543380737305, -4.6331024169921875, -4.5112504959106445, -4.389398574829102, -4.267546653747559, -4.145695209503174, -4.023843288421631, -3.901991367340088, -3.780139684677124, -3.65828800201416, -3.536436080932617, -3.414584159851074, -3.2927324771881104, -3.1708807945251465, -3.0490288734436035, -2.9271769523620605, -2.8053252696990967, -2.683473587036133, -2.56162166595459, -2.439769744873047, -2.317918062210083, -2.196066379547119, -2.074214458465576, -1.9523626565933228, -1.8305108547210693, -1.708659052848816, -1.5868072509765625, -1.464955449104309, -1.3431036472320557, -1.2212518453598022, -1.0993999242782593, -0.9775481224060059, -0.8556963205337524, -0.733844518661499, -0.6119927167892456, -0.4901409149169922, -0.36828911304473877, -0.24643731117248535, -0.12458550930023193, -0.0027337074279785156, 0.1191180944442749, 0.24096989631652832, 0.36282169818878174, 0.48467350006103516, 0.6065253019332886, 0.728377103805542, 0.8502289056777954, 0.9720807075500488, 1.0939325094223022, 1.2157843112945557, 1.337636113166809, 1.4594879150390625, 1.581339716911316, 1.7031915187835693, 1.8250433206558228]}, "gradients/decoder.transformer.h.21.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 7.0, 2.0, 10.0, 5.0, 13.0, 13.0, 21.0, 24.0, 29.0, 39.0, 24.0, 30.0, 39.0, 33.0, 40.0, 47.0, 50.0, 55.0, 49.0, 65.0, 37.0, 40.0, 47.0, 47.0, 28.0, 29.0, 28.0, 35.0, 21.0, 30.0, 23.0, 16.0, 6.0, 8.0, 7.0, 9.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8321731090545654, -1.782159447669983, -1.7321456670761108, -1.6821320056915283, -1.6321183443069458, -1.5821046829223633, -1.5320909023284912, -1.4820772409439087, -1.4320635795593262, -1.3820499181747437, -1.3320361375808716, -1.282022476196289, -1.2320088148117065, -1.181995153427124, -1.131981372833252, -1.0819677114486694, -1.0319539308547974, -0.9819402098655701, -0.9319265484809875, -0.8819128274917603, -0.8318991661071777, -0.7818854451179504, -0.7318717241287231, -0.6818580627441406, -0.6318443417549133, -0.581830620765686, -0.5318169593811035, -0.4818032383918762, -0.4317895472049713, -0.3817758560180664, -0.3317621350288391, -0.2817484438419342, -0.23173487186431885, -0.18172118067741394, -0.13170747458934784, -0.08169376850128174, -0.03168007731437683, 0.018333613872528076, 0.06834733486175537, 0.11836102604866028, 0.16837471723556519, 0.2183884084224701, 0.268402099609375, 0.3184158205986023, 0.3684295117855072, 0.4184432029724121, 0.4684569239616394, 0.5184706449508667, 0.5684843063354492, 0.6184980273246765, 0.668511688709259, 0.7185254096984863, 0.7685390710830688, 0.8185527920722961, 0.8685665130615234, 0.918580174446106, 0.9685938954353333, 1.0186076164245605, 1.068621277809143, 1.1186349391937256, 1.1686487197875977, 1.2186623811721802, 1.2686760425567627, 1.3186898231506348, 1.3687034845352173]}, "gradients/decoder.transformer.h.21.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 6.0, 7.0, 10.0, 8.0, 8.0, 22.0, 17.0, 25.0, 31.0, 43.0, 49.0, 68.0, 57.0, 58.0, 66.0, 71.0, 73.0, 56.0, 60.0, 60.0, 41.0, 28.0, 35.0, 24.0, 22.0, 12.0, 12.0, 8.0, 11.0, 7.0, 1.0, 4.0, 0.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.673828125, -1.6219635009765625, -1.570098876953125, -1.5182342529296875, -1.46636962890625, -1.4145050048828125, -1.362640380859375, -1.3107757568359375, -1.2589111328125, -1.2070465087890625, -1.155181884765625, -1.1033172607421875, -1.05145263671875, -0.9995880126953125, -0.947723388671875, -0.8958587646484375, -0.843994140625, -0.7921295166015625, -0.740264892578125, -0.6884002685546875, -0.63653564453125, -0.5846710205078125, -0.532806396484375, -0.4809417724609375, -0.4290771484375, -0.3772125244140625, -0.325347900390625, -0.2734832763671875, -0.22161865234375, -0.1697540283203125, -0.117889404296875, -0.0660247802734375, -0.01416015625, 0.0377044677734375, 0.089569091796875, 0.1414337158203125, 0.19329833984375, 0.2451629638671875, 0.297027587890625, 0.3488922119140625, 0.4007568359375, 0.4526214599609375, 0.504486083984375, 0.5563507080078125, 0.60821533203125, 0.6600799560546875, 0.711944580078125, 0.7638092041015625, 0.815673828125, 0.8675384521484375, 0.919403076171875, 0.9712677001953125, 1.02313232421875, 1.0749969482421875, 1.126861572265625, 1.1787261962890625, 1.2305908203125, 1.2824554443359375, 1.334320068359375, 1.3861846923828125, 1.43804931640625, 1.4899139404296875, 1.541778564453125, 1.5936431884765625, 1.6455078125]}, "gradients/decoder.transformer.h.21.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 3.0, 6.0, 3.0, 3.0, 10.0, 8.0, 11.0, 14.0, 19.0, 22.0, 37.0, 54.0, 50.0, 81.0, 133.0, 208.0, 321.0, 461.0, 743.0, 1092.0, 1824.0, 2878.0, 5197.0, 9919.0, 18814.0, 40180.0, 95302.0, 274379.0, 375134.0, 122000.0, 49664.0, 22978.0, 11717.0, 6140.0, 3483.0, 1992.0, 1304.0, 801.0, 516.0, 350.0, 205.0, 149.0, 98.0, 65.0, 50.0, 42.0, 28.0, 19.0, 17.0, 13.0, 6.0, 10.0, 4.0, 4.0, 4.0, 5.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.59423828125, -0.57574462890625, -0.5572509765625, -0.53875732421875, -0.520263671875, -0.50177001953125, -0.4832763671875, -0.46478271484375, -0.4462890625, -0.42779541015625, -0.4093017578125, -0.39080810546875, -0.372314453125, -0.35382080078125, -0.3353271484375, -0.31683349609375, -0.29833984375, -0.27984619140625, -0.2613525390625, -0.24285888671875, -0.224365234375, -0.20587158203125, -0.1873779296875, -0.16888427734375, -0.150390625, -0.13189697265625, -0.1134033203125, -0.09490966796875, -0.076416015625, -0.05792236328125, -0.0394287109375, -0.02093505859375, -0.00244140625, 0.01605224609375, 0.0345458984375, 0.05303955078125, 0.071533203125, 0.09002685546875, 0.1085205078125, 0.12701416015625, 0.1455078125, 0.16400146484375, 0.1824951171875, 0.20098876953125, 0.219482421875, 0.23797607421875, 0.2564697265625, 0.27496337890625, 0.29345703125, 0.31195068359375, 0.3304443359375, 0.34893798828125, 0.367431640625, 0.38592529296875, 0.4044189453125, 0.42291259765625, 0.44140625, 0.45989990234375, 0.4783935546875, 0.49688720703125, 0.515380859375, 0.53387451171875, 0.5523681640625, 0.57086181640625, 0.58935546875]}, "gradients/decoder.transformer.h.21.attn.c_attn.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 1.0, 6.0, 2.0, 3.0, 4.0, 6.0, 11.0, 10.0, 17.0, 19.0, 21.0, 29.0, 23.0, 26.0, 28.0, 30.0, 39.0, 36.0, 42.0, 49.0, 58.0, 1635.0, 505.0, 52.0, 46.0, 48.0, 40.0, 35.0, 33.0, 30.0, 17.0, 34.0, 17.0, 20.0, 23.0, 15.0, 13.0, 6.0, 3.0, 9.0, 8.0, 2.0, 5.0, 2.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.927734375, -3.776580810546875, -3.62542724609375, -3.474273681640625, -3.3231201171875, -3.171966552734375, -3.02081298828125, -2.869659423828125, -2.718505859375, -2.567352294921875, -2.41619873046875, -2.265045166015625, -2.1138916015625, -1.962738037109375, -1.81158447265625, -1.660430908203125, -1.50927734375, -1.358123779296875, -1.20697021484375, -1.055816650390625, -0.9046630859375, -0.753509521484375, -0.60235595703125, -0.451202392578125, -0.300048828125, -0.148895263671875, 0.00225830078125, 0.153411865234375, 0.3045654296875, 0.455718994140625, 0.60687255859375, 0.758026123046875, 0.9091796875, 1.060333251953125, 1.21148681640625, 1.362640380859375, 1.5137939453125, 1.664947509765625, 1.81610107421875, 1.967254638671875, 2.118408203125, 2.269561767578125, 2.42071533203125, 2.571868896484375, 2.7230224609375, 2.874176025390625, 3.02532958984375, 3.176483154296875, 3.32763671875, 3.478790283203125, 3.62994384765625, 3.781097412109375, 3.9322509765625, 4.083404541015625, 4.23455810546875, 4.385711669921875, 4.536865234375, 4.688018798828125, 4.83917236328125, 4.990325927734375, 5.1414794921875, 5.292633056640625, 5.44378662109375, 5.594940185546875, 5.74609375]}, "gradients/decoder.transformer.h.21.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 4.0, 1.0, 9.0, 9.0, 2.0, 7.0, 12.0, 17.0, 22.0, 23.0, 20.0, 33.0, 30.0, 56.0, 69.0, 121.0, 198.0, 329.0, 639.0, 2082.0, 2357151.0, 781347.0, 1979.0, 648.0, 308.0, 176.0, 111.0, 68.0, 47.0, 36.0, 29.0, 31.0, 18.0, 18.0, 17.0, 12.0, 9.0, 7.0, 4.0, 4.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 2.0], "bins": [-8.0546875, -7.84259033203125, -7.6304931640625, -7.41839599609375, -7.206298828125, -6.99420166015625, -6.7821044921875, -6.57000732421875, -6.35791015625, -6.14581298828125, -5.9337158203125, -5.72161865234375, -5.509521484375, -5.29742431640625, -5.0853271484375, -4.87322998046875, -4.6611328125, -4.44903564453125, -4.2369384765625, -4.02484130859375, -3.812744140625, -3.60064697265625, -3.3885498046875, -3.17645263671875, -2.96435546875, -2.75225830078125, -2.5401611328125, -2.32806396484375, -2.115966796875, -1.90386962890625, -1.6917724609375, -1.47967529296875, -1.267578125, -1.05548095703125, -0.8433837890625, -0.63128662109375, -0.419189453125, -0.20709228515625, 0.0050048828125, 0.21710205078125, 0.42919921875, 0.64129638671875, 0.8533935546875, 1.06549072265625, 1.277587890625, 1.48968505859375, 1.7017822265625, 1.91387939453125, 2.1259765625, 2.33807373046875, 2.5501708984375, 2.76226806640625, 2.974365234375, 3.18646240234375, 3.3985595703125, 3.61065673828125, 3.82275390625, 4.03485107421875, 4.2469482421875, 4.45904541015625, 4.671142578125, 4.88323974609375, 5.0953369140625, 5.30743408203125, 5.51953125]}, "gradients/decoder.transformer.h.21.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 12.0, 115.0, 718.0, 156.0, 18.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.781538486480713, -4.281174659729004, -3.780811309814453, -3.2804477214813232, -2.7800841331481934, -2.2797205448150635, -1.7793569564819336, -1.2789933681488037, -0.7786297798156738, -0.27826619148254395, 0.22209739685058594, 0.7224609851837158, 1.2228245735168457, 1.7231881618499756, 2.2235517501831055, 2.7239153385162354, 3.2242789268493652, 3.724642515182495, 4.225006103515625, 4.725369453430176, 5.225733280181885, 5.726097106933594, 6.2264604568481445, 6.726823806762695, 7.227187633514404, 7.727551460266113, 8.227914810180664, 8.728278160095215, 9.228641510009766, 9.729005813598633, 10.229369163513184, 10.729732513427734, 11.230096817016602, 11.730460166931152, 12.230823516845703, 12.73118782043457, 13.231551170349121, 13.731914520263672, 14.232278823852539, 14.73264217376709, 15.23300552368164, 15.733368873596191, 16.233732223510742, 16.73409652709961, 17.234458923339844, 17.73482322692871, 18.235187530517578, 18.735549926757812, 19.23591423034668, 19.736278533935547, 20.23664093017578, 20.73700523376465, 21.237369537353516, 21.73773193359375, 22.238096237182617, 22.73845863342285, 23.23882293701172, 23.739187240600586, 24.23954963684082, 24.739913940429688, 25.240276336669922, 25.74064064025879, 26.241004943847656, 26.74136734008789, 27.241731643676758]}, "gradients/decoder.transformer.h.21.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 0.0, 7.0, 13.0, 15.0, 12.0, 9.0, 24.0, 22.0, 23.0, 23.0, 23.0, 22.0, 33.0, 49.0, 32.0, 38.0, 55.0, 38.0, 43.0, 48.0, 51.0, 35.0, 44.0, 42.0, 37.0, 39.0, 36.0, 27.0, 26.0, 21.0, 15.0, 19.0, 18.0, 15.0, 17.0, 9.0, 10.0, 3.0, 8.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.77546501159668, -16.28226661682129, -15.789070129394531, -15.295872688293457, -14.802675247192383, -14.309476852416992, -13.816279411315918, -13.323081970214844, -12.82988452911377, -12.336687088012695, -11.843489646911621, -11.350292205810547, -10.857093811035156, -10.363897323608398, -9.870698928833008, -9.377501487731934, -8.88430404663086, -8.391106605529785, -7.897909164428711, -7.4047112464904785, -6.911513805389404, -6.41831636428833, -5.925118446350098, -5.431921005249023, -4.938723564147949, -4.445526123046875, -3.9523284435272217, -3.4591307640075684, -2.965933322906494, -2.47273588180542, -1.9795382022857666, -1.4863405227661133, -0.9931430816650391, -0.4999455213546753, -0.0067479610443115234, 0.48644959926605225, 0.979647159576416, 1.4728446006774902, 1.9660422801971436, 2.459239959716797, 2.952437400817871, 3.4456348419189453, 3.9388325214385986, 4.432030200958252, 4.925227642059326, 5.4184250831604, 5.911623001098633, 6.404820442199707, 6.898017883300781, 7.3912153244018555, 7.88441276550293, 8.377610206604004, 8.870807647705078, 9.364006042480469, 9.857203483581543, 10.350400924682617, 10.843598365783691, 11.336795806884766, 11.82999324798584, 12.323190689086914, 12.816389083862305, 13.309585571289062, 13.802783966064453, 14.295981407165527, 14.789178848266602]}, "gradients/decoder.transformer.h.20.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 5.0, 8.0, 9.0, 8.0, 7.0, 19.0, 18.0, 26.0, 26.0, 42.0, 48.0, 69.0, 52.0, 56.0, 70.0, 75.0, 65.0, 68.0, 57.0, 61.0, 41.0, 31.0, 33.0, 30.0, 17.0, 16.0, 8.0, 12.0, 12.0, 4.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.7138671875, -1.6610870361328125, -1.608306884765625, -1.5555267333984375, -1.50274658203125, -1.4499664306640625, -1.397186279296875, -1.3444061279296875, -1.2916259765625, -1.2388458251953125, -1.186065673828125, -1.1332855224609375, -1.08050537109375, -1.0277252197265625, -0.974945068359375, -0.9221649169921875, -0.869384765625, -0.8166046142578125, -0.763824462890625, -0.7110443115234375, -0.65826416015625, -0.6054840087890625, -0.552703857421875, -0.4999237060546875, -0.4471435546875, -0.3943634033203125, -0.341583251953125, -0.2888031005859375, -0.23602294921875, -0.1832427978515625, -0.130462646484375, -0.0776824951171875, -0.02490234375, 0.0278778076171875, 0.080657958984375, 0.1334381103515625, 0.18621826171875, 0.2389984130859375, 0.291778564453125, 0.3445587158203125, 0.3973388671875, 0.4501190185546875, 0.502899169921875, 0.5556793212890625, 0.60845947265625, 0.6612396240234375, 0.714019775390625, 0.7667999267578125, 0.819580078125, 0.8723602294921875, 0.925140380859375, 0.9779205322265625, 1.03070068359375, 1.0834808349609375, 1.136260986328125, 1.1890411376953125, 1.2418212890625, 1.2946014404296875, 1.347381591796875, 1.4001617431640625, 1.45294189453125, 1.5057220458984375, 1.558502197265625, 1.6112823486328125, 1.6640625]}, "gradients/decoder.transformer.h.20.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 7.0, 8.0, 9.0, 8.0, 14.0, 23.0, 18.0, 29.0, 50.0, 44.0, 65.0, 55.0, 99.0, 9690.0, 4173548.0, 10186.0, 93.0, 57.0, 61.0, 41.0, 35.0, 33.0, 29.0, 17.0, 14.0, 11.0, 10.0, 12.0, 3.0, 4.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-12.5859375, -12.1986083984375, -11.811279296875, -11.4239501953125, -11.03662109375, -10.6492919921875, -10.261962890625, -9.8746337890625, -9.4873046875, -9.0999755859375, -8.712646484375, -8.3253173828125, -7.93798828125, -7.5506591796875, -7.163330078125, -6.7760009765625, -6.388671875, -6.0013427734375, -5.614013671875, -5.2266845703125, -4.83935546875, -4.4520263671875, -4.064697265625, -3.6773681640625, -3.2900390625, -2.9027099609375, -2.515380859375, -2.1280517578125, -1.74072265625, -1.3533935546875, -0.966064453125, -0.5787353515625, -0.19140625, 0.1959228515625, 0.583251953125, 0.9705810546875, 1.35791015625, 1.7452392578125, 2.132568359375, 2.5198974609375, 2.9072265625, 3.2945556640625, 3.681884765625, 4.0692138671875, 4.45654296875, 4.8438720703125, 5.231201171875, 5.6185302734375, 6.005859375, 6.3931884765625, 6.780517578125, 7.1678466796875, 7.55517578125, 7.9425048828125, 8.329833984375, 8.7171630859375, 9.1044921875, 9.4918212890625, 9.879150390625, 10.2664794921875, 10.65380859375, 11.0411376953125, 11.428466796875, 11.8157958984375, 12.203125]}, "gradients/decoder.transformer.h.20.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 4.0, 11.0, 16.0, 19.0, 26.0, 35.0, 42.0, 64.0, 100.0, 161.0, 234.0, 419.0, 1095.0, 845.0, 394.0, 192.0, 120.0, 77.0, 59.0, 47.0, 35.0, 21.0, 19.0, 11.0, 9.0, 7.0, 2.0, 4.0, 6.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.689453125, -3.541046142578125, -3.39263916015625, -3.244232177734375, -3.0958251953125, -2.947418212890625, -2.79901123046875, -2.650604248046875, -2.502197265625, -2.353790283203125, -2.20538330078125, -2.056976318359375, -1.9085693359375, -1.760162353515625, -1.61175537109375, -1.463348388671875, -1.31494140625, -1.166534423828125, -1.01812744140625, -0.869720458984375, -0.7213134765625, -0.572906494140625, -0.42449951171875, -0.276092529296875, -0.127685546875, 0.020721435546875, 0.16912841796875, 0.317535400390625, 0.4659423828125, 0.614349365234375, 0.76275634765625, 0.911163330078125, 1.0595703125, 1.207977294921875, 1.35638427734375, 1.504791259765625, 1.6531982421875, 1.801605224609375, 1.95001220703125, 2.098419189453125, 2.246826171875, 2.395233154296875, 2.54364013671875, 2.692047119140625, 2.8404541015625, 2.988861083984375, 3.13726806640625, 3.285675048828125, 3.43408203125, 3.582489013671875, 3.73089599609375, 3.879302978515625, 4.0277099609375, 4.176116943359375, 4.32452392578125, 4.472930908203125, 4.621337890625, 4.769744873046875, 4.91815185546875, 5.066558837890625, 5.2149658203125, 5.363372802734375, 5.51177978515625, 5.660186767578125, 5.80859375]}, "gradients/decoder.transformer.h.20.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 6.0, 10.0, 8.0, 9.0, 15.0, 21.0, 29.0, 40.0, 49.0, 88.0, 109.0, 144.0, 206.0, 352.0, 663.0, 3139.0, 4185720.0, 2076.0, 571.0, 333.0, 214.0, 140.0, 95.0, 65.0, 59.0, 37.0, 36.0, 21.0, 9.0, 3.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0], "bins": [-24.671875, -24.0458984375, -23.419921875, -22.7939453125, -22.16796875, -21.5419921875, -20.916015625, -20.2900390625, -19.6640625, -19.0380859375, -18.412109375, -17.7861328125, -17.16015625, -16.5341796875, -15.908203125, -15.2822265625, -14.65625, -14.0302734375, -13.404296875, -12.7783203125, -12.15234375, -11.5263671875, -10.900390625, -10.2744140625, -9.6484375, -9.0224609375, -8.396484375, -7.7705078125, -7.14453125, -6.5185546875, -5.892578125, -5.2666015625, -4.640625, -4.0146484375, -3.388671875, -2.7626953125, -2.13671875, -1.5107421875, -0.884765625, -0.2587890625, 0.3671875, 0.9931640625, 1.619140625, 2.2451171875, 2.87109375, 3.4970703125, 4.123046875, 4.7490234375, 5.375, 6.0009765625, 6.626953125, 7.2529296875, 7.87890625, 8.5048828125, 9.130859375, 9.7568359375, 10.3828125, 11.0087890625, 11.634765625, 12.2607421875, 12.88671875, 13.5126953125, 14.138671875, 14.7646484375, 15.390625]}, "gradients/decoder.transformer.h.20.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 243.0, 773.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-63.42701721191406, -62.210487365722656, -60.99395751953125, -59.777427673339844, -58.56089401245117, -57.344364166259766, -56.12783432006836, -54.91130447387695, -53.69477462768555, -52.47824478149414, -51.261714935302734, -50.04518127441406, -48.828651428222656, -47.61212158203125, -46.395591735839844, -45.17906188964844, -43.96253204345703, -42.746002197265625, -41.52947235107422, -40.31294250488281, -39.09640884399414, -37.879878997802734, -36.66334915161133, -35.44681930541992, -34.23028564453125, -33.013755798339844, -31.797224044799805, -30.5806941986084, -29.364164352416992, -28.147632598876953, -26.931102752685547, -25.71457290649414, -24.498043060302734, -23.281513214111328, -22.06498146057129, -20.848451614379883, -19.631921768188477, -18.415390014648438, -17.19886016845703, -15.982330322265625, -14.765798568725586, -13.549267768859863, -12.332737922668457, -11.116207122802734, -9.899677276611328, -8.683146476745605, -7.466615676879883, -6.250085830688477, -5.033555030822754, -3.8170247077941895, -2.600494146347046, -1.3839635848999023, -0.1674332618713379, 1.0490970611572266, 2.265627861022949, 3.4821577072143555, 4.698688507080078, 5.915218830108643, 7.131749153137207, 8.34827995300293, 9.564809799194336, 10.781340599060059, 11.997871398925781, 13.214401245117188, 14.43093204498291]}, "gradients/decoder.transformer.h.20.ln_2.bias": {"_type": "histogram", "values": [2.0, 3.0, 0.0, 1.0, 3.0, 5.0, 0.0, 6.0, 3.0, 8.0, 2.0, 10.0, 7.0, 15.0, 11.0, 10.0, 15.0, 16.0, 17.0, 22.0, 20.0, 31.0, 29.0, 27.0, 34.0, 40.0, 30.0, 24.0, 31.0, 34.0, 27.0, 40.0, 28.0, 35.0, 42.0, 39.0, 29.0, 35.0, 32.0, 28.0, 22.0, 28.0, 26.0, 21.0, 20.0, 15.0, 13.0, 17.0, 14.0, 9.0, 6.0, 8.0, 12.0, 3.0, 4.0, 4.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0], "bins": [-9.859139442443848, -9.543009757995605, -9.226880073547363, -8.910750389099121, -8.594620704650879, -8.278491020202637, -7.9623613357543945, -7.646231651306152, -7.33010196685791, -7.013972282409668, -6.697842597961426, -6.381712913513184, -6.065583229064941, -5.749453544616699, -5.433323860168457, -5.117194175720215, -4.801064491271973, -4.4849348068237305, -4.168805122375488, -3.852675437927246, -3.536545753479004, -3.2204160690307617, -2.9042863845825195, -2.5881567001342773, -2.272027015686035, -1.955897331237793, -1.6397676467895508, -1.3236379623413086, -1.0075082778930664, -0.6913785934448242, -0.37524890899658203, -0.059119224548339844, 0.25700950622558594, 0.5731391906738281, 0.8892688751220703, 1.2053985595703125, 1.5215282440185547, 1.8376579284667969, 2.153787612915039, 2.4699172973632812, 2.7860469818115234, 3.1021766662597656, 3.418306350708008, 3.73443603515625, 4.050565719604492, 4.366695404052734, 4.682825088500977, 4.998954772949219, 5.315084457397461, 5.631214141845703, 5.947343826293945, 6.2634735107421875, 6.57960319519043, 6.895732879638672, 7.211862564086914, 7.527992248535156, 7.844121932983398, 8.16025161743164, 8.476381301879883, 8.792510986328125, 9.108640670776367, 9.42477035522461, 9.740900039672852, 10.057029724121094, 10.373159408569336]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 8.0, 7.0, 7.0, 8.0, 17.0, 21.0, 24.0, 31.0, 43.0, 47.0, 62.0, 57.0, 57.0, 69.0, 69.0, 57.0, 74.0, 57.0, 60.0, 45.0, 32.0, 33.0, 25.0, 25.0, 13.0, 7.0, 15.0, 10.0, 7.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7021484375, -1.6497650146484375, -1.597381591796875, -1.5449981689453125, -1.49261474609375, -1.4402313232421875, -1.387847900390625, -1.3354644775390625, -1.2830810546875, -1.2306976318359375, -1.178314208984375, -1.1259307861328125, -1.07354736328125, -1.0211639404296875, -0.968780517578125, -0.9163970947265625, -0.864013671875, -0.8116302490234375, -0.759246826171875, -0.7068634033203125, -0.65447998046875, -0.6020965576171875, -0.549713134765625, -0.4973297119140625, -0.4449462890625, -0.3925628662109375, -0.340179443359375, -0.2877960205078125, -0.23541259765625, -0.1830291748046875, -0.130645751953125, -0.0782623291015625, -0.02587890625, 0.0265045166015625, 0.078887939453125, 0.1312713623046875, 0.18365478515625, 0.2360382080078125, 0.288421630859375, 0.3408050537109375, 0.3931884765625, 0.4455718994140625, 0.497955322265625, 0.5503387451171875, 0.60272216796875, 0.6551055908203125, 0.707489013671875, 0.7598724365234375, 0.812255859375, 0.8646392822265625, 0.917022705078125, 0.9694061279296875, 1.02178955078125, 1.0741729736328125, 1.126556396484375, 1.1789398193359375, 1.2313232421875, 1.2837066650390625, 1.336090087890625, 1.3884735107421875, 1.44085693359375, 1.4932403564453125, 1.545623779296875, 1.5980072021484375, 1.650390625]}, "gradients/decoder.transformer.h.20.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 10.0, 15.0, 16.0, 13.0, 24.0, 43.0, 49.0, 65.0, 118.0, 162.0, 207.0, 315.0, 488.0, 752.0, 1289.0, 2115.0, 3734.0, 6975.0, 13500.0, 28194.0, 66481.0, 185901.0, 483696.0, 147934.0, 55845.0, 24271.0, 11781.0, 5994.0, 3418.0, 1859.0, 1163.0, 732.0, 415.0, 296.0, 224.0, 128.0, 107.0, 63.0, 51.0, 35.0, 22.0, 21.0, 14.0, 9.0, 4.0, 4.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-2.443359375, -2.367950439453125, -2.29254150390625, -2.217132568359375, -2.1417236328125, -2.066314697265625, -1.99090576171875, -1.915496826171875, -1.840087890625, -1.764678955078125, -1.68927001953125, -1.613861083984375, -1.5384521484375, -1.463043212890625, -1.38763427734375, -1.312225341796875, -1.23681640625, -1.161407470703125, -1.08599853515625, -1.010589599609375, -0.9351806640625, -0.859771728515625, -0.78436279296875, -0.708953857421875, -0.633544921875, -0.558135986328125, -0.48272705078125, -0.407318115234375, -0.3319091796875, -0.256500244140625, -0.18109130859375, -0.105682373046875, -0.0302734375, 0.045135498046875, 0.12054443359375, 0.195953369140625, 0.2713623046875, 0.346771240234375, 0.42218017578125, 0.497589111328125, 0.572998046875, 0.648406982421875, 0.72381591796875, 0.799224853515625, 0.8746337890625, 0.950042724609375, 1.02545166015625, 1.100860595703125, 1.17626953125, 1.251678466796875, 1.32708740234375, 1.402496337890625, 1.4779052734375, 1.553314208984375, 1.62872314453125, 1.704132080078125, 1.779541015625, 1.854949951171875, 1.93035888671875, 2.005767822265625, 2.0811767578125, 2.156585693359375, 2.23199462890625, 2.307403564453125, 2.3828125]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 5.0, 6.0, 5.0, 7.0, 11.0, 12.0, 19.0, 16.0, 16.0, 17.0, 18.0, 19.0, 28.0, 19.0, 19.0, 34.0, 32.0, 37.0, 45.0, 43.0, 32.0, 42.0, 1061.0, 37.0, 49.0, 31.0, 43.0, 42.0, 26.0, 31.0, 29.0, 26.0, 24.0, 23.0, 20.0, 23.0, 9.0, 17.0, 11.0, 10.0, 7.0, 7.0, 6.0, 2.0, 3.0, 2.0, 5.0, 1.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.1005859375, -1.0654296875, -1.0302734375, -0.9951171875, -0.9599609375, -0.9248046875, -0.8896484375, -0.8544921875, -0.8193359375, -0.7841796875, -0.7490234375, -0.7138671875, -0.6787109375, -0.6435546875, -0.6083984375, -0.5732421875, -0.5380859375, -0.5029296875, -0.4677734375, -0.4326171875, -0.3974609375, -0.3623046875, -0.3271484375, -0.2919921875, -0.2568359375, -0.2216796875, -0.1865234375, -0.1513671875, -0.1162109375, -0.0810546875, -0.0458984375, -0.0107421875, 0.0244140625, 0.0595703125, 0.0947265625, 0.1298828125, 0.1650390625, 0.2001953125, 0.2353515625, 0.2705078125, 0.3056640625, 0.3408203125, 0.3759765625, 0.4111328125, 0.4462890625, 0.4814453125, 0.5166015625, 0.5517578125, 0.5869140625, 0.6220703125, 0.6572265625, 0.6923828125, 0.7275390625, 0.7626953125, 0.7978515625, 0.8330078125, 0.8681640625, 0.9033203125, 0.9384765625, 0.9736328125, 1.0087890625, 1.0439453125, 1.0791015625, 1.1142578125, 1.1494140625]}, "gradients/decoder.transformer.h.20.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 8.0, 5.0, 5.0, 4.0, 11.0, 20.0, 35.0, 46.0, 42.0, 89.0, 162.0, 170.0, 316.0, 487.0, 724.0, 1211.0, 1948.0, 3224.0, 5456.0, 9369.0, 19349.0, 57763.0, 1809347.0, 132206.0, 26404.0, 12102.0, 6455.0, 3835.0, 2333.0, 1466.0, 921.0, 543.0, 352.0, 246.0, 143.0, 89.0, 78.0, 49.0, 35.0, 25.0, 18.0, 14.0, 14.0, 4.0, 3.0, 3.0, 4.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5390625, -2.45892333984375, -2.3787841796875, -2.29864501953125, -2.218505859375, -2.13836669921875, -2.0582275390625, -1.97808837890625, -1.89794921875, -1.81781005859375, -1.7376708984375, -1.65753173828125, -1.577392578125, -1.49725341796875, -1.4171142578125, -1.33697509765625, -1.2568359375, -1.17669677734375, -1.0965576171875, -1.01641845703125, -0.936279296875, -0.85614013671875, -0.7760009765625, -0.69586181640625, -0.61572265625, -0.53558349609375, -0.4554443359375, -0.37530517578125, -0.295166015625, -0.21502685546875, -0.1348876953125, -0.05474853515625, 0.025390625, 0.10552978515625, 0.1856689453125, 0.26580810546875, 0.345947265625, 0.42608642578125, 0.5062255859375, 0.58636474609375, 0.66650390625, 0.74664306640625, 0.8267822265625, 0.90692138671875, 0.987060546875, 1.06719970703125, 1.1473388671875, 1.22747802734375, 1.3076171875, 1.38775634765625, 1.4678955078125, 1.54803466796875, 1.628173828125, 1.70831298828125, 1.7884521484375, 1.86859130859375, 1.94873046875, 2.02886962890625, 2.1090087890625, 2.18914794921875, 2.269287109375, 2.34942626953125, 2.4295654296875, 2.50970458984375, 2.58984375]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 5.0, 1.0, 2.0, 2.0, 3.0, 3.0, 6.0, 4.0, 4.0, 14.0, 5.0, 8.0, 5.0, 10.0, 9.0, 10.0, 19.0, 24.0, 43.0, 44.0, 58.0, 86.0, 92.0, 123.0, 110.0, 56.0, 50.0, 34.0, 22.0, 34.0, 20.0, 14.0, 16.0, 15.0, 15.0, 7.0, 4.0, 6.0, 4.0, 5.0, 2.0, 2.0, 3.0, 3.0, 2.0, 3.0, 2.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0], "bins": [-0.283203125, -0.2749137878417969, -0.26662445068359375, -0.2583351135253906, -0.2500457763671875, -0.24175643920898438, -0.23346710205078125, -0.22517776489257812, -0.216888427734375, -0.20859909057617188, -0.20030975341796875, -0.19202041625976562, -0.1837310791015625, -0.17544174194335938, -0.16715240478515625, -0.15886306762695312, -0.15057373046875, -0.14228439331054688, -0.13399505615234375, -0.12570571899414062, -0.1174163818359375, -0.10912704467773438, -0.10083770751953125, -0.09254837036132812, -0.084259033203125, -0.07596969604492188, -0.06768035888671875, -0.059391021728515625, -0.0511016845703125, -0.042812347412109375, -0.03452301025390625, -0.026233673095703125, -0.0179443359375, -0.009654998779296875, -0.00136566162109375, 0.006923675537109375, 0.0152130126953125, 0.023502349853515625, 0.03179168701171875, 0.040081024169921875, 0.048370361328125, 0.056659698486328125, 0.06494903564453125, 0.07323837280273438, 0.0815277099609375, 0.08981704711914062, 0.09810638427734375, 0.10639572143554688, 0.11468505859375, 0.12297439575195312, 0.13126373291015625, 0.13955307006835938, 0.1478424072265625, 0.15613174438476562, 0.16442108154296875, 0.17271041870117188, 0.180999755859375, 0.18928909301757812, 0.19757843017578125, 0.20586776733398438, 0.2141571044921875, 0.22244644165039062, 0.23073577880859375, 0.23902511596679688, 0.247314453125]}, "gradients/decoder.transformer.h.20.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 3.0, 3.0, 2.0, 3.0, 3.0, 0.0, 7.0, 3.0, 6.0, 6.0, 6.0, 14.0, 15.0, 15.0, 15.0, 23.0, 32.0, 32.0, 44.0, 69.0, 109.0, 237.0, 1046707.0, 715.0, 146.0, 92.0, 61.0, 54.0, 25.0, 20.0, 11.0, 9.0, 9.0, 6.0, 6.0, 7.0, 13.0, 5.0, 4.0, 6.0, 3.0, 3.0, 2.0, 3.0, 0.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-8.2109375, -7.9356689453125, -7.660400390625, -7.3851318359375, -7.10986328125, -6.8345947265625, -6.559326171875, -6.2840576171875, -6.0087890625, -5.7335205078125, -5.458251953125, -5.1829833984375, -4.90771484375, -4.6324462890625, -4.357177734375, -4.0819091796875, -3.806640625, -3.5313720703125, -3.256103515625, -2.9808349609375, -2.70556640625, -2.4302978515625, -2.155029296875, -1.8797607421875, -1.6044921875, -1.3292236328125, -1.053955078125, -0.7786865234375, -0.50341796875, -0.2281494140625, 0.047119140625, 0.3223876953125, 0.59765625, 0.8729248046875, 1.148193359375, 1.4234619140625, 1.69873046875, 1.9739990234375, 2.249267578125, 2.5245361328125, 2.7998046875, 3.0750732421875, 3.350341796875, 3.6256103515625, 3.90087890625, 4.1761474609375, 4.451416015625, 4.7266845703125, 5.001953125, 5.2772216796875, 5.552490234375, 5.8277587890625, 6.10302734375, 6.3782958984375, 6.653564453125, 6.9288330078125, 7.2041015625, 7.4793701171875, 7.754638671875, 8.0299072265625, 8.30517578125, 8.5804443359375, 8.855712890625, 9.1309814453125, 9.40625]}, "gradients/decoder.transformer.h.20.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 262.0, 760.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.757675170898438, -9.57717227935791, -9.396669387817383, -9.216166496276855, -9.035663604736328, -8.8551607131958, -8.674657821655273, -8.494154930114746, -8.313652038574219, -8.133149147033691, -7.952646255493164, -7.772143363952637, -7.591640472412109, -7.411137580871582, -7.230634689331055, -7.050131797790527, -6.869629383087158, -6.689126491546631, -6.5086236000061035, -6.328120708465576, -6.147617816925049, -5.9671149253845215, -5.786612510681152, -5.606109619140625, -5.425606727600098, -5.24510383605957, -5.064600944519043, -4.884098052978516, -4.703595161437988, -4.523092269897461, -4.342589378356934, -4.162086486816406, -3.981583595275879, -3.8010807037353516, -3.620577812194824, -3.440074920654297, -3.2595720291137695, -3.079069137573242, -2.898566484451294, -2.7180635929107666, -2.5375607013702393, -2.357057809829712, -2.1765549182891846, -1.9960521459579468, -1.8155492544174194, -1.635046362876892, -1.4545435905456543, -1.274040699005127, -1.0935378074645996, -0.9130349159240723, -0.7325320839881897, -0.5520292520523071, -0.3715263605117798, -0.19102346897125244, -0.010520696640014648, 0.1699821949005127, 0.35048508644104004, 0.5309879779815674, 0.71149080991745, 0.8919936418533325, 1.0724965333938599, 1.2529994249343872, 1.433502197265625, 1.6140050888061523, 1.7945079803466797]}, "gradients/decoder.transformer.h.20.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 6.0, 1.0, 2.0, 3.0, 3.0, 10.0, 11.0, 15.0, 18.0, 27.0, 21.0, 31.0, 34.0, 44.0, 37.0, 50.0, 52.0, 54.0, 52.0, 42.0, 66.0, 64.0, 47.0, 46.0, 47.0, 32.0, 39.0, 30.0, 25.0, 30.0, 20.0, 17.0, 15.0, 5.0, 6.0, 6.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.398366689682007, -2.3333873748779297, -2.2684078216552734, -2.203428268432617, -2.13844895362854, -2.073469638824463, -2.0084900856018066, -1.94351065158844, -1.8785312175750732, -1.8135517835617065, -1.7485723495483398, -1.6835929155349731, -1.6186134815216064, -1.5536340475082397, -1.488654613494873, -1.4236751794815063, -1.3586957454681396, -1.293716311454773, -1.2287368774414062, -1.1637574434280396, -1.0987780094146729, -1.0337985754013062, -0.9688191413879395, -0.9038397073745728, -0.838860273361206, -0.7738808393478394, -0.7089014053344727, -0.643921971321106, -0.5789425373077393, -0.5139631032943726, -0.44898366928100586, -0.38400423526763916, -0.31902480125427246, -0.25404536724090576, -0.18906593322753906, -0.12408649921417236, -0.059107065200805664, 0.005872368812561035, 0.07085180282592773, 0.13583123683929443, 0.20081067085266113, 0.26579010486602783, 0.33076953887939453, 0.39574897289276123, 0.46072840690612793, 0.5257078409194946, 0.5906872749328613, 0.655666708946228, 0.7206461429595947, 0.7856255769729614, 0.8506050109863281, 0.9155844449996948, 0.9805638790130615, 1.0455433130264282, 1.110522747039795, 1.1755021810531616, 1.2404816150665283, 1.305461049079895, 1.3704404830932617, 1.4354199171066284, 1.5003993511199951, 1.5653787851333618, 1.6303582191467285, 1.6953376531600952, 1.760317087173462]}, "gradients/decoder.transformer.h.20.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 6.0, 6.0, 9.0, 7.0, 8.0, 18.0, 20.0, 25.0, 28.0, 43.0, 45.0, 63.0, 59.0, 59.0, 65.0, 68.0, 58.0, 73.0, 61.0, 57.0, 47.0, 31.0, 34.0, 25.0, 25.0, 14.0, 6.0, 16.0, 10.0, 7.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7080078125, -1.655517578125, -1.60302734375, -1.550537109375, -1.498046875, -1.445556640625, -1.39306640625, -1.340576171875, -1.2880859375, -1.235595703125, -1.18310546875, -1.130615234375, -1.078125, -1.025634765625, -0.97314453125, -0.920654296875, -0.8681640625, -0.815673828125, -0.76318359375, -0.710693359375, -0.658203125, -0.605712890625, -0.55322265625, -0.500732421875, -0.4482421875, -0.395751953125, -0.34326171875, -0.290771484375, -0.23828125, -0.185791015625, -0.13330078125, -0.080810546875, -0.0283203125, 0.024169921875, 0.07666015625, 0.129150390625, 0.181640625, 0.234130859375, 0.28662109375, 0.339111328125, 0.3916015625, 0.444091796875, 0.49658203125, 0.549072265625, 0.6015625, 0.654052734375, 0.70654296875, 0.759033203125, 0.8115234375, 0.864013671875, 0.91650390625, 0.968994140625, 1.021484375, 1.073974609375, 1.12646484375, 1.178955078125, 1.2314453125, 1.283935546875, 1.33642578125, 1.388916015625, 1.44140625, 1.493896484375, 1.54638671875, 1.598876953125, 1.6513671875]}, "gradients/decoder.transformer.h.20.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 8.0, 5.0, 9.0, 6.0, 10.0, 12.0, 25.0, 37.0, 28.0, 37.0, 69.0, 77.0, 102.0, 158.0, 243.0, 312.0, 487.0, 731.0, 1164.0, 1808.0, 2833.0, 5244.0, 8758.0, 17231.0, 35632.0, 80866.0, 217997.0, 413885.0, 143970.0, 58379.0, 26854.0, 13379.0, 7234.0, 4104.0, 2406.0, 1462.0, 961.0, 614.0, 408.0, 301.0, 192.0, 124.0, 107.0, 68.0, 66.0, 53.0, 22.0, 29.0, 20.0, 13.0, 6.0, 7.0, 6.0, 4.0, 1.0, 3.0, 0.0, 3.0, 2.0], "bins": [-0.406982421875, -0.39438629150390625, -0.3817901611328125, -0.36919403076171875, -0.356597900390625, -0.34400177001953125, -0.3314056396484375, -0.31880950927734375, -0.30621337890625, -0.29361724853515625, -0.2810211181640625, -0.26842498779296875, -0.255828857421875, -0.24323272705078125, -0.2306365966796875, -0.21804046630859375, -0.2054443359375, -0.19284820556640625, -0.1802520751953125, -0.16765594482421875, -0.155059814453125, -0.14246368408203125, -0.1298675537109375, -0.11727142333984375, -0.10467529296875, -0.09207916259765625, -0.0794830322265625, -0.06688690185546875, -0.054290771484375, -0.04169464111328125, -0.0290985107421875, -0.01650238037109375, -0.00390625, 0.00868988037109375, 0.0212860107421875, 0.03388214111328125, 0.046478271484375, 0.05907440185546875, 0.0716705322265625, 0.08426666259765625, 0.09686279296875, 0.10945892333984375, 0.1220550537109375, 0.13465118408203125, 0.147247314453125, 0.15984344482421875, 0.1724395751953125, 0.18503570556640625, 0.1976318359375, 0.21022796630859375, 0.2228240966796875, 0.23542022705078125, 0.248016357421875, 0.26061248779296875, 0.2732086181640625, 0.28580474853515625, 0.29840087890625, 0.31099700927734375, 0.3235931396484375, 0.33618927001953125, 0.348785400390625, 0.36138153076171875, 0.3739776611328125, 0.38657379150390625, 0.399169921875]}, "gradients/decoder.transformer.h.20.attn.c_attn.bias": {"_type": "histogram", "values": [3.0, 1.0, 1.0, 2.0, 2.0, 4.0, 1.0, 3.0, 2.0, 9.0, 10.0, 5.0, 12.0, 7.0, 13.0, 18.0, 13.0, 29.0, 17.0, 26.0, 31.0, 31.0, 40.0, 35.0, 45.0, 27.0, 42.0, 38.0, 82.0, 2052.0, 40.0, 37.0, 32.0, 37.0, 36.0, 25.0, 34.0, 26.0, 28.0, 24.0, 28.0, 21.0, 17.0, 12.0, 11.0, 13.0, 10.0, 6.0, 4.0, 8.0, 7.0, 1.0, 1.0, 3.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.650390625, -3.525238037109375, -3.40008544921875, -3.274932861328125, -3.1497802734375, -3.024627685546875, -2.89947509765625, -2.774322509765625, -2.649169921875, -2.524017333984375, -2.39886474609375, -2.273712158203125, -2.1485595703125, -2.023406982421875, -1.89825439453125, -1.773101806640625, -1.64794921875, -1.522796630859375, -1.39764404296875, -1.272491455078125, -1.1473388671875, -1.022186279296875, -0.89703369140625, -0.771881103515625, -0.646728515625, -0.521575927734375, -0.39642333984375, -0.271270751953125, -0.1461181640625, -0.020965576171875, 0.10418701171875, 0.229339599609375, 0.3544921875, 0.479644775390625, 0.60479736328125, 0.729949951171875, 0.8551025390625, 0.980255126953125, 1.10540771484375, 1.230560302734375, 1.355712890625, 1.480865478515625, 1.60601806640625, 1.731170654296875, 1.8563232421875, 1.981475830078125, 2.10662841796875, 2.231781005859375, 2.35693359375, 2.482086181640625, 2.60723876953125, 2.732391357421875, 2.8575439453125, 2.982696533203125, 3.10784912109375, 3.233001708984375, 3.358154296875, 3.483306884765625, 3.60845947265625, 3.733612060546875, 3.8587646484375, 3.983917236328125, 4.10906982421875, 4.234222412109375, 4.359375]}, "gradients/decoder.transformer.h.20.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 2.0, 1.0, 2.0, 6.0, 7.0, 6.0, 5.0, 12.0, 15.0, 11.0, 15.0, 23.0, 36.0, 38.0, 47.0, 57.0, 83.0, 105.0, 152.0, 214.0, 365.0, 569.0, 1139.0, 14931.0, 3101494.0, 23247.0, 1307.0, 606.0, 338.0, 245.0, 154.0, 120.0, 83.0, 64.0, 41.0, 30.0, 36.0, 16.0, 24.0, 12.0, 10.0, 10.0, 6.0, 11.0, 4.0, 4.0, 1.0, 2.0, 4.0, 1.0, 2.0, 0.0, 2.0, 2.0], "bins": [-4.890625, -4.7490234375, -4.607421875, -4.4658203125, -4.32421875, -4.1826171875, -4.041015625, -3.8994140625, -3.7578125, -3.6162109375, -3.474609375, -3.3330078125, -3.19140625, -3.0498046875, -2.908203125, -2.7666015625, -2.625, -2.4833984375, -2.341796875, -2.2001953125, -2.05859375, -1.9169921875, -1.775390625, -1.6337890625, -1.4921875, -1.3505859375, -1.208984375, -1.0673828125, -0.92578125, -0.7841796875, -0.642578125, -0.5009765625, -0.359375, -0.2177734375, -0.076171875, 0.0654296875, 0.20703125, 0.3486328125, 0.490234375, 0.6318359375, 0.7734375, 0.9150390625, 1.056640625, 1.1982421875, 1.33984375, 1.4814453125, 1.623046875, 1.7646484375, 1.90625, 2.0478515625, 2.189453125, 2.3310546875, 2.47265625, 2.6142578125, 2.755859375, 2.8974609375, 3.0390625, 3.1806640625, 3.322265625, 3.4638671875, 3.60546875, 3.7470703125, 3.888671875, 4.0302734375, 4.171875]}, "gradients/decoder.transformer.h.20.ln_1.weight": {"_type": "histogram", "values": [47.0, 928.0, 42.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.05880606174469, -0.34756964445114136, 0.3636667728424072, 1.074903130531311, 1.7861396074295044, 2.497375965118408, 3.2086124420166016, 3.919848918914795, 4.631085395812988, 5.342321872711182, 6.053558349609375, 6.76479434967041, 7.476031303405762, 8.187267303466797, 8.898504257202148, 9.609740257263184, 10.320976257324219, 11.032212257385254, 11.743449211120605, 12.45468521118164, 13.165922164916992, 13.877158164978027, 14.588394165039062, 15.299631118774414, 16.010868072509766, 16.722105026245117, 17.433340072631836, 18.144577026367188, 18.85581398010254, 19.56705093383789, 20.27828598022461, 20.98952293395996, 21.70075798034668, 22.41199493408203, 23.12322998046875, 23.8344669342041, 24.545703887939453, 25.256940841674805, 25.968175888061523, 26.679412841796875, 27.390649795532227, 28.101886749267578, 28.813121795654297, 29.52435874938965, 30.235595703125, 30.94683265686035, 31.65806770324707, 32.36930465698242, 33.08053970336914, 33.79177474975586, 34.503013610839844, 35.21424865722656, 35.92548370361328, 36.636722564697266, 37.347957611083984, 38.05919647216797, 38.77043151855469, 39.481666564941406, 40.19290542602539, 40.90414047241211, 41.61537551879883, 42.32661437988281, 43.03784942626953, 43.74908447265625, 44.460323333740234]}, "gradients/decoder.transformer.h.20.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 8.0, 7.0, 4.0, 13.0, 12.0, 6.0, 23.0, 23.0, 22.0, 30.0, 34.0, 32.0, 42.0, 33.0, 40.0, 46.0, 43.0, 48.0, 44.0, 52.0, 54.0, 42.0, 41.0, 40.0, 38.0, 32.0, 36.0, 36.0, 19.0, 18.0, 16.0, 17.0, 14.0, 11.0, 6.0, 12.0, 6.0, 3.0, 9.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-17.500606536865234, -17.026824951171875, -16.553043365478516, -16.079261779785156, -15.605480194091797, -15.131698608398438, -14.657917022705078, -14.184135437011719, -13.71035385131836, -13.236572265625, -12.76279067993164, -12.289009094238281, -11.815227508544922, -11.341445922851562, -10.867664337158203, -10.393882751464844, -9.9201021194458, -9.446320533752441, -8.972538948059082, -8.498757362365723, -8.024975776672363, -7.551194190979004, -7.077413082122803, -6.603631496429443, -6.129849910736084, -5.656068325042725, -5.182286739349365, -4.708505630493164, -4.234724044799805, -3.760942220687866, -3.287160873413086, -2.8133792877197266, -2.339597702026367, -1.8658161163330078, -1.392034649848938, -0.9182531833648682, -0.4444715976715088, 0.029309988021850586, 0.5030913352966309, 0.9768729209899902, 1.4506545066833496, 1.924436092376709, 2.3982176780700684, 2.8719990253448486, 3.345780611038208, 3.8195621967315674, 4.293343544006348, 4.767125129699707, 5.240906715393066, 5.714688301086426, 6.188469886779785, 6.6622514724731445, 7.136033058166504, 7.609814643859863, 8.083595275878906, 8.557376861572266, 9.031158447265625, 9.504940032958984, 9.978721618652344, 10.452503204345703, 10.926284790039062, 11.400066375732422, 11.873847961425781, 12.34762954711914, 12.8214111328125]}, "gradients/decoder.transformer.h.19.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 3.0, 5.0, 8.0, 9.0, 10.0, 5.0, 17.0, 18.0, 26.0, 28.0, 44.0, 44.0, 60.0, 67.0, 50.0, 72.0, 58.0, 65.0, 74.0, 55.0, 56.0, 46.0, 37.0, 33.0, 29.0, 21.0, 13.0, 9.0, 12.0, 14.0, 8.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.7060546875, -1.6537322998046875, -1.601409912109375, -1.5490875244140625, -1.49676513671875, -1.4444427490234375, -1.392120361328125, -1.3397979736328125, -1.2874755859375, -1.2351531982421875, -1.182830810546875, -1.1305084228515625, -1.07818603515625, -1.0258636474609375, -0.973541259765625, -0.9212188720703125, -0.868896484375, -0.8165740966796875, -0.764251708984375, -0.7119293212890625, -0.65960693359375, -0.6072845458984375, -0.554962158203125, -0.5026397705078125, -0.4503173828125, -0.3979949951171875, -0.345672607421875, -0.2933502197265625, -0.24102783203125, -0.1887054443359375, -0.136383056640625, -0.0840606689453125, -0.03173828125, 0.0205841064453125, 0.072906494140625, 0.1252288818359375, 0.17755126953125, 0.2298736572265625, 0.282196044921875, 0.3345184326171875, 0.3868408203125, 0.4391632080078125, 0.491485595703125, 0.5438079833984375, 0.59613037109375, 0.6484527587890625, 0.700775146484375, 0.7530975341796875, 0.805419921875, 0.8577423095703125, 0.910064697265625, 0.9623870849609375, 1.01470947265625, 1.0670318603515625, 1.119354248046875, 1.1716766357421875, 1.2239990234375, 1.2763214111328125, 1.328643798828125, 1.3809661865234375, 1.43328857421875, 1.4856109619140625, 1.537933349609375, 1.5902557373046875, 1.642578125]}, "gradients/decoder.transformer.h.19.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 6.0, 4.0, 6.0, 11.0, 8.0, 12.0, 22.0, 34.0, 43.0, 74.0, 122.0, 393.0, 4042.0, 11710.0, 81914.0, 697197.0, 2792429.0, 531989.0, 58452.0, 11523.0, 3662.0, 315.0, 105.0, 61.0, 53.0, 23.0, 16.0, 14.0, 20.0, 9.0, 6.0, 2.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-2.099609375, -2.034881591796875, -1.97015380859375, -1.905426025390625, -1.8406982421875, -1.775970458984375, -1.71124267578125, -1.646514892578125, -1.581787109375, -1.517059326171875, -1.45233154296875, -1.387603759765625, -1.3228759765625, -1.258148193359375, -1.19342041015625, -1.128692626953125, -1.06396484375, -0.999237060546875, -0.93450927734375, -0.869781494140625, -0.8050537109375, -0.740325927734375, -0.67559814453125, -0.610870361328125, -0.546142578125, -0.481414794921875, -0.41668701171875, -0.351959228515625, -0.2872314453125, -0.222503662109375, -0.15777587890625, -0.093048095703125, -0.0283203125, 0.036407470703125, 0.10113525390625, 0.165863037109375, 0.2305908203125, 0.295318603515625, 0.36004638671875, 0.424774169921875, 0.489501953125, 0.554229736328125, 0.61895751953125, 0.683685302734375, 0.7484130859375, 0.813140869140625, 0.87786865234375, 0.942596435546875, 1.00732421875, 1.072052001953125, 1.13677978515625, 1.201507568359375, 1.2662353515625, 1.330963134765625, 1.39569091796875, 1.460418701171875, 1.525146484375, 1.589874267578125, 1.65460205078125, 1.719329833984375, 1.7840576171875, 1.848785400390625, 1.91351318359375, 1.978240966796875, 2.04296875]}, "gradients/decoder.transformer.h.19.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 5.0, 9.0, 10.0, 23.0, 28.0, 35.0, 80.0, 108.0, 212.0, 476.0, 1350.0, 974.0, 350.0, 152.0, 113.0, 60.0, 34.0, 24.0, 18.0, 3.0, 5.0, 5.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.1953125, -3.9840087890625, -3.772705078125, -3.5614013671875, -3.35009765625, -3.1387939453125, -2.927490234375, -2.7161865234375, -2.5048828125, -2.2935791015625, -2.082275390625, -1.8709716796875, -1.65966796875, -1.4483642578125, -1.237060546875, -1.0257568359375, -0.814453125, -0.6031494140625, -0.391845703125, -0.1805419921875, 0.03076171875, 0.2420654296875, 0.453369140625, 0.6646728515625, 0.8759765625, 1.0872802734375, 1.298583984375, 1.5098876953125, 1.72119140625, 1.9324951171875, 2.143798828125, 2.3551025390625, 2.56640625, 2.7777099609375, 2.989013671875, 3.2003173828125, 3.41162109375, 3.6229248046875, 3.834228515625, 4.0455322265625, 4.2568359375, 4.4681396484375, 4.679443359375, 4.8907470703125, 5.10205078125, 5.3133544921875, 5.524658203125, 5.7359619140625, 5.947265625, 6.1585693359375, 6.369873046875, 6.5811767578125, 6.79248046875, 7.0037841796875, 7.215087890625, 7.4263916015625, 7.6376953125, 7.8489990234375, 8.060302734375, 8.2716064453125, 8.48291015625, 8.6942138671875, 8.905517578125, 9.1168212890625, 9.328125]}, "gradients/decoder.transformer.h.19.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 3.0, 5.0, 6.0, 23.0, 28.0, 44.0, 76.0, 158.0, 269.0, 640.0, 14713.0, 4176714.0, 864.0, 334.0, 169.0, 100.0, 47.0, 35.0, 23.0, 12.0, 8.0, 7.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-44.9375, -43.918701171875, -42.89990234375, -41.881103515625, -40.8623046875, -39.843505859375, -38.82470703125, -37.805908203125, -36.787109375, -35.768310546875, -34.74951171875, -33.730712890625, -32.7119140625, -31.693115234375, -30.67431640625, -29.655517578125, -28.63671875, -27.617919921875, -26.59912109375, -25.580322265625, -24.5615234375, -23.542724609375, -22.52392578125, -21.505126953125, -20.486328125, -19.467529296875, -18.44873046875, -17.429931640625, -16.4111328125, -15.392333984375, -14.37353515625, -13.354736328125, -12.3359375, -11.317138671875, -10.29833984375, -9.279541015625, -8.2607421875, -7.241943359375, -6.22314453125, -5.204345703125, -4.185546875, -3.166748046875, -2.14794921875, -1.129150390625, -0.1103515625, 0.908447265625, 1.92724609375, 2.946044921875, 3.96484375, 4.983642578125, 6.00244140625, 7.021240234375, 8.0400390625, 9.058837890625, 10.07763671875, 11.096435546875, 12.115234375, 13.134033203125, 14.15283203125, 15.171630859375, 16.1904296875, 17.209228515625, 18.22802734375, 19.246826171875, 20.265625]}, "gradients/decoder.transformer.h.19.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 106.0, 693.0, 200.0, 14.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.4519150257110596, -2.9280171394348145, -2.4041194915771484, -1.8802217245101929, -1.3563239574432373, -0.8324263095855713, -0.30852842330932617, 0.21536946296691895, 0.739267110824585, 1.2631648778915405, 1.787062644958496, 2.310960292816162, 2.8348581790924072, 3.3587558269500732, 3.8826537132263184, 4.406551361083984, 4.930449485778809, 5.454347133636475, 5.978244781494141, 6.502142906188965, 7.026040554046631, 7.549938201904297, 8.073836326599121, 8.597734451293945, 9.121631622314453, 9.645529747009277, 10.169426918029785, 10.69332504272461, 11.217222213745117, 11.741120338439941, 12.265018463134766, 12.788915634155273, 13.312812805175781, 13.836710929870605, 14.360608100891113, 14.884506225585938, 15.408403396606445, 15.93230152130127, 16.456199645996094, 16.9800968170166, 17.50399398803711, 18.027891159057617, 18.551790237426758, 19.075687408447266, 19.599584579467773, 20.12348175048828, 20.647380828857422, 21.17127799987793, 21.69517707824707, 22.219074249267578, 22.74297332763672, 23.266870498657227, 23.790767669677734, 24.314666748046875, 24.838563919067383, 25.36246109008789, 25.88636016845703, 26.41025733947754, 26.93415641784668, 27.458053588867188, 27.981950759887695, 28.505847930908203, 29.029747009277344, 29.55364418029785, 30.07754135131836]}, "gradients/decoder.transformer.h.19.ln_2.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 2.0, 3.0, 1.0, 8.0, 5.0, 5.0, 8.0, 7.0, 6.0, 8.0, 17.0, 22.0, 20.0, 16.0, 21.0, 23.0, 29.0, 30.0, 27.0, 34.0, 33.0, 35.0, 28.0, 37.0, 42.0, 32.0, 31.0, 45.0, 35.0, 32.0, 39.0, 34.0, 29.0, 28.0, 27.0, 25.0, 24.0, 26.0, 21.0, 20.0, 13.0, 12.0, 13.0, 18.0, 13.0, 4.0, 4.0, 7.0, 3.0, 3.0, 1.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-10.909764289855957, -10.546353340148926, -10.182941436767578, -9.819530487060547, -9.456119537353516, -9.092707633972168, -8.729296684265137, -8.365884780883789, -8.002473831176758, -7.639062404632568, -7.275650978088379, -6.912240028381348, -6.548828601837158, -6.185417175292969, -5.8220062255859375, -5.458594799041748, -5.095183372497559, -4.731771945953369, -4.36836051940918, -4.004949569702148, -3.641538143157959, -3.2781267166137695, -2.914715528488159, -2.551304340362549, -2.1878929138183594, -1.8244816064834595, -1.4610702991485596, -1.0976589918136597, -0.7342476844787598, -0.37083637714385986, -0.007425069808959961, 0.3559861183166504, 0.7193984985351562, 1.0828098058700562, 1.446221113204956, 1.809632420539856, 2.173043727874756, 2.5364551544189453, 2.8998663425445557, 3.263277530670166, 3.6266889572143555, 3.990100383758545, 4.353511810302734, 4.716922760009766, 5.080334186553955, 5.4437456130981445, 5.807156562805176, 6.170567989349365, 6.533979415893555, 6.897390842437744, 7.260802268981934, 7.624213218688965, 7.987624645233154, 8.351036071777344, 8.714447021484375, 9.077857971191406, 9.441269874572754, 9.804680824279785, 10.168092727661133, 10.531503677368164, 10.894914627075195, 11.258326530456543, 11.621737480163574, 11.985149383544922, 12.348560333251953]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 7.0, 8.0, 9.0, 7.0, 7.0, 19.0, 18.0, 25.0, 32.0, 42.0, 50.0, 67.0, 55.0, 58.0, 65.0, 61.0, 71.0, 74.0, 56.0, 48.0, 46.0, 42.0, 25.0, 30.0, 21.0, 13.0, 9.0, 13.0, 12.0, 5.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.712890625, -1.6600799560546875, -1.607269287109375, -1.5544586181640625, -1.50164794921875, -1.4488372802734375, -1.396026611328125, -1.3432159423828125, -1.2904052734375, -1.2375946044921875, -1.184783935546875, -1.1319732666015625, -1.07916259765625, -1.0263519287109375, -0.973541259765625, -0.9207305908203125, -0.867919921875, -0.8151092529296875, -0.762298583984375, -0.7094879150390625, -0.65667724609375, -0.6038665771484375, -0.551055908203125, -0.4982452392578125, -0.4454345703125, -0.3926239013671875, -0.339813232421875, -0.2870025634765625, -0.23419189453125, -0.1813812255859375, -0.128570556640625, -0.0757598876953125, -0.02294921875, 0.0298614501953125, 0.082672119140625, 0.1354827880859375, 0.18829345703125, 0.2411041259765625, 0.293914794921875, 0.3467254638671875, 0.3995361328125, 0.4523468017578125, 0.505157470703125, 0.5579681396484375, 0.61077880859375, 0.6635894775390625, 0.716400146484375, 0.7692108154296875, 0.822021484375, 0.8748321533203125, 0.927642822265625, 0.9804534912109375, 1.03326416015625, 1.0860748291015625, 1.138885498046875, 1.1916961669921875, 1.2445068359375, 1.2973175048828125, 1.350128173828125, 1.4029388427734375, 1.45574951171875, 1.5085601806640625, 1.561370849609375, 1.6141815185546875, 1.6669921875]}, "gradients/decoder.transformer.h.19.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 4.0, 6.0, 10.0, 11.0, 14.0, 21.0, 21.0, 43.0, 40.0, 82.0, 101.0, 147.0, 208.0, 288.0, 405.0, 594.0, 934.0, 1431.0, 2484.0, 4150.0, 7649.0, 13398.0, 27271.0, 57770.0, 142239.0, 442424.0, 200092.0, 74367.0, 33908.0, 16602.0, 8859.0, 5136.0, 2868.0, 1687.0, 1055.0, 693.0, 502.0, 286.0, 213.0, 148.0, 117.0, 87.0, 51.0, 46.0, 26.0, 21.0, 18.0, 12.0, 8.0, 8.0, 5.0, 4.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.130859375, -2.06353759765625, -1.9962158203125, -1.92889404296875, -1.861572265625, -1.79425048828125, -1.7269287109375, -1.65960693359375, -1.59228515625, -1.52496337890625, -1.4576416015625, -1.39031982421875, -1.322998046875, -1.25567626953125, -1.1883544921875, -1.12103271484375, -1.0537109375, -0.98638916015625, -0.9190673828125, -0.85174560546875, -0.784423828125, -0.71710205078125, -0.6497802734375, -0.58245849609375, -0.51513671875, -0.44781494140625, -0.3804931640625, -0.31317138671875, -0.245849609375, -0.17852783203125, -0.1112060546875, -0.04388427734375, 0.0234375, 0.09075927734375, 0.1580810546875, 0.22540283203125, 0.292724609375, 0.36004638671875, 0.4273681640625, 0.49468994140625, 0.56201171875, 0.62933349609375, 0.6966552734375, 0.76397705078125, 0.831298828125, 0.89862060546875, 0.9659423828125, 1.03326416015625, 1.1005859375, 1.16790771484375, 1.2352294921875, 1.30255126953125, 1.369873046875, 1.43719482421875, 1.5045166015625, 1.57183837890625, 1.63916015625, 1.70648193359375, 1.7738037109375, 1.84112548828125, 1.908447265625, 1.97576904296875, 2.0430908203125, 2.11041259765625, 2.177734375]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 4.0, 3.0, 17.0, 7.0, 9.0, 12.0, 13.0, 17.0, 16.0, 14.0, 23.0, 14.0, 26.0, 27.0, 24.0, 30.0, 32.0, 36.0, 27.0, 44.0, 37.0, 36.0, 1068.0, 44.0, 39.0, 39.0, 37.0, 55.0, 31.0, 35.0, 36.0, 19.0, 20.0, 26.0, 23.0, 11.0, 16.0, 14.0, 9.0, 11.0, 6.0, 7.0, 5.0, 3.0, 3.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-1.0146484375, -0.9830780029296875, -0.951507568359375, -0.9199371337890625, -0.88836669921875, -0.8567962646484375, -0.825225830078125, -0.7936553955078125, -0.7620849609375, -0.7305145263671875, -0.698944091796875, -0.6673736572265625, -0.63580322265625, -0.6042327880859375, -0.572662353515625, -0.5410919189453125, -0.509521484375, -0.4779510498046875, -0.446380615234375, -0.4148101806640625, -0.38323974609375, -0.3516693115234375, -0.320098876953125, -0.2885284423828125, -0.2569580078125, -0.2253875732421875, -0.193817138671875, -0.1622467041015625, -0.13067626953125, -0.0991058349609375, -0.067535400390625, -0.0359649658203125, -0.00439453125, 0.0271759033203125, 0.058746337890625, 0.0903167724609375, 0.12188720703125, 0.1534576416015625, 0.185028076171875, 0.2165985107421875, 0.2481689453125, 0.2797393798828125, 0.311309814453125, 0.3428802490234375, 0.37445068359375, 0.4060211181640625, 0.437591552734375, 0.4691619873046875, 0.500732421875, 0.5323028564453125, 0.563873291015625, 0.5954437255859375, 0.62701416015625, 0.6585845947265625, 0.690155029296875, 0.7217254638671875, 0.7532958984375, 0.7848663330078125, 0.816436767578125, 0.8480072021484375, 0.87957763671875, 0.9111480712890625, 0.942718505859375, 0.9742889404296875, 1.005859375]}, "gradients/decoder.transformer.h.19.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 8.0, 5.0, 6.0, 4.0, 11.0, 11.0, 23.0, 30.0, 53.0, 72.0, 98.0, 145.0, 230.0, 361.0, 564.0, 825.0, 1277.0, 1964.0, 3061.0, 5092.0, 8533.0, 16623.0, 48637.0, 1846357.0, 113544.0, 22444.0, 10769.0, 6136.0, 3639.0, 2265.0, 1483.0, 981.0, 658.0, 424.0, 272.0, 157.0, 116.0, 82.0, 51.0, 26.0, 26.0, 20.0, 21.0, 15.0, 5.0, 8.0, 4.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.287109375, -2.217132568359375, -2.14715576171875, -2.077178955078125, -2.0072021484375, -1.937225341796875, -1.86724853515625, -1.797271728515625, -1.727294921875, -1.657318115234375, -1.58734130859375, -1.517364501953125, -1.4473876953125, -1.377410888671875, -1.30743408203125, -1.237457275390625, -1.16748046875, -1.097503662109375, -1.02752685546875, -0.957550048828125, -0.8875732421875, -0.817596435546875, -0.74761962890625, -0.677642822265625, -0.607666015625, -0.537689208984375, -0.46771240234375, -0.397735595703125, -0.3277587890625, -0.257781982421875, -0.18780517578125, -0.117828369140625, -0.0478515625, 0.022125244140625, 0.09210205078125, 0.162078857421875, 0.2320556640625, 0.302032470703125, 0.37200927734375, 0.441986083984375, 0.511962890625, 0.581939697265625, 0.65191650390625, 0.721893310546875, 0.7918701171875, 0.861846923828125, 0.93182373046875, 1.001800537109375, 1.07177734375, 1.141754150390625, 1.21173095703125, 1.281707763671875, 1.3516845703125, 1.421661376953125, 1.49163818359375, 1.561614990234375, 1.631591796875, 1.701568603515625, 1.77154541015625, 1.841522216796875, 1.9114990234375, 1.981475830078125, 2.05145263671875, 2.121429443359375, 2.19140625]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 3.0, 3.0, 4.0, 5.0, 9.0, 14.0, 22.0, 68.0, 128.0, 444.0, 165.0, 56.0, 27.0, 15.0, 14.0, 8.0, 5.0, 1.0, 4.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3876953125, -0.3745689392089844, -0.36144256591796875, -0.3483161926269531, -0.3351898193359375, -0.3220634460449219, -0.30893707275390625, -0.2958106994628906, -0.282684326171875, -0.2695579528808594, -0.25643157958984375, -0.24330520629882812, -0.2301788330078125, -0.21705245971679688, -0.20392608642578125, -0.19079971313476562, -0.17767333984375, -0.16454696655273438, -0.15142059326171875, -0.13829421997070312, -0.1251678466796875, -0.11204147338867188, -0.09891510009765625, -0.08578872680664062, -0.072662353515625, -0.059535980224609375, -0.04640960693359375, -0.033283233642578125, -0.0201568603515625, -0.007030487060546875, 0.00609588623046875, 0.019222259521484375, 0.0323486328125, 0.045475006103515625, 0.05860137939453125, 0.07172775268554688, 0.0848541259765625, 0.09798049926757812, 0.11110687255859375, 0.12423324584960938, 0.137359619140625, 0.15048599243164062, 0.16361236572265625, 0.17673873901367188, 0.1898651123046875, 0.20299148559570312, 0.21611785888671875, 0.22924423217773438, 0.24237060546875, 0.2554969787597656, 0.26862335205078125, 0.2817497253417969, 0.2948760986328125, 0.3080024719238281, 0.32112884521484375, 0.3342552185058594, 0.347381591796875, 0.3605079650878906, 0.37363433837890625, 0.3867607116699219, 0.3998870849609375, 0.4130134582519531, 0.42613983154296875, 0.4392662048339844, 0.452392578125]}, "gradients/decoder.transformer.h.19.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 4.0, 1.0, 6.0, 11.0, 17.0, 22.0, 29.0, 63.0, 237.0, 1047822.0, 189.0, 76.0, 28.0, 16.0, 9.0, 7.0, 4.0, 3.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-14.96875, -14.534423828125, -14.10009765625, -13.665771484375, -13.2314453125, -12.797119140625, -12.36279296875, -11.928466796875, -11.494140625, -11.059814453125, -10.62548828125, -10.191162109375, -9.7568359375, -9.322509765625, -8.88818359375, -8.453857421875, -8.01953125, -7.585205078125, -7.15087890625, -6.716552734375, -6.2822265625, -5.847900390625, -5.41357421875, -4.979248046875, -4.544921875, -4.110595703125, -3.67626953125, -3.241943359375, -2.8076171875, -2.373291015625, -1.93896484375, -1.504638671875, -1.0703125, -0.635986328125, -0.20166015625, 0.232666015625, 0.6669921875, 1.101318359375, 1.53564453125, 1.969970703125, 2.404296875, 2.838623046875, 3.27294921875, 3.707275390625, 4.1416015625, 4.575927734375, 5.01025390625, 5.444580078125, 5.87890625, 6.313232421875, 6.74755859375, 7.181884765625, 7.6162109375, 8.050537109375, 8.48486328125, 8.919189453125, 9.353515625, 9.787841796875, 10.22216796875, 10.656494140625, 11.0908203125, 11.525146484375, 11.95947265625, 12.393798828125, 12.828125]}, "gradients/decoder.transformer.h.19.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 50.0, 953.0, 15.0], "bins": [-3.0238940715789795, -2.975468635559082, -2.9270431995391846, -2.878618001937866, -2.8301925659179688, -2.7817671298980713, -2.733341693878174, -2.6849162578582764, -2.636491060256958, -2.5880656242370605, -2.539640188217163, -2.4912149906158447, -2.4427895545959473, -2.39436411857605, -2.3459386825561523, -2.297513246536255, -2.2490878105163574, -2.20066237449646, -2.1522369384765625, -2.103811740875244, -2.0553863048553467, -2.006960868835449, -1.9585354328155518, -1.9101101160049438, -1.861684799194336, -1.8132593631744385, -1.7648340463638306, -1.716408610343933, -1.6679832935333252, -1.6195578575134277, -1.5711324214935303, -1.5227071046829224, -1.474281668663025, -1.4258562326431274, -1.3774309158325195, -1.329005479812622, -1.2805801630020142, -1.2321547269821167, -1.1837294101715088, -1.1353039741516113, -1.0868786573410034, -1.038453221321106, -0.990027904510498, -0.9416024684906006, -0.8931770920753479, -0.8447517156600952, -0.7963263392448425, -0.7479009628295898, -0.6994755268096924, -0.6510501503944397, -0.602624773979187, -0.5541993379592896, -0.5057739615440369, -0.4573485851287842, -0.4089232087135315, -0.3604978024959564, -0.31207239627838135, -0.26364701986312866, -0.2152216136455536, -0.1667962372303009, -0.11837084591388702, -0.06994545459747314, -0.02152007818222046, 0.026905328035354614, 0.0753306895494461]}, "gradients/decoder.transformer.h.19.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 2.0, 2.0, 3.0, 3.0, 9.0, 13.0, 12.0, 18.0, 26.0, 27.0, 36.0, 40.0, 34.0, 40.0, 45.0, 46.0, 50.0, 49.0, 51.0, 63.0, 52.0, 54.0, 49.0, 46.0, 30.0, 38.0, 37.0, 33.0, 24.0, 18.0, 19.0, 16.0, 9.0, 5.0, 7.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0636112689971924, -1.0322401523590088, -1.0008689165115356, -0.9694977402687073, -0.9381265640258789, -0.9067553877830505, -0.8753842115402222, -0.8440130352973938, -0.8126418590545654, -0.7812706828117371, -0.7498995065689087, -0.7185283303260803, -0.687157154083252, -0.6557859778404236, -0.6244148015975952, -0.5930436253547668, -0.5616724491119385, -0.5303012728691101, -0.49893009662628174, -0.46755892038345337, -0.436187744140625, -0.40481656789779663, -0.37344539165496826, -0.3420742154121399, -0.3107030391693115, -0.27933186292648315, -0.24796068668365479, -0.21658951044082642, -0.18521833419799805, -0.15384715795516968, -0.12247598171234131, -0.09110480546951294, -0.05973374843597412, -0.028362572193145752, 0.003008604049682617, 0.034379780292510986, 0.06575095653533936, 0.09712213277816772, 0.1284933090209961, 0.15986448526382446, 0.19123566150665283, 0.2226068377494812, 0.25397801399230957, 0.28534919023513794, 0.3167203664779663, 0.3480915427207947, 0.37946271896362305, 0.4108338952064514, 0.4422050714492798, 0.47357624769210815, 0.5049474239349365, 0.5363186001777649, 0.5676897764205933, 0.5990609526634216, 0.63043212890625, 0.6618033051490784, 0.6931744813919067, 0.7245456576347351, 0.7559168338775635, 0.7872880101203918, 0.8186591863632202, 0.8500303626060486, 0.881401538848877, 0.9127727150917053, 0.9441438913345337]}, "gradients/decoder.transformer.h.19.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 7.0, 8.0, 9.0, 6.0, 8.0, 19.0, 18.0, 24.0, 31.0, 44.0, 44.0, 72.0, 55.0, 54.0, 70.0, 62.0, 68.0, 71.0, 59.0, 49.0, 47.0, 42.0, 23.0, 32.0, 21.0, 13.0, 9.0, 13.0, 12.0, 5.0, 3.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.7158203125, -1.6629638671875, -1.610107421875, -1.5572509765625, -1.50439453125, -1.4515380859375, -1.398681640625, -1.3458251953125, -1.29296875, -1.2401123046875, -1.187255859375, -1.1343994140625, -1.08154296875, -1.0286865234375, -0.975830078125, -0.9229736328125, -0.8701171875, -0.8172607421875, -0.764404296875, -0.7115478515625, -0.65869140625, -0.6058349609375, -0.552978515625, -0.5001220703125, -0.447265625, -0.3944091796875, -0.341552734375, -0.2886962890625, -0.23583984375, -0.1829833984375, -0.130126953125, -0.0772705078125, -0.0244140625, 0.0284423828125, 0.081298828125, 0.1341552734375, 0.18701171875, 0.2398681640625, 0.292724609375, 0.3455810546875, 0.3984375, 0.4512939453125, 0.504150390625, 0.5570068359375, 0.60986328125, 0.6627197265625, 0.715576171875, 0.7684326171875, 0.8212890625, 0.8741455078125, 0.927001953125, 0.9798583984375, 1.03271484375, 1.0855712890625, 1.138427734375, 1.1912841796875, 1.244140625, 1.2969970703125, 1.349853515625, 1.4027099609375, 1.45556640625, 1.5084228515625, 1.561279296875, 1.6141357421875, 1.6669921875]}, "gradients/decoder.transformer.h.19.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 5.0, 2.0, 4.0, 8.0, 8.0, 9.0, 17.0, 20.0, 42.0, 52.0, 85.0, 148.0, 185.0, 286.0, 473.0, 798.0, 1356.0, 2576.0, 4999.0, 10385.0, 22981.0, 56329.0, 161418.0, 485410.0, 188239.0, 63804.0, 25584.0, 11421.0, 5352.0, 2801.0, 1477.0, 827.0, 534.0, 302.0, 221.0, 140.0, 80.0, 66.0, 39.0, 27.0, 18.0, 12.0, 8.0, 7.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.472412109375, -0.4579048156738281, -0.44339752197265625, -0.4288902282714844, -0.4143829345703125, -0.3998756408691406, -0.38536834716796875, -0.3708610534667969, -0.356353759765625, -0.3418464660644531, -0.32733917236328125, -0.3128318786621094, -0.2983245849609375, -0.2838172912597656, -0.26930999755859375, -0.2548027038574219, -0.24029541015625, -0.22578811645507812, -0.21128082275390625, -0.19677352905273438, -0.1822662353515625, -0.16775894165039062, -0.15325164794921875, -0.13874435424804688, -0.124237060546875, -0.10972976684570312, -0.09522247314453125, -0.08071517944335938, -0.0662078857421875, -0.051700592041015625, -0.03719329833984375, -0.022686004638671875, -0.0081787109375, 0.006328582763671875, 0.02083587646484375, 0.035343170166015625, 0.0498504638671875, 0.06435775756835938, 0.07886505126953125, 0.09337234497070312, 0.107879638671875, 0.12238693237304688, 0.13689422607421875, 0.15140151977539062, 0.1659088134765625, 0.18041610717773438, 0.19492340087890625, 0.20943069458007812, 0.22393798828125, 0.23844528198242188, 0.25295257568359375, 0.2674598693847656, 0.2819671630859375, 0.2964744567871094, 0.31098175048828125, 0.3254890441894531, 0.339996337890625, 0.3545036315917969, 0.36901092529296875, 0.3835182189941406, 0.3980255126953125, 0.4125328063964844, 0.42704010009765625, 0.4415473937988281, 0.4560546875]}, "gradients/decoder.transformer.h.19.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 1.0, 6.0, 6.0, 5.0, 7.0, 11.0, 16.0, 22.0, 31.0, 18.0, 28.0, 37.0, 42.0, 43.0, 51.0, 48.0, 52.0, 42.0, 142.0, 2010.0, 57.0, 51.0, 43.0, 36.0, 44.0, 35.0, 30.0, 22.0, 17.0, 26.0, 11.0, 16.0, 12.0, 11.0, 6.0, 7.0, 1.0, 6.0, 1.0, 3.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.2109375, -5.053466796875, -4.89599609375, -4.738525390625, -4.5810546875, -4.423583984375, -4.26611328125, -4.108642578125, -3.951171875, -3.793701171875, -3.63623046875, -3.478759765625, -3.3212890625, -3.163818359375, -3.00634765625, -2.848876953125, -2.69140625, -2.533935546875, -2.37646484375, -2.218994140625, -2.0615234375, -1.904052734375, -1.74658203125, -1.589111328125, -1.431640625, -1.274169921875, -1.11669921875, -0.959228515625, -0.8017578125, -0.644287109375, -0.48681640625, -0.329345703125, -0.171875, -0.014404296875, 0.14306640625, 0.300537109375, 0.4580078125, 0.615478515625, 0.77294921875, 0.930419921875, 1.087890625, 1.245361328125, 1.40283203125, 1.560302734375, 1.7177734375, 1.875244140625, 2.03271484375, 2.190185546875, 2.34765625, 2.505126953125, 2.66259765625, 2.820068359375, 2.9775390625, 3.135009765625, 3.29248046875, 3.449951171875, 3.607421875, 3.764892578125, 3.92236328125, 4.079833984375, 4.2373046875, 4.394775390625, 4.55224609375, 4.709716796875, 4.8671875]}, "gradients/decoder.transformer.h.19.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 3.0, 1.0, 6.0, 1.0, 7.0, 4.0, 14.0, 11.0, 21.0, 15.0, 28.0, 24.0, 34.0, 55.0, 82.0, 127.0, 193.0, 308.0, 617.0, 1509.0, 587544.0, 2551831.0, 1593.0, 643.0, 334.0, 218.0, 146.0, 88.0, 65.0, 45.0, 30.0, 31.0, 22.0, 20.0, 11.0, 8.0, 7.0, 6.0, 5.0, 2.0, 4.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.109375, -5.91241455078125, -5.7154541015625, -5.51849365234375, -5.321533203125, -5.12457275390625, -4.9276123046875, -4.73065185546875, -4.53369140625, -4.33673095703125, -4.1397705078125, -3.94281005859375, -3.745849609375, -3.54888916015625, -3.3519287109375, -3.15496826171875, -2.9580078125, -2.76104736328125, -2.5640869140625, -2.36712646484375, -2.170166015625, -1.97320556640625, -1.7762451171875, -1.57928466796875, -1.38232421875, -1.18536376953125, -0.9884033203125, -0.79144287109375, -0.594482421875, -0.39752197265625, -0.2005615234375, -0.00360107421875, 0.193359375, 0.39031982421875, 0.5872802734375, 0.78424072265625, 0.981201171875, 1.17816162109375, 1.3751220703125, 1.57208251953125, 1.76904296875, 1.96600341796875, 2.1629638671875, 2.35992431640625, 2.556884765625, 2.75384521484375, 2.9508056640625, 3.14776611328125, 3.3447265625, 3.54168701171875, 3.7386474609375, 3.93560791015625, 4.132568359375, 4.32952880859375, 4.5264892578125, 4.72344970703125, 4.92041015625, 5.11737060546875, 5.3143310546875, 5.51129150390625, 5.708251953125, 5.90521240234375, 6.1021728515625, 6.29913330078125, 6.49609375]}, "gradients/decoder.transformer.h.19.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 7.0, 474.0, 533.0, 6.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.812804937362671, -3.0542008876800537, -2.2955968379974365, -1.5369927883148193, -0.7783887386322021, -0.01978468894958496, 0.7388193607330322, 1.4974234104156494, 2.2560274600982666, 3.014631509780884, 3.773235559463501, 4.531839370727539, 5.290443420410156, 6.049047470092773, 6.807651519775391, 7.566255569458008, 8.324859619140625, 9.083463668823242, 9.84206771850586, 10.600671768188477, 11.359275817871094, 12.117879867553711, 12.876483917236328, 13.635087966918945, 14.393692016601562, 15.15229606628418, 15.910900115966797, 16.669504165649414, 17.42810821533203, 18.18671226501465, 18.945316314697266, 19.703920364379883, 20.4625244140625, 21.221128463745117, 21.979732513427734, 22.73833656311035, 23.49694061279297, 24.255544662475586, 25.014148712158203, 25.77275276184082, 26.531356811523438, 27.289960861206055, 28.048564910888672, 28.80716896057129, 29.565773010253906, 30.324377059936523, 31.08298110961914, 31.841585159301758, 32.600189208984375, 33.358795166015625, 34.11739730834961, 34.875999450683594, 35.634605407714844, 36.393211364746094, 37.15181350708008, 37.91041564941406, 38.66902160644531, 39.42762756347656, 40.18622970581055, 40.94483184814453, 41.70343780517578, 42.46204376220703, 43.220645904541016, 43.979248046875, 44.73785400390625]}, "gradients/decoder.transformer.h.19.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 7.0, 9.0, 13.0, 12.0, 7.0, 9.0, 15.0, 30.0, 26.0, 32.0, 37.0, 34.0, 40.0, 36.0, 44.0, 41.0, 41.0, 59.0, 40.0, 50.0, 49.0, 39.0, 41.0, 47.0, 42.0, 28.0, 34.0, 31.0, 16.0, 13.0, 16.0, 16.0, 11.0, 17.0, 7.0, 10.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.807194709777832, -14.35116195678711, -13.895129203796387, -13.439096450805664, -12.983063697814941, -12.527030944824219, -12.070998191833496, -11.614965438842773, -11.15893268585205, -10.702899932861328, -10.246867179870605, -9.790834426879883, -9.33480167388916, -8.878768920898438, -8.422736167907715, -7.966703414916992, -7.5106706619262695, -7.054637908935547, -6.598605155944824, -6.142572402954102, -5.686539649963379, -5.230506896972656, -4.774474143981934, -4.318441390991211, -3.8624086380004883, -3.4063758850097656, -2.950343132019043, -2.4943103790283203, -2.0382776260375977, -1.582244873046875, -1.1262121200561523, -0.6701793670654297, -0.21414756774902344, 0.24188518524169922, 0.6979179382324219, 1.1539506912231445, 1.6099834442138672, 2.06601619720459, 2.5220489501953125, 2.978081703186035, 3.434114456176758, 3.8901472091674805, 4.346179962158203, 4.802212715148926, 5.258245468139648, 5.714278221130371, 6.170310974121094, 6.626343727111816, 7.082376480102539, 7.538409233093262, 7.994441986083984, 8.450474739074707, 8.90650749206543, 9.362540245056152, 9.818572998046875, 10.274605751037598, 10.73063850402832, 11.186671257019043, 11.642704010009766, 12.098736763000488, 12.554769515991211, 13.010802268981934, 13.466835021972656, 13.922867774963379, 14.378900527954102]}, "gradients/decoder.transformer.h.18.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 6.0, 6.0, 12.0, 7.0, 8.0, 15.0, 18.0, 24.0, 30.0, 40.0, 51.0, 64.0, 56.0, 62.0, 59.0, 68.0, 65.0, 70.0, 62.0, 47.0, 52.0, 44.0, 24.0, 34.0, 12.0, 20.0, 5.0, 14.0, 15.0, 4.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.73828125, -1.6849517822265625, -1.631622314453125, -1.5782928466796875, -1.52496337890625, -1.4716339111328125, -1.418304443359375, -1.3649749755859375, -1.3116455078125, -1.2583160400390625, -1.204986572265625, -1.1516571044921875, -1.09832763671875, -1.0449981689453125, -0.991668701171875, -0.9383392333984375, -0.885009765625, -0.8316802978515625, -0.778350830078125, -0.7250213623046875, -0.67169189453125, -0.6183624267578125, -0.565032958984375, -0.5117034912109375, -0.4583740234375, -0.4050445556640625, -0.351715087890625, -0.2983856201171875, -0.24505615234375, -0.1917266845703125, -0.138397216796875, -0.0850677490234375, -0.03173828125, 0.0215911865234375, 0.074920654296875, 0.1282501220703125, 0.18157958984375, 0.2349090576171875, 0.288238525390625, 0.3415679931640625, 0.3948974609375, 0.4482269287109375, 0.501556396484375, 0.5548858642578125, 0.60821533203125, 0.6615447998046875, 0.714874267578125, 0.7682037353515625, 0.821533203125, 0.8748626708984375, 0.928192138671875, 0.9815216064453125, 1.03485107421875, 1.0881805419921875, 1.141510009765625, 1.1948394775390625, 1.2481689453125, 1.3014984130859375, 1.354827880859375, 1.4081573486328125, 1.46148681640625, 1.5148162841796875, 1.568145751953125, 1.6214752197265625, 1.6748046875]}, "gradients/decoder.transformer.h.18.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 6.0, 5.0, 10.0, 9.0, 9.0, 15.0, 24.0, 21.0, 41.0, 40.0, 77.0, 101.0, 159.0, 3698.0, 146769.0, 3878460.0, 160042.0, 4273.0, 161.0, 98.0, 75.0, 43.0, 38.0, 28.0, 15.0, 17.0, 10.0, 17.0, 10.0, 4.0, 3.0, 4.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.6953125, -4.5509033203125, -4.406494140625, -4.2620849609375, -4.11767578125, -3.9732666015625, -3.828857421875, -3.6844482421875, -3.5400390625, -3.3956298828125, -3.251220703125, -3.1068115234375, -2.96240234375, -2.8179931640625, -2.673583984375, -2.5291748046875, -2.384765625, -2.2403564453125, -2.095947265625, -1.9515380859375, -1.80712890625, -1.6627197265625, -1.518310546875, -1.3739013671875, -1.2294921875, -1.0850830078125, -0.940673828125, -0.7962646484375, -0.65185546875, -0.5074462890625, -0.363037109375, -0.2186279296875, -0.07421875, 0.0701904296875, 0.214599609375, 0.3590087890625, 0.50341796875, 0.6478271484375, 0.792236328125, 0.9366455078125, 1.0810546875, 1.2254638671875, 1.369873046875, 1.5142822265625, 1.65869140625, 1.8031005859375, 1.947509765625, 2.0919189453125, 2.236328125, 2.3807373046875, 2.525146484375, 2.6695556640625, 2.81396484375, 2.9583740234375, 3.102783203125, 3.2471923828125, 3.3916015625, 3.5360107421875, 3.680419921875, 3.8248291015625, 3.96923828125, 4.1136474609375, 4.258056640625, 4.4024658203125, 4.546875]}, "gradients/decoder.transformer.h.18.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 3.0, 4.0, 1.0, 5.0, 7.0, 9.0, 13.0, 16.0, 16.0, 26.0, 28.0, 46.0, 53.0, 67.0, 81.0, 100.0, 152.0, 257.0, 422.0, 704.0, 775.0, 426.0, 259.0, 162.0, 107.0, 85.0, 57.0, 59.0, 31.0, 22.0, 26.0, 13.0, 16.0, 12.0, 7.0, 6.0, 4.0, 3.0, 6.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.53125, -2.42156982421875, -2.3118896484375, -2.20220947265625, -2.092529296875, -1.98284912109375, -1.8731689453125, -1.76348876953125, -1.65380859375, -1.54412841796875, -1.4344482421875, -1.32476806640625, -1.215087890625, -1.10540771484375, -0.9957275390625, -0.88604736328125, -0.7763671875, -0.66668701171875, -0.5570068359375, -0.44732666015625, -0.337646484375, -0.22796630859375, -0.1182861328125, -0.00860595703125, 0.10107421875, 0.21075439453125, 0.3204345703125, 0.43011474609375, 0.539794921875, 0.64947509765625, 0.7591552734375, 0.86883544921875, 0.978515625, 1.08819580078125, 1.1978759765625, 1.30755615234375, 1.417236328125, 1.52691650390625, 1.6365966796875, 1.74627685546875, 1.85595703125, 1.96563720703125, 2.0753173828125, 2.18499755859375, 2.294677734375, 2.40435791015625, 2.5140380859375, 2.62371826171875, 2.7333984375, 2.84307861328125, 2.9527587890625, 3.06243896484375, 3.172119140625, 3.28179931640625, 3.3914794921875, 3.50115966796875, 3.61083984375, 3.72052001953125, 3.8302001953125, 3.93988037109375, 4.049560546875, 4.15924072265625, 4.2689208984375, 4.37860107421875, 4.48828125]}, "gradients/decoder.transformer.h.18.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 4.0, 4.0, 2.0, 6.0, 8.0, 8.0, 12.0, 15.0, 17.0, 38.0, 27.0, 44.0, 86.0, 80.0, 126.0, 220.0, 278.0, 513.0, 1365.0, 4176022.0, 13161.0, 913.0, 412.0, 268.0, 168.0, 132.0, 91.0, 74.0, 57.0, 41.0, 25.0, 18.0, 18.0, 12.0, 8.0, 9.0, 4.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0], "bins": [-22.671875, -22.1163330078125, -21.560791015625, -21.0052490234375, -20.44970703125, -19.8941650390625, -19.338623046875, -18.7830810546875, -18.2275390625, -17.6719970703125, -17.116455078125, -16.5609130859375, -16.00537109375, -15.4498291015625, -14.894287109375, -14.3387451171875, -13.783203125, -13.2276611328125, -12.672119140625, -12.1165771484375, -11.56103515625, -11.0054931640625, -10.449951171875, -9.8944091796875, -9.3388671875, -8.7833251953125, -8.227783203125, -7.6722412109375, -7.11669921875, -6.5611572265625, -6.005615234375, -5.4500732421875, -4.89453125, -4.3389892578125, -3.783447265625, -3.2279052734375, -2.67236328125, -2.1168212890625, -1.561279296875, -1.0057373046875, -0.4501953125, 0.1053466796875, 0.660888671875, 1.2164306640625, 1.77197265625, 2.3275146484375, 2.883056640625, 3.4385986328125, 3.994140625, 4.5496826171875, 5.105224609375, 5.6607666015625, 6.21630859375, 6.7718505859375, 7.327392578125, 7.8829345703125, 8.4384765625, 8.9940185546875, 9.549560546875, 10.1051025390625, 10.66064453125, 11.2161865234375, 11.771728515625, 12.3272705078125, 12.8828125]}, "gradients/decoder.transformer.h.18.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 7.0, 24.0, 47.0, 115.0, 222.0, 232.0, 198.0, 99.0, 37.0, 14.0, 11.0, 6.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.73003888130188, -3.588554620742798, -3.4470701217651367, -3.3055858612060547, -3.1641016006469727, -3.0226173400878906, -2.8811330795288086, -2.7396485805511475, -2.5981643199920654, -2.4566800594329834, -2.3151955604553223, -2.1737112998962402, -2.032227039337158, -1.8907427787780762, -1.7492583990097046, -1.607774019241333, -1.466289758682251, -1.324805498123169, -1.1833211183547974, -1.0418367385864258, -0.9003524780273438, -0.7588681578636169, -0.6173838376998901, -0.47589951753616333, -0.3344151973724365, -0.19293087720870972, -0.05144655704498291, 0.0900377631187439, 0.2315220832824707, 0.3730064034461975, 0.5144907236099243, 0.6559750437736511, 0.7974591255187988, 0.9389434456825256, 1.0804277658462524, 1.221912145614624, 1.363396406173706, 1.504880666732788, 1.6463650465011597, 1.7878494262695312, 1.9293336868286133, 2.0708179473876953, 2.2123022079467773, 2.3537867069244385, 2.4952709674835205, 2.6367552280426025, 2.7782397270202637, 2.9197239875793457, 3.0612082481384277, 3.2026925086975098, 3.344176769256592, 3.485661268234253, 3.627145528793335, 3.768629789352417, 3.910114288330078, 4.05159854888916, 4.193082809448242, 4.334567070007324, 4.476051330566406, 4.617535591125488, 4.75901985168457, 4.9005045890808105, 5.041988849639893, 5.183473110198975, 5.324957370758057]}, "gradients/decoder.transformer.h.18.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 7.0, 1.0, 5.0, 6.0, 3.0, 8.0, 10.0, 11.0, 18.0, 19.0, 16.0, 20.0, 25.0, 20.0, 40.0, 30.0, 36.0, 34.0, 29.0, 34.0, 33.0, 44.0, 37.0, 37.0, 33.0, 41.0, 50.0, 36.0, 38.0, 37.0, 30.0, 34.0, 28.0, 16.0, 24.0, 18.0, 16.0, 23.0, 11.0, 8.0, 4.0, 12.0, 8.0, 11.0, 2.0, 5.0, 6.0, 0.0, 1.0, 1.0], "bins": [-12.569894790649414, -12.233352661132812, -11.896810531616211, -11.56026840209961, -11.223726272583008, -10.887185096740723, -10.550642967224121, -10.21410083770752, -9.877558708190918, -9.541016578674316, -9.204474449157715, -8.867932319641113, -8.531391143798828, -8.194849014282227, -7.858306884765625, -7.521764755249023, -7.185222625732422, -6.84868049621582, -6.512138366699219, -6.175596714019775, -5.839054584503174, -5.502512454986572, -5.165970802307129, -4.829428672790527, -4.492886543273926, -4.156344413757324, -3.8198025226593018, -3.4832606315612793, -3.1467185020446777, -2.810176372528076, -2.4736344814300537, -2.1370925903320312, -1.8005495071411133, -1.4640074968338013, -1.1274654865264893, -0.7909234762191772, -0.45438146591186523, -0.11783945560455322, 0.2187025547027588, 0.5552444458007812, 0.8917865753173828, 1.2283285856246948, 1.5648705959320068, 1.9014126062393188, 2.237954616546631, 2.5744967460632324, 2.911038637161255, 3.2475805282592773, 3.584122657775879, 3.9206647872924805, 4.257206916809082, 4.593748569488525, 4.930290699005127, 5.2668328285217285, 5.603374481201172, 5.939916610717773, 6.276458740234375, 6.613000869750977, 6.949542999267578, 7.2860846519470215, 7.622626781463623, 7.959168910980225, 8.295710563659668, 8.63225269317627, 8.968794822692871]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 8.0, 7.0, 11.0, 6.0, 9.0, 19.0, 17.0, 21.0, 41.0, 35.0, 54.0, 61.0, 60.0, 62.0, 59.0, 63.0, 69.0, 71.0, 53.0, 54.0, 42.0, 50.0, 24.0, 26.0, 18.0, 14.0, 7.0, 19.0, 12.0, 2.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7158203125, -1.6628570556640625, -1.609893798828125, -1.5569305419921875, -1.50396728515625, -1.4510040283203125, -1.398040771484375, -1.3450775146484375, -1.2921142578125, -1.2391510009765625, -1.186187744140625, -1.1332244873046875, -1.08026123046875, -1.0272979736328125, -0.974334716796875, -0.9213714599609375, -0.868408203125, -0.8154449462890625, -0.762481689453125, -0.7095184326171875, -0.65655517578125, -0.6035919189453125, -0.550628662109375, -0.4976654052734375, -0.4447021484375, -0.3917388916015625, -0.338775634765625, -0.2858123779296875, -0.23284912109375, -0.1798858642578125, -0.126922607421875, -0.0739593505859375, -0.02099609375, 0.0319671630859375, 0.084930419921875, 0.1378936767578125, 0.19085693359375, 0.2438201904296875, 0.296783447265625, 0.3497467041015625, 0.4027099609375, 0.4556732177734375, 0.508636474609375, 0.5615997314453125, 0.61456298828125, 0.6675262451171875, 0.720489501953125, 0.7734527587890625, 0.826416015625, 0.8793792724609375, 0.932342529296875, 0.9853057861328125, 1.03826904296875, 1.0912322998046875, 1.144195556640625, 1.1971588134765625, 1.2501220703125, 1.3030853271484375, 1.356048583984375, 1.4090118408203125, 1.46197509765625, 1.5149383544921875, 1.567901611328125, 1.6208648681640625, 1.673828125]}, "gradients/decoder.transformer.h.18.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 3.0, 7.0, 4.0, 8.0, 14.0, 8.0, 17.0, 52.0, 49.0, 75.0, 105.0, 193.0, 245.0, 380.0, 627.0, 977.0, 1708.0, 3006.0, 5755.0, 11562.0, 24423.0, 57381.0, 151451.0, 487800.0, 181712.0, 65649.0, 27891.0, 12813.0, 6410.0, 3447.0, 1855.0, 1049.0, 649.0, 391.0, 298.0, 175.0, 109.0, 87.0, 54.0, 46.0, 20.0, 21.0, 13.0, 10.0, 5.0, 1.0, 5.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.642578125, -2.56146240234375, -2.4803466796875, -2.39923095703125, -2.318115234375, -2.23699951171875, -2.1558837890625, -2.07476806640625, -1.99365234375, -1.91253662109375, -1.8314208984375, -1.75030517578125, -1.669189453125, -1.58807373046875, -1.5069580078125, -1.42584228515625, -1.3447265625, -1.26361083984375, -1.1824951171875, -1.10137939453125, -1.020263671875, -0.93914794921875, -0.8580322265625, -0.77691650390625, -0.69580078125, -0.61468505859375, -0.5335693359375, -0.45245361328125, -0.371337890625, -0.29022216796875, -0.2091064453125, -0.12799072265625, -0.046875, 0.03424072265625, 0.1153564453125, 0.19647216796875, 0.277587890625, 0.35870361328125, 0.4398193359375, 0.52093505859375, 0.60205078125, 0.68316650390625, 0.7642822265625, 0.84539794921875, 0.926513671875, 1.00762939453125, 1.0887451171875, 1.16986083984375, 1.2509765625, 1.33209228515625, 1.4132080078125, 1.49432373046875, 1.575439453125, 1.65655517578125, 1.7376708984375, 1.81878662109375, 1.89990234375, 1.98101806640625, 2.0621337890625, 2.14324951171875, 2.224365234375, 2.30548095703125, 2.3865966796875, 2.46771240234375, 2.548828125]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 1.0, 5.0, 1.0, 4.0, 4.0, 0.0, 4.0, 7.0, 8.0, 4.0, 6.0, 13.0, 19.0, 11.0, 12.0, 12.0, 21.0, 30.0, 28.0, 25.0, 24.0, 29.0, 43.0, 36.0, 35.0, 37.0, 42.0, 41.0, 1060.0, 38.0, 42.0, 29.0, 33.0, 36.0, 33.0, 27.0, 40.0, 29.0, 20.0, 30.0, 14.0, 15.0, 19.0, 6.0, 12.0, 9.0, 8.0, 7.0, 6.0, 6.0, 6.0, 2.0, 3.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.99951171875, -0.968475341796875, -0.93743896484375, -0.906402587890625, -0.8753662109375, -0.844329833984375, -0.81329345703125, -0.782257080078125, -0.751220703125, -0.720184326171875, -0.68914794921875, -0.658111572265625, -0.6270751953125, -0.596038818359375, -0.56500244140625, -0.533966064453125, -0.5029296875, -0.471893310546875, -0.44085693359375, -0.409820556640625, -0.3787841796875, -0.347747802734375, -0.31671142578125, -0.285675048828125, -0.254638671875, -0.223602294921875, -0.19256591796875, -0.161529541015625, -0.1304931640625, -0.099456787109375, -0.06842041015625, -0.037384033203125, -0.00634765625, 0.024688720703125, 0.05572509765625, 0.086761474609375, 0.1177978515625, 0.148834228515625, 0.17987060546875, 0.210906982421875, 0.241943359375, 0.272979736328125, 0.30401611328125, 0.335052490234375, 0.3660888671875, 0.397125244140625, 0.42816162109375, 0.459197998046875, 0.490234375, 0.521270751953125, 0.55230712890625, 0.583343505859375, 0.6143798828125, 0.645416259765625, 0.67645263671875, 0.707489013671875, 0.738525390625, 0.769561767578125, 0.80059814453125, 0.831634521484375, 0.8626708984375, 0.893707275390625, 0.92474365234375, 0.955780029296875, 0.98681640625]}, "gradients/decoder.transformer.h.18.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 4.0, 0.0, 4.0, 9.0, 3.0, 5.0, 10.0, 16.0, 14.0, 18.0, 34.0, 40.0, 56.0, 89.0, 97.0, 164.0, 264.0, 400.0, 534.0, 847.0, 1201.0, 1848.0, 2887.0, 4566.0, 7945.0, 14430.0, 34762.0, 1501556.0, 459475.0, 31878.0, 13818.0, 7453.0, 4482.0, 2827.0, 1781.0, 1145.0, 770.0, 525.0, 352.0, 250.0, 184.0, 119.0, 93.0, 67.0, 36.0, 24.0, 9.0, 12.0, 11.0, 9.0, 4.0, 6.0, 2.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 2.0, 1.0], "bins": [-2.181640625, -2.111175537109375, -2.04071044921875, -1.970245361328125, -1.8997802734375, -1.829315185546875, -1.75885009765625, -1.688385009765625, -1.617919921875, -1.547454833984375, -1.47698974609375, -1.406524658203125, -1.3360595703125, -1.265594482421875, -1.19512939453125, -1.124664306640625, -1.05419921875, -0.983734130859375, -0.91326904296875, -0.842803955078125, -0.7723388671875, -0.701873779296875, -0.63140869140625, -0.560943603515625, -0.490478515625, -0.420013427734375, -0.34954833984375, -0.279083251953125, -0.2086181640625, -0.138153076171875, -0.06768798828125, 0.002777099609375, 0.0732421875, 0.143707275390625, 0.21417236328125, 0.284637451171875, 0.3551025390625, 0.425567626953125, 0.49603271484375, 0.566497802734375, 0.636962890625, 0.707427978515625, 0.77789306640625, 0.848358154296875, 0.9188232421875, 0.989288330078125, 1.05975341796875, 1.130218505859375, 1.20068359375, 1.271148681640625, 1.34161376953125, 1.412078857421875, 1.4825439453125, 1.553009033203125, 1.62347412109375, 1.693939208984375, 1.764404296875, 1.834869384765625, 1.90533447265625, 1.975799560546875, 2.0462646484375, 2.116729736328125, 2.18719482421875, 2.257659912109375, 2.328125]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 4.0, 4.0, 6.0, 5.0, 5.0, 4.0, 6.0, 6.0, 5.0, 11.0, 11.0, 17.0, 22.0, 22.0, 53.0, 113.0, 320.0, 165.0, 62.0, 21.0, 25.0, 13.0, 11.0, 15.0, 15.0, 9.0, 5.0, 10.0, 6.0, 6.0, 7.0, 3.0, 1.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3095703125, -0.29979705810546875, -0.2900238037109375, -0.28025054931640625, -0.270477294921875, -0.26070404052734375, -0.2509307861328125, -0.24115753173828125, -0.23138427734375, -0.22161102294921875, -0.2118377685546875, -0.20206451416015625, -0.192291259765625, -0.18251800537109375, -0.1727447509765625, -0.16297149658203125, -0.1531982421875, -0.14342498779296875, -0.1336517333984375, -0.12387847900390625, -0.114105224609375, -0.10433197021484375, -0.0945587158203125, -0.08478546142578125, -0.07501220703125, -0.06523895263671875, -0.0554656982421875, -0.04569244384765625, -0.035919189453125, -0.02614593505859375, -0.0163726806640625, -0.00659942626953125, 0.003173828125, 0.01294708251953125, 0.0227203369140625, 0.03249359130859375, 0.042266845703125, 0.05204010009765625, 0.0618133544921875, 0.07158660888671875, 0.08135986328125, 0.09113311767578125, 0.1009063720703125, 0.11067962646484375, 0.120452880859375, 0.13022613525390625, 0.1399993896484375, 0.14977264404296875, 0.1595458984375, 0.16931915283203125, 0.1790924072265625, 0.18886566162109375, 0.198638916015625, 0.20841217041015625, 0.2181854248046875, 0.22795867919921875, 0.23773193359375, 0.24750518798828125, 0.2572784423828125, 0.26705169677734375, 0.276824951171875, 0.28659820556640625, 0.2963714599609375, 0.30614471435546875, 0.31591796875]}, "gradients/decoder.transformer.h.18.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 7.0, 6.0, 7.0, 8.0, 7.0, 8.0, 16.0, 14.0, 13.0, 17.0, 36.0, 46.0, 111.0, 325.0, 1047479.0, 192.0, 75.0, 47.0, 26.0, 25.0, 13.0, 12.0, 6.0, 6.0, 6.0, 4.0, 5.0, 5.0, 5.0, 5.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-10.40625, -10.08447265625, -9.7626953125, -9.44091796875, -9.119140625, -8.79736328125, -8.4755859375, -8.15380859375, -7.83203125, -7.51025390625, -7.1884765625, -6.86669921875, -6.544921875, -6.22314453125, -5.9013671875, -5.57958984375, -5.2578125, -4.93603515625, -4.6142578125, -4.29248046875, -3.970703125, -3.64892578125, -3.3271484375, -3.00537109375, -2.68359375, -2.36181640625, -2.0400390625, -1.71826171875, -1.396484375, -1.07470703125, -0.7529296875, -0.43115234375, -0.109375, 0.21240234375, 0.5341796875, 0.85595703125, 1.177734375, 1.49951171875, 1.8212890625, 2.14306640625, 2.46484375, 2.78662109375, 3.1083984375, 3.43017578125, 3.751953125, 4.07373046875, 4.3955078125, 4.71728515625, 5.0390625, 5.36083984375, 5.6826171875, 6.00439453125, 6.326171875, 6.64794921875, 6.9697265625, 7.29150390625, 7.61328125, 7.93505859375, 8.2568359375, 8.57861328125, 8.900390625, 9.22216796875, 9.5439453125, 9.86572265625, 10.1875]}, "gradients/decoder.transformer.h.18.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 11.0, 418.0, 580.0, 10.0], "bins": [-2.820812702178955, -2.7753612995147705, -2.729909896850586, -2.6844582557678223, -2.6390068531036377, -2.593555450439453, -2.5481040477752686, -2.502652645111084, -2.4572010040283203, -2.4117496013641357, -2.366298198699951, -2.3208465576171875, -2.275395154953003, -2.2299437522888184, -2.184492349624634, -2.139040946960449, -2.0935895442962646, -2.04813814163208, -2.0026867389678955, -1.9572352170944214, -1.9117836952209473, -1.8663322925567627, -1.8208808898925781, -1.775429368019104, -1.7299778461456299, -1.6845264434814453, -1.6390749216079712, -1.5936235189437866, -1.5481719970703125, -1.502720594406128, -1.4572691917419434, -1.4118176698684692, -1.3663661479949951, -1.3209147453308105, -1.2754632234573364, -1.2300118207931519, -1.1845602989196777, -1.1391088962554932, -1.0936574935913086, -1.0482059717178345, -1.00275456905365, -0.9573031067848206, -0.9118516445159912, -0.8664002418518066, -0.8209487795829773, -0.775497317314148, -0.7300458550453186, -0.6845943927764893, -0.6391429901123047, -0.5936915278434753, -0.548240065574646, -0.5027886629104614, -0.4573372006416321, -0.41188573837280273, -0.3664342761039734, -0.32098284363746643, -0.2755313813686371, -0.23007993400096893, -0.18462848663330078, -0.13917702436447144, -0.09372557699680328, -0.04827412962913513, -0.002822667360305786, 0.04262876510620117, 0.08808022737503052]}, "gradients/decoder.transformer.h.18.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 9.0, 8.0, 14.0, 14.0, 21.0, 21.0, 26.0, 34.0, 27.0, 47.0, 40.0, 52.0, 36.0, 59.0, 52.0, 54.0, 46.0, 57.0, 50.0, 46.0, 55.0, 39.0, 29.0, 32.0, 27.0, 20.0, 25.0, 13.0, 20.0, 17.0, 4.0, 7.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.656991958618164, -1.6121563911437988, -1.5673209428787231, -1.522485375404358, -1.4776499271392822, -1.432814359664917, -1.3879789113998413, -1.343143343925476, -1.2983078956604004, -1.2534723281860352, -1.2086368799209595, -1.1638013124465942, -1.1189658641815186, -1.0741302967071533, -1.0292948484420776, -0.9844592809677124, -0.9396237730979919, -0.8947882652282715, -0.849952757358551, -0.8051172494888306, -0.7602817416191101, -0.7154462337493896, -0.6706106662750244, -0.6257752180099487, -0.5809396505355835, -0.536104142665863, -0.4912686347961426, -0.4464331269264221, -0.40159761905670166, -0.3567621111869812, -0.31192657351493835, -0.2670910656452179, -0.22225558757781982, -0.17742007970809937, -0.1325845718383789, -0.08774904906749725, -0.042913541197776794, 0.0019219666719436646, 0.04675748944282532, 0.09159299731254578, 0.13642850518226624, 0.1812640130519867, 0.22609952092170715, 0.27093505859375, 0.31577056646347046, 0.3606060743331909, 0.4054415822029114, 0.45027709007263184, 0.4951125979423523, 0.5399481058120728, 0.5847836136817932, 0.6296191215515137, 0.6744546294212341, 0.7192901372909546, 0.7641257047653198, 0.8089611530303955, 0.8537967205047607, 0.8986322283744812, 0.9434677362442017, 0.9883032441139221, 1.0331387519836426, 1.0779743194580078, 1.1228097677230835, 1.1676453351974487, 1.2124807834625244]}, "gradients/decoder.transformer.h.18.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 8.0, 6.0, 11.0, 7.0, 6.0, 19.0, 19.0, 21.0, 38.0, 36.0, 57.0, 60.0, 58.0, 63.0, 57.0, 65.0, 71.0, 69.0, 53.0, 53.0, 42.0, 51.0, 26.0, 26.0, 17.0, 14.0, 8.0, 19.0, 12.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7197265625, -1.666717529296875, -1.61370849609375, -1.560699462890625, -1.5076904296875, -1.454681396484375, -1.40167236328125, -1.348663330078125, -1.295654296875, -1.242645263671875, -1.18963623046875, -1.136627197265625, -1.0836181640625, -1.030609130859375, -0.97760009765625, -0.924591064453125, -0.87158203125, -0.818572998046875, -0.76556396484375, -0.712554931640625, -0.6595458984375, -0.606536865234375, -0.55352783203125, -0.500518798828125, -0.447509765625, -0.394500732421875, -0.34149169921875, -0.288482666015625, -0.2354736328125, -0.182464599609375, -0.12945556640625, -0.076446533203125, -0.0234375, 0.029571533203125, 0.08258056640625, 0.135589599609375, 0.1885986328125, 0.241607666015625, 0.29461669921875, 0.347625732421875, 0.400634765625, 0.453643798828125, 0.50665283203125, 0.559661865234375, 0.6126708984375, 0.665679931640625, 0.71868896484375, 0.771697998046875, 0.82470703125, 0.877716064453125, 0.93072509765625, 0.983734130859375, 1.0367431640625, 1.089752197265625, 1.14276123046875, 1.195770263671875, 1.248779296875, 1.301788330078125, 1.35479736328125, 1.407806396484375, 1.4608154296875, 1.513824462890625, 1.56683349609375, 1.619842529296875, 1.6728515625]}, "gradients/decoder.transformer.h.18.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 3.0, 5.0, 4.0, 5.0, 9.0, 11.0, 13.0, 20.0, 27.0, 14.0, 40.0, 66.0, 93.0, 125.0, 178.0, 272.0, 444.0, 749.0, 1226.0, 2081.0, 4126.0, 8596.0, 20261.0, 55176.0, 189631.0, 535464.0, 150215.0, 46248.0, 17390.0, 7495.0, 3586.0, 1924.0, 1138.0, 664.0, 399.0, 271.0, 193.0, 113.0, 72.0, 57.0, 35.0, 23.0, 22.0, 23.0, 14.0, 8.0, 7.0, 4.0, 7.0, 2.0, 4.0, 2.0, 0.0, 2.0, 3.0, 3.0, 1.0], "bins": [-0.58837890625, -0.5702285766601562, -0.5520782470703125, -0.5339279174804688, -0.515777587890625, -0.49762725830078125, -0.4794769287109375, -0.46132659912109375, -0.44317626953125, -0.42502593994140625, -0.4068756103515625, -0.38872528076171875, -0.370574951171875, -0.35242462158203125, -0.3342742919921875, -0.31612396240234375, -0.2979736328125, -0.27982330322265625, -0.2616729736328125, -0.24352264404296875, -0.225372314453125, -0.20722198486328125, -0.1890716552734375, -0.17092132568359375, -0.15277099609375, -0.13462066650390625, -0.1164703369140625, -0.09832000732421875, -0.080169677734375, -0.06201934814453125, -0.0438690185546875, -0.02571868896484375, -0.007568359375, 0.01058197021484375, 0.0287322998046875, 0.04688262939453125, 0.065032958984375, 0.08318328857421875, 0.1013336181640625, 0.11948394775390625, 0.13763427734375, 0.15578460693359375, 0.1739349365234375, 0.19208526611328125, 0.210235595703125, 0.22838592529296875, 0.2465362548828125, 0.26468658447265625, 0.2828369140625, 0.30098724365234375, 0.3191375732421875, 0.33728790283203125, 0.355438232421875, 0.37358856201171875, 0.3917388916015625, 0.40988922119140625, 0.42803955078125, 0.44618988037109375, 0.4643402099609375, 0.48249053955078125, 0.500640869140625, 0.5187911987304688, 0.5369415283203125, 0.5550918579101562, 0.5732421875]}, "gradients/decoder.transformer.h.18.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 3.0, 3.0, 2.0, 2.0, 3.0, 6.0, 5.0, 5.0, 3.0, 13.0, 10.0, 8.0, 15.0, 19.0, 17.0, 21.0, 27.0, 32.0, 34.0, 30.0, 36.0, 39.0, 37.0, 38.0, 44.0, 1692.0, 453.0, 42.0, 29.0, 28.0, 31.0, 43.0, 39.0, 34.0, 24.0, 29.0, 30.0, 23.0, 21.0, 18.0, 10.0, 8.0, 5.0, 9.0, 8.0, 11.0, 5.0, 7.0, 6.0, 1.0, 4.0, 3.0], "bins": [-4.734375, -4.6097412109375, -4.485107421875, -4.3604736328125, -4.23583984375, -4.1112060546875, -3.986572265625, -3.8619384765625, -3.7373046875, -3.6126708984375, -3.488037109375, -3.3634033203125, -3.23876953125, -3.1141357421875, -2.989501953125, -2.8648681640625, -2.740234375, -2.6156005859375, -2.490966796875, -2.3663330078125, -2.24169921875, -2.1170654296875, -1.992431640625, -1.8677978515625, -1.7431640625, -1.6185302734375, -1.493896484375, -1.3692626953125, -1.24462890625, -1.1199951171875, -0.995361328125, -0.8707275390625, -0.74609375, -0.6214599609375, -0.496826171875, -0.3721923828125, -0.24755859375, -0.1229248046875, 0.001708984375, 0.1263427734375, 0.2509765625, 0.3756103515625, 0.500244140625, 0.6248779296875, 0.74951171875, 0.8741455078125, 0.998779296875, 1.1234130859375, 1.248046875, 1.3726806640625, 1.497314453125, 1.6219482421875, 1.74658203125, 1.8712158203125, 1.995849609375, 2.1204833984375, 2.2451171875, 2.3697509765625, 2.494384765625, 2.6190185546875, 2.74365234375, 2.8682861328125, 2.992919921875, 3.1175537109375, 3.2421875]}, "gradients/decoder.transformer.h.18.attn.c_attn.weight": {"_type": "histogram", "values": [3.0, 4.0, 1.0, 5.0, 9.0, 4.0, 9.0, 6.0, 11.0, 6.0, 9.0, 12.0, 23.0, 28.0, 32.0, 47.0, 66.0, 68.0, 97.0, 114.0, 167.0, 234.0, 388.0, 669.0, 1460.0, 294253.0, 2844143.0, 1767.0, 738.0, 408.0, 262.0, 165.0, 109.0, 93.0, 76.0, 53.0, 38.0, 30.0, 21.0, 21.0, 13.0, 15.0, 11.0, 3.0, 6.0, 5.0, 5.0, 4.0, 2.0, 2.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.515625, -4.3424072265625, -4.169189453125, -3.9959716796875, -3.82275390625, -3.6495361328125, -3.476318359375, -3.3031005859375, -3.1298828125, -2.9566650390625, -2.783447265625, -2.6102294921875, -2.43701171875, -2.2637939453125, -2.090576171875, -1.9173583984375, -1.744140625, -1.5709228515625, -1.397705078125, -1.2244873046875, -1.05126953125, -0.8780517578125, -0.704833984375, -0.5316162109375, -0.3583984375, -0.1851806640625, -0.011962890625, 0.1612548828125, 0.33447265625, 0.5076904296875, 0.680908203125, 0.8541259765625, 1.02734375, 1.2005615234375, 1.373779296875, 1.5469970703125, 1.72021484375, 1.8934326171875, 2.066650390625, 2.2398681640625, 2.4130859375, 2.5863037109375, 2.759521484375, 2.9327392578125, 3.10595703125, 3.2791748046875, 3.452392578125, 3.6256103515625, 3.798828125, 3.9720458984375, 4.145263671875, 4.3184814453125, 4.49169921875, 4.6649169921875, 4.838134765625, 5.0113525390625, 5.1845703125, 5.3577880859375, 5.531005859375, 5.7042236328125, 5.87744140625, 6.0506591796875, 6.223876953125, 6.3970947265625, 6.5703125]}, "gradients/decoder.transformer.h.18.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 16.0, 36.0, 108.0, 197.0, 291.0, 217.0, 86.0, 37.0, 16.0, 5.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1954295635223389, -1.081552505493164, -0.9676754474639893, -0.8537984490394592, -0.7399213910102844, -0.6260443329811096, -0.5121673345565796, -0.3982902765274048, -0.28441321849823, -0.17053617537021637, -0.05665913224220276, 0.05721789598464966, 0.17109495401382446, 0.28497201204299927, 0.3988490104675293, 0.5127260684967041, 0.6266031265258789, 0.7404801845550537, 0.8543572425842285, 0.9682342410087585, 1.0821113586425781, 1.195988416671753, 1.3098653554916382, 1.423742413520813, 1.5376194715499878, 1.6514965295791626, 1.7653735876083374, 1.8792505264282227, 1.9931275844573975, 2.1070046424865723, 2.220881700515747, 2.334758758544922, 2.4486355781555176, 2.5625126361846924, 2.676389694213867, 2.790266752243042, 2.904143810272217, 3.0180208683013916, 3.1318979263305664, 3.245774745941162, 3.359652042388916, 3.473529100418091, 3.5874061584472656, 3.7012832164764404, 3.8151602745056152, 3.92903733253479, 4.042914390563965, 4.1567912101745605, 4.270668029785156, 4.384544849395752, 4.498422145843506, 4.612298965454102, 4.7261762619018555, 4.840053081512451, 4.953930377960205, 5.067807197570801, 5.181684494018555, 5.29556131362915, 5.409438610076904, 5.5233154296875, 5.637192726135254, 5.75106954574585, 5.8649468421936035, 5.978823661804199, 6.092700958251953]}, "gradients/decoder.transformer.h.18.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 4.0, 5.0, 3.0, 5.0, 6.0, 6.0, 9.0, 16.0, 13.0, 16.0, 29.0, 14.0, 25.0, 29.0, 19.0, 18.0, 27.0, 29.0, 28.0, 31.0, 37.0, 34.0, 39.0, 45.0, 43.0, 31.0, 44.0, 31.0, 35.0, 36.0, 33.0, 29.0, 30.0, 19.0, 23.0, 32.0, 16.0, 15.0, 19.0, 21.0, 10.0, 17.0, 8.0, 8.0, 5.0, 5.0, 3.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0], "bins": [-10.770709037780762, -10.435803413391113, -10.100896835327148, -9.7659912109375, -9.431085586547852, -9.096179962158203, -8.761273384094238, -8.42636775970459, -8.091461181640625, -7.756555080413818, -7.42164945602417, -7.086743354797363, -6.751837730407715, -6.416931629180908, -6.082025527954102, -5.747119903564453, -5.412214279174805, -5.077308177947998, -4.74240255355835, -4.407496452331543, -4.0725908279418945, -3.737684726715088, -3.4027786254882812, -3.0678727626800537, -2.732966899871826, -2.3980610370635986, -2.063155174255371, -1.7282490730285645, -1.393343210220337, -1.0584373474121094, -0.7235312461853027, -0.3886253833770752, -0.05371856689453125, 0.28118735551834106, 0.6160932779312134, 0.9509992599487305, 1.285905122756958, 1.6208109855651855, 1.9557170867919922, 2.2906229496002197, 2.6255288124084473, 2.960434675216675, 3.2953405380249023, 3.630246639251709, 3.9651525020599365, 4.300058364868164, 4.634964466094971, 4.969870567321777, 5.304776191711426, 5.639682292938232, 5.974587917327881, 6.3094940185546875, 6.644399642944336, 6.979305744171143, 7.314211845397949, 7.649117469787598, 7.984023571014404, 8.318929672241211, 8.65383529663086, 8.988740921020508, 9.323647499084473, 9.658553123474121, 9.993459701538086, 10.328365325927734, 10.663270950317383]}, "gradients/decoder.transformer.h.17.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 5.0, 8.0, 8.0, 9.0, 6.0, 20.0, 14.0, 19.0, 40.0, 36.0, 50.0, 68.0, 57.0, 57.0, 63.0, 64.0, 59.0, 81.0, 52.0, 58.0, 39.0, 52.0, 28.0, 26.0, 18.0, 15.0, 9.0, 17.0, 12.0, 2.0, 4.0, 1.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.734375, -1.6811065673828125, -1.627838134765625, -1.5745697021484375, -1.52130126953125, -1.4680328369140625, -1.414764404296875, -1.3614959716796875, -1.3082275390625, -1.2549591064453125, -1.201690673828125, -1.1484222412109375, -1.09515380859375, -1.0418853759765625, -0.988616943359375, -0.9353485107421875, -0.882080078125, -0.8288116455078125, -0.775543212890625, -0.7222747802734375, -0.66900634765625, -0.6157379150390625, -0.562469482421875, -0.5092010498046875, -0.4559326171875, -0.4026641845703125, -0.349395751953125, -0.2961273193359375, -0.24285888671875, -0.1895904541015625, -0.136322021484375, -0.0830535888671875, -0.02978515625, 0.0234832763671875, 0.076751708984375, 0.1300201416015625, 0.18328857421875, 0.2365570068359375, 0.289825439453125, 0.3430938720703125, 0.3963623046875, 0.4496307373046875, 0.502899169921875, 0.5561676025390625, 0.60943603515625, 0.6627044677734375, 0.715972900390625, 0.7692413330078125, 0.822509765625, 0.8757781982421875, 0.929046630859375, 0.9823150634765625, 1.03558349609375, 1.0888519287109375, 1.142120361328125, 1.1953887939453125, 1.2486572265625, 1.3019256591796875, 1.355194091796875, 1.4084625244140625, 1.46173095703125, 1.5149993896484375, 1.568267822265625, 1.6215362548828125, 1.6748046875]}, "gradients/decoder.transformer.h.17.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 3.0, 2.0, 1.0, 5.0, 6.0, 10.0, 12.0, 8.0, 13.0, 27.0, 67.0, 510.0, 682.0, 955.0, 1011.0, 2004.0, 2855.0, 4644.0, 9063.0, 19812.0, 44518.0, 87297.0, 185891.0, 414677.0, 1003070.0, 1366079.0, 580624.0, 252248.0, 111887.0, 51418.0, 25858.0, 12181.0, 5715.0, 4247.0, 2579.0, 1434.0, 1430.0, 675.0, 333.0, 324.0, 50.0, 18.0, 14.0, 13.0, 4.0, 3.0, 7.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.69140625, -0.6705703735351562, -0.6497344970703125, -0.6288986206054688, -0.608062744140625, -0.5872268676757812, -0.5663909912109375, -0.5455551147460938, -0.52471923828125, -0.5038833618164062, -0.4830474853515625, -0.46221160888671875, -0.441375732421875, -0.42053985595703125, -0.3997039794921875, -0.37886810302734375, -0.3580322265625, -0.33719635009765625, -0.3163604736328125, -0.29552459716796875, -0.274688720703125, -0.25385284423828125, -0.2330169677734375, -0.21218109130859375, -0.19134521484375, -0.17050933837890625, -0.1496734619140625, -0.12883758544921875, -0.108001708984375, -0.08716583251953125, -0.0663299560546875, -0.04549407958984375, -0.024658203125, -0.00382232666015625, 0.0170135498046875, 0.03784942626953125, 0.058685302734375, 0.07952117919921875, 0.1003570556640625, 0.12119293212890625, 0.14202880859375, 0.16286468505859375, 0.1837005615234375, 0.20453643798828125, 0.225372314453125, 0.24620819091796875, 0.2670440673828125, 0.28787994384765625, 0.3087158203125, 0.32955169677734375, 0.3503875732421875, 0.37122344970703125, 0.392059326171875, 0.41289520263671875, 0.4337310791015625, 0.45456695556640625, 0.47540283203125, 0.49623870849609375, 0.5170745849609375, 0.5379104614257812, 0.558746337890625, 0.5795822143554688, 0.6004180908203125, 0.6212539672851562, 0.64208984375]}, "gradients/decoder.transformer.h.17.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 6.0, 4.0, 9.0, 8.0, 7.0, 17.0, 19.0, 30.0, 29.0, 50.0, 38.0, 57.0, 66.0, 100.0, 134.0, 181.0, 322.0, 513.0, 769.0, 589.0, 375.0, 194.0, 129.0, 110.0, 69.0, 59.0, 47.0, 30.0, 23.0, 30.0, 16.0, 15.0, 12.0, 11.0, 5.0, 3.0, 2.0, 5.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.818359375, -3.716796875, -3.615234375, -3.513671875, -3.412109375, -3.310546875, -3.208984375, -3.107421875, -3.005859375, -2.904296875, -2.802734375, -2.701171875, -2.599609375, -2.498046875, -2.396484375, -2.294921875, -2.193359375, -2.091796875, -1.990234375, -1.888671875, -1.787109375, -1.685546875, -1.583984375, -1.482421875, -1.380859375, -1.279296875, -1.177734375, -1.076171875, -0.974609375, -0.873046875, -0.771484375, -0.669921875, -0.568359375, -0.466796875, -0.365234375, -0.263671875, -0.162109375, -0.060546875, 0.041015625, 0.142578125, 0.244140625, 0.345703125, 0.447265625, 0.548828125, 0.650390625, 0.751953125, 0.853515625, 0.955078125, 1.056640625, 1.158203125, 1.259765625, 1.361328125, 1.462890625, 1.564453125, 1.666015625, 1.767578125, 1.869140625, 1.970703125, 2.072265625, 2.173828125, 2.275390625, 2.376953125, 2.478515625, 2.580078125, 2.681640625]}, "gradients/decoder.transformer.h.17.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 1.0, 4.0, 6.0, 14.0, 12.0, 15.0, 24.0, 24.0, 27.0, 51.0, 53.0, 76.0, 128.0, 178.0, 263.0, 506.0, 1354.0, 4181781.0, 7796.0, 783.0, 358.0, 251.0, 157.0, 99.0, 75.0, 52.0, 52.0, 39.0, 28.0, 23.0, 18.0, 9.0, 6.0, 9.0, 6.0, 4.0, 5.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.875, -14.29833984375, -13.7216796875, -13.14501953125, -12.568359375, -11.99169921875, -11.4150390625, -10.83837890625, -10.26171875, -9.68505859375, -9.1083984375, -8.53173828125, -7.955078125, -7.37841796875, -6.8017578125, -6.22509765625, -5.6484375, -5.07177734375, -4.4951171875, -3.91845703125, -3.341796875, -2.76513671875, -2.1884765625, -1.61181640625, -1.03515625, -0.45849609375, 0.1181640625, 0.69482421875, 1.271484375, 1.84814453125, 2.4248046875, 3.00146484375, 3.578125, 4.15478515625, 4.7314453125, 5.30810546875, 5.884765625, 6.46142578125, 7.0380859375, 7.61474609375, 8.19140625, 8.76806640625, 9.3447265625, 9.92138671875, 10.498046875, 11.07470703125, 11.6513671875, 12.22802734375, 12.8046875, 13.38134765625, 13.9580078125, 14.53466796875, 15.111328125, 15.68798828125, 16.2646484375, 16.84130859375, 17.41796875, 17.99462890625, 18.5712890625, 19.14794921875, 19.724609375, 20.30126953125, 20.8779296875, 21.45458984375, 22.03125]}, "gradients/decoder.transformer.h.17.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 12.0, 51.0, 351.0, 476.0, 106.0, 18.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.071040153503418, -8.759778022766113, -8.448515892028809, -8.137252807617188, -7.825991153717041, -7.514728546142578, -7.203466415405273, -6.892204284667969, -6.580942153930664, -6.269680023193359, -5.9584174156188965, -5.647155284881592, -5.335893154144287, -5.024630546569824, -4.7133684158325195, -4.402106285095215, -4.090843677520752, -3.779581308364868, -3.4683191776275635, -3.1570568084716797, -2.845794677734375, -2.534532308578491, -2.2232699394226074, -1.9120078086853027, -1.600745439529419, -1.2894831895828247, -0.9782208800315857, -0.6669585704803467, -0.35569632053375244, -0.0444340705871582, 0.2668282985687256, 0.5780904293060303, 0.8893527984619141, 1.2006150484085083, 1.5118772983551025, 1.8231396675109863, 2.134401798248291, 2.445664167404175, 2.7569265365600586, 3.0681886672973633, 3.379451036453247, 3.690713405609131, 4.0019755363464355, 4.313238143920898, 4.624500274658203, 4.935762405395508, 5.2470245361328125, 5.558286666870117, 5.86954927444458, 6.180811405181885, 6.492074012756348, 6.803336143493652, 7.114598274230957, 7.425860404968262, 7.737123012542725, 8.048385620117188, 8.359647750854492, 8.670909881591797, 8.982172012329102, 9.293434143066406, 9.604697227478027, 9.915959358215332, 10.227221488952637, 10.538483619689941, 10.849745750427246]}, "gradients/decoder.transformer.h.17.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 3.0, 5.0, 5.0, 11.0, 11.0, 13.0, 7.0, 24.0, 14.0, 25.0, 30.0, 20.0, 38.0, 35.0, 36.0, 49.0, 51.0, 48.0, 40.0, 58.0, 43.0, 47.0, 37.0, 40.0, 37.0, 40.0, 29.0, 39.0, 31.0, 25.0, 23.0, 16.0, 17.0, 22.0, 5.0, 5.0, 9.0, 8.0, 4.0, 3.0, 1.0, 5.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-11.918241500854492, -11.55489730834961, -11.191553115844727, -10.828208923339844, -10.464863777160645, -10.101519584655762, -9.738175392150879, -9.374831199645996, -9.011486053466797, -8.648141860961914, -8.284797668457031, -7.92145299911499, -7.558108329772949, -7.194764137268066, -6.831419944763184, -6.468075752258301, -6.104731559753418, -5.741387367248535, -5.378042697906494, -5.014698505401611, -4.65135383605957, -4.2880096435546875, -3.9246654510498047, -3.5613210201263428, -3.197976589202881, -2.834632158279419, -2.471287727355957, -2.107943534851074, -1.7445991039276123, -1.3812546730041504, -1.0179104804992676, -0.6545660495758057, -0.29122066497802734, 0.0721237063407898, 0.43546807765960693, 0.7988123893737793, 1.1621568202972412, 1.5255012512207031, 1.888845443725586, 2.252189874649048, 2.6155343055725098, 2.9788787364959717, 3.3422231674194336, 3.7055673599243164, 4.068911552429199, 4.43225622177124, 4.795600414276123, 5.158945083618164, 5.522289276123047, 5.88563346862793, 6.248978137969971, 6.6123223304748535, 6.9756669998168945, 7.339011192321777, 7.70235538482666, 8.065699577331543, 8.429044723510742, 8.792388916015625, 9.155733108520508, 9.51907730102539, 9.88242244720459, 10.245766639709473, 10.609110832214355, 10.972455024719238, 11.335799217224121]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 6.0, 7.0, 11.0, 6.0, 9.0, 19.0, 13.0, 23.0, 40.0, 32.0, 53.0, 61.0, 53.0, 60.0, 56.0, 73.0, 64.0, 69.0, 54.0, 62.0, 40.0, 52.0, 27.0, 28.0, 17.0, 18.0, 8.0, 13.0, 16.0, 3.0, 3.0, 1.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.7158203125, -1.663238525390625, -1.61065673828125, -1.558074951171875, -1.5054931640625, -1.452911376953125, -1.40032958984375, -1.347747802734375, -1.295166015625, -1.242584228515625, -1.19000244140625, -1.137420654296875, -1.0848388671875, -1.032257080078125, -0.97967529296875, -0.927093505859375, -0.87451171875, -0.821929931640625, -0.76934814453125, -0.716766357421875, -0.6641845703125, -0.611602783203125, -0.55902099609375, -0.506439208984375, -0.453857421875, -0.401275634765625, -0.34869384765625, -0.296112060546875, -0.2435302734375, -0.190948486328125, -0.13836669921875, -0.085784912109375, -0.033203125, 0.019378662109375, 0.07196044921875, 0.124542236328125, 0.1771240234375, 0.229705810546875, 0.28228759765625, 0.334869384765625, 0.387451171875, 0.440032958984375, 0.49261474609375, 0.545196533203125, 0.5977783203125, 0.650360107421875, 0.70294189453125, 0.755523681640625, 0.80810546875, 0.860687255859375, 0.91326904296875, 0.965850830078125, 1.0184326171875, 1.071014404296875, 1.12359619140625, 1.176177978515625, 1.228759765625, 1.281341552734375, 1.33392333984375, 1.386505126953125, 1.4390869140625, 1.491668701171875, 1.54425048828125, 1.596832275390625, 1.6494140625]}, "gradients/decoder.transformer.h.17.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 4.0, 4.0, 9.0, 8.0, 7.0, 8.0, 21.0, 18.0, 33.0, 25.0, 50.0, 60.0, 83.0, 101.0, 155.0, 229.0, 301.0, 492.0, 704.0, 1049.0, 1567.0, 2609.0, 4329.0, 7876.0, 13734.0, 27330.0, 56564.0, 130290.0, 416544.0, 215917.0, 85138.0, 38608.0, 19201.0, 10146.0, 5894.0, 3286.0, 2038.0, 1327.0, 901.0, 567.0, 388.0, 270.0, 196.0, 108.0, 103.0, 65.0, 58.0, 33.0, 30.0, 20.0, 16.0, 14.0, 13.0, 12.0, 5.0, 4.0, 4.0, 2.0, 2.0, 2.0], "bins": [-2.515625, -2.438812255859375, -2.36199951171875, -2.285186767578125, -2.2083740234375, -2.131561279296875, -2.05474853515625, -1.977935791015625, -1.901123046875, -1.824310302734375, -1.74749755859375, -1.670684814453125, -1.5938720703125, -1.517059326171875, -1.44024658203125, -1.363433837890625, -1.28662109375, -1.209808349609375, -1.13299560546875, -1.056182861328125, -0.9793701171875, -0.902557373046875, -0.82574462890625, -0.748931884765625, -0.672119140625, -0.595306396484375, -0.51849365234375, -0.441680908203125, -0.3648681640625, -0.288055419921875, -0.21124267578125, -0.134429931640625, -0.0576171875, 0.019195556640625, 0.09600830078125, 0.172821044921875, 0.2496337890625, 0.326446533203125, 0.40325927734375, 0.480072021484375, 0.556884765625, 0.633697509765625, 0.71051025390625, 0.787322998046875, 0.8641357421875, 0.940948486328125, 1.01776123046875, 1.094573974609375, 1.17138671875, 1.248199462890625, 1.32501220703125, 1.401824951171875, 1.4786376953125, 1.555450439453125, 1.63226318359375, 1.709075927734375, 1.785888671875, 1.862701416015625, 1.93951416015625, 2.016326904296875, 2.0931396484375, 2.169952392578125, 2.24676513671875, 2.323577880859375, 2.400390625]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 4.0, 2.0, 5.0, 10.0, 10.0, 14.0, 14.0, 14.0, 21.0, 12.0, 27.0, 23.0, 38.0, 49.0, 34.0, 47.0, 37.0, 51.0, 28.0, 34.0, 1068.0, 32.0, 43.0, 39.0, 33.0, 48.0, 33.0, 41.0, 27.0, 32.0, 22.0, 32.0, 13.0, 13.0, 15.0, 18.0, 13.0, 6.0, 5.0, 6.0, 6.0, 2.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.0751953125, -1.0411376953125, -1.007080078125, -0.9730224609375, -0.93896484375, -0.9049072265625, -0.870849609375, -0.8367919921875, -0.802734375, -0.7686767578125, -0.734619140625, -0.7005615234375, -0.66650390625, -0.6324462890625, -0.598388671875, -0.5643310546875, -0.5302734375, -0.4962158203125, -0.462158203125, -0.4281005859375, -0.39404296875, -0.3599853515625, -0.325927734375, -0.2918701171875, -0.2578125, -0.2237548828125, -0.189697265625, -0.1556396484375, -0.12158203125, -0.0875244140625, -0.053466796875, -0.0194091796875, 0.0146484375, 0.0487060546875, 0.082763671875, 0.1168212890625, 0.15087890625, 0.1849365234375, 0.218994140625, 0.2530517578125, 0.287109375, 0.3211669921875, 0.355224609375, 0.3892822265625, 0.42333984375, 0.4573974609375, 0.491455078125, 0.5255126953125, 0.5595703125, 0.5936279296875, 0.627685546875, 0.6617431640625, 0.69580078125, 0.7298583984375, 0.763916015625, 0.7979736328125, 0.83203125, 0.8660888671875, 0.900146484375, 0.9342041015625, 0.96826171875, 1.0023193359375, 1.036376953125, 1.0704345703125, 1.1044921875]}, "gradients/decoder.transformer.h.17.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 4.0, 8.0, 8.0, 7.0, 13.0, 25.0, 35.0, 31.0, 74.0, 96.0, 155.0, 251.0, 389.0, 568.0, 1066.0, 1618.0, 2894.0, 4940.0, 9216.0, 19713.0, 92181.0, 1888828.0, 42559.0, 14829.0, 7460.0, 4079.0, 2308.0, 1462.0, 824.0, 581.0, 298.0, 219.0, 131.0, 83.0, 54.0, 45.0, 31.0, 13.0, 15.0, 7.0, 7.0, 4.0, 6.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.81640625, -2.731903076171875, -2.64739990234375, -2.562896728515625, -2.4783935546875, -2.393890380859375, -2.30938720703125, -2.224884033203125, -2.140380859375, -2.055877685546875, -1.97137451171875, -1.886871337890625, -1.8023681640625, -1.717864990234375, -1.63336181640625, -1.548858642578125, -1.46435546875, -1.379852294921875, -1.29534912109375, -1.210845947265625, -1.1263427734375, -1.041839599609375, -0.95733642578125, -0.872833251953125, -0.788330078125, -0.703826904296875, -0.61932373046875, -0.534820556640625, -0.4503173828125, -0.365814208984375, -0.28131103515625, -0.196807861328125, -0.1123046875, -0.027801513671875, 0.05670166015625, 0.141204833984375, 0.2257080078125, 0.310211181640625, 0.39471435546875, 0.479217529296875, 0.563720703125, 0.648223876953125, 0.73272705078125, 0.817230224609375, 0.9017333984375, 0.986236572265625, 1.07073974609375, 1.155242919921875, 1.23974609375, 1.324249267578125, 1.40875244140625, 1.493255615234375, 1.5777587890625, 1.662261962890625, 1.74676513671875, 1.831268310546875, 1.915771484375, 2.000274658203125, 2.08477783203125, 2.169281005859375, 2.2537841796875, 2.338287353515625, 2.42279052734375, 2.507293701171875, 2.591796875]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 6.0, 1.0, 1.0, 1.0, 4.0, 3.0, 2.0, 2.0, 2.0, 1.0, 11.0, 12.0, 8.0, 21.0, 12.0, 26.0, 46.0, 71.0, 123.0, 185.0, 168.0, 99.0, 55.0, 33.0, 31.0, 17.0, 11.0, 3.0, 8.0, 7.0, 2.0, 4.0, 3.0, 8.0, 4.0, 1.0, 4.0, 3.0, 1.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.18310546875, -0.1777019500732422, -0.17229843139648438, -0.16689491271972656, -0.16149139404296875, -0.15608787536621094, -0.15068435668945312, -0.1452808380126953, -0.1398773193359375, -0.1344738006591797, -0.12907028198242188, -0.12366676330566406, -0.11826324462890625, -0.11285972595214844, -0.10745620727539062, -0.10205268859863281, -0.096649169921875, -0.09124565124511719, -0.08584213256835938, -0.08043861389160156, -0.07503509521484375, -0.06963157653808594, -0.06422805786132812, -0.05882453918457031, -0.0534210205078125, -0.04801750183105469, -0.042613983154296875, -0.03721046447753906, -0.03180694580078125, -0.026403427124023438, -0.020999908447265625, -0.015596389770507812, -0.01019287109375, -0.0047893524169921875, 0.000614166259765625, 0.0060176849365234375, 0.01142120361328125, 0.016824722290039062, 0.022228240966796875, 0.027631759643554688, 0.0330352783203125, 0.03843879699707031, 0.043842315673828125, 0.04924583435058594, 0.05464935302734375, 0.06005287170410156, 0.06545639038085938, 0.07085990905761719, 0.076263427734375, 0.08166694641113281, 0.08707046508789062, 0.09247398376464844, 0.09787750244140625, 0.10328102111816406, 0.10868453979492188, 0.11408805847167969, 0.1194915771484375, 0.12489509582519531, 0.13029861450195312, 0.13570213317871094, 0.14110565185546875, 0.14650917053222656, 0.15191268920898438, 0.1573162078857422, 0.1627197265625]}, "gradients/decoder.transformer.h.17.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 3.0, 3.0, 2.0, 3.0, 8.0, 6.0, 2.0, 4.0, 8.0, 6.0, 6.0, 14.0, 21.0, 42.0, 45.0, 92.0, 188.0, 1046925.0, 765.0, 164.0, 73.0, 42.0, 34.0, 23.0, 18.0, 7.0, 14.0, 9.0, 1.0, 3.0, 1.0, 2.0, 5.0, 3.0, 0.0, 1.0, 1.0, 6.0, 1.0, 2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.2890625, -5.11181640625, -4.9345703125, -4.75732421875, -4.580078125, -4.40283203125, -4.2255859375, -4.04833984375, -3.87109375, -3.69384765625, -3.5166015625, -3.33935546875, -3.162109375, -2.98486328125, -2.8076171875, -2.63037109375, -2.453125, -2.27587890625, -2.0986328125, -1.92138671875, -1.744140625, -1.56689453125, -1.3896484375, -1.21240234375, -1.03515625, -0.85791015625, -0.6806640625, -0.50341796875, -0.326171875, -0.14892578125, 0.0283203125, 0.20556640625, 0.3828125, 0.56005859375, 0.7373046875, 0.91455078125, 1.091796875, 1.26904296875, 1.4462890625, 1.62353515625, 1.80078125, 1.97802734375, 2.1552734375, 2.33251953125, 2.509765625, 2.68701171875, 2.8642578125, 3.04150390625, 3.21875, 3.39599609375, 3.5732421875, 3.75048828125, 3.927734375, 4.10498046875, 4.2822265625, 4.45947265625, 4.63671875, 4.81396484375, 4.9912109375, 5.16845703125, 5.345703125, 5.52294921875, 5.7001953125, 5.87744140625, 6.0546875]}, "gradients/decoder.transformer.h.17.ln_cross_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 65.0, 582.0, 351.0, 18.0], "bins": [-1.2382820844650269, -1.2182782888412476, -1.1982744932174683, -1.1782705783843994, -1.1582667827606201, -1.1382629871368408, -1.1182591915130615, -1.0982552766799927, -1.0782514810562134, -1.058247685432434, -1.0382438898086548, -1.018239974975586, -0.9982361793518066, -0.9782323837280273, -0.9582285284996033, -0.938224732875824, -0.9182208776473999, -0.8982170820236206, -0.8782132267951965, -0.8582094311714172, -0.8382055759429932, -0.8182017803192139, -0.7981979250907898, -0.7781941294670105, -0.7581903338432312, -0.7381865382194519, -0.7181826829910278, -0.6981788873672485, -0.6781750321388245, -0.6581712365150452, -0.6381673812866211, -0.6181635856628418, -0.5981597304344177, -0.5781559348106384, -0.5581520795822144, -0.5381482839584351, -0.518144428730011, -0.4981406033039093, -0.4781367778778076, -0.4581329822540283, -0.43812912702560425, -0.41812530159950256, -0.3981214761734009, -0.3781176507472992, -0.3581138253211975, -0.3381099998950958, -0.31810617446899414, -0.29810237884521484, -0.27809852361679077, -0.2580946981906891, -0.2380908727645874, -0.21808704733848572, -0.19808322191238403, -0.17807939648628235, -0.15807558596134186, -0.13807176053524017, -0.11806793510913849, -0.0980641096830368, -0.07806028425693512, -0.05805646628141403, -0.03805264085531235, -0.018048815429210663, 0.001955002546310425, 0.02195882797241211, 0.041962649673223495]}, "gradients/decoder.transformer.h.17.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 3.0, 2.0, 2.0, 5.0, 9.0, 7.0, 14.0, 8.0, 16.0, 13.0, 30.0, 27.0, 37.0, 45.0, 34.0, 35.0, 28.0, 49.0, 51.0, 49.0, 46.0, 52.0, 58.0, 57.0, 41.0, 35.0, 38.0, 35.0, 28.0, 38.0, 24.0, 15.0, 23.0, 14.0, 12.0, 11.0, 16.0, 2.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.7745934128761292, -0.7541395425796509, -0.7336857318878174, -0.7132319211959839, -0.6927780508995056, -0.6723241806030273, -0.6518703699111938, -0.6314165592193604, -0.6109626889228821, -0.5905088186264038, -0.5700550079345703, -0.5496011972427368, -0.5291473269462585, -0.5086934566497803, -0.4882396459579468, -0.4677858054637909, -0.447331964969635, -0.4268781244754791, -0.40642428398132324, -0.38597044348716736, -0.3655166029930115, -0.3450627624988556, -0.3246089220046997, -0.3041550815105438, -0.28370124101638794, -0.26324740052223206, -0.24279356002807617, -0.2223397195339203, -0.2018858790397644, -0.18143203854560852, -0.16097819805145264, -0.14052435755729675, -0.12007051706314087, -0.09961667656898499, -0.0791628360748291, -0.05870899558067322, -0.038255155086517334, -0.01780131459236145, 0.0026525259017944336, 0.023106366395950317, 0.0435602068901062, 0.06401404738426208, 0.08446788787841797, 0.10492172837257385, 0.12537556886672974, 0.14582940936088562, 0.1662832498550415, 0.1867370903491974, 0.20719093084335327, 0.22764477133750916, 0.24809861183166504, 0.2685524523258209, 0.2890062928199768, 0.3094601333141327, 0.3299139738082886, 0.35036781430244446, 0.37082165479660034, 0.3912754952907562, 0.4117293357849121, 0.432183176279068, 0.4526370167732239, 0.47309085726737976, 0.49354469776153564, 0.5139985084533691, 0.5344523787498474]}, "gradients/decoder.transformer.h.17.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 7.0, 6.0, 11.0, 6.0, 9.0, 19.0, 12.0, 24.0, 39.0, 33.0, 52.0, 63.0, 51.0, 61.0, 58.0, 69.0, 63.0, 70.0, 56.0, 60.0, 42.0, 50.0, 29.0, 28.0, 17.0, 18.0, 8.0, 13.0, 16.0, 3.0, 3.0, 1.0, 5.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.7158203125, -1.66326904296875, -1.6107177734375, -1.55816650390625, -1.505615234375, -1.45306396484375, -1.4005126953125, -1.34796142578125, -1.29541015625, -1.24285888671875, -1.1903076171875, -1.13775634765625, -1.085205078125, -1.03265380859375, -0.9801025390625, -0.92755126953125, -0.875, -0.82244873046875, -0.7698974609375, -0.71734619140625, -0.664794921875, -0.61224365234375, -0.5596923828125, -0.50714111328125, -0.45458984375, -0.40203857421875, -0.3494873046875, -0.29693603515625, -0.244384765625, -0.19183349609375, -0.1392822265625, -0.08673095703125, -0.0341796875, 0.01837158203125, 0.0709228515625, 0.12347412109375, 0.176025390625, 0.22857666015625, 0.2811279296875, 0.33367919921875, 0.38623046875, 0.43878173828125, 0.4913330078125, 0.54388427734375, 0.596435546875, 0.64898681640625, 0.7015380859375, 0.75408935546875, 0.806640625, 0.85919189453125, 0.9117431640625, 0.96429443359375, 1.016845703125, 1.06939697265625, 1.1219482421875, 1.17449951171875, 1.22705078125, 1.27960205078125, 1.3321533203125, 1.38470458984375, 1.437255859375, 1.48980712890625, 1.5423583984375, 1.59490966796875, 1.6474609375]}, "gradients/decoder.transformer.h.17.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 0.0, 3.0, 4.0, 7.0, 5.0, 8.0, 13.0, 19.0, 24.0, 21.0, 52.0, 80.0, 105.0, 150.0, 219.0, 320.0, 520.0, 875.0, 1492.0, 2610.0, 5318.0, 11341.0, 25803.0, 66824.0, 210019.0, 463549.0, 163084.0, 54417.0, 21492.0, 9558.0, 4629.0, 2433.0, 1363.0, 788.0, 482.0, 295.0, 203.0, 135.0, 86.0, 69.0, 39.0, 30.0, 23.0, 10.0, 17.0, 6.0, 4.0, 4.0, 3.0, 4.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.4560546875, -0.44197845458984375, -0.4279022216796875, -0.41382598876953125, -0.399749755859375, -0.38567352294921875, -0.3715972900390625, -0.35752105712890625, -0.34344482421875, -0.32936859130859375, -0.3152923583984375, -0.30121612548828125, -0.287139892578125, -0.27306365966796875, -0.2589874267578125, -0.24491119384765625, -0.2308349609375, -0.21675872802734375, -0.2026824951171875, -0.18860626220703125, -0.174530029296875, -0.16045379638671875, -0.1463775634765625, -0.13230133056640625, -0.11822509765625, -0.10414886474609375, -0.0900726318359375, -0.07599639892578125, -0.061920166015625, -0.04784393310546875, -0.0337677001953125, -0.01969146728515625, -0.005615234375, 0.00846099853515625, 0.0225372314453125, 0.03661346435546875, 0.050689697265625, 0.06476593017578125, 0.0788421630859375, 0.09291839599609375, 0.10699462890625, 0.12107086181640625, 0.1351470947265625, 0.14922332763671875, 0.163299560546875, 0.17737579345703125, 0.1914520263671875, 0.20552825927734375, 0.2196044921875, 0.23368072509765625, 0.2477569580078125, 0.26183319091796875, 0.275909423828125, 0.28998565673828125, 0.3040618896484375, 0.31813812255859375, 0.33221435546875, 0.34629058837890625, 0.3603668212890625, 0.37444305419921875, 0.388519287109375, 0.40259552001953125, 0.4166717529296875, 0.43074798583984375, 0.44482421875]}, "gradients/decoder.transformer.h.17.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 5.0, 4.0, 7.0, 7.0, 9.0, 5.0, 7.0, 15.0, 14.0, 19.0, 20.0, 27.0, 29.0, 30.0, 39.0, 32.0, 42.0, 38.0, 45.0, 51.0, 1654.0, 475.0, 63.0, 46.0, 40.0, 50.0, 36.0, 27.0, 34.0, 24.0, 25.0, 27.0, 29.0, 15.0, 9.0, 12.0, 9.0, 9.0, 5.0, 2.0, 4.0, 9.0, 7.0, 4.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.08984375, -3.94873046875, -3.8076171875, -3.66650390625, -3.525390625, -3.38427734375, -3.2431640625, -3.10205078125, -2.9609375, -2.81982421875, -2.6787109375, -2.53759765625, -2.396484375, -2.25537109375, -2.1142578125, -1.97314453125, -1.83203125, -1.69091796875, -1.5498046875, -1.40869140625, -1.267578125, -1.12646484375, -0.9853515625, -0.84423828125, -0.703125, -0.56201171875, -0.4208984375, -0.27978515625, -0.138671875, 0.00244140625, 0.1435546875, 0.28466796875, 0.42578125, 0.56689453125, 0.7080078125, 0.84912109375, 0.990234375, 1.13134765625, 1.2724609375, 1.41357421875, 1.5546875, 1.69580078125, 1.8369140625, 1.97802734375, 2.119140625, 2.26025390625, 2.4013671875, 2.54248046875, 2.68359375, 2.82470703125, 2.9658203125, 3.10693359375, 3.248046875, 3.38916015625, 3.5302734375, 3.67138671875, 3.8125, 3.95361328125, 4.0947265625, 4.23583984375, 4.376953125, 4.51806640625, 4.6591796875, 4.80029296875, 4.94140625]}, "gradients/decoder.transformer.h.17.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 5.0, 7.0, 9.0, 4.0, 2.0, 4.0, 10.0, 9.0, 17.0, 9.0, 21.0, 46.0, 37.0, 41.0, 60.0, 59.0, 101.0, 147.0, 180.0, 286.0, 562.0, 1291.0, 376181.0, 2763623.0, 1389.0, 568.0, 322.0, 196.0, 124.0, 104.0, 69.0, 53.0, 43.0, 34.0, 25.0, 20.0, 12.0, 8.0, 5.0, 10.0, 4.0, 10.0, 4.0, 3.0, 6.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.515625, -8.2725830078125, -8.029541015625, -7.7864990234375, -7.54345703125, -7.3004150390625, -7.057373046875, -6.8143310546875, -6.5712890625, -6.3282470703125, -6.085205078125, -5.8421630859375, -5.59912109375, -5.3560791015625, -5.113037109375, -4.8699951171875, -4.626953125, -4.3839111328125, -4.140869140625, -3.8978271484375, -3.65478515625, -3.4117431640625, -3.168701171875, -2.9256591796875, -2.6826171875, -2.4395751953125, -2.196533203125, -1.9534912109375, -1.71044921875, -1.4674072265625, -1.224365234375, -0.9813232421875, -0.73828125, -0.4952392578125, -0.252197265625, -0.0091552734375, 0.23388671875, 0.4769287109375, 0.719970703125, 0.9630126953125, 1.2060546875, 1.4490966796875, 1.692138671875, 1.9351806640625, 2.17822265625, 2.4212646484375, 2.664306640625, 2.9073486328125, 3.150390625, 3.3934326171875, 3.636474609375, 3.8795166015625, 4.12255859375, 4.3656005859375, 4.608642578125, 4.8516845703125, 5.0947265625, 5.3377685546875, 5.580810546875, 5.8238525390625, 6.06689453125, 6.3099365234375, 6.552978515625, 6.7960205078125, 7.0390625]}, "gradients/decoder.transformer.h.17.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 29.0, 985.0, 6.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.207477569580078, -7.226917266845703, -6.24635648727417, -5.265795707702637, -4.285235404968262, -3.3046751022338867, -2.3241143226623535, -1.3435535430908203, -0.3629932403564453, 0.6175673007965088, 1.598127841949463, 2.578688383102417, 3.559248924255371, 4.539809226989746, 5.520370006561279, 6.5009307861328125, 7.4814910888671875, 8.462051391601562, 9.442611694335938, 10.423172950744629, 11.403733253479004, 12.384293556213379, 13.36485481262207, 14.345415115356445, 15.32597541809082, 16.306535720825195, 17.28709602355957, 18.267656326293945, 19.248218536376953, 20.228778839111328, 21.209339141845703, 22.189899444580078, 23.170459747314453, 24.151020050048828, 25.131580352783203, 26.112140655517578, 27.092700958251953, 28.073261260986328, 29.053823471069336, 30.03438377380371, 31.014944076538086, 31.99550437927246, 32.97606658935547, 33.956626892089844, 34.93718719482422, 35.917747497558594, 36.89830780029297, 37.878868103027344, 38.85942840576172, 39.839988708496094, 40.82054901123047, 41.801109313964844, 42.78166961669922, 43.762229919433594, 44.74279022216797, 45.723350524902344, 46.70391082763672, 47.684471130371094, 48.66503143310547, 49.645591735839844, 50.62615203857422, 51.606712341308594, 52.58727264404297, 53.567832946777344, 54.548397064208984]}, "gradients/decoder.transformer.h.17.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 7.0, 5.0, 7.0, 11.0, 11.0, 10.0, 17.0, 23.0, 35.0, 23.0, 37.0, 36.0, 30.0, 38.0, 42.0, 53.0, 53.0, 45.0, 51.0, 43.0, 40.0, 43.0, 39.0, 28.0, 35.0, 38.0, 25.0, 27.0, 25.0, 24.0, 23.0, 13.0, 10.0, 13.0, 13.0, 4.0, 8.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-12.518736839294434, -12.133255958557129, -11.747774124145508, -11.362293243408203, -10.976812362670898, -10.591331481933594, -10.205849647521973, -9.820368766784668, -9.434887886047363, -9.049407005310059, -8.663925170898438, -8.278444290161133, -7.892963409423828, -7.507482051849365, -7.122000694274902, -6.736519813537598, -6.351038455963135, -5.965557098388672, -5.580076217651367, -5.194594860076904, -4.8091139793396, -4.423632621765137, -4.038151741027832, -3.652670383453369, -3.2671892642974854, -2.8817081451416016, -2.4962270259857178, -2.110745906829834, -1.7252646684646606, -1.3397835493087769, -0.9543023109436035, -0.5688211917877197, -0.18334007263183594, 0.20214107632637024, 0.5876222252845764, 0.973103404045105, 1.3585845232009888, 1.7440656423568726, 2.129546880722046, 2.5150279998779297, 2.9005091190338135, 3.2859902381896973, 3.671471357345581, 4.056952476501465, 4.442433834075928, 4.827914714813232, 5.213396072387695, 5.598876953125, 5.984358310699463, 6.369839668273926, 6.7553205490112305, 7.140801906585693, 7.526282787322998, 7.911764144897461, 8.297245025634766, 8.68272590637207, 9.068207740783691, 9.453688621520996, 9.839170455932617, 10.224651336669922, 10.610132217407227, 10.995613098144531, 11.381094932556152, 11.766575813293457, 12.152056694030762]}, "gradients/decoder.transformer.h.16.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 3.0, 0.0, 7.0, 6.0, 12.0, 5.0, 12.0, 14.0, 14.0, 24.0, 33.0, 43.0, 48.0, 55.0, 58.0, 60.0, 58.0, 72.0, 67.0, 66.0, 54.0, 61.0, 39.0, 50.0, 29.0, 28.0, 20.0, 17.0, 8.0, 12.0, 19.0, 2.0, 1.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.7119140625, -1.6595001220703125, -1.607086181640625, -1.5546722412109375, -1.50225830078125, -1.4498443603515625, -1.397430419921875, -1.3450164794921875, -1.2926025390625, -1.2401885986328125, -1.187774658203125, -1.1353607177734375, -1.08294677734375, -1.0305328369140625, -0.978118896484375, -0.9257049560546875, -0.873291015625, -0.8208770751953125, -0.768463134765625, -0.7160491943359375, -0.66363525390625, -0.6112213134765625, -0.558807373046875, -0.5063934326171875, -0.4539794921875, -0.4015655517578125, -0.349151611328125, -0.2967376708984375, -0.24432373046875, -0.1919097900390625, -0.139495849609375, -0.0870819091796875, -0.03466796875, 0.0177459716796875, 0.070159912109375, 0.1225738525390625, 0.17498779296875, 0.2274017333984375, 0.279815673828125, 0.3322296142578125, 0.3846435546875, 0.4370574951171875, 0.489471435546875, 0.5418853759765625, 0.59429931640625, 0.6467132568359375, 0.699127197265625, 0.7515411376953125, 0.803955078125, 0.8563690185546875, 0.908782958984375, 0.9611968994140625, 1.01361083984375, 1.0660247802734375, 1.118438720703125, 1.1708526611328125, 1.2232666015625, 1.2756805419921875, 1.328094482421875, 1.3805084228515625, 1.43292236328125, 1.4853363037109375, 1.537750244140625, 1.5901641845703125, 1.642578125]}, "gradients/decoder.transformer.h.16.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 6.0, 5.0, 10.0, 8.0, 8.0, 19.0, 16.0, 17.0, 45.0, 39.0, 42.0, 68.0, 56.0, 61.0, 8397.0, 4174218.0, 10866.0, 69.0, 58.0, 44.0, 53.0, 39.0, 31.0, 25.0, 16.0, 18.0, 8.0, 20.0, 10.0, 1.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-10.4453125, -10.1240234375, -9.802734375, -9.4814453125, -9.16015625, -8.8388671875, -8.517578125, -8.1962890625, -7.875, -7.5537109375, -7.232421875, -6.9111328125, -6.58984375, -6.2685546875, -5.947265625, -5.6259765625, -5.3046875, -4.9833984375, -4.662109375, -4.3408203125, -4.01953125, -3.6982421875, -3.376953125, -3.0556640625, -2.734375, -2.4130859375, -2.091796875, -1.7705078125, -1.44921875, -1.1279296875, -0.806640625, -0.4853515625, -0.1640625, 0.1572265625, 0.478515625, 0.7998046875, 1.12109375, 1.4423828125, 1.763671875, 2.0849609375, 2.40625, 2.7275390625, 3.048828125, 3.3701171875, 3.69140625, 4.0126953125, 4.333984375, 4.6552734375, 4.9765625, 5.2978515625, 5.619140625, 5.9404296875, 6.26171875, 6.5830078125, 6.904296875, 7.2255859375, 7.546875, 7.8681640625, 8.189453125, 8.5107421875, 8.83203125, 9.1533203125, 9.474609375, 9.7958984375, 10.1171875]}, "gradients/decoder.transformer.h.16.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 5.0, 6.0, 6.0, 9.0, 19.0, 12.0, 11.0, 31.0, 35.0, 51.0, 64.0, 82.0, 96.0, 179.0, 317.0, 540.0, 817.0, 667.0, 432.0, 243.0, 134.0, 93.0, 53.0, 54.0, 31.0, 25.0, 20.0, 15.0, 4.0, 5.0, 6.0, 7.0, 3.0, 1.0, 4.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.86328125, -2.77294921875, -2.6826171875, -2.59228515625, -2.501953125, -2.41162109375, -2.3212890625, -2.23095703125, -2.140625, -2.05029296875, -1.9599609375, -1.86962890625, -1.779296875, -1.68896484375, -1.5986328125, -1.50830078125, -1.41796875, -1.32763671875, -1.2373046875, -1.14697265625, -1.056640625, -0.96630859375, -0.8759765625, -0.78564453125, -0.6953125, -0.60498046875, -0.5146484375, -0.42431640625, -0.333984375, -0.24365234375, -0.1533203125, -0.06298828125, 0.02734375, 0.11767578125, 0.2080078125, 0.29833984375, 0.388671875, 0.47900390625, 0.5693359375, 0.65966796875, 0.75, 0.84033203125, 0.9306640625, 1.02099609375, 1.111328125, 1.20166015625, 1.2919921875, 1.38232421875, 1.47265625, 1.56298828125, 1.6533203125, 1.74365234375, 1.833984375, 1.92431640625, 2.0146484375, 2.10498046875, 2.1953125, 2.28564453125, 2.3759765625, 2.46630859375, 2.556640625, 2.64697265625, 2.7373046875, 2.82763671875, 2.91796875]}, "gradients/decoder.transformer.h.16.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 0.0, 6.0, 2.0, 6.0, 6.0, 6.0, 13.0, 9.0, 21.0, 28.0, 29.0, 57.0, 79.0, 111.0, 152.0, 257.0, 417.0, 931.0, 6569.0, 4182803.0, 1276.0, 532.0, 289.0, 187.0, 141.0, 104.0, 68.0, 54.0, 42.0, 20.0, 25.0, 15.0, 7.0, 9.0, 8.0, 2.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.109375, -18.515869140625, -17.92236328125, -17.328857421875, -16.7353515625, -16.141845703125, -15.54833984375, -14.954833984375, -14.361328125, -13.767822265625, -13.17431640625, -12.580810546875, -11.9873046875, -11.393798828125, -10.80029296875, -10.206787109375, -9.61328125, -9.019775390625, -8.42626953125, -7.832763671875, -7.2392578125, -6.645751953125, -6.05224609375, -5.458740234375, -4.865234375, -4.271728515625, -3.67822265625, -3.084716796875, -2.4912109375, -1.897705078125, -1.30419921875, -0.710693359375, -0.1171875, 0.476318359375, 1.06982421875, 1.663330078125, 2.2568359375, 2.850341796875, 3.44384765625, 4.037353515625, 4.630859375, 5.224365234375, 5.81787109375, 6.411376953125, 7.0048828125, 7.598388671875, 8.19189453125, 8.785400390625, 9.37890625, 9.972412109375, 10.56591796875, 11.159423828125, 11.7529296875, 12.346435546875, 12.93994140625, 13.533447265625, 14.126953125, 14.720458984375, 15.31396484375, 15.907470703125, 16.5009765625, 17.094482421875, 17.68798828125, 18.281494140625, 18.875]}, "gradients/decoder.transformer.h.16.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 82.0, 940.0], "bins": [-103.77715301513672, -102.13504791259766, -100.49293518066406, -98.850830078125, -97.20872497558594, -95.56661224365234, -93.92450714111328, -92.28240203857422, -90.64028930664062, -88.99818420410156, -87.35607147216797, -85.7139663696289, -84.07186126708984, -82.42974853515625, -80.78764343261719, -79.14553833007812, -77.50343322753906, -75.861328125, -74.2192153930664, -72.57711029052734, -70.93500518798828, -69.29289245605469, -67.65078735351562, -66.00868225097656, -64.36656951904297, -62.72446060180664, -61.08235549926758, -59.44024658203125, -57.79813766479492, -56.156028747558594, -54.51392364501953, -52.8718147277832, -51.229705810546875, -49.58759689331055, -47.945491790771484, -46.303382873535156, -44.66127395629883, -43.0191650390625, -41.37705993652344, -39.73495101928711, -38.09284591674805, -36.45073699951172, -34.808631896972656, -33.16652297973633, -31.5244140625, -29.882307052612305, -28.24020004272461, -26.59809112548828, -24.955984115600586, -23.31387710571289, -21.671768188476562, -20.029661178588867, -18.387554168701172, -16.745445251464844, -15.103338241577148, -13.461230278015137, -11.819121360778809, -10.177013397216797, -8.534906387329102, -6.89279842376709, -5.250690460205078, -3.6085824966430664, -1.966475486755371, -0.3243675231933594, 1.3177400827407837]}, "gradients/decoder.transformer.h.16.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 6.0, 4.0, 6.0, 3.0, 7.0, 9.0, 9.0, 13.0, 16.0, 14.0, 26.0, 26.0, 22.0, 27.0, 24.0, 33.0, 29.0, 35.0, 31.0, 38.0, 38.0, 40.0, 38.0, 40.0, 35.0, 26.0, 37.0, 32.0, 39.0, 28.0, 41.0, 26.0, 24.0, 29.0, 24.0, 28.0, 17.0, 16.0, 12.0, 9.0, 10.0, 6.0, 7.0, 6.0, 3.0, 4.0, 4.0, 4.0, 4.0, 5.0, 1.0, 2.0], "bins": [-8.081783294677734, -7.85241174697876, -7.623040199279785, -7.393668174743652, -7.164296627044678, -6.934925079345703, -6.7055535316467285, -6.476181983947754, -6.246809959411621, -6.0174384117126465, -5.788066864013672, -5.558694839477539, -5.3293232917785645, -5.09995174407959, -4.870580196380615, -4.641208648681641, -4.411836624145508, -4.182465076446533, -3.9530932903289795, -3.723721742630005, -3.494349956512451, -3.2649784088134766, -3.035606861114502, -2.8062350749969482, -2.5768637657165527, -2.347492218017578, -2.1181204319000244, -1.8887488842010498, -1.659377098083496, -1.4300055503845215, -1.2006338834762573, -0.9712622165679932, -0.7418904304504395, -0.5125187635421753, -0.2831471264362335, -0.05377548933029175, 0.1755961775779724, 0.4049677848815918, 0.634339451789856, 0.8637111186981201, 1.0930827856063843, 1.3224544525146484, 1.5518261194229126, 1.7811977863311768, 2.0105693340301514, 2.239941120147705, 2.4693126678466797, 2.6986842155456543, 2.928056001663208, 3.1574275493621826, 3.3867993354797363, 3.616170883178711, 3.8455426692962646, 4.07491397857666, 4.304286003112793, 4.533657550811768, 4.763029098510742, 4.992400646209717, 5.221772193908691, 5.451144218444824, 5.680515766143799, 5.909887313842773, 6.139258861541748, 6.368630409240723, 6.5980024337768555]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 5.0, 4.0, 7.0, 11.0, 5.0, 18.0, 12.0, 15.0, 29.0, 37.0, 37.0, 54.0, 62.0, 55.0, 63.0, 61.0, 70.0, 64.0, 61.0, 61.0, 46.0, 43.0, 49.0, 31.0, 21.0, 14.0, 19.0, 8.0, 15.0, 14.0, 2.0, 2.0, 3.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.6748046875, -1.6230010986328125, -1.571197509765625, -1.5193939208984375, -1.46759033203125, -1.4157867431640625, -1.363983154296875, -1.3121795654296875, -1.2603759765625, -1.2085723876953125, -1.156768798828125, -1.1049652099609375, -1.05316162109375, -1.0013580322265625, -0.949554443359375, -0.8977508544921875, -0.845947265625, -0.7941436767578125, -0.742340087890625, -0.6905364990234375, -0.63873291015625, -0.5869293212890625, -0.535125732421875, -0.4833221435546875, -0.4315185546875, -0.3797149658203125, -0.327911376953125, -0.2761077880859375, -0.22430419921875, -0.1725006103515625, -0.120697021484375, -0.0688934326171875, -0.01708984375, 0.0347137451171875, 0.086517333984375, 0.1383209228515625, 0.19012451171875, 0.2419281005859375, 0.293731689453125, 0.3455352783203125, 0.3973388671875, 0.4491424560546875, 0.500946044921875, 0.5527496337890625, 0.60455322265625, 0.6563568115234375, 0.708160400390625, 0.7599639892578125, 0.811767578125, 0.8635711669921875, 0.915374755859375, 0.9671783447265625, 1.01898193359375, 1.0707855224609375, 1.122589111328125, 1.1743927001953125, 1.2261962890625, 1.2779998779296875, 1.329803466796875, 1.3816070556640625, 1.43341064453125, 1.4852142333984375, 1.537017822265625, 1.5888214111328125, 1.640625]}, "gradients/decoder.transformer.h.16.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 4.0, 2.0, 5.0, 4.0, 8.0, 11.0, 13.0, 22.0, 28.0, 40.0, 53.0, 85.0, 111.0, 164.0, 220.0, 330.0, 494.0, 798.0, 1304.0, 2227.0, 4007.0, 7305.0, 14400.0, 30542.0, 72662.0, 507594.0, 286588.0, 63457.0, 27098.0, 13051.0, 6668.0, 3611.0, 2184.0, 1213.0, 739.0, 491.0, 297.0, 223.0, 150.0, 99.0, 79.0, 51.0, 42.0, 25.0, 16.0, 15.0, 11.0, 8.0, 4.0, 1.0, 4.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-2.205078125, -2.136016845703125, -2.06695556640625, -1.997894287109375, -1.9288330078125, -1.859771728515625, -1.79071044921875, -1.721649169921875, -1.652587890625, -1.583526611328125, -1.51446533203125, -1.445404052734375, -1.3763427734375, -1.307281494140625, -1.23822021484375, -1.169158935546875, -1.10009765625, -1.031036376953125, -0.96197509765625, -0.892913818359375, -0.8238525390625, -0.754791259765625, -0.68572998046875, -0.616668701171875, -0.547607421875, -0.478546142578125, -0.40948486328125, -0.340423583984375, -0.2713623046875, -0.202301025390625, -0.13323974609375, -0.064178466796875, 0.0048828125, 0.073944091796875, 0.14300537109375, 0.212066650390625, 0.2811279296875, 0.350189208984375, 0.41925048828125, 0.488311767578125, 0.557373046875, 0.626434326171875, 0.69549560546875, 0.764556884765625, 0.8336181640625, 0.902679443359375, 0.97174072265625, 1.040802001953125, 1.10986328125, 1.178924560546875, 1.24798583984375, 1.317047119140625, 1.3861083984375, 1.455169677734375, 1.52423095703125, 1.593292236328125, 1.662353515625, 1.731414794921875, 1.80047607421875, 1.869537353515625, 1.9385986328125, 2.007659912109375, 2.07672119140625, 2.145782470703125, 2.21484375]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 4.0, 0.0, 1.0, 5.0, 7.0, 5.0, 6.0, 4.0, 13.0, 9.0, 11.0, 17.0, 13.0, 15.0, 21.0, 21.0, 22.0, 33.0, 34.0, 25.0, 37.0, 35.0, 53.0, 36.0, 35.0, 38.0, 1070.0, 52.0, 31.0, 25.0, 38.0, 25.0, 44.0, 31.0, 30.0, 24.0, 18.0, 20.0, 16.0, 21.0, 14.0, 12.0, 9.0, 11.0, 11.0, 10.0, 7.0, 4.0, 5.0, 3.0, 3.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.8828125, -0.8562545776367188, -0.8296966552734375, -0.8031387329101562, -0.776580810546875, -0.7500228881835938, -0.7234649658203125, -0.6969070434570312, -0.67034912109375, -0.6437911987304688, -0.6172332763671875, -0.5906753540039062, -0.564117431640625, -0.5375595092773438, -0.5110015869140625, -0.48444366455078125, -0.4578857421875, -0.43132781982421875, -0.4047698974609375, -0.37821197509765625, -0.351654052734375, -0.32509613037109375, -0.2985382080078125, -0.27198028564453125, -0.24542236328125, -0.21886444091796875, -0.1923065185546875, -0.16574859619140625, -0.139190673828125, -0.11263275146484375, -0.0860748291015625, -0.05951690673828125, -0.032958984375, -0.00640106201171875, 0.0201568603515625, 0.04671478271484375, 0.073272705078125, 0.09983062744140625, 0.1263885498046875, 0.15294647216796875, 0.17950439453125, 0.20606231689453125, 0.2326202392578125, 0.25917816162109375, 0.285736083984375, 0.31229400634765625, 0.3388519287109375, 0.36540985107421875, 0.3919677734375, 0.41852569580078125, 0.4450836181640625, 0.47164154052734375, 0.498199462890625, 0.5247573852539062, 0.5513153076171875, 0.5778732299804688, 0.60443115234375, 0.6309890747070312, 0.6575469970703125, 0.6841049194335938, 0.710662841796875, 0.7372207641601562, 0.7637786865234375, 0.7903366088867188, 0.81689453125]}, "gradients/decoder.transformer.h.16.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 6.0, 7.0, 8.0, 8.0, 16.0, 20.0, 26.0, 30.0, 52.0, 61.0, 108.0, 167.0, 262.0, 383.0, 569.0, 892.0, 1335.0, 2105.0, 3596.0, 6353.0, 13330.0, 56614.0, 1945543.0, 39295.0, 11592.0, 5824.0, 3262.0, 2041.0, 1201.0, 799.0, 532.0, 339.0, 249.0, 158.0, 125.0, 71.0, 49.0, 41.0, 23.0, 10.0, 12.0, 5.0, 4.0, 6.0, 2.0, 5.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.9638671875, -1.8993072509765625, -1.834747314453125, -1.7701873779296875, -1.70562744140625, -1.6410675048828125, -1.576507568359375, -1.5119476318359375, -1.4473876953125, -1.3828277587890625, -1.318267822265625, -1.2537078857421875, -1.18914794921875, -1.1245880126953125, -1.060028076171875, -0.9954681396484375, -0.930908203125, -0.8663482666015625, -0.801788330078125, -0.7372283935546875, -0.67266845703125, -0.6081085205078125, -0.543548583984375, -0.4789886474609375, -0.4144287109375, -0.3498687744140625, -0.285308837890625, -0.2207489013671875, -0.15618896484375, -0.0916290283203125, -0.027069091796875, 0.0374908447265625, 0.10205078125, 0.1666107177734375, 0.231170654296875, 0.2957305908203125, 0.36029052734375, 0.4248504638671875, 0.489410400390625, 0.5539703369140625, 0.6185302734375, 0.6830902099609375, 0.747650146484375, 0.8122100830078125, 0.87677001953125, 0.9413299560546875, 1.005889892578125, 1.0704498291015625, 1.135009765625, 1.1995697021484375, 1.264129638671875, 1.3286895751953125, 1.39324951171875, 1.4578094482421875, 1.522369384765625, 1.5869293212890625, 1.6514892578125, 1.7160491943359375, 1.780609130859375, 1.8451690673828125, 1.90972900390625, 1.9742889404296875, 2.038848876953125, 2.1034088134765625, 2.16796875]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 3.0, 1.0, 1.0, 8.0, 4.0, 3.0, 8.0, 11.0, 21.0, 44.0, 59.0, 98.0, 142.0, 212.0, 142.0, 86.0, 51.0, 26.0, 16.0, 17.0, 7.0, 5.0, 4.0, 1.0, 5.0, 2.0, 6.0, 5.0, 5.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0845947265625, -0.08100128173828125, -0.0774078369140625, -0.07381439208984375, -0.070220947265625, -0.06662750244140625, -0.0630340576171875, -0.05944061279296875, -0.05584716796875, -0.05225372314453125, -0.0486602783203125, -0.04506683349609375, -0.041473388671875, -0.03787994384765625, -0.0342864990234375, -0.03069305419921875, -0.027099609375, -0.02350616455078125, -0.0199127197265625, -0.01631927490234375, -0.012725830078125, -0.00913238525390625, -0.0055389404296875, -0.00194549560546875, 0.00164794921875, 0.00524139404296875, 0.0088348388671875, 0.01242828369140625, 0.016021728515625, 0.01961517333984375, 0.0232086181640625, 0.02680206298828125, 0.0303955078125, 0.03398895263671875, 0.0375823974609375, 0.04117584228515625, 0.044769287109375, 0.04836273193359375, 0.0519561767578125, 0.05554962158203125, 0.05914306640625, 0.06273651123046875, 0.0663299560546875, 0.06992340087890625, 0.073516845703125, 0.07711029052734375, 0.0807037353515625, 0.08429718017578125, 0.087890625, 0.09148406982421875, 0.0950775146484375, 0.09867095947265625, 0.102264404296875, 0.10585784912109375, 0.1094512939453125, 0.11304473876953125, 0.11663818359375, 0.12023162841796875, 0.1238250732421875, 0.12741851806640625, 0.131011962890625, 0.13460540771484375, 0.1381988525390625, 0.14179229736328125, 0.1453857421875]}, "gradients/decoder.transformer.h.16.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 2.0, 3.0, 6.0, 3.0, 4.0, 3.0, 4.0, 2.0, 6.0, 7.0, 9.0, 19.0, 26.0, 50.0, 83.0, 137.0, 10794.0, 1036982.0, 167.0, 89.0, 68.0, 33.0, 16.0, 11.0, 4.0, 4.0, 8.0, 2.0, 1.0, 3.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-4.69921875, -4.58184814453125, -4.4644775390625, -4.34710693359375, -4.229736328125, -4.11236572265625, -3.9949951171875, -3.87762451171875, -3.76025390625, -3.64288330078125, -3.5255126953125, -3.40814208984375, -3.290771484375, -3.17340087890625, -3.0560302734375, -2.93865966796875, -2.8212890625, -2.70391845703125, -2.5865478515625, -2.46917724609375, -2.351806640625, -2.23443603515625, -2.1170654296875, -1.99969482421875, -1.88232421875, -1.76495361328125, -1.6475830078125, -1.53021240234375, -1.412841796875, -1.29547119140625, -1.1781005859375, -1.06072998046875, -0.943359375, -0.82598876953125, -0.7086181640625, -0.59124755859375, -0.473876953125, -0.35650634765625, -0.2391357421875, -0.12176513671875, -0.00439453125, 0.11297607421875, 0.2303466796875, 0.34771728515625, 0.465087890625, 0.58245849609375, 0.6998291015625, 0.81719970703125, 0.9345703125, 1.05194091796875, 1.1693115234375, 1.28668212890625, 1.404052734375, 1.52142333984375, 1.6387939453125, 1.75616455078125, 1.87353515625, 1.99090576171875, 2.1082763671875, 2.22564697265625, 2.343017578125, 2.46038818359375, 2.5777587890625, 2.69512939453125, 2.8125]}, "gradients/decoder.transformer.h.16.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 722.0, 295.0, 2.0], "bins": [-1.4287292957305908, -1.4056583642959595, -1.3825874328613281, -1.3595165014266968, -1.3364455699920654, -1.313374638557434, -1.2903037071228027, -1.2672326564788818, -1.24416184425354, -1.2210909128189087, -1.1980199813842773, -1.174949049949646, -1.1518781185150146, -1.1288071870803833, -1.105736255645752, -1.082665205001831, -1.0595942735671997, -1.0365233421325684, -1.013452410697937, -0.9903814792633057, -0.9673105478286743, -0.9442395567893982, -0.9211686253547668, -0.8980976939201355, -0.8750267624855042, -0.8519558310508728, -0.8288848996162415, -0.8058139681816101, -0.782742977142334, -0.7596720457077026, -0.7366011142730713, -0.7135301828384399, -0.6904592514038086, -0.6673883199691772, -0.6443173885345459, -0.6212464570999146, -0.5981755256652832, -0.5751045346260071, -0.5520336031913757, -0.5289626717567444, -0.5058917999267578, -0.48282086849212646, -0.4597499370574951, -0.4366789758205414, -0.41360804438591003, -0.3905371129512787, -0.36746615171432495, -0.3443952202796936, -0.32132425904273987, -0.2982533276081085, -0.2751823663711548, -0.25211143493652344, -0.2290405035018921, -0.20596957206726074, -0.1828986257314682, -0.15982767939567566, -0.1367567479610443, -0.11368580907583237, -0.09061487019062042, -0.06754393130540848, -0.04447299242019653, -0.02140205353498459, 0.001668885350227356, 0.024739831686019897, 0.047810763120651245]}, "gradients/decoder.transformer.h.16.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 2.0, 3.0, 4.0, 5.0, 4.0, 6.0, 7.0, 14.0, 8.0, 15.0, 22.0, 20.0, 30.0, 28.0, 44.0, 33.0, 36.0, 36.0, 47.0, 35.0, 35.0, 43.0, 51.0, 50.0, 50.0, 53.0, 38.0, 42.0, 35.0, 43.0, 25.0, 26.0, 15.0, 10.0, 22.0, 16.0, 15.0, 13.0, 9.0, 5.0, 5.0, 4.0, 3.0, 1.0, 3.0, 0.0, 2.0, 1.0], "bins": [-0.29032814502716064, -0.2827720046043396, -0.27521586418151855, -0.2676597237586975, -0.26010358333587646, -0.2525474429130554, -0.24499128758907318, -0.23743514716625214, -0.2298790067434311, -0.22232286632061005, -0.214766725897789, -0.20721058547496796, -0.19965443015098572, -0.19209828972816467, -0.18454214930534363, -0.17698600888252258, -0.16942986845970154, -0.1618737280368805, -0.15431758761405945, -0.1467614471912384, -0.13920530676841736, -0.1316491663455963, -0.12409301102161407, -0.11653687059879303, -0.10898073017597198, -0.10142458975315094, -0.0938684493303299, -0.08631230145692825, -0.07875616103410721, -0.07120002061128616, -0.06364387273788452, -0.05608773231506348, -0.04853159189224243, -0.04097545146942139, -0.03341930732131004, -0.02586316503584385, -0.018307022750377655, -0.01075088232755661, -0.0031947381794452667, 0.004361405968666077, 0.011917546391487122, 0.019473688676953316, 0.02702983096241951, 0.03458597511053085, 0.0421421155333519, 0.04969825595617294, 0.057254400104284286, 0.06481054425239563, 0.07236668467521667, 0.07992282509803772, 0.08747896552085876, 0.0950351133942604, 0.10259125381708145, 0.1101473942399025, 0.11770354211330414, 0.12525968253612518, 0.13281582295894623, 0.14037196338176727, 0.14792810380458832, 0.15548424422740936, 0.1630403995513916, 0.17059653997421265, 0.1781526803970337, 0.18570882081985474, 0.19326496124267578]}, "gradients/decoder.transformer.h.16.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 2.0, 5.0, 5.0, 6.0, 11.0, 5.0, 18.0, 12.0, 15.0, 29.0, 37.0, 38.0, 53.0, 60.0, 57.0, 63.0, 60.0, 71.0, 64.0, 61.0, 61.0, 46.0, 42.0, 50.0, 31.0, 21.0, 14.0, 19.0, 8.0, 13.0, 16.0, 2.0, 2.0, 3.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.6748046875, -1.6230010986328125, -1.571197509765625, -1.5193939208984375, -1.46759033203125, -1.4157867431640625, -1.363983154296875, -1.3121795654296875, -1.2603759765625, -1.2085723876953125, -1.156768798828125, -1.1049652099609375, -1.05316162109375, -1.0013580322265625, -0.949554443359375, -0.8977508544921875, -0.845947265625, -0.7941436767578125, -0.742340087890625, -0.6905364990234375, -0.63873291015625, -0.5869293212890625, -0.535125732421875, -0.4833221435546875, -0.4315185546875, -0.3797149658203125, -0.327911376953125, -0.2761077880859375, -0.22430419921875, -0.1725006103515625, -0.120697021484375, -0.0688934326171875, -0.01708984375, 0.0347137451171875, 0.086517333984375, 0.1383209228515625, 0.19012451171875, 0.2419281005859375, 0.293731689453125, 0.3455352783203125, 0.3973388671875, 0.4491424560546875, 0.500946044921875, 0.5527496337890625, 0.60455322265625, 0.6563568115234375, 0.708160400390625, 0.7599639892578125, 0.811767578125, 0.8635711669921875, 0.915374755859375, 0.9671783447265625, 1.01898193359375, 1.0707855224609375, 1.122589111328125, 1.1743927001953125, 1.2261962890625, 1.2779998779296875, 1.329803466796875, 1.3816070556640625, 1.43341064453125, 1.4852142333984375, 1.537017822265625, 1.5888214111328125, 1.640625]}, "gradients/decoder.transformer.h.16.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 9.0, 7.0, 7.0, 19.0, 16.0, 24.0, 38.0, 66.0, 75.0, 117.0, 180.0, 259.0, 424.0, 659.0, 1088.0, 1896.0, 3614.0, 6935.0, 14264.0, 32710.0, 82102.0, 224452.0, 396544.0, 169103.0, 63613.0, 25845.0, 11466.0, 5733.0, 2960.0, 1708.0, 949.0, 592.0, 348.0, 236.0, 152.0, 108.0, 81.0, 50.0, 36.0, 22.0, 17.0, 11.0, 13.0, 6.0, 4.0, 3.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.39404296875, -0.38106536865234375, -0.3680877685546875, -0.35511016845703125, -0.342132568359375, -0.32915496826171875, -0.3161773681640625, -0.30319976806640625, -0.29022216796875, -0.27724456787109375, -0.2642669677734375, -0.25128936767578125, -0.238311767578125, -0.22533416748046875, -0.2123565673828125, -0.19937896728515625, -0.1864013671875, -0.17342376708984375, -0.1604461669921875, -0.14746856689453125, -0.134490966796875, -0.12151336669921875, -0.1085357666015625, -0.09555816650390625, -0.08258056640625, -0.06960296630859375, -0.0566253662109375, -0.04364776611328125, -0.030670166015625, -0.01769256591796875, -0.0047149658203125, 0.00826263427734375, 0.021240234375, 0.03421783447265625, 0.0471954345703125, 0.06017303466796875, 0.073150634765625, 0.08612823486328125, 0.0991058349609375, 0.11208343505859375, 0.12506103515625, 0.13803863525390625, 0.1510162353515625, 0.16399383544921875, 0.176971435546875, 0.18994903564453125, 0.2029266357421875, 0.21590423583984375, 0.2288818359375, 0.24185943603515625, 0.2548370361328125, 0.26781463623046875, 0.280792236328125, 0.29376983642578125, 0.3067474365234375, 0.31972503662109375, 0.33270263671875, 0.34568023681640625, 0.3586578369140625, 0.37163543701171875, 0.384613037109375, 0.39759063720703125, 0.4105682373046875, 0.42354583740234375, 0.4365234375]}, "gradients/decoder.transformer.h.16.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 1.0, 1.0, 0.0, 4.0, 5.0, 5.0, 10.0, 8.0, 12.0, 15.0, 16.0, 25.0, 23.0, 26.0, 27.0, 39.0, 46.0, 35.0, 45.0, 59.0, 73.0, 244.0, 1910.0, 53.0, 52.0, 50.0, 30.0, 33.0, 38.0, 34.0, 23.0, 24.0, 15.0, 14.0, 14.0, 11.0, 8.0, 7.0, 7.0, 5.0, 5.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.75, -4.5972900390625, -4.444580078125, -4.2918701171875, -4.13916015625, -3.9864501953125, -3.833740234375, -3.6810302734375, -3.5283203125, -3.3756103515625, -3.222900390625, -3.0701904296875, -2.91748046875, -2.7647705078125, -2.612060546875, -2.4593505859375, -2.306640625, -2.1539306640625, -2.001220703125, -1.8485107421875, -1.69580078125, -1.5430908203125, -1.390380859375, -1.2376708984375, -1.0849609375, -0.9322509765625, -0.779541015625, -0.6268310546875, -0.47412109375, -0.3214111328125, -0.168701171875, -0.0159912109375, 0.13671875, 0.2894287109375, 0.442138671875, 0.5948486328125, 0.74755859375, 0.9002685546875, 1.052978515625, 1.2056884765625, 1.3583984375, 1.5111083984375, 1.663818359375, 1.8165283203125, 1.96923828125, 2.1219482421875, 2.274658203125, 2.4273681640625, 2.580078125, 2.7327880859375, 2.885498046875, 3.0382080078125, 3.19091796875, 3.3436279296875, 3.496337890625, 3.6490478515625, 3.8017578125, 3.9544677734375, 4.107177734375, 4.2598876953125, 4.41259765625, 4.5653076171875, 4.718017578125, 4.8707275390625, 5.0234375]}, "gradients/decoder.transformer.h.16.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 4.0, 1.0, 4.0, 7.0, 13.0, 7.0, 8.0, 16.0, 19.0, 26.0, 32.0, 46.0, 52.0, 77.0, 109.0, 153.0, 209.0, 357.0, 655.0, 1868.0, 3125707.0, 13950.0, 945.0, 443.0, 290.0, 179.0, 136.0, 106.0, 69.0, 44.0, 49.0, 35.0, 22.0, 18.0, 12.0, 13.0, 11.0, 5.0, 6.0, 4.0, 1.0, 1.0, 0.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.2890625, -7.06634521484375, -6.8436279296875, -6.62091064453125, -6.398193359375, -6.17547607421875, -5.9527587890625, -5.73004150390625, -5.50732421875, -5.28460693359375, -5.0618896484375, -4.83917236328125, -4.616455078125, -4.39373779296875, -4.1710205078125, -3.94830322265625, -3.7255859375, -3.50286865234375, -3.2801513671875, -3.05743408203125, -2.834716796875, -2.61199951171875, -2.3892822265625, -2.16656494140625, -1.94384765625, -1.72113037109375, -1.4984130859375, -1.27569580078125, -1.052978515625, -0.83026123046875, -0.6075439453125, -0.38482666015625, -0.162109375, 0.06060791015625, 0.2833251953125, 0.50604248046875, 0.728759765625, 0.95147705078125, 1.1741943359375, 1.39691162109375, 1.61962890625, 1.84234619140625, 2.0650634765625, 2.28778076171875, 2.510498046875, 2.73321533203125, 2.9559326171875, 3.17864990234375, 3.4013671875, 3.62408447265625, 3.8468017578125, 4.06951904296875, 4.292236328125, 4.51495361328125, 4.7376708984375, 4.96038818359375, 5.18310546875, 5.40582275390625, 5.6285400390625, 5.85125732421875, 6.073974609375, 6.29669189453125, 6.5194091796875, 6.74212646484375, 6.96484375]}, "gradients/decoder.transformer.h.16.ln_1.weight": {"_type": "histogram", "values": [1.0, 1.0, 36.0, 897.0, 86.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.0499398708343506, -1.4744293689727783, -0.8989187479019165, -0.3234081268310547, 0.2521023750305176, 0.8276128768920898, 1.4031236171722412, 1.9786341190338135, 2.5541446208953857, 3.129655122756958, 3.7051658630371094, 4.280676364898682, 4.856186866760254, 5.431697368621826, 6.007207870483398, 6.582718849182129, 7.158228874206543, 7.733739376068115, 8.309249877929688, 8.884760856628418, 9.460270881652832, 10.035781860351562, 10.611291885375977, 11.186802864074707, 11.762313842773438, 12.337824821472168, 12.913334846496582, 13.488845825195312, 14.064355850219727, 14.639866828918457, 15.215377807617188, 15.790887832641602, 16.36639976501465, 16.941909790039062, 17.51742172241211, 18.092931747436523, 18.668441772460938, 19.24395179748535, 19.8194637298584, 20.394973754882812, 20.970483779907227, 21.54599380493164, 22.121505737304688, 22.6970157623291, 23.272525787353516, 23.84803581237793, 24.423547744750977, 24.99905776977539, 25.574569702148438, 26.15007972717285, 26.7255916595459, 27.301101684570312, 27.876611709594727, 28.45212173461914, 29.027633666992188, 29.6031436920166, 30.178653717041016, 30.75416374206543, 31.329675674438477, 31.90518569946289, 32.48069763183594, 33.05620574951172, 33.631717681884766, 34.20722961425781, 34.782737731933594]}, "gradients/decoder.transformer.h.16.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 2.0, 1.0, 3.0, 4.0, 8.0, 9.0, 12.0, 10.0, 12.0, 19.0, 19.0, 19.0, 23.0, 20.0, 23.0, 33.0, 33.0, 33.0, 46.0, 42.0, 45.0, 42.0, 50.0, 39.0, 34.0, 45.0, 43.0, 29.0, 47.0, 41.0, 30.0, 34.0, 26.0, 18.0, 22.0, 9.0, 17.0, 17.0, 7.0, 11.0, 11.0, 2.0, 4.0, 6.0, 3.0, 5.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.459746360778809, -11.075628280639648, -10.691510200500488, -10.307392120361328, -9.923274993896484, -9.539156913757324, -9.155038833618164, -8.770920753479004, -8.386802673339844, -8.002684593200684, -7.618566513061523, -7.2344489097595215, -6.850330829620361, -6.466212749481201, -6.082095146179199, -5.697977066040039, -5.313858985900879, -4.929740905761719, -4.545622825622559, -4.161505222320557, -3.7773871421813965, -3.3932690620422363, -3.0091512203216553, -2.625033378601074, -2.240915298461914, -1.8567973375320435, -1.4726793766021729, -1.0885614156723022, -0.7044434547424316, -0.32032549381256104, 0.06379246711730957, 0.4479103088378906, 0.8320274353027344, 1.216145396232605, 1.6002633571624756, 1.9843813180923462, 2.368499279022217, 2.752617359161377, 3.136735200881958, 3.520853042602539, 3.904971122741699, 4.289089202880859, 4.6732072830200195, 5.0573248863220215, 5.441442966461182, 5.825561046600342, 6.209678649902344, 6.593796730041504, 6.977914810180664, 7.362032890319824, 7.746150970458984, 8.130269050598145, 8.514387130737305, 8.898504257202148, 9.282622337341309, 9.666740417480469, 10.050858497619629, 10.434976577758789, 10.81909465789795, 11.20321273803711, 11.587329864501953, 11.971447944641113, 12.355566024780273, 12.739684104919434, 13.123802185058594]}, "gradients/decoder.transformer.h.15.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0, 2.0, 4.0, 5.0, 8.0, 8.0, 7.0, 15.0, 10.0, 20.0, 25.0, 35.0, 44.0, 48.0, 57.0, 59.0, 56.0, 57.0, 74.0, 58.0, 67.0, 62.0, 52.0, 38.0, 49.0, 29.0, 30.0, 15.0, 19.0, 7.0, 15.0, 14.0, 6.0, 0.0, 6.0, 3.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.6806640625, -1.628997802734375, -1.57733154296875, -1.525665283203125, -1.4739990234375, -1.422332763671875, -1.37066650390625, -1.319000244140625, -1.267333984375, -1.215667724609375, -1.16400146484375, -1.112335205078125, -1.0606689453125, -1.009002685546875, -0.95733642578125, -0.905670166015625, -0.85400390625, -0.802337646484375, -0.75067138671875, -0.699005126953125, -0.6473388671875, -0.595672607421875, -0.54400634765625, -0.492340087890625, -0.440673828125, -0.389007568359375, -0.33734130859375, -0.285675048828125, -0.2340087890625, -0.182342529296875, -0.13067626953125, -0.079010009765625, -0.02734375, 0.024322509765625, 0.07598876953125, 0.127655029296875, 0.1793212890625, 0.230987548828125, 0.28265380859375, 0.334320068359375, 0.385986328125, 0.437652587890625, 0.48931884765625, 0.540985107421875, 0.5926513671875, 0.644317626953125, 0.69598388671875, 0.747650146484375, 0.79931640625, 0.850982666015625, 0.90264892578125, 0.954315185546875, 1.0059814453125, 1.057647705078125, 1.10931396484375, 1.160980224609375, 1.212646484375, 1.264312744140625, 1.31597900390625, 1.367645263671875, 1.4193115234375, 1.470977783203125, 1.52264404296875, 1.574310302734375, 1.6259765625]}, "gradients/decoder.transformer.h.15.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0, 5.0, 4.0, 1.0, 3.0, 4.0, 5.0, 8.0, 10.0, 12.0, 16.0, 26.0, 39.0, 57.0, 69.0, 283.0, 1003.0, 1642.0, 3587.0, 8533.0, 30975.0, 113114.0, 480417.0, 2206052.0, 1050564.0, 218129.0, 53683.0, 15459.0, 5743.0, 2543.0, 1415.0, 490.0, 164.0, 79.0, 46.0, 29.0, 29.0, 11.0, 7.0, 12.0, 6.0, 1.0, 3.0, 5.0, 0.0, 2.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.1689453125, -1.13323974609375, -1.0975341796875, -1.06182861328125, -1.026123046875, -0.99041748046875, -0.9547119140625, -0.91900634765625, -0.88330078125, -0.84759521484375, -0.8118896484375, -0.77618408203125, -0.740478515625, -0.70477294921875, -0.6690673828125, -0.63336181640625, -0.59765625, -0.56195068359375, -0.5262451171875, -0.49053955078125, -0.454833984375, -0.41912841796875, -0.3834228515625, -0.34771728515625, -0.31201171875, -0.27630615234375, -0.2406005859375, -0.20489501953125, -0.169189453125, -0.13348388671875, -0.0977783203125, -0.06207275390625, -0.0263671875, 0.00933837890625, 0.0450439453125, 0.08074951171875, 0.116455078125, 0.15216064453125, 0.1878662109375, 0.22357177734375, 0.25927734375, 0.29498291015625, 0.3306884765625, 0.36639404296875, 0.402099609375, 0.43780517578125, 0.4735107421875, 0.50921630859375, 0.544921875, 0.58062744140625, 0.6163330078125, 0.65203857421875, 0.687744140625, 0.72344970703125, 0.7591552734375, 0.79486083984375, 0.83056640625, 0.86627197265625, 0.9019775390625, 0.93768310546875, 0.973388671875, 1.00909423828125, 1.0447998046875, 1.08050537109375, 1.1162109375]}, "gradients/decoder.transformer.h.15.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 4.0, 2.0, 0.0, 0.0, 4.0, 4.0, 8.0, 11.0, 8.0, 17.0, 12.0, 20.0, 28.0, 23.0, 34.0, 37.0, 38.0, 50.0, 58.0, 87.0, 91.0, 174.0, 299.0, 436.0, 632.0, 669.0, 445.0, 269.0, 160.0, 102.0, 65.0, 46.0, 58.0, 28.0, 32.0, 17.0, 26.0, 20.0, 16.0, 13.0, 11.0, 10.0, 9.0, 3.0, 3.0, 3.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.50390625, -2.430267333984375, -2.35662841796875, -2.282989501953125, -2.2093505859375, -2.135711669921875, -2.06207275390625, -1.988433837890625, -1.914794921875, -1.841156005859375, -1.76751708984375, -1.693878173828125, -1.6202392578125, -1.546600341796875, -1.47296142578125, -1.399322509765625, -1.32568359375, -1.252044677734375, -1.17840576171875, -1.104766845703125, -1.0311279296875, -0.957489013671875, -0.88385009765625, -0.810211181640625, -0.736572265625, -0.662933349609375, -0.58929443359375, -0.515655517578125, -0.4420166015625, -0.368377685546875, -0.29473876953125, -0.221099853515625, -0.1474609375, -0.073822021484375, -0.00018310546875, 0.073455810546875, 0.1470947265625, 0.220733642578125, 0.29437255859375, 0.368011474609375, 0.441650390625, 0.515289306640625, 0.58892822265625, 0.662567138671875, 0.7362060546875, 0.809844970703125, 0.88348388671875, 0.957122802734375, 1.03076171875, 1.104400634765625, 1.17803955078125, 1.251678466796875, 1.3253173828125, 1.398956298828125, 1.47259521484375, 1.546234130859375, 1.619873046875, 1.693511962890625, 1.76715087890625, 1.840789794921875, 1.9144287109375, 1.988067626953125, 2.06170654296875, 2.135345458984375, 2.208984375]}, "gradients/decoder.transformer.h.15.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 1.0, 6.0, 5.0, 10.0, 10.0, 15.0, 17.0, 20.0, 29.0, 21.0, 32.0, 40.0, 75.0, 77.0, 113.0, 141.0, 235.0, 397.0, 824.0, 11148.0, 4178201.0, 1247.0, 507.0, 306.0, 190.0, 139.0, 110.0, 76.0, 62.0, 45.0, 30.0, 30.0, 35.0, 20.0, 16.0, 10.0, 15.0, 9.0, 9.0, 4.0, 4.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-16.140625, -15.60546875, -15.0703125, -14.53515625, -14.0, -13.46484375, -12.9296875, -12.39453125, -11.859375, -11.32421875, -10.7890625, -10.25390625, -9.71875, -9.18359375, -8.6484375, -8.11328125, -7.578125, -7.04296875, -6.5078125, -5.97265625, -5.4375, -4.90234375, -4.3671875, -3.83203125, -3.296875, -2.76171875, -2.2265625, -1.69140625, -1.15625, -0.62109375, -0.0859375, 0.44921875, 0.984375, 1.51953125, 2.0546875, 2.58984375, 3.125, 3.66015625, 4.1953125, 4.73046875, 5.265625, 5.80078125, 6.3359375, 6.87109375, 7.40625, 7.94140625, 8.4765625, 9.01171875, 9.546875, 10.08203125, 10.6171875, 11.15234375, 11.6875, 12.22265625, 12.7578125, 13.29296875, 13.828125, 14.36328125, 14.8984375, 15.43359375, 15.96875, 16.50390625, 17.0390625, 17.57421875, 18.109375]}, "gradients/decoder.transformer.h.15.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 154.0, 865.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.491044044494629, -12.284961700439453, -11.078879356384277, -9.872797012329102, -8.666714668273926, -7.46063232421875, -6.254549980163574, -5.048467636108398, -3.8423852920532227, -2.636302947998047, -1.430220603942871, -0.2241382598876953, 0.9819440841674805, 2.1880264282226562, 3.394108772277832, 4.600191116333008, 5.806273460388184, 7.012355804443359, 8.218438148498535, 9.424520492553711, 10.630602836608887, 11.836685180664062, 13.042767524719238, 14.248849868774414, 15.45493221282959, 16.661014556884766, 17.867095947265625, 19.073179244995117, 20.27926254272461, 21.48534393310547, 22.691425323486328, 23.89750862121582, 25.103591918945312, 26.309673309326172, 27.515756607055664, 28.721839904785156, 29.927921295166016, 31.134002685546875, 32.340087890625, 33.54616928100586, 34.75225067138672, 35.95833206176758, 37.16441345214844, 38.37049865722656, 39.57658004760742, 40.78266143798828, 41.988746643066406, 43.194828033447266, 44.400909423828125, 45.606990814208984, 46.813072204589844, 48.01915740966797, 49.22523880004883, 50.43132019042969, 51.63740539550781, 52.84348678588867, 54.04956817626953, 55.25564956665039, 56.46173095703125, 57.667816162109375, 58.873897552490234, 60.079978942871094, 61.28606414794922, 62.49214553833008, 63.69822692871094]}, "gradients/decoder.transformer.h.15.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 4.0, 5.0, 3.0, 6.0, 8.0, 10.0, 10.0, 7.0, 10.0, 17.0, 17.0, 12.0, 25.0, 24.0, 30.0, 24.0, 35.0, 37.0, 28.0, 37.0, 41.0, 36.0, 44.0, 40.0, 38.0, 40.0, 33.0, 22.0, 41.0, 39.0, 21.0, 30.0, 27.0, 30.0, 22.0, 29.0, 19.0, 19.0, 18.0, 18.0, 13.0, 7.0, 9.0, 7.0, 2.0, 4.0, 4.0, 1.0, 1.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.549043655395508, -8.288195610046387, -8.027348518371582, -7.766500949859619, -7.505653381347656, -7.244805335998535, -6.983957767486572, -6.723110198974609, -6.4622626304626465, -6.201415061950684, -5.940567493438721, -5.679719924926758, -5.418871879577637, -5.158024787902832, -4.897176742553711, -4.636329174041748, -4.375481605529785, -4.114634037017822, -3.8537864685058594, -3.5929386615753174, -3.3320910930633545, -3.0712435245513916, -2.8103957176208496, -2.5495481491088867, -2.288700580596924, -2.027853012084961, -1.7670053243637085, -1.506157636642456, -1.2453100681304932, -0.9844624996185303, -0.7236148118972778, -0.4627671241760254, -0.2019195556640625, 0.058928072452545166, 0.31977570056915283, 0.5806233286857605, 0.8414709568023682, 1.102318525314331, 1.3631662130355835, 1.624013900756836, 1.8848614692687988, 2.1457090377807617, 2.4065566062927246, 2.6674044132232666, 2.9282519817352295, 3.1890995502471924, 3.4499473571777344, 3.7107949256896973, 3.97164249420166, 4.232490062713623, 4.493337631225586, 4.754185199737549, 5.015032768249512, 5.275880813598633, 5.536728382110596, 5.797575950622559, 6.0584235191345215, 6.319271087646484, 6.580118656158447, 6.84096622467041, 7.101814270019531, 7.362661361694336, 7.623509407043457, 7.88435697555542, 8.145204544067383]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 5.0, 2.0, 11.0, 7.0, 10.0, 15.0, 13.0, 26.0, 25.0, 40.0, 41.0, 54.0, 58.0, 55.0, 53.0, 70.0, 72.0, 57.0, 67.0, 54.0, 46.0, 41.0, 47.0, 30.0, 21.0, 15.0, 18.0, 9.0, 15.0, 11.0, 3.0, 3.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.6513671875, -1.5999755859375, -1.548583984375, -1.4971923828125, -1.44580078125, -1.3944091796875, -1.343017578125, -1.2916259765625, -1.240234375, -1.1888427734375, -1.137451171875, -1.0860595703125, -1.03466796875, -0.9832763671875, -0.931884765625, -0.8804931640625, -0.8291015625, -0.7777099609375, -0.726318359375, -0.6749267578125, -0.62353515625, -0.5721435546875, -0.520751953125, -0.4693603515625, -0.41796875, -0.3665771484375, -0.315185546875, -0.2637939453125, -0.21240234375, -0.1610107421875, -0.109619140625, -0.0582275390625, -0.0068359375, 0.0445556640625, 0.095947265625, 0.1473388671875, 0.19873046875, 0.2501220703125, 0.301513671875, 0.3529052734375, 0.404296875, 0.4556884765625, 0.507080078125, 0.5584716796875, 0.60986328125, 0.6612548828125, 0.712646484375, 0.7640380859375, 0.8154296875, 0.8668212890625, 0.918212890625, 0.9696044921875, 1.02099609375, 1.0723876953125, 1.123779296875, 1.1751708984375, 1.2265625, 1.2779541015625, 1.329345703125, 1.3807373046875, 1.43212890625, 1.4835205078125, 1.534912109375, 1.5863037109375, 1.6376953125]}, "gradients/decoder.transformer.h.15.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 3.0, 4.0, 2.0, 5.0, 10.0, 9.0, 12.0, 19.0, 27.0, 33.0, 50.0, 57.0, 66.0, 119.0, 158.0, 235.0, 339.0, 486.0, 751.0, 1131.0, 1907.0, 3077.0, 5244.0, 9479.0, 17647.0, 36253.0, 83296.0, 267893.0, 420814.0, 106842.0, 44647.0, 21229.0, 11023.0, 6143.0, 3611.0, 2049.0, 1291.0, 802.0, 547.0, 353.0, 256.0, 195.0, 105.0, 98.0, 62.0, 56.0, 35.0, 25.0, 23.0, 17.0, 6.0, 5.0, 9.0, 7.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.888671875, -1.8280029296875, -1.767333984375, -1.7066650390625, -1.64599609375, -1.5853271484375, -1.524658203125, -1.4639892578125, -1.4033203125, -1.3426513671875, -1.281982421875, -1.2213134765625, -1.16064453125, -1.0999755859375, -1.039306640625, -0.9786376953125, -0.91796875, -0.8572998046875, -0.796630859375, -0.7359619140625, -0.67529296875, -0.6146240234375, -0.553955078125, -0.4932861328125, -0.4326171875, -0.3719482421875, -0.311279296875, -0.2506103515625, -0.18994140625, -0.1292724609375, -0.068603515625, -0.0079345703125, 0.052734375, 0.1134033203125, 0.174072265625, 0.2347412109375, 0.29541015625, 0.3560791015625, 0.416748046875, 0.4774169921875, 0.5380859375, 0.5987548828125, 0.659423828125, 0.7200927734375, 0.78076171875, 0.8414306640625, 0.902099609375, 0.9627685546875, 1.0234375, 1.0841064453125, 1.144775390625, 1.2054443359375, 1.26611328125, 1.3267822265625, 1.387451171875, 1.4481201171875, 1.5087890625, 1.5694580078125, 1.630126953125, 1.6907958984375, 1.75146484375, 1.8121337890625, 1.872802734375, 1.9334716796875, 1.994140625]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 4.0, 5.0, 9.0, 6.0, 22.0, 12.0, 13.0, 12.0, 22.0, 19.0, 17.0, 40.0, 32.0, 31.0, 47.0, 38.0, 37.0, 32.0, 39.0, 1076.0, 55.0, 37.0, 60.0, 43.0, 38.0, 43.0, 34.0, 26.0, 27.0, 34.0, 15.0, 23.0, 19.0, 17.0, 18.0, 9.0, 10.0, 7.0, 2.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.12890625, -1.0965576171875, -1.064208984375, -1.0318603515625, -0.99951171875, -0.9671630859375, -0.934814453125, -0.9024658203125, -0.8701171875, -0.8377685546875, -0.805419921875, -0.7730712890625, -0.74072265625, -0.7083740234375, -0.676025390625, -0.6436767578125, -0.611328125, -0.5789794921875, -0.546630859375, -0.5142822265625, -0.48193359375, -0.4495849609375, -0.417236328125, -0.3848876953125, -0.3525390625, -0.3201904296875, -0.287841796875, -0.2554931640625, -0.22314453125, -0.1907958984375, -0.158447265625, -0.1260986328125, -0.09375, -0.0614013671875, -0.029052734375, 0.0032958984375, 0.03564453125, 0.0679931640625, 0.100341796875, 0.1326904296875, 0.1650390625, 0.1973876953125, 0.229736328125, 0.2620849609375, 0.29443359375, 0.3267822265625, 0.359130859375, 0.3914794921875, 0.423828125, 0.4561767578125, 0.488525390625, 0.5208740234375, 0.55322265625, 0.5855712890625, 0.617919921875, 0.6502685546875, 0.6826171875, 0.7149658203125, 0.747314453125, 0.7796630859375, 0.81201171875, 0.8443603515625, 0.876708984375, 0.9090576171875, 0.94140625]}, "gradients/decoder.transformer.h.15.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 6.0, 2.0, 4.0, 19.0, 8.0, 18.0, 20.0, 36.0, 61.0, 105.0, 114.0, 197.0, 330.0, 580.0, 834.0, 1321.0, 2288.0, 3751.0, 6884.0, 13648.0, 40147.0, 1895821.0, 91879.0, 18667.0, 8677.0, 4713.0, 2580.0, 1632.0, 1042.0, 675.0, 392.0, 247.0, 159.0, 84.0, 60.0, 34.0, 28.0, 25.0, 17.0, 16.0, 9.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9970703125, -1.9297943115234375, -1.862518310546875, -1.7952423095703125, -1.72796630859375, -1.6606903076171875, -1.593414306640625, -1.5261383056640625, -1.4588623046875, -1.3915863037109375, -1.324310302734375, -1.2570343017578125, -1.18975830078125, -1.1224822998046875, -1.055206298828125, -0.9879302978515625, -0.920654296875, -0.8533782958984375, -0.786102294921875, -0.7188262939453125, -0.65155029296875, -0.5842742919921875, -0.516998291015625, -0.4497222900390625, -0.3824462890625, -0.3151702880859375, -0.247894287109375, -0.1806182861328125, -0.11334228515625, -0.0460662841796875, 0.021209716796875, 0.0884857177734375, 0.15576171875, 0.2230377197265625, 0.290313720703125, 0.3575897216796875, 0.42486572265625, 0.4921417236328125, 0.559417724609375, 0.6266937255859375, 0.6939697265625, 0.7612457275390625, 0.828521728515625, 0.8957977294921875, 0.96307373046875, 1.0303497314453125, 1.097625732421875, 1.1649017333984375, 1.232177734375, 1.2994537353515625, 1.366729736328125, 1.4340057373046875, 1.50128173828125, 1.5685577392578125, 1.635833740234375, 1.7031097412109375, 1.7703857421875, 1.8376617431640625, 1.904937744140625, 1.9722137451171875, 2.03948974609375, 2.1067657470703125, 2.174041748046875, 2.2413177490234375, 2.30859375]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 2.0, 7.0, 3.0, 7.0, 5.0, 6.0, 15.0, 14.0, 26.0, 44.0, 44.0, 89.0, 159.0, 200.0, 155.0, 77.0, 47.0, 40.0, 11.0, 12.0, 13.0, 5.0, 3.0, 2.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.194580078125, -0.18838882446289062, -0.18219757080078125, -0.17600631713867188, -0.1698150634765625, -0.16362380981445312, -0.15743255615234375, -0.15124130249023438, -0.145050048828125, -0.13885879516601562, -0.13266754150390625, -0.12647628784179688, -0.1202850341796875, -0.11409378051757812, -0.10790252685546875, -0.10171127319335938, -0.09552001953125, -0.08932876586914062, -0.08313751220703125, -0.07694625854492188, -0.0707550048828125, -0.06456375122070312, -0.05837249755859375, -0.052181243896484375, -0.045989990234375, -0.039798736572265625, -0.03360748291015625, -0.027416229248046875, -0.0212249755859375, -0.015033721923828125, -0.00884246826171875, -0.002651214599609375, 0.0035400390625, 0.009731292724609375, 0.01592254638671875, 0.022113800048828125, 0.0283050537109375, 0.034496307373046875, 0.04068756103515625, 0.046878814697265625, 0.053070068359375, 0.059261322021484375, 0.06545257568359375, 0.07164382934570312, 0.0778350830078125, 0.08402633666992188, 0.09021759033203125, 0.09640884399414062, 0.10260009765625, 0.10879135131835938, 0.11498260498046875, 0.12117385864257812, 0.1273651123046875, 0.13355636596679688, 0.13974761962890625, 0.14593887329101562, 0.152130126953125, 0.15832138061523438, 0.16451263427734375, 0.17070388793945312, 0.1768951416015625, 0.18308639526367188, 0.18927764892578125, 0.19546890258789062, 0.20166015625]}, "gradients/decoder.transformer.h.15.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 2.0, 2.0, 3.0, 6.0, 15.0, 12.0, 14.0, 44.0, 51.0, 92.0, 254.0, 1047368.0, 349.0, 126.0, 62.0, 42.0, 33.0, 18.0, 15.0, 7.0, 5.0, 7.0, 3.0, 8.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-6.51171875, -6.31207275390625, -6.1124267578125, -5.91278076171875, -5.713134765625, -5.51348876953125, -5.3138427734375, -5.11419677734375, -4.91455078125, -4.71490478515625, -4.5152587890625, -4.31561279296875, -4.115966796875, -3.91632080078125, -3.7166748046875, -3.51702880859375, -3.3173828125, -3.11773681640625, -2.9180908203125, -2.71844482421875, -2.518798828125, -2.31915283203125, -2.1195068359375, -1.91986083984375, -1.72021484375, -1.52056884765625, -1.3209228515625, -1.12127685546875, -0.921630859375, -0.72198486328125, -0.5223388671875, -0.32269287109375, -0.123046875, 0.07659912109375, 0.2762451171875, 0.47589111328125, 0.675537109375, 0.87518310546875, 1.0748291015625, 1.27447509765625, 1.47412109375, 1.67376708984375, 1.8734130859375, 2.07305908203125, 2.272705078125, 2.47235107421875, 2.6719970703125, 2.87164306640625, 3.0712890625, 3.27093505859375, 3.4705810546875, 3.67022705078125, 3.869873046875, 4.06951904296875, 4.2691650390625, 4.46881103515625, 4.66845703125, 4.86810302734375, 5.0677490234375, 5.26739501953125, 5.467041015625, 5.66668701171875, 5.8663330078125, 6.06597900390625, 6.265625]}, "gradients/decoder.transformer.h.15.ln_cross_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 30.0, 295.0, 630.0, 57.0, 4.0, 0.0, 1.0], "bins": [-0.8577561974525452, -0.8432828187942505, -0.8288094401359558, -0.8143360018730164, -0.7998626232147217, -0.785389244556427, -0.7709158658981323, -0.7564424872398376, -0.741969108581543, -0.7274957299232483, -0.7130223512649536, -0.6985489130020142, -0.6840755343437195, -0.6696021556854248, -0.6551287770271301, -0.6406553983688354, -0.626181960105896, -0.6117085814476013, -0.5972352027893066, -0.5827617645263672, -0.5682883858680725, -0.5538150072097778, -0.5393416285514832, -0.5248682498931885, -0.510394811630249, -0.49592143297195435, -0.4814480245113373, -0.4669746458530426, -0.45250123739242554, -0.43802785873413086, -0.4235544800758362, -0.4090811014175415, -0.3946077525615692, -0.38013437390327454, -0.36566096544265747, -0.3511875867843628, -0.3367142081260681, -0.32224079966545105, -0.30776742100715637, -0.2932940125465393, -0.27882063388824463, -0.26434725522994995, -0.24987384676933289, -0.2354004681110382, -0.22092707455158234, -0.20645368099212646, -0.1919803023338318, -0.17750690877437592, -0.16303351521492004, -0.14856012165546417, -0.1340867280960083, -0.11961334943771362, -0.10513995587825775, -0.09066656231880188, -0.0761931762099266, -0.06171979010105133, -0.04724638909101486, -0.03277299925684929, -0.018299609422683716, -0.0038262195885181427, 0.01064717024564743, 0.025120563805103302, 0.03959394991397858, 0.05406733602285385, 0.06854072958230972]}, "gradients/decoder.transformer.h.15.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 5.0, 10.0, 11.0, 15.0, 8.0, 13.0, 15.0, 34.0, 28.0, 27.0, 38.0, 39.0, 45.0, 51.0, 49.0, 49.0, 53.0, 41.0, 65.0, 58.0, 41.0, 43.0, 48.0, 40.0, 45.0, 21.0, 22.0, 19.0, 22.0, 13.0, 10.0, 12.0, 3.0, 6.0, 3.0, 5.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.8783426880836487, -0.85602205991745, -0.833701491355896, -0.8113808631896973, -0.7890602946281433, -0.7667396664619446, -0.7444190979003906, -0.7220984697341919, -0.6997778415679932, -0.6774572134017944, -0.6551366448402405, -0.6328160166740417, -0.6104954481124878, -0.5881748199462891, -0.5658541917800903, -0.5435336232185364, -0.5212130546569824, -0.4988924562931061, -0.47657185792922974, -0.454251229763031, -0.43193063139915466, -0.4096100330352783, -0.387289434671402, -0.36496883630752563, -0.3426482081413269, -0.32032760977745056, -0.2980070114135742, -0.2756863832473755, -0.25336578488349915, -0.2310451865196228, -0.20872458815574646, -0.18640397489070892, -0.1640833616256714, -0.14176276326179504, -0.11944214999675751, -0.09712155163288116, -0.07480094581842422, -0.052480340003967285, -0.030159741640090942, -0.007839128375053406, 0.014481469988822937, 0.03680207580327988, 0.05912267789244652, 0.08144327998161316, 0.1037638857960701, 0.12608449161052704, 0.14840508997440338, 0.17072570323944092, 0.19304630160331726, 0.2153668999671936, 0.23768751323223114, 0.2600080966949463, 0.282328724861145, 0.30464932322502136, 0.3269699215888977, 0.34929054975509644, 0.3716111183166504, 0.39393171668052673, 0.4162523150444031, 0.4385729432106018, 0.46089354157447815, 0.4832141399383545, 0.5055347681045532, 0.5278553366661072, 0.5501759648323059]}, "gradients/decoder.transformer.h.15.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 5.0, 2.0, 11.0, 7.0, 10.0, 14.0, 14.0, 25.0, 25.0, 41.0, 41.0, 53.0, 58.0, 56.0, 51.0, 72.0, 72.0, 56.0, 66.0, 56.0, 46.0, 41.0, 46.0, 31.0, 21.0, 15.0, 18.0, 9.0, 14.0, 12.0, 3.0, 3.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.65234375, -1.6009368896484375, -1.549530029296875, -1.4981231689453125, -1.44671630859375, -1.3953094482421875, -1.343902587890625, -1.2924957275390625, -1.2410888671875, -1.1896820068359375, -1.138275146484375, -1.0868682861328125, -1.03546142578125, -0.9840545654296875, -0.932647705078125, -0.8812408447265625, -0.829833984375, -0.7784271240234375, -0.727020263671875, -0.6756134033203125, -0.62420654296875, -0.5727996826171875, -0.521392822265625, -0.4699859619140625, -0.4185791015625, -0.3671722412109375, -0.315765380859375, -0.2643585205078125, -0.21295166015625, -0.1615447998046875, -0.110137939453125, -0.0587310791015625, -0.00732421875, 0.0440826416015625, 0.095489501953125, 0.1468963623046875, 0.19830322265625, 0.2497100830078125, 0.301116943359375, 0.3525238037109375, 0.4039306640625, 0.4553375244140625, 0.506744384765625, 0.5581512451171875, 0.60955810546875, 0.6609649658203125, 0.712371826171875, 0.7637786865234375, 0.815185546875, 0.8665924072265625, 0.917999267578125, 0.9694061279296875, 1.02081298828125, 1.0722198486328125, 1.123626708984375, 1.1750335693359375, 1.2264404296875, 1.2778472900390625, 1.329254150390625, 1.3806610107421875, 1.43206787109375, 1.4834747314453125, 1.534881591796875, 1.5862884521484375, 1.6376953125]}, "gradients/decoder.transformer.h.15.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 2.0, 4.0, 4.0, 8.0, 7.0, 15.0, 15.0, 17.0, 30.0, 42.0, 72.0, 100.0, 142.0, 247.0, 360.0, 623.0, 1108.0, 1944.0, 3795.0, 8553.0, 20070.0, 54941.0, 177408.0, 466583.0, 208315.0, 62470.0, 22955.0, 9315.0, 4299.0, 2153.0, 1137.0, 658.0, 418.0, 257.0, 138.0, 113.0, 69.0, 50.0, 38.0, 26.0, 17.0, 14.0, 9.0, 6.0, 4.0, 0.0, 5.0, 0.0, 5.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.59326171875, -0.575042724609375, -0.55682373046875, -0.538604736328125, -0.5203857421875, -0.502166748046875, -0.48394775390625, -0.465728759765625, -0.447509765625, -0.429290771484375, -0.41107177734375, -0.392852783203125, -0.3746337890625, -0.356414794921875, -0.33819580078125, -0.319976806640625, -0.3017578125, -0.283538818359375, -0.26531982421875, -0.247100830078125, -0.2288818359375, -0.210662841796875, -0.19244384765625, -0.174224853515625, -0.156005859375, -0.137786865234375, -0.11956787109375, -0.101348876953125, -0.0831298828125, -0.064910888671875, -0.04669189453125, -0.028472900390625, -0.01025390625, 0.007965087890625, 0.02618408203125, 0.044403076171875, 0.0626220703125, 0.080841064453125, 0.09906005859375, 0.117279052734375, 0.135498046875, 0.153717041015625, 0.17193603515625, 0.190155029296875, 0.2083740234375, 0.226593017578125, 0.24481201171875, 0.263031005859375, 0.28125, 0.299468994140625, 0.31768798828125, 0.335906982421875, 0.3541259765625, 0.372344970703125, 0.39056396484375, 0.408782958984375, 0.427001953125, 0.445220947265625, 0.46343994140625, 0.481658935546875, 0.4998779296875, 0.518096923828125, 0.53631591796875, 0.554534912109375, 0.57275390625]}, "gradients/decoder.transformer.h.15.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 6.0, 10.0, 9.0, 8.0, 15.0, 17.0, 13.0, 22.0, 23.0, 19.0, 32.0, 36.0, 39.0, 32.0, 42.0, 38.0, 36.0, 49.0, 69.0, 2063.0, 60.0, 37.0, 47.0, 42.0, 40.0, 38.0, 23.0, 29.0, 23.0, 24.0, 20.0, 16.0, 13.0, 11.0, 14.0, 9.0, 5.0, 6.0, 8.0, 3.0, 4.0, 0.0, 2.0, 3.0, 4.0, 0.0, 1.0, 0.0, 2.0], "bins": [-4.46875, -4.33880615234375, -4.2088623046875, -4.07891845703125, -3.948974609375, -3.81903076171875, -3.6890869140625, -3.55914306640625, -3.42919921875, -3.29925537109375, -3.1693115234375, -3.03936767578125, -2.909423828125, -2.77947998046875, -2.6495361328125, -2.51959228515625, -2.3896484375, -2.25970458984375, -2.1297607421875, -1.99981689453125, -1.869873046875, -1.73992919921875, -1.6099853515625, -1.48004150390625, -1.35009765625, -1.22015380859375, -1.0902099609375, -0.96026611328125, -0.830322265625, -0.70037841796875, -0.5704345703125, -0.44049072265625, -0.310546875, -0.18060302734375, -0.0506591796875, 0.07928466796875, 0.209228515625, 0.33917236328125, 0.4691162109375, 0.59906005859375, 0.72900390625, 0.85894775390625, 0.9888916015625, 1.11883544921875, 1.248779296875, 1.37872314453125, 1.5086669921875, 1.63861083984375, 1.7685546875, 1.89849853515625, 2.0284423828125, 2.15838623046875, 2.288330078125, 2.41827392578125, 2.5482177734375, 2.67816162109375, 2.80810546875, 2.93804931640625, 3.0679931640625, 3.19793701171875, 3.327880859375, 3.45782470703125, 3.5877685546875, 3.71771240234375, 3.84765625]}, "gradients/decoder.transformer.h.15.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 4.0, 2.0, 3.0, 0.0, 4.0, 4.0, 9.0, 6.0, 8.0, 12.0, 17.0, 17.0, 23.0, 30.0, 39.0, 48.0, 57.0, 72.0, 87.0, 126.0, 171.0, 243.0, 384.0, 734.0, 1884.0, 3114680.0, 24249.0, 1078.0, 511.0, 297.0, 218.0, 155.0, 122.0, 100.0, 76.0, 63.0, 41.0, 35.0, 26.0, 20.0, 17.0, 9.0, 13.0, 13.0, 7.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.16796875, -6.92718505859375, -6.6864013671875, -6.44561767578125, -6.204833984375, -5.96405029296875, -5.7232666015625, -5.48248291015625, -5.24169921875, -5.00091552734375, -4.7601318359375, -4.51934814453125, -4.278564453125, -4.03778076171875, -3.7969970703125, -3.55621337890625, -3.3154296875, -3.07464599609375, -2.8338623046875, -2.59307861328125, -2.352294921875, -2.11151123046875, -1.8707275390625, -1.62994384765625, -1.38916015625, -1.14837646484375, -0.9075927734375, -0.66680908203125, -0.426025390625, -0.18524169921875, 0.0555419921875, 0.29632568359375, 0.537109375, 0.77789306640625, 1.0186767578125, 1.25946044921875, 1.500244140625, 1.74102783203125, 1.9818115234375, 2.22259521484375, 2.46337890625, 2.70416259765625, 2.9449462890625, 3.18572998046875, 3.426513671875, 3.66729736328125, 3.9080810546875, 4.14886474609375, 4.3896484375, 4.63043212890625, 4.8712158203125, 5.11199951171875, 5.352783203125, 5.59356689453125, 5.8343505859375, 6.07513427734375, 6.31591796875, 6.55670166015625, 6.7974853515625, 7.03826904296875, 7.279052734375, 7.51983642578125, 7.7606201171875, 8.00140380859375, 8.2421875]}, "gradients/decoder.transformer.h.15.ln_1.weight": {"_type": "histogram", "values": [894.0, 128.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.6160092353820801, 0.19862079620361328, 1.0132508277893066, 1.827880859375, 2.6425108909606934, 3.4571409225463867, 4.27177095413208, 5.086400985717773, 5.901031017303467, 6.71566104888916, 7.5302910804748535, 8.344921112060547, 9.159551620483398, 9.974181175231934, 10.788810729980469, 11.60344123840332, 12.418071746826172, 13.232702255249023, 14.047331809997559, 14.861961364746094, 15.676591873168945, 16.491222381591797, 17.305850982666016, 18.120481491088867, 18.93511199951172, 19.74974250793457, 20.564373016357422, 21.37900161743164, 22.193632125854492, 23.008262634277344, 23.822891235351562, 24.637521743774414, 25.452152252197266, 26.266782760620117, 27.08141326904297, 27.896041870117188, 28.71067237854004, 29.52530288696289, 30.33993148803711, 31.15456199645996, 31.969192504882812, 32.78382110595703, 33.598453521728516, 34.413082122802734, 35.22771453857422, 36.04234313964844, 36.856971740722656, 37.67160415649414, 38.48623275756836, 39.30086135864258, 40.11549377441406, 40.93012237548828, 41.7447509765625, 42.559383392333984, 43.3740119934082, 44.18864440917969, 45.003273010253906, 45.817901611328125, 46.63253402709961, 47.44716262817383, 48.26179504394531, 49.07642364501953, 49.89105224609375, 50.705684661865234, 51.52031326293945]}, "gradients/decoder.transformer.h.15.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 3.0, 2.0, 3.0, 7.0, 7.0, 5.0, 12.0, 8.0, 7.0, 15.0, 14.0, 12.0, 16.0, 20.0, 20.0, 28.0, 25.0, 23.0, 24.0, 37.0, 44.0, 43.0, 41.0, 42.0, 32.0, 47.0, 29.0, 38.0, 43.0, 30.0, 41.0, 40.0, 33.0, 33.0, 28.0, 33.0, 17.0, 16.0, 14.0, 20.0, 12.0, 4.0, 7.0, 8.0, 7.0, 5.0, 4.0, 5.0, 6.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-9.445927619934082, -9.151491165161133, -8.857054710388184, -8.562618255615234, -8.268181800842285, -7.973745346069336, -7.6793084144592285, -7.384871959686279, -7.09043550491333, -6.795999050140381, -6.501562595367432, -6.207126140594482, -5.912689208984375, -5.618252754211426, -5.323816299438477, -5.029379844665527, -4.734943389892578, -4.440506935119629, -4.14607048034668, -3.8516337871551514, -3.557197332382202, -3.262760877609253, -2.9683241844177246, -2.6738877296447754, -2.379451274871826, -2.085014820098877, -1.7905782461166382, -1.4961416721343994, -1.2017052173614502, -0.907268762588501, -0.6128321886062622, -0.31839561462402344, -0.023960113525390625, 0.27047640085220337, 0.5649129152297974, 0.8593494296073914, 1.1537859439849854, 1.4482223987579346, 1.7426589727401733, 2.037095546722412, 2.3315320014953613, 2.6259684562683105, 2.9204049110412598, 3.214841604232788, 3.5092780590057373, 3.8037145137786865, 4.098151206970215, 4.392587661743164, 4.687024116516113, 4.9814605712890625, 5.275897026062012, 5.570333480834961, 5.86476993560791, 6.159206390380859, 6.453643321990967, 6.748079776763916, 7.042516231536865, 7.3369526863098145, 7.631389141082764, 7.925825595855713, 8.22026252746582, 8.51469898223877, 8.809135437011719, 9.103571891784668, 9.398008346557617]}, "gradients/decoder.transformer.h.14.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 6.0, 3.0, 11.0, 9.0, 6.0, 14.0, 15.0, 17.0, 31.0, 34.0, 42.0, 49.0, 64.0, 56.0, 49.0, 73.0, 76.0, 48.0, 65.0, 64.0, 39.0, 48.0, 46.0, 29.0, 24.0, 15.0, 18.0, 12.0, 14.0, 10.0, 6.0, 2.0, 4.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.6640625, -1.612579345703125, -1.56109619140625, -1.509613037109375, -1.4581298828125, -1.406646728515625, -1.35516357421875, -1.303680419921875, -1.252197265625, -1.200714111328125, -1.14923095703125, -1.097747802734375, -1.0462646484375, -0.994781494140625, -0.94329833984375, -0.891815185546875, -0.84033203125, -0.788848876953125, -0.73736572265625, -0.685882568359375, -0.6343994140625, -0.582916259765625, -0.53143310546875, -0.479949951171875, -0.428466796875, -0.376983642578125, -0.32550048828125, -0.274017333984375, -0.2225341796875, -0.171051025390625, -0.11956787109375, -0.068084716796875, -0.0166015625, 0.034881591796875, 0.08636474609375, 0.137847900390625, 0.1893310546875, 0.240814208984375, 0.29229736328125, 0.343780517578125, 0.395263671875, 0.446746826171875, 0.49822998046875, 0.549713134765625, 0.6011962890625, 0.652679443359375, 0.70416259765625, 0.755645751953125, 0.80712890625, 0.858612060546875, 0.91009521484375, 0.961578369140625, 1.0130615234375, 1.064544677734375, 1.11602783203125, 1.167510986328125, 1.218994140625, 1.270477294921875, 1.32196044921875, 1.373443603515625, 1.4249267578125, 1.476409912109375, 1.52789306640625, 1.579376220703125, 1.630859375]}, "gradients/decoder.transformer.h.14.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 4.0, 5.0, 5.0, 11.0, 10.0, 9.0, 14.0, 17.0, 26.0, 37.0, 44.0, 48.0, 75.0, 92.0, 1179.0, 53508.0, 4006839.0, 129792.0, 2153.0, 105.0, 64.0, 51.0, 51.0, 30.0, 26.0, 17.0, 18.0, 8.0, 17.0, 13.0, 5.0, 3.0, 5.0, 2.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-4.8984375, -4.74810791015625, -4.5977783203125, -4.44744873046875, -4.297119140625, -4.14678955078125, -3.9964599609375, -3.84613037109375, -3.69580078125, -3.54547119140625, -3.3951416015625, -3.24481201171875, -3.094482421875, -2.94415283203125, -2.7938232421875, -2.64349365234375, -2.4931640625, -2.34283447265625, -2.1925048828125, -2.04217529296875, -1.891845703125, -1.74151611328125, -1.5911865234375, -1.44085693359375, -1.29052734375, -1.14019775390625, -0.9898681640625, -0.83953857421875, -0.689208984375, -0.53887939453125, -0.3885498046875, -0.23822021484375, -0.087890625, 0.06243896484375, 0.2127685546875, 0.36309814453125, 0.513427734375, 0.66375732421875, 0.8140869140625, 0.96441650390625, 1.11474609375, 1.26507568359375, 1.4154052734375, 1.56573486328125, 1.716064453125, 1.86639404296875, 2.0167236328125, 2.16705322265625, 2.3173828125, 2.46771240234375, 2.6180419921875, 2.76837158203125, 2.918701171875, 3.06903076171875, 3.2193603515625, 3.36968994140625, 3.52001953125, 3.67034912109375, 3.8206787109375, 3.97100830078125, 4.121337890625, 4.27166748046875, 4.4219970703125, 4.57232666015625, 4.72265625]}, "gradients/decoder.transformer.h.14.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 7.0, 3.0, 3.0, 10.0, 16.0, 18.0, 12.0, 22.0, 32.0, 42.0, 51.0, 58.0, 83.0, 80.0, 168.0, 294.0, 547.0, 909.0, 699.0, 416.0, 201.0, 99.0, 71.0, 45.0, 27.0, 52.0, 25.0, 28.0, 19.0, 10.0, 10.0, 8.0, 5.0, 2.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.09375, -2.008880615234375, -1.92401123046875, -1.839141845703125, -1.7542724609375, -1.669403076171875, -1.58453369140625, -1.499664306640625, -1.414794921875, -1.329925537109375, -1.24505615234375, -1.160186767578125, -1.0753173828125, -0.990447998046875, -0.90557861328125, -0.820709228515625, -0.73583984375, -0.650970458984375, -0.56610107421875, -0.481231689453125, -0.3963623046875, -0.311492919921875, -0.22662353515625, -0.141754150390625, -0.056884765625, 0.027984619140625, 0.11285400390625, 0.197723388671875, 0.2825927734375, 0.367462158203125, 0.45233154296875, 0.537200927734375, 0.6220703125, 0.706939697265625, 0.79180908203125, 0.876678466796875, 0.9615478515625, 1.046417236328125, 1.13128662109375, 1.216156005859375, 1.301025390625, 1.385894775390625, 1.47076416015625, 1.555633544921875, 1.6405029296875, 1.725372314453125, 1.81024169921875, 1.895111083984375, 1.97998046875, 2.064849853515625, 2.14971923828125, 2.234588623046875, 2.3194580078125, 2.404327392578125, 2.48919677734375, 2.574066162109375, 2.658935546875, 2.743804931640625, 2.82867431640625, 2.913543701171875, 2.9984130859375, 3.083282470703125, 3.16815185546875, 3.253021240234375, 3.337890625]}, "gradients/decoder.transformer.h.14.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 2.0, 6.0, 2.0, 4.0, 9.0, 9.0, 11.0, 17.0, 35.0, 31.0, 50.0, 38.0, 64.0, 130.0, 175.0, 306.0, 686.0, 3494.0, 4186868.0, 1093.0, 441.0, 250.0, 149.0, 107.0, 85.0, 55.0, 55.0, 27.0, 20.0, 11.0, 22.0, 15.0, 7.0, 3.0, 5.0, 5.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-27.359375, -26.662109375, -25.96484375, -25.267578125, -24.5703125, -23.873046875, -23.17578125, -22.478515625, -21.78125, -21.083984375, -20.38671875, -19.689453125, -18.9921875, -18.294921875, -17.59765625, -16.900390625, -16.203125, -15.505859375, -14.80859375, -14.111328125, -13.4140625, -12.716796875, -12.01953125, -11.322265625, -10.625, -9.927734375, -9.23046875, -8.533203125, -7.8359375, -7.138671875, -6.44140625, -5.744140625, -5.046875, -4.349609375, -3.65234375, -2.955078125, -2.2578125, -1.560546875, -0.86328125, -0.166015625, 0.53125, 1.228515625, 1.92578125, 2.623046875, 3.3203125, 4.017578125, 4.71484375, 5.412109375, 6.109375, 6.806640625, 7.50390625, 8.201171875, 8.8984375, 9.595703125, 10.29296875, 10.990234375, 11.6875, 12.384765625, 13.08203125, 13.779296875, 14.4765625, 15.173828125, 15.87109375, 16.568359375, 17.265625]}, "gradients/decoder.transformer.h.14.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 963.0, 58.0], "bins": [-87.37007141113281, -85.9777603149414, -84.58544921875, -83.1931381225586, -81.80082702636719, -80.40851593017578, -79.01620483398438, -77.6239013671875, -76.23158264160156, -74.83927154541016, -73.44696044921875, -72.05464935302734, -70.66233825683594, -69.27002716064453, -67.87771606445312, -66.48541259765625, -65.09310150146484, -63.70079040527344, -62.30847930908203, -60.916168212890625, -59.52385711669922, -58.13154983520508, -56.73923873901367, -55.346927642822266, -53.95461654663086, -52.56230545043945, -51.16999435424805, -49.77768325805664, -48.3853759765625, -46.993064880371094, -45.60075378417969, -44.20844268798828, -42.816131591796875, -41.42382049560547, -40.03150939941406, -38.639198303222656, -37.24688720703125, -35.85457992553711, -34.4622688293457, -33.0699577331543, -31.67764663696289, -30.285335540771484, -28.893024444580078, -27.500715255737305, -26.1084041595459, -24.716093063354492, -23.32378387451172, -21.931472778320312, -20.539161682128906, -19.1468505859375, -17.754539489746094, -16.36223030090332, -14.969919204711914, -13.577608108520508, -12.185297966003418, -10.792987823486328, -9.400677680969238, -8.008367538452148, -6.616056442260742, -5.223745822906494, -3.831435203552246, -2.439124584197998, -1.04681396484375, 0.34549617767333984, 1.7378076314926147]}, "gradients/decoder.transformer.h.14.ln_2.bias": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 6.0, 6.0, 12.0, 10.0, 9.0, 8.0, 9.0, 8.0, 16.0, 14.0, 24.0, 19.0, 14.0, 20.0, 29.0, 24.0, 24.0, 27.0, 39.0, 39.0, 35.0, 31.0, 49.0, 35.0, 45.0, 28.0, 41.0, 38.0, 35.0, 38.0, 34.0, 21.0, 30.0, 26.0, 20.0, 23.0, 14.0, 18.0, 16.0, 16.0, 10.0, 8.0, 9.0, 5.0, 2.0, 2.0, 5.0, 5.0, 3.0, 3.0, 1.0, 4.0, 2.0, 2.0, 0.0, 1.0], "bins": [-6.718203544616699, -6.505157947540283, -6.292112350463867, -6.079066276550293, -5.866020679473877, -5.652975082397461, -5.439929008483887, -5.226883411407471, -5.013837814331055, -4.800792217254639, -4.587746620178223, -4.374700546264648, -4.161654949188232, -3.9486093521118164, -3.7355635166168213, -3.522517681121826, -3.30947208404541, -3.096426486968994, -2.883380651473999, -2.670334815979004, -2.457289218902588, -2.244243621826172, -2.0311977863311768, -1.8181520700454712, -1.6051063537597656, -1.39206063747406, -1.1790149211883545, -0.9659692049026489, -0.7529234886169434, -0.5398777723312378, -0.3268320560455322, -0.11378633975982666, 0.0992593765258789, 0.3123050928115845, 0.52535080909729, 0.7383965253829956, 0.9514422416687012, 1.1644879579544067, 1.3775336742401123, 1.5905793905258179, 1.8036251068115234, 2.0166707038879395, 2.2297165393829346, 2.4427623748779297, 2.6558079719543457, 2.8688535690307617, 3.081899404525757, 3.294945240020752, 3.507990837097168, 3.721036434173584, 3.934082269668579, 4.147128105163574, 4.36017370223999, 4.573219299316406, 4.7862653732299805, 4.9993109703063965, 5.2123565673828125, 5.4254021644592285, 5.6384477615356445, 5.851493835449219, 6.064539432525635, 6.277585029602051, 6.490631103515625, 6.703676700592041, 6.916722297668457]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 4.0, 5.0, 8.0, 11.0, 7.0, 12.0, 16.0, 15.0, 25.0, 33.0, 49.0, 41.0, 67.0, 57.0, 54.0, 61.0, 70.0, 64.0, 55.0, 69.0, 49.0, 49.0, 42.0, 33.0, 17.0, 19.0, 18.0, 12.0, 14.0, 11.0, 5.0, 3.0, 5.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.67578125, -1.6241302490234375, -1.572479248046875, -1.5208282470703125, -1.46917724609375, -1.4175262451171875, -1.365875244140625, -1.3142242431640625, -1.2625732421875, -1.2109222412109375, -1.159271240234375, -1.1076202392578125, -1.05596923828125, -1.0043182373046875, -0.952667236328125, -0.9010162353515625, -0.849365234375, -0.7977142333984375, -0.746063232421875, -0.6944122314453125, -0.64276123046875, -0.5911102294921875, -0.539459228515625, -0.4878082275390625, -0.4361572265625, -0.3845062255859375, -0.332855224609375, -0.2812042236328125, -0.22955322265625, -0.1779022216796875, -0.126251220703125, -0.0746002197265625, -0.02294921875, 0.0287017822265625, 0.080352783203125, 0.1320037841796875, 0.18365478515625, 0.2353057861328125, 0.286956787109375, 0.3386077880859375, 0.3902587890625, 0.4419097900390625, 0.493560791015625, 0.5452117919921875, 0.59686279296875, 0.6485137939453125, 0.700164794921875, 0.7518157958984375, 0.803466796875, 0.8551177978515625, 0.906768798828125, 0.9584197998046875, 1.01007080078125, 1.0617218017578125, 1.113372802734375, 1.1650238037109375, 1.2166748046875, 1.2683258056640625, 1.319976806640625, 1.3716278076171875, 1.42327880859375, 1.4749298095703125, 1.526580810546875, 1.5782318115234375, 1.6298828125]}, "gradients/decoder.transformer.h.14.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 2.0, 2.0, 2.0, 4.0, 10.0, 10.0, 9.0, 13.0, 20.0, 25.0, 34.0, 46.0, 74.0, 114.0, 143.0, 241.0, 408.0, 595.0, 1097.0, 1934.0, 4048.0, 10100.0, 37934.0, 492751.0, 443795.0, 36441.0, 10038.0, 3935.0, 1937.0, 1056.0, 608.0, 389.0, 253.0, 140.0, 100.0, 75.0, 50.0, 34.0, 19.0, 22.0, 16.0, 12.0, 5.0, 4.0, 8.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.64453125, -1.5946807861328125, -1.544830322265625, -1.4949798583984375, -1.44512939453125, -1.3952789306640625, -1.345428466796875, -1.2955780029296875, -1.2457275390625, -1.1958770751953125, -1.146026611328125, -1.0961761474609375, -1.04632568359375, -0.9964752197265625, -0.946624755859375, -0.8967742919921875, -0.846923828125, -0.7970733642578125, -0.747222900390625, -0.6973724365234375, -0.64752197265625, -0.5976715087890625, -0.547821044921875, -0.4979705810546875, -0.4481201171875, -0.3982696533203125, -0.348419189453125, -0.2985687255859375, -0.24871826171875, -0.1988677978515625, -0.149017333984375, -0.0991668701171875, -0.04931640625, 0.0005340576171875, 0.050384521484375, 0.1002349853515625, 0.15008544921875, 0.1999359130859375, 0.249786376953125, 0.2996368408203125, 0.3494873046875, 0.3993377685546875, 0.449188232421875, 0.4990386962890625, 0.54888916015625, 0.5987396240234375, 0.648590087890625, 0.6984405517578125, 0.748291015625, 0.7981414794921875, 0.847991943359375, 0.8978424072265625, 0.94769287109375, 0.9975433349609375, 1.047393798828125, 1.0972442626953125, 1.1470947265625, 1.1969451904296875, 1.246795654296875, 1.2966461181640625, 1.34649658203125, 1.3963470458984375, 1.446197509765625, 1.4960479736328125, 1.5458984375]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 0.0, 4.0, 1.0, 7.0, 9.0, 4.0, 9.0, 10.0, 5.0, 13.0, 11.0, 13.0, 19.0, 21.0, 24.0, 32.0, 38.0, 28.0, 29.0, 35.0, 35.0, 37.0, 34.0, 51.0, 39.0, 1058.0, 44.0, 45.0, 39.0, 28.0, 25.0, 35.0, 33.0, 25.0, 26.0, 24.0, 22.0, 12.0, 20.0, 14.0, 16.0, 15.0, 6.0, 5.0, 6.0, 7.0, 6.0, 3.0, 5.0, 2.0, 5.0, 3.0, 0.0, 0.0, 1.0], "bins": [-0.91552734375, -0.88873291015625, -0.8619384765625, -0.83514404296875, -0.808349609375, -0.78155517578125, -0.7547607421875, -0.72796630859375, -0.701171875, -0.67437744140625, -0.6475830078125, -0.62078857421875, -0.593994140625, -0.56719970703125, -0.5404052734375, -0.51361083984375, -0.48681640625, -0.46002197265625, -0.4332275390625, -0.40643310546875, -0.379638671875, -0.35284423828125, -0.3260498046875, -0.29925537109375, -0.2724609375, -0.24566650390625, -0.2188720703125, -0.19207763671875, -0.165283203125, -0.13848876953125, -0.1116943359375, -0.08489990234375, -0.05810546875, -0.03131103515625, -0.0045166015625, 0.02227783203125, 0.049072265625, 0.07586669921875, 0.1026611328125, 0.12945556640625, 0.15625, 0.18304443359375, 0.2098388671875, 0.23663330078125, 0.263427734375, 0.29022216796875, 0.3170166015625, 0.34381103515625, 0.37060546875, 0.39739990234375, 0.4241943359375, 0.45098876953125, 0.477783203125, 0.50457763671875, 0.5313720703125, 0.55816650390625, 0.5849609375, 0.61175537109375, 0.6385498046875, 0.66534423828125, 0.692138671875, 0.71893310546875, 0.7457275390625, 0.77252197265625, 0.79931640625]}, "gradients/decoder.transformer.h.14.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 5.0, 4.0, 6.0, 7.0, 6.0, 14.0, 19.0, 17.0, 40.0, 69.0, 104.0, 141.0, 209.0, 321.0, 526.0, 974.0, 1779.0, 3837.0, 10734.0, 74933.0, 1967333.0, 23785.0, 6308.0, 2702.0, 1355.0, 671.0, 434.0, 271.0, 155.0, 114.0, 105.0, 53.0, 31.0, 16.0, 20.0, 16.0, 9.0, 6.0, 3.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.5712890625, -1.5210418701171875, -1.470794677734375, -1.4205474853515625, -1.37030029296875, -1.3200531005859375, -1.269805908203125, -1.2195587158203125, -1.1693115234375, -1.1190643310546875, -1.068817138671875, -1.0185699462890625, -0.96832275390625, -0.9180755615234375, -0.867828369140625, -0.8175811767578125, -0.767333984375, -0.7170867919921875, -0.666839599609375, -0.6165924072265625, -0.56634521484375, -0.5160980224609375, -0.465850830078125, -0.4156036376953125, -0.3653564453125, -0.3151092529296875, -0.264862060546875, -0.2146148681640625, -0.16436767578125, -0.1141204833984375, -0.063873291015625, -0.0136260986328125, 0.03662109375, 0.0868682861328125, 0.137115478515625, 0.1873626708984375, 0.23760986328125, 0.2878570556640625, 0.338104248046875, 0.3883514404296875, 0.4385986328125, 0.4888458251953125, 0.539093017578125, 0.5893402099609375, 0.63958740234375, 0.6898345947265625, 0.740081787109375, 0.7903289794921875, 0.840576171875, 0.8908233642578125, 0.941070556640625, 0.9913177490234375, 1.04156494140625, 1.0918121337890625, 1.142059326171875, 1.1923065185546875, 1.2425537109375, 1.2928009033203125, 1.343048095703125, 1.3932952880859375, 1.44354248046875, 1.4937896728515625, 1.544036865234375, 1.5942840576171875, 1.64453125]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 4.0, 0.0, 3.0, 4.0, 2.0, 9.0, 6.0, 9.0, 8.0, 15.0, 10.0, 20.0, 26.0, 45.0, 61.0, 86.0, 120.0, 146.0, 132.0, 77.0, 55.0, 46.0, 16.0, 11.0, 16.0, 6.0, 9.0, 11.0, 5.0, 9.0, 7.0, 6.0, 5.0, 5.0, 4.0, 2.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.09979248046875, -0.09690093994140625, -0.0940093994140625, -0.09111785888671875, -0.088226318359375, -0.08533477783203125, -0.0824432373046875, -0.07955169677734375, -0.07666015625, -0.07376861572265625, -0.0708770751953125, -0.06798553466796875, -0.065093994140625, -0.06220245361328125, -0.0593109130859375, -0.05641937255859375, -0.05352783203125, -0.05063629150390625, -0.0477447509765625, -0.04485321044921875, -0.041961669921875, -0.03907012939453125, -0.0361785888671875, -0.03328704833984375, -0.0303955078125, -0.02750396728515625, -0.0246124267578125, -0.02172088623046875, -0.018829345703125, -0.01593780517578125, -0.0130462646484375, -0.01015472412109375, -0.00726318359375, -0.00437164306640625, -0.0014801025390625, 0.00141143798828125, 0.004302978515625, 0.00719451904296875, 0.0100860595703125, 0.01297760009765625, 0.015869140625, 0.01876068115234375, 0.0216522216796875, 0.02454376220703125, 0.027435302734375, 0.03032684326171875, 0.0332183837890625, 0.03610992431640625, 0.03900146484375, 0.04189300537109375, 0.0447845458984375, 0.04767608642578125, 0.050567626953125, 0.05345916748046875, 0.0563507080078125, 0.05924224853515625, 0.0621337890625, 0.06502532958984375, 0.0679168701171875, 0.07080841064453125, 0.073699951171875, 0.07659149169921875, 0.0794830322265625, 0.08237457275390625, 0.08526611328125]}, "gradients/decoder.transformer.h.14.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 4.0, 3.0, 4.0, 8.0, 3.0, 5.0, 11.0, 7.0, 9.0, 9.0, 8.0, 12.0, 13.0, 22.0, 52.0, 74.0, 125.0, 240.0, 1047225.0, 321.0, 141.0, 81.0, 51.0, 30.0, 20.0, 12.0, 17.0, 7.0, 8.0, 10.0, 5.0, 2.0, 5.0, 1.0, 1.0, 3.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.720703125, -2.62872314453125, -2.5367431640625, -2.44476318359375, -2.352783203125, -2.26080322265625, -2.1688232421875, -2.07684326171875, -1.98486328125, -1.89288330078125, -1.8009033203125, -1.70892333984375, -1.616943359375, -1.52496337890625, -1.4329833984375, -1.34100341796875, -1.2490234375, -1.15704345703125, -1.0650634765625, -0.97308349609375, -0.881103515625, -0.78912353515625, -0.6971435546875, -0.60516357421875, -0.51318359375, -0.42120361328125, -0.3292236328125, -0.23724365234375, -0.145263671875, -0.05328369140625, 0.0386962890625, 0.13067626953125, 0.22265625, 0.31463623046875, 0.4066162109375, 0.49859619140625, 0.590576171875, 0.68255615234375, 0.7745361328125, 0.86651611328125, 0.95849609375, 1.05047607421875, 1.1424560546875, 1.23443603515625, 1.326416015625, 1.41839599609375, 1.5103759765625, 1.60235595703125, 1.6943359375, 1.78631591796875, 1.8782958984375, 1.97027587890625, 2.062255859375, 2.15423583984375, 2.2462158203125, 2.33819580078125, 2.43017578125, 2.52215576171875, 2.6141357421875, 2.70611572265625, 2.798095703125, 2.89007568359375, 2.9820556640625, 3.07403564453125, 3.166015625]}, "gradients/decoder.transformer.h.14.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 10.0, 364.0, 613.0, 29.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.05188123509287834, -0.04342021048069, -0.034959182143211365, -0.026498157531023026, -0.018037132918834686, -0.009576108306646347, -0.0011150799691677094, 0.00734594464302063, 0.01580696925520897, 0.02426799386739731, 0.032729022204875946, 0.041190046817064285, 0.049651071429252625, 0.058112096041440964, 0.0665731281042099, 0.07503414899110794, 0.08349516987800598, 0.09195619821548462, 0.10041721910238266, 0.1088782474398613, 0.11733926832675934, 0.12580029666423798, 0.1342613250017166, 0.14272235333919525, 0.1511833816766739, 0.15964441001415253, 0.16810543835163116, 0.1765664517879486, 0.18502748012542725, 0.19348850846290588, 0.20194953680038452, 0.21041056513786316, 0.2188715636730194, 0.22733259201049805, 0.23579362034797668, 0.24425464868545532, 0.25271567702293396, 0.2611767053604126, 0.26963770389556885, 0.2780987322330475, 0.2865597605705261, 0.29502078890800476, 0.3034818172454834, 0.31194284558296204, 0.3204038739204407, 0.3288648724555969, 0.33732593059539795, 0.3457869291305542, 0.3542479872703552, 0.36270901560783386, 0.3711700439453125, 0.37963107228279114, 0.3880921006202698, 0.396553099155426, 0.40501415729522705, 0.4134751558303833, 0.42193618416786194, 0.4303972125053406, 0.4388582408428192, 0.44731926918029785, 0.4557802975177765, 0.4642413258552551, 0.4727023243904114, 0.48116335272789, 0.48962438106536865]}, "gradients/decoder.transformer.h.14.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 3.0, 6.0, 8.0, 11.0, 8.0, 11.0, 12.0, 17.0, 26.0, 35.0, 27.0, 41.0, 36.0, 33.0, 48.0, 52.0, 46.0, 66.0, 43.0, 45.0, 42.0, 55.0, 47.0, 38.0, 48.0, 34.0, 29.0, 22.0, 15.0, 16.0, 14.0, 20.0, 21.0, 9.0, 7.0, 6.0, 6.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.36838215589523315, -0.3590535819530487, -0.34972497820854187, -0.3403964042663574, -0.331067830324173, -0.3217392563819885, -0.3124106526374817, -0.30308207869529724, -0.2937535047531128, -0.28442493081092834, -0.2750963270664215, -0.26576775312423706, -0.2564391791820526, -0.24711059033870697, -0.23778200149536133, -0.22845342755317688, -0.21912483870983124, -0.2097962498664856, -0.20046767592430115, -0.1911390870809555, -0.18181051313877106, -0.17248192429542542, -0.16315335035324097, -0.15382476150989532, -0.14449617266654968, -0.13516758382320404, -0.1258390098810196, -0.11651042103767395, -0.1071818470954895, -0.09785325825214386, -0.08852467685937881, -0.07919609546661377, -0.06986752152442932, -0.060538940131664276, -0.05121035873889923, -0.04188177362084389, -0.03255319222807884, -0.023224610835313797, -0.013896025717258453, -0.004567444324493408, 0.004761137068271637, 0.014089719392359257, 0.023418301716446877, 0.03274688497185707, 0.042075466364622116, 0.05140404775738716, 0.060732632875442505, 0.07006121426820755, 0.0793897956609726, 0.08871837705373764, 0.09804695844650269, 0.10737554728984833, 0.11670412123203278, 0.12603271007537842, 0.13536128401756287, 0.1446898728609085, 0.15401846170425415, 0.1633470505475998, 0.17267562448978424, 0.18200421333312988, 0.19133278727531433, 0.20066137611865997, 0.20998996496200562, 0.21931853890419006, 0.2286471128463745]}, "gradients/decoder.transformer.h.14.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 1.0, 2.0, 4.0, 5.0, 8.0, 11.0, 7.0, 12.0, 15.0, 15.0, 26.0, 33.0, 49.0, 41.0, 65.0, 57.0, 55.0, 61.0, 71.0, 63.0, 59.0, 66.0, 49.0, 49.0, 42.0, 33.0, 18.0, 18.0, 17.0, 13.0, 14.0, 11.0, 6.0, 2.0, 5.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.6767578125, -1.6250762939453125, -1.573394775390625, -1.5217132568359375, -1.47003173828125, -1.4183502197265625, -1.366668701171875, -1.3149871826171875, -1.2633056640625, -1.2116241455078125, -1.159942626953125, -1.1082611083984375, -1.05657958984375, -1.0048980712890625, -0.953216552734375, -0.9015350341796875, -0.849853515625, -0.7981719970703125, -0.746490478515625, -0.6948089599609375, -0.64312744140625, -0.5914459228515625, -0.539764404296875, -0.4880828857421875, -0.4364013671875, -0.3847198486328125, -0.333038330078125, -0.2813568115234375, -0.22967529296875, -0.1779937744140625, -0.126312255859375, -0.0746307373046875, -0.02294921875, 0.0287322998046875, 0.080413818359375, 0.1320953369140625, 0.18377685546875, 0.2354583740234375, 0.287139892578125, 0.3388214111328125, 0.3905029296875, 0.4421844482421875, 0.493865966796875, 0.5455474853515625, 0.59722900390625, 0.6489105224609375, 0.700592041015625, 0.7522735595703125, 0.803955078125, 0.8556365966796875, 0.907318115234375, 0.9589996337890625, 1.01068115234375, 1.0623626708984375, 1.114044189453125, 1.1657257080078125, 1.2174072265625, 1.2690887451171875, 1.320770263671875, 1.3724517822265625, 1.42413330078125, 1.4758148193359375, 1.527496337890625, 1.5791778564453125, 1.630859375]}, "gradients/decoder.transformer.h.14.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 3.0, 1.0, 3.0, 3.0, 8.0, 9.0, 14.0, 12.0, 16.0, 31.0, 48.0, 62.0, 89.0, 155.0, 227.0, 346.0, 599.0, 1012.0, 1879.0, 3653.0, 7943.0, 18865.0, 48307.0, 151766.0, 465188.0, 233253.0, 69354.0, 25075.0, 10414.0, 4767.0, 2296.0, 1290.0, 664.0, 404.0, 255.0, 187.0, 108.0, 83.0, 43.0, 37.0, 25.0, 26.0, 13.0, 5.0, 5.0, 3.0, 6.0, 3.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.52734375, -0.511199951171875, -0.49505615234375, -0.478912353515625, -0.4627685546875, -0.446624755859375, -0.43048095703125, -0.414337158203125, -0.398193359375, -0.382049560546875, -0.36590576171875, -0.349761962890625, -0.3336181640625, -0.317474365234375, -0.30133056640625, -0.285186767578125, -0.26904296875, -0.252899169921875, -0.23675537109375, -0.220611572265625, -0.2044677734375, -0.188323974609375, -0.17218017578125, -0.156036376953125, -0.139892578125, -0.123748779296875, -0.10760498046875, -0.091461181640625, -0.0753173828125, -0.059173583984375, -0.04302978515625, -0.026885986328125, -0.0107421875, 0.005401611328125, 0.02154541015625, 0.037689208984375, 0.0538330078125, 0.069976806640625, 0.08612060546875, 0.102264404296875, 0.118408203125, 0.134552001953125, 0.15069580078125, 0.166839599609375, 0.1829833984375, 0.199127197265625, 0.21527099609375, 0.231414794921875, 0.24755859375, 0.263702392578125, 0.27984619140625, 0.295989990234375, 0.3121337890625, 0.328277587890625, 0.34442138671875, 0.360565185546875, 0.376708984375, 0.392852783203125, 0.40899658203125, 0.425140380859375, 0.4412841796875, 0.457427978515625, 0.47357177734375, 0.489715576171875, 0.505859375]}, "gradients/decoder.transformer.h.14.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 3.0, 2.0, 9.0, 7.0, 9.0, 12.0, 13.0, 14.0, 17.0, 25.0, 18.0, 32.0, 26.0, 32.0, 30.0, 40.0, 34.0, 43.0, 39.0, 47.0, 82.0, 2049.0, 47.0, 48.0, 48.0, 53.0, 39.0, 27.0, 34.0, 27.0, 19.0, 28.0, 15.0, 18.0, 13.0, 7.0, 16.0, 7.0, 10.0, 4.0, 5.0, 4.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.06640625, -3.944488525390625, -3.82257080078125, -3.700653076171875, -3.5787353515625, -3.456817626953125, -3.33489990234375, -3.212982177734375, -3.091064453125, -2.969146728515625, -2.84722900390625, -2.725311279296875, -2.6033935546875, -2.481475830078125, -2.35955810546875, -2.237640380859375, -2.11572265625, -1.993804931640625, -1.87188720703125, -1.749969482421875, -1.6280517578125, -1.506134033203125, -1.38421630859375, -1.262298583984375, -1.140380859375, -1.018463134765625, -0.89654541015625, -0.774627685546875, -0.6527099609375, -0.530792236328125, -0.40887451171875, -0.286956787109375, -0.1650390625, -0.043121337890625, 0.07879638671875, 0.200714111328125, 0.3226318359375, 0.444549560546875, 0.56646728515625, 0.688385009765625, 0.810302734375, 0.932220458984375, 1.05413818359375, 1.176055908203125, 1.2979736328125, 1.419891357421875, 1.54180908203125, 1.663726806640625, 1.78564453125, 1.907562255859375, 2.02947998046875, 2.151397705078125, 2.2733154296875, 2.395233154296875, 2.51715087890625, 2.639068603515625, 2.760986328125, 2.882904052734375, 3.00482177734375, 3.126739501953125, 3.2486572265625, 3.370574951171875, 3.49249267578125, 3.614410400390625, 3.736328125]}, "gradients/decoder.transformer.h.14.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 1.0, 5.0, 5.0, 6.0, 9.0, 7.0, 19.0, 6.0, 20.0, 23.0, 24.0, 39.0, 60.0, 67.0, 74.0, 108.0, 152.0, 217.0, 442.0, 878.0, 4700.0, 3134414.0, 2492.0, 679.0, 368.0, 215.0, 140.0, 119.0, 92.0, 74.0, 55.0, 47.0, 32.0, 28.0, 20.0, 15.0, 14.0, 11.0, 12.0, 5.0, 9.0, 3.0, 3.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.26171875, -7.02288818359375, -6.7840576171875, -6.54522705078125, -6.306396484375, -6.06756591796875, -5.8287353515625, -5.58990478515625, -5.35107421875, -5.11224365234375, -4.8734130859375, -4.63458251953125, -4.395751953125, -4.15692138671875, -3.9180908203125, -3.67926025390625, -3.4404296875, -3.20159912109375, -2.9627685546875, -2.72393798828125, -2.485107421875, -2.24627685546875, -2.0074462890625, -1.76861572265625, -1.52978515625, -1.29095458984375, -1.0521240234375, -0.81329345703125, -0.574462890625, -0.33563232421875, -0.0968017578125, 0.14202880859375, 0.380859375, 0.61968994140625, 0.8585205078125, 1.09735107421875, 1.336181640625, 1.57501220703125, 1.8138427734375, 2.05267333984375, 2.29150390625, 2.53033447265625, 2.7691650390625, 3.00799560546875, 3.246826171875, 3.48565673828125, 3.7244873046875, 3.96331787109375, 4.2021484375, 4.44097900390625, 4.6798095703125, 4.91864013671875, 5.157470703125, 5.39630126953125, 5.6351318359375, 5.87396240234375, 6.11279296875, 6.35162353515625, 6.5904541015625, 6.82928466796875, 7.068115234375, 7.30694580078125, 7.5457763671875, 7.78460693359375, 8.0234375]}, "gradients/decoder.transformer.h.14.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 61.0, 463.0, 417.0, 66.0, 8.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.4959561824798584, -3.245938777923584, -2.9959213733673096, -2.745903968811035, -2.49588680267334, -2.2458691596984863, -1.995851993560791, -1.7458345890045166, -1.4958171844482422, -1.2457997798919678, -0.9957824349403381, -0.7457650899887085, -0.4957476854324341, -0.24573028087615967, 0.004287004470825195, 0.2543044090270996, 0.504321813583374, 0.7543392181396484, 1.0043566226959229, 1.2543739080429077, 1.5043913125991821, 1.7544087171554565, 2.0044260025024414, 2.254443407058716, 2.5044608116149902, 2.7544782161712646, 3.004495620727539, 3.2545127868652344, 3.504530429840088, 3.754547595977783, 4.004565238952637, 4.254582405090332, 4.504599571228027, 4.754616737365723, 5.004634380340576, 5.2546515464782715, 5.504669189453125, 5.75468635559082, 6.004703521728516, 6.254721164703369, 6.504738807678223, 6.754755973815918, 7.0047736167907715, 7.254790782928467, 7.50480842590332, 7.754825592041016, 8.004842758178711, 8.254859924316406, 8.504877090454102, 8.754894256591797, 9.004911422729492, 9.254929542541504, 9.5049467086792, 9.754963874816895, 10.00498104095459, 10.254999160766602, 10.505016326904297, 10.755033493041992, 11.005050659179688, 11.2550687789917, 11.505085945129395, 11.75510311126709, 12.005120277404785, 12.255138397216797, 12.505155563354492]}, "gradients/decoder.transformer.h.14.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 4.0, 0.0, 6.0, 6.0, 10.0, 10.0, 6.0, 10.0, 15.0, 15.0, 20.0, 19.0, 23.0, 21.0, 53.0, 38.0, 40.0, 43.0, 39.0, 38.0, 42.0, 46.0, 39.0, 52.0, 51.0, 37.0, 29.0, 36.0, 37.0, 26.0, 26.0, 22.0, 25.0, 12.0, 15.0, 21.0, 18.0, 9.0, 8.0, 13.0, 10.0, 1.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 5.0, 2.0, 0.0, 2.0], "bins": [-11.77013111114502, -11.426939010620117, -11.083747863769531, -10.740555763244629, -10.397364616394043, -10.05417251586914, -9.710981369018555, -9.367789268493652, -9.02459716796875, -8.681405067443848, -8.338213920593262, -7.995021820068359, -7.651830196380615, -7.308638572692871, -6.965446949005127, -6.622255325317383, -6.279063701629639, -5.9358720779418945, -5.59268045425415, -5.249488830566406, -4.906296730041504, -4.56310510635376, -4.219913482666016, -3.8767216205596924, -3.5335299968719482, -3.190338373184204, -2.847146511077881, -2.5039548873901367, -2.1607632637023926, -1.8175714015960693, -1.4743797779083252, -1.131187915802002, -0.7879962921142578, -0.4448045790195465, -0.1016128659248352, 0.2415788173675537, 0.5847705602645874, 0.9279623031616211, 1.2711539268493652, 1.6143457889556885, 1.9575374126434326, 2.3007290363311768, 2.6439208984375, 2.987112522125244, 3.3303041458129883, 3.6734960079193115, 4.016687393188477, 4.359879493713379, 4.703071117401123, 5.046262741088867, 5.389454364776611, 5.7326459884643555, 6.075838088989258, 6.419029712677002, 6.762221336364746, 7.105413436889648, 7.448604583740234, 7.7917962074279785, 8.134987831115723, 8.478179931640625, 8.821371078491211, 9.164563179016113, 9.507755279541016, 9.850946426391602, 10.194138526916504]}, "gradients/decoder.transformer.h.13.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 3.0, 5.0, 6.0, 12.0, 7.0, 12.0, 13.0, 17.0, 24.0, 35.0, 41.0, 40.0, 65.0, 59.0, 47.0, 64.0, 68.0, 67.0, 60.0, 69.0, 44.0, 49.0, 49.0, 35.0, 21.0, 18.0, 17.0, 13.0, 15.0, 11.0, 6.0, 4.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.7001953125, -1.648162841796875, -1.59613037109375, -1.544097900390625, -1.4920654296875, -1.440032958984375, -1.38800048828125, -1.335968017578125, -1.283935546875, -1.231903076171875, -1.17987060546875, -1.127838134765625, -1.0758056640625, -1.023773193359375, -0.97174072265625, -0.919708251953125, -0.86767578125, -0.815643310546875, -0.76361083984375, -0.711578369140625, -0.6595458984375, -0.607513427734375, -0.55548095703125, -0.503448486328125, -0.451416015625, -0.399383544921875, -0.34735107421875, -0.295318603515625, -0.2432861328125, -0.191253662109375, -0.13922119140625, -0.087188720703125, -0.03515625, 0.016876220703125, 0.06890869140625, 0.120941162109375, 0.1729736328125, 0.225006103515625, 0.27703857421875, 0.329071044921875, 0.381103515625, 0.433135986328125, 0.48516845703125, 0.537200927734375, 0.5892333984375, 0.641265869140625, 0.69329833984375, 0.745330810546875, 0.79736328125, 0.849395751953125, 0.90142822265625, 0.953460693359375, 1.0054931640625, 1.057525634765625, 1.10955810546875, 1.161590576171875, 1.213623046875, 1.265655517578125, 1.31768798828125, 1.369720458984375, 1.4217529296875, 1.473785400390625, 1.52581787109375, 1.577850341796875, 1.6298828125]}, "gradients/decoder.transformer.h.13.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 6.0, 10.0, 11.0, 8.0, 14.0, 15.0, 26.0, 42.0, 39.0, 46.0, 62.0, 91.0, 530.0, 25140.0, 4005647.0, 160302.0, 1870.0, 116.0, 61.0, 40.0, 52.0, 38.0, 26.0, 13.0, 17.0, 15.0, 15.0, 11.0, 4.0, 3.0, 6.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-5.21875, -5.0589599609375, -4.899169921875, -4.7393798828125, -4.57958984375, -4.4197998046875, -4.260009765625, -4.1002197265625, -3.9404296875, -3.7806396484375, -3.620849609375, -3.4610595703125, -3.30126953125, -3.1414794921875, -2.981689453125, -2.8218994140625, -2.662109375, -2.5023193359375, -2.342529296875, -2.1827392578125, -2.02294921875, -1.8631591796875, -1.703369140625, -1.5435791015625, -1.3837890625, -1.2239990234375, -1.064208984375, -0.9044189453125, -0.74462890625, -0.5848388671875, -0.425048828125, -0.2652587890625, -0.10546875, 0.0543212890625, 0.214111328125, 0.3739013671875, 0.53369140625, 0.6934814453125, 0.853271484375, 1.0130615234375, 1.1728515625, 1.3326416015625, 1.492431640625, 1.6522216796875, 1.81201171875, 1.9718017578125, 2.131591796875, 2.2913818359375, 2.451171875, 2.6109619140625, 2.770751953125, 2.9305419921875, 3.09033203125, 3.2501220703125, 3.409912109375, 3.5697021484375, 3.7294921875, 3.8892822265625, 4.049072265625, 4.2088623046875, 4.36865234375, 4.5284423828125, 4.688232421875, 4.8480224609375, 5.0078125]}, "gradients/decoder.transformer.h.13.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 5.0, 2.0, 8.0, 9.0, 9.0, 13.0, 18.0, 17.0, 25.0, 31.0, 31.0, 42.0, 41.0, 63.0, 60.0, 70.0, 134.0, 207.0, 336.0, 578.0, 799.0, 548.0, 310.0, 196.0, 123.0, 88.0, 59.0, 42.0, 43.0, 31.0, 30.0, 24.0, 17.0, 14.0, 8.0, 9.0, 10.0, 6.0, 3.0, 4.0, 3.0, 5.0, 2.0, 1.0, 0.0, 4.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.267578125, -2.2017364501953125, -2.135894775390625, -2.0700531005859375, -2.00421142578125, -1.9383697509765625, -1.872528076171875, -1.8066864013671875, -1.7408447265625, -1.6750030517578125, -1.609161376953125, -1.5433197021484375, -1.47747802734375, -1.4116363525390625, -1.345794677734375, -1.2799530029296875, -1.214111328125, -1.1482696533203125, -1.082427978515625, -1.0165863037109375, -0.95074462890625, -0.8849029541015625, -0.819061279296875, -0.7532196044921875, -0.6873779296875, -0.6215362548828125, -0.555694580078125, -0.4898529052734375, -0.42401123046875, -0.3581695556640625, -0.292327880859375, -0.2264862060546875, -0.16064453125, -0.0948028564453125, -0.028961181640625, 0.0368804931640625, 0.10272216796875, 0.1685638427734375, 0.234405517578125, 0.3002471923828125, 0.3660888671875, 0.4319305419921875, 0.497772216796875, 0.5636138916015625, 0.62945556640625, 0.6952972412109375, 0.761138916015625, 0.8269805908203125, 0.892822265625, 0.9586639404296875, 1.024505615234375, 1.0903472900390625, 1.15618896484375, 1.2220306396484375, 1.287872314453125, 1.3537139892578125, 1.4195556640625, 1.4853973388671875, 1.551239013671875, 1.6170806884765625, 1.68292236328125, 1.7487640380859375, 1.814605712890625, 1.8804473876953125, 1.9462890625]}, "gradients/decoder.transformer.h.13.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 4.0, 0.0, 1.0, 2.0, 5.0, 2.0, 5.0, 3.0, 12.0, 8.0, 11.0, 15.0, 20.0, 20.0, 31.0, 42.0, 54.0, 62.0, 76.0, 104.0, 148.0, 171.0, 294.0, 520.0, 1167.0, 4183607.0, 5635.0, 815.0, 411.0, 240.0, 164.0, 119.0, 108.0, 92.0, 57.0, 63.0, 50.0, 40.0, 23.0, 13.0, 21.0, 16.0, 7.0, 13.0, 7.0, 1.0, 5.0, 3.0, 3.0, 4.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-15.734375, -15.20654296875, -14.6787109375, -14.15087890625, -13.623046875, -13.09521484375, -12.5673828125, -12.03955078125, -11.51171875, -10.98388671875, -10.4560546875, -9.92822265625, -9.400390625, -8.87255859375, -8.3447265625, -7.81689453125, -7.2890625, -6.76123046875, -6.2333984375, -5.70556640625, -5.177734375, -4.64990234375, -4.1220703125, -3.59423828125, -3.06640625, -2.53857421875, -2.0107421875, -1.48291015625, -0.955078125, -0.42724609375, 0.1005859375, 0.62841796875, 1.15625, 1.68408203125, 2.2119140625, 2.73974609375, 3.267578125, 3.79541015625, 4.3232421875, 4.85107421875, 5.37890625, 5.90673828125, 6.4345703125, 6.96240234375, 7.490234375, 8.01806640625, 8.5458984375, 9.07373046875, 9.6015625, 10.12939453125, 10.6572265625, 11.18505859375, 11.712890625, 12.24072265625, 12.7685546875, 13.29638671875, 13.82421875, 14.35205078125, 14.8798828125, 15.40771484375, 15.935546875, 16.46337890625, 16.9912109375, 17.51904296875, 18.046875]}, "gradients/decoder.transformer.h.13.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 871.0, 150.0], "bins": [-59.000091552734375, -58.06039047241211, -57.120689392089844, -56.18098831176758, -55.24128723144531, -54.30158615112305, -53.36188507080078, -52.42218017578125, -51.48248291015625, -50.542781829833984, -49.60308074951172, -48.66337966918945, -47.72367858886719, -46.78397750854492, -45.844276428222656, -44.904571533203125, -43.96487045288086, -43.025169372558594, -42.08546829223633, -41.14576721191406, -40.2060661315918, -39.26636505126953, -38.326663970947266, -37.386962890625, -36.44725799560547, -35.5075569152832, -34.56785583496094, -33.62815475463867, -32.688453674316406, -31.74875259399414, -30.809049606323242, -29.869348526000977, -28.929649353027344, -27.989948272705078, -27.050247192382812, -26.110546112060547, -25.17084503173828, -24.231143951416016, -23.291440963745117, -22.35173988342285, -21.412038803100586, -20.47233772277832, -19.532636642456055, -18.59293556213379, -17.65323257446289, -16.713531494140625, -15.77383041381836, -14.834129333496094, -13.894428253173828, -12.954727172851562, -12.015026092529297, -11.075324058532715, -10.13562297821045, -9.195921897888184, -8.256219863891602, -7.316518783569336, -6.3768181800842285, -5.437116622924805, -4.497415542602539, -3.5577142238616943, -2.6180129051208496, -1.678311824798584, -0.7386102676391602, 0.20109128952026367, 1.1407923698425293]}, "gradients/decoder.transformer.h.13.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 8.0, 6.0, 8.0, 7.0, 5.0, 7.0, 13.0, 17.0, 15.0, 13.0, 22.0, 19.0, 30.0, 27.0, 39.0, 39.0, 28.0, 36.0, 44.0, 45.0, 41.0, 43.0, 51.0, 54.0, 32.0, 40.0, 39.0, 34.0, 23.0, 30.0, 32.0, 23.0, 27.0, 18.0, 16.0, 12.0, 15.0, 11.0, 13.0, 6.0, 5.0, 6.0, 6.0, 4.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-8.719465255737305, -8.4828519821167, -8.24623966217041, -8.009626388549805, -7.773013114929199, -7.536400318145752, -7.299787521362305, -7.063174247741699, -6.826561450958252, -6.589948654174805, -6.353335380554199, -6.116722583770752, -5.880109786987305, -5.643496513366699, -5.406883716583252, -5.170270919799805, -4.933657646179199, -4.697044849395752, -4.4604315757751465, -4.223818778991699, -3.987205743789673, -3.7505927085876465, -3.513979911804199, -3.277366876602173, -3.0407538414001465, -2.80414080619812, -2.5675277709960938, -2.3309149742126465, -2.09430193901062, -1.8576889038085938, -1.621075987815857, -1.3844630718231201, -1.147850513458252, -0.9112375378608704, -0.6746245622634888, -0.4380115866661072, -0.20139861106872559, 0.03521442413330078, 0.2718273401260376, 0.5084402561187744, 0.7450532913208008, 0.9816662669181824, 1.218279242515564, 1.4548921585083008, 1.6915051937103271, 1.9281182289123535, 2.164731025695801, 2.401344060897827, 2.6379570960998535, 2.87457013130188, 3.1111831665039062, 3.3477959632873535, 3.58440899848938, 3.8210220336914062, 4.0576348304748535, 4.294247627258301, 4.530860900878906, 4.7674736976623535, 5.004086971282959, 5.240699768066406, 5.477313041687012, 5.713925838470459, 5.950538635253906, 6.187151908874512, 6.423764705657959]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 4.0, 6.0, 7.0, 11.0, 8.0, 9.0, 13.0, 20.0, 26.0, 30.0, 40.0, 43.0, 68.0, 52.0, 59.0, 64.0, 64.0, 66.0, 67.0, 60.0, 51.0, 45.0, 47.0, 32.0, 21.0, 20.0, 14.0, 13.0, 16.0, 10.0, 7.0, 4.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.6845703125, -1.63287353515625, -1.5811767578125, -1.52947998046875, -1.477783203125, -1.42608642578125, -1.3743896484375, -1.32269287109375, -1.27099609375, -1.21929931640625, -1.1676025390625, -1.11590576171875, -1.064208984375, -1.01251220703125, -0.9608154296875, -0.90911865234375, -0.857421875, -0.80572509765625, -0.7540283203125, -0.70233154296875, -0.650634765625, -0.59893798828125, -0.5472412109375, -0.49554443359375, -0.44384765625, -0.39215087890625, -0.3404541015625, -0.28875732421875, -0.237060546875, -0.18536376953125, -0.1336669921875, -0.08197021484375, -0.0302734375, 0.02142333984375, 0.0731201171875, 0.12481689453125, 0.176513671875, 0.22821044921875, 0.2799072265625, 0.33160400390625, 0.38330078125, 0.43499755859375, 0.4866943359375, 0.53839111328125, 0.590087890625, 0.64178466796875, 0.6934814453125, 0.74517822265625, 0.796875, 0.84857177734375, 0.9002685546875, 0.95196533203125, 1.003662109375, 1.05535888671875, 1.1070556640625, 1.15875244140625, 1.21044921875, 1.26214599609375, 1.3138427734375, 1.36553955078125, 1.417236328125, 1.46893310546875, 1.5206298828125, 1.57232666015625, 1.6240234375]}, "gradients/decoder.transformer.h.13.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 4.0, 3.0, 5.0, 13.0, 14.0, 12.0, 32.0, 29.0, 31.0, 46.0, 88.0, 129.0, 151.0, 273.0, 418.0, 678.0, 1176.0, 1904.0, 3699.0, 7601.0, 17067.0, 46868.0, 195981.0, 609065.0, 106312.0, 31457.0, 12681.0, 5754.0, 2842.0, 1583.0, 966.0, 626.0, 328.0, 240.0, 132.0, 106.0, 61.0, 55.0, 28.0, 28.0, 20.0, 14.0, 14.0, 9.0, 7.0, 5.0, 1.0, 0.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.65087890625, -0.630096435546875, -0.60931396484375, -0.588531494140625, -0.5677490234375, -0.546966552734375, -0.52618408203125, -0.505401611328125, -0.484619140625, -0.463836669921875, -0.44305419921875, -0.422271728515625, -0.4014892578125, -0.380706787109375, -0.35992431640625, -0.339141845703125, -0.318359375, -0.297576904296875, -0.27679443359375, -0.256011962890625, -0.2352294921875, -0.214447021484375, -0.19366455078125, -0.172882080078125, -0.152099609375, -0.131317138671875, -0.11053466796875, -0.089752197265625, -0.0689697265625, -0.048187255859375, -0.02740478515625, -0.006622314453125, 0.01416015625, 0.034942626953125, 0.05572509765625, 0.076507568359375, 0.0972900390625, 0.118072509765625, 0.13885498046875, 0.159637451171875, 0.180419921875, 0.201202392578125, 0.22198486328125, 0.242767333984375, 0.2635498046875, 0.284332275390625, 0.30511474609375, 0.325897216796875, 0.3466796875, 0.367462158203125, 0.38824462890625, 0.409027099609375, 0.4298095703125, 0.450592041015625, 0.47137451171875, 0.492156982421875, 0.512939453125, 0.533721923828125, 0.55450439453125, 0.575286865234375, 0.5960693359375, 0.616851806640625, 0.63763427734375, 0.658416748046875, 0.67919921875]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 1.0, 4.0, 4.0, 4.0, 6.0, 8.0, 11.0, 11.0, 12.0, 20.0, 14.0, 27.0, 26.0, 26.0, 42.0, 22.0, 33.0, 29.0, 41.0, 34.0, 44.0, 42.0, 1080.0, 50.0, 37.0, 33.0, 50.0, 45.0, 41.0, 31.0, 36.0, 24.0, 16.0, 20.0, 21.0, 19.0, 14.0, 13.0, 11.0, 10.0, 10.0, 5.0, 1.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.98486328125, -0.9565353393554688, -0.9282073974609375, -0.8998794555664062, -0.871551513671875, -0.8432235717773438, -0.8148956298828125, -0.7865676879882812, -0.75823974609375, -0.7299118041992188, -0.7015838623046875, -0.6732559204101562, -0.644927978515625, -0.6166000366210938, -0.5882720947265625, -0.5599441528320312, -0.5316162109375, -0.5032882690429688, -0.4749603271484375, -0.44663238525390625, -0.418304443359375, -0.38997650146484375, -0.3616485595703125, -0.33332061767578125, -0.30499267578125, -0.27666473388671875, -0.2483367919921875, -0.22000885009765625, -0.191680908203125, -0.16335296630859375, -0.1350250244140625, -0.10669708251953125, -0.078369140625, -0.05004119873046875, -0.0217132568359375, 0.00661468505859375, 0.034942626953125, 0.06327056884765625, 0.0915985107421875, 0.11992645263671875, 0.14825439453125, 0.17658233642578125, 0.2049102783203125, 0.23323822021484375, 0.261566162109375, 0.28989410400390625, 0.3182220458984375, 0.34654998779296875, 0.3748779296875, 0.40320587158203125, 0.4315338134765625, 0.45986175537109375, 0.488189697265625, 0.5165176391601562, 0.5448455810546875, 0.5731735229492188, 0.60150146484375, 0.6298294067382812, 0.6581573486328125, 0.6864852905273438, 0.714813232421875, 0.7431411743164062, 0.7714691162109375, 0.7997970581054688, 0.828125]}, "gradients/decoder.transformer.h.13.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 3.0, 8.0, 6.0, 5.0, 10.0, 19.0, 27.0, 40.0, 51.0, 99.0, 164.0, 287.0, 564.0, 1205.0, 2521.0, 6521.0, 21906.0, 1936738.0, 106344.0, 12495.0, 4360.0, 1866.0, 841.0, 429.0, 257.0, 135.0, 79.0, 41.0, 41.0, 26.0, 14.0, 9.0, 8.0, 5.0, 6.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.19921875, -1.16265869140625, -1.1260986328125, -1.08953857421875, -1.052978515625, -1.01641845703125, -0.9798583984375, -0.94329833984375, -0.90673828125, -0.87017822265625, -0.8336181640625, -0.79705810546875, -0.760498046875, -0.72393798828125, -0.6873779296875, -0.65081787109375, -0.6142578125, -0.57769775390625, -0.5411376953125, -0.50457763671875, -0.468017578125, -0.43145751953125, -0.3948974609375, -0.35833740234375, -0.32177734375, -0.28521728515625, -0.2486572265625, -0.21209716796875, -0.175537109375, -0.13897705078125, -0.1024169921875, -0.06585693359375, -0.029296875, 0.00726318359375, 0.0438232421875, 0.08038330078125, 0.116943359375, 0.15350341796875, 0.1900634765625, 0.22662353515625, 0.26318359375, 0.29974365234375, 0.3363037109375, 0.37286376953125, 0.409423828125, 0.44598388671875, 0.4825439453125, 0.51910400390625, 0.5556640625, 0.59222412109375, 0.6287841796875, 0.66534423828125, 0.701904296875, 0.73846435546875, 0.7750244140625, 0.81158447265625, 0.84814453125, 0.88470458984375, 0.9212646484375, 0.95782470703125, 0.994384765625, 1.03094482421875, 1.0675048828125, 1.10406494140625, 1.140625]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 6.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 5.0, 4.0, 3.0, 1.0, 9.0, 14.0, 9.0, 12.0, 13.0, 38.0, 39.0, 40.0, 52.0, 71.0, 80.0, 124.0, 105.0, 85.0, 55.0, 59.0, 32.0, 29.0, 22.0, 22.0, 19.0, 10.0, 9.0, 6.0, 3.0, 2.0, 4.0, 3.0, 5.0, 6.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.038238525390625, -0.03699684143066406, -0.035755157470703125, -0.03451347351074219, -0.03327178955078125, -0.03203010559082031, -0.030788421630859375, -0.029546737670898438, -0.0283050537109375, -0.027063369750976562, -0.025821685791015625, -0.024580001831054688, -0.02333831787109375, -0.022096633911132812, -0.020854949951171875, -0.019613265991210938, -0.01837158203125, -0.017129898071289062, -0.015888214111328125, -0.014646530151367188, -0.01340484619140625, -0.012163162231445312, -0.010921478271484375, -0.009679794311523438, -0.0084381103515625, -0.0071964263916015625, -0.005954742431640625, -0.0047130584716796875, -0.00347137451171875, -0.0022296905517578125, -0.000988006591796875, 0.0002536773681640625, 0.001495361328125, 0.0027370452880859375, 0.003978729248046875, 0.0052204132080078125, 0.00646209716796875, 0.0077037811279296875, 0.008945465087890625, 0.010187149047851562, 0.0114288330078125, 0.012670516967773438, 0.013912200927734375, 0.015153884887695312, 0.01639556884765625, 0.017637252807617188, 0.018878936767578125, 0.020120620727539062, 0.0213623046875, 0.022603988647460938, 0.023845672607421875, 0.025087356567382812, 0.02632904052734375, 0.027570724487304688, 0.028812408447265625, 0.030054092407226562, 0.0312957763671875, 0.03253746032714844, 0.033779144287109375, 0.03502082824707031, 0.03626251220703125, 0.03750419616699219, 0.038745880126953125, 0.03998756408691406, 0.041229248046875]}, "gradients/decoder.transformer.h.13.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 3.0, 5.0, 5.0, 2.0, 5.0, 2.0, 4.0, 6.0, 6.0, 12.0, 20.0, 22.0, 22.0, 31.0, 46.0, 75.0, 78.0, 191.0, 13970.0, 1033488.0, 202.0, 93.0, 61.0, 48.0, 51.0, 31.0, 10.0, 12.0, 11.0, 12.0, 7.0, 3.0, 3.0, 4.0, 2.0, 6.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 0.0, 1.0], "bins": [-1.302734375, -1.2633209228515625, -1.223907470703125, -1.1844940185546875, -1.14508056640625, -1.1056671142578125, -1.066253662109375, -1.0268402099609375, -0.9874267578125, -0.9480133056640625, -0.908599853515625, -0.8691864013671875, -0.82977294921875, -0.7903594970703125, -0.750946044921875, -0.7115325927734375, -0.672119140625, -0.6327056884765625, -0.593292236328125, -0.5538787841796875, -0.51446533203125, -0.4750518798828125, -0.435638427734375, -0.3962249755859375, -0.3568115234375, -0.3173980712890625, -0.277984619140625, -0.2385711669921875, -0.19915771484375, -0.1597442626953125, -0.120330810546875, -0.0809173583984375, -0.04150390625, -0.0020904541015625, 0.037322998046875, 0.0767364501953125, 0.11614990234375, 0.1555633544921875, 0.194976806640625, 0.2343902587890625, 0.2738037109375, 0.3132171630859375, 0.352630615234375, 0.3920440673828125, 0.43145751953125, 0.4708709716796875, 0.510284423828125, 0.5496978759765625, 0.589111328125, 0.6285247802734375, 0.667938232421875, 0.7073516845703125, 0.74676513671875, 0.7861785888671875, 0.825592041015625, 0.8650054931640625, 0.9044189453125, 0.9438323974609375, 0.983245849609375, 1.0226593017578125, 1.06207275390625, 1.1014862060546875, 1.140899658203125, 1.1803131103515625, 1.2197265625]}, "gradients/decoder.transformer.h.13.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 7.0, 943.0, 72.0], "bins": [-0.5005769729614258, -0.4925927221775055, -0.4846084415912628, -0.47662419080734253, -0.46863991022109985, -0.46065565943717957, -0.4526713788509369, -0.4446871280670166, -0.4367028474807739, -0.42871859669685364, -0.42073431611061096, -0.4127500653266907, -0.404765784740448, -0.3967815339565277, -0.38879725337028503, -0.38081300258636475, -0.37282875180244446, -0.36484450101852417, -0.3568602204322815, -0.3488759696483612, -0.34089168906211853, -0.33290743827819824, -0.32492315769195557, -0.3169389069080353, -0.308954656124115, -0.3009704053401947, -0.292986124753952, -0.28500187397003174, -0.27701759338378906, -0.2690333425998688, -0.2610490620136261, -0.2530648112297058, -0.24508056044578552, -0.23709629476070404, -0.22911202907562256, -0.22112776339054108, -0.2131434977054596, -0.2051592469215393, -0.19717498123645782, -0.18919071555137634, -0.18120643496513367, -0.17322216928005219, -0.1652379035949707, -0.15725363790988922, -0.14926937222480774, -0.14128512144088745, -0.13330085575580597, -0.1253165900707245, -0.1173323318362236, -0.10934806615114212, -0.10136380791664124, -0.09337954223155975, -0.08539527654647827, -0.07741101086139679, -0.06942674517631531, -0.06144248694181442, -0.05345822125673294, -0.04547395557165146, -0.037489693611860275, -0.029505429789423943, -0.02152116596698761, -0.013536900281906128, -0.0055526383221149445, 0.002431623637676239, 0.010415889322757721]}, "gradients/decoder.transformer.h.13.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 3.0, 4.0, 8.0, 3.0, 12.0, 16.0, 14.0, 24.0, 24.0, 26.0, 25.0, 38.0, 39.0, 45.0, 52.0, 53.0, 44.0, 39.0, 51.0, 41.0, 49.0, 45.0, 51.0, 38.0, 39.0, 34.0, 30.0, 31.0, 20.0, 24.0, 22.0, 16.0, 11.0, 13.0, 9.0, 6.0, 3.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08295351266860962, -0.07974701374769211, -0.0765405148267746, -0.07333401590585709, -0.07012751698493958, -0.06692101806402206, -0.06371451914310455, -0.06050802022218704, -0.05730152130126953, -0.05409502238035202, -0.05088852345943451, -0.047682024538517, -0.04447552561759949, -0.041269026696681976, -0.038062527775764465, -0.034856028854846954, -0.03164952993392944, -0.028443031013011932, -0.02523653209209442, -0.02203003317117691, -0.0188235342502594, -0.015617035329341888, -0.012410536408424377, -0.009204037487506866, -0.0059975385665893555, -0.0027910396456718445, 0.0004154592752456665, 0.0036219581961631775, 0.0068284571170806885, 0.0100349560379982, 0.01324145495891571, 0.01644795387983322, 0.019654452800750732, 0.022860951721668243, 0.026067450642585754, 0.029273949563503265, 0.032480448484420776, 0.03568694740533829, 0.0388934463262558, 0.04209994524717331, 0.04530644416809082, 0.04851294308900833, 0.05171944200992584, 0.05492594093084335, 0.058132439851760864, 0.061338938772678375, 0.06454543769359589, 0.0677519366145134, 0.07095843553543091, 0.07416493445634842, 0.07737143337726593, 0.08057793229818344, 0.08378443121910095, 0.08699093014001846, 0.09019742906093597, 0.09340392798185349, 0.096610426902771, 0.09981692582368851, 0.10302342474460602, 0.10622992366552353, 0.10943642258644104, 0.11264292150735855, 0.11584942042827606, 0.11905591934919357, 0.12226241827011108]}, "gradients/decoder.transformer.h.13.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 0.0, 4.0, 6.0, 7.0, 11.0, 8.0, 9.0, 13.0, 20.0, 25.0, 30.0, 41.0, 44.0, 68.0, 51.0, 59.0, 64.0, 64.0, 66.0, 66.0, 61.0, 51.0, 45.0, 46.0, 33.0, 21.0, 20.0, 14.0, 13.0, 16.0, 10.0, 7.0, 3.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.6845703125, -1.63287353515625, -1.5811767578125, -1.52947998046875, -1.477783203125, -1.42608642578125, -1.3743896484375, -1.32269287109375, -1.27099609375, -1.21929931640625, -1.1676025390625, -1.11590576171875, -1.064208984375, -1.01251220703125, -0.9608154296875, -0.90911865234375, -0.857421875, -0.80572509765625, -0.7540283203125, -0.70233154296875, -0.650634765625, -0.59893798828125, -0.5472412109375, -0.49554443359375, -0.44384765625, -0.39215087890625, -0.3404541015625, -0.28875732421875, -0.237060546875, -0.18536376953125, -0.1336669921875, -0.08197021484375, -0.0302734375, 0.02142333984375, 0.0731201171875, 0.12481689453125, 0.176513671875, 0.22821044921875, 0.2799072265625, 0.33160400390625, 0.38330078125, 0.43499755859375, 0.4866943359375, 0.53839111328125, 0.590087890625, 0.64178466796875, 0.6934814453125, 0.74517822265625, 0.796875, 0.84857177734375, 0.9002685546875, 0.95196533203125, 1.003662109375, 1.05535888671875, 1.1070556640625, 1.15875244140625, 1.21044921875, 1.26214599609375, 1.3138427734375, 1.36553955078125, 1.417236328125, 1.46893310546875, 1.5206298828125, 1.57232666015625, 1.6240234375]}, "gradients/decoder.transformer.h.13.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 3.0, 8.0, 3.0, 13.0, 20.0, 24.0, 49.0, 62.0, 95.0, 172.0, 284.0, 528.0, 1161.0, 2537.0, 6916.0, 23848.0, 100386.0, 469410.0, 345289.0, 70566.0, 17443.0, 5597.0, 2095.0, 938.0, 461.0, 257.0, 153.0, 81.0, 55.0, 34.0, 24.0, 13.0, 9.0, 11.0, 2.0, 5.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.67578125, -0.653900146484375, -0.63201904296875, -0.610137939453125, -0.5882568359375, -0.566375732421875, -0.54449462890625, -0.522613525390625, -0.500732421875, -0.478851318359375, -0.45697021484375, -0.435089111328125, -0.4132080078125, -0.391326904296875, -0.36944580078125, -0.347564697265625, -0.32568359375, -0.303802490234375, -0.28192138671875, -0.260040283203125, -0.2381591796875, -0.216278076171875, -0.19439697265625, -0.172515869140625, -0.150634765625, -0.128753662109375, -0.10687255859375, -0.084991455078125, -0.0631103515625, -0.041229248046875, -0.01934814453125, 0.002532958984375, 0.0244140625, 0.046295166015625, 0.06817626953125, 0.090057373046875, 0.1119384765625, 0.133819580078125, 0.15570068359375, 0.177581787109375, 0.199462890625, 0.221343994140625, 0.24322509765625, 0.265106201171875, 0.2869873046875, 0.308868408203125, 0.33074951171875, 0.352630615234375, 0.37451171875, 0.396392822265625, 0.41827392578125, 0.440155029296875, 0.4620361328125, 0.483917236328125, 0.50579833984375, 0.527679443359375, 0.549560546875, 0.571441650390625, 0.59332275390625, 0.615203857421875, 0.6370849609375, 0.658966064453125, 0.68084716796875, 0.702728271484375, 0.724609375]}, "gradients/decoder.transformer.h.13.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 3.0, 4.0, 10.0, 13.0, 11.0, 7.0, 10.0, 15.0, 16.0, 19.0, 20.0, 37.0, 19.0, 20.0, 23.0, 27.0, 26.0, 39.0, 36.0, 44.0, 28.0, 37.0, 1613.0, 484.0, 50.0, 37.0, 41.0, 36.0, 33.0, 28.0, 35.0, 28.0, 21.0, 24.0, 20.0, 29.0, 21.0, 29.0, 6.0, 10.0, 9.0, 6.0, 8.0, 7.0, 7.0, 4.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0], "bins": [-3.078125, -2.978790283203125, -2.87945556640625, -2.780120849609375, -2.6807861328125, -2.581451416015625, -2.48211669921875, -2.382781982421875, -2.283447265625, -2.184112548828125, -2.08477783203125, -1.985443115234375, -1.8861083984375, -1.786773681640625, -1.68743896484375, -1.588104248046875, -1.48876953125, -1.389434814453125, -1.29010009765625, -1.190765380859375, -1.0914306640625, -0.992095947265625, -0.89276123046875, -0.793426513671875, -0.694091796875, -0.594757080078125, -0.49542236328125, -0.396087646484375, -0.2967529296875, -0.197418212890625, -0.09808349609375, 0.001251220703125, 0.1005859375, 0.199920654296875, 0.29925537109375, 0.398590087890625, 0.4979248046875, 0.597259521484375, 0.69659423828125, 0.795928955078125, 0.895263671875, 0.994598388671875, 1.09393310546875, 1.193267822265625, 1.2926025390625, 1.391937255859375, 1.49127197265625, 1.590606689453125, 1.68994140625, 1.789276123046875, 1.88861083984375, 1.987945556640625, 2.0872802734375, 2.186614990234375, 2.28594970703125, 2.385284423828125, 2.484619140625, 2.583953857421875, 2.68328857421875, 2.782623291015625, 2.8819580078125, 2.981292724609375, 3.08062744140625, 3.179962158203125, 3.279296875]}, "gradients/decoder.transformer.h.13.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 9.0, 6.0, 8.0, 11.0, 8.0, 9.0, 23.0, 14.0, 34.0, 50.0, 47.0, 50.0, 58.0, 86.0, 100.0, 104.0, 121.0, 147.0, 220.0, 356.0, 627.0, 1147.0, 70275.0, 3067943.0, 1888.0, 754.0, 447.0, 258.0, 147.0, 117.0, 110.0, 90.0, 72.0, 67.0, 69.0, 51.0, 46.0, 31.0, 31.0, 17.0, 11.0, 12.0, 17.0, 9.0, 5.0, 5.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-5.5234375, -5.35693359375, -5.1904296875, -5.02392578125, -4.857421875, -4.69091796875, -4.5244140625, -4.35791015625, -4.19140625, -4.02490234375, -3.8583984375, -3.69189453125, -3.525390625, -3.35888671875, -3.1923828125, -3.02587890625, -2.859375, -2.69287109375, -2.5263671875, -2.35986328125, -2.193359375, -2.02685546875, -1.8603515625, -1.69384765625, -1.52734375, -1.36083984375, -1.1943359375, -1.02783203125, -0.861328125, -0.69482421875, -0.5283203125, -0.36181640625, -0.1953125, -0.02880859375, 0.1376953125, 0.30419921875, 0.470703125, 0.63720703125, 0.8037109375, 0.97021484375, 1.13671875, 1.30322265625, 1.4697265625, 1.63623046875, 1.802734375, 1.96923828125, 2.1357421875, 2.30224609375, 2.46875, 2.63525390625, 2.8017578125, 2.96826171875, 3.134765625, 3.30126953125, 3.4677734375, 3.63427734375, 3.80078125, 3.96728515625, 4.1337890625, 4.30029296875, 4.466796875, 4.63330078125, 4.7998046875, 4.96630859375, 5.1328125]}, "gradients/decoder.transformer.h.13.ln_1.weight": {"_type": "histogram", "values": [371.0, 649.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7957893013954163, -0.05037766695022583, 0.6950339674949646, 1.4404456615447998, 2.1858572959899902, 2.9312689304351807, 3.676680564880371, 4.422091960906982, 5.167503833770752, 5.912915229797363, 6.658327102661133, 7.403738975524902, 8.149150848388672, 8.894561767578125, 9.639973640441895, 10.385385513305664, 11.130796432495117, 11.876208305358887, 12.621620178222656, 13.36703109741211, 14.112442970275879, 14.857854843139648, 15.603265762329102, 16.348678588867188, 17.09408950805664, 17.839500427246094, 18.58491325378418, 19.330324172973633, 20.07573699951172, 20.821147918701172, 21.566558837890625, 22.311969757080078, 23.057384490966797, 23.80279541015625, 24.548208236694336, 25.29361915588379, 26.039031982421875, 26.784442901611328, 27.52985382080078, 28.275264739990234, 29.02067756652832, 29.766088485717773, 30.51150131225586, 31.256912231445312, 32.002323150634766, 32.74773406982422, 33.49314880371094, 34.23855972290039, 34.983970642089844, 35.7293815612793, 36.47479248046875, 37.22020721435547, 37.96561813354492, 38.711029052734375, 39.45643997192383, 40.20185089111328, 40.947265625, 41.69267654418945, 42.438087463378906, 43.183502197265625, 43.92891311645508, 44.67432403564453, 45.419734954833984, 46.16514587402344, 46.91055679321289]}, "gradients/decoder.transformer.h.13.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 1.0, 3.0, 6.0, 9.0, 6.0, 16.0, 13.0, 11.0, 8.0, 13.0, 20.0, 21.0, 30.0, 31.0, 40.0, 30.0, 36.0, 39.0, 47.0, 40.0, 40.0, 43.0, 41.0, 39.0, 38.0, 35.0, 48.0, 39.0, 29.0, 27.0, 23.0, 20.0, 23.0, 24.0, 25.0, 21.0, 17.0, 13.0, 10.0, 8.0, 4.0, 6.0, 3.0, 7.0, 5.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.246941566467285, -9.937822341918945, -9.628702163696289, -9.31958293914795, -9.01046371459961, -8.701343536376953, -8.392224311828613, -8.083105087280273, -7.773985385894775, -7.464865684509277, -7.1557464599609375, -6.8466267585754395, -6.537507057189941, -6.228387832641602, -5.9192681312561035, -5.6101484298706055, -5.301029205322266, -4.991909503936768, -4.682790279388428, -4.37367057800293, -4.06455135345459, -3.755431652069092, -3.4463119506835938, -3.137192487716675, -2.828073024749756, -2.518953561782837, -2.209834098815918, -1.90071439743042, -1.591594934463501, -1.282475471496582, -0.9733558893203735, -0.664236307144165, -0.3551177978515625, -0.04599827527999878, 0.26312124729156494, 0.5722407698631287, 0.8813602924346924, 1.1904797554016113, 1.4995993375778198, 1.8087189197540283, 2.1178383827209473, 2.426957845687866, 2.736077308654785, 3.045197010040283, 3.354316473007202, 3.663435935974121, 3.972555637359619, 4.281675338745117, 4.590794563293457, 4.899914264678955, 5.209033489227295, 5.518153190612793, 5.827272415161133, 6.136392116546631, 6.445511817932129, 6.754631042480469, 7.063750743865967, 7.372870445251465, 7.681989669799805, 7.991109371185303, 8.3002290725708, 8.60934829711914, 8.91846752166748, 9.227587699890137, 9.536706924438477]}, "gradients/decoder.transformer.h.12.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 1.0, 3.0, 4.0, 11.0, 8.0, 7.0, 9.0, 14.0, 16.0, 24.0, 36.0, 30.0, 52.0, 57.0, 56.0, 57.0, 66.0, 60.0, 69.0, 67.0, 62.0, 56.0, 47.0, 41.0, 40.0, 15.0, 23.0, 15.0, 15.0, 16.0, 9.0, 9.0, 3.0, 3.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7041015625, -1.65203857421875, -1.5999755859375, -1.54791259765625, -1.495849609375, -1.44378662109375, -1.3917236328125, -1.33966064453125, -1.28759765625, -1.23553466796875, -1.1834716796875, -1.13140869140625, -1.079345703125, -1.02728271484375, -0.9752197265625, -0.92315673828125, -0.87109375, -0.81903076171875, -0.7669677734375, -0.71490478515625, -0.662841796875, -0.61077880859375, -0.5587158203125, -0.50665283203125, -0.45458984375, -0.40252685546875, -0.3504638671875, -0.29840087890625, -0.246337890625, -0.19427490234375, -0.1422119140625, -0.09014892578125, -0.0380859375, 0.01397705078125, 0.0660400390625, 0.11810302734375, 0.170166015625, 0.22222900390625, 0.2742919921875, 0.32635498046875, 0.37841796875, 0.43048095703125, 0.4825439453125, 0.53460693359375, 0.586669921875, 0.63873291015625, 0.6907958984375, 0.74285888671875, 0.794921875, 0.84698486328125, 0.8990478515625, 0.95111083984375, 1.003173828125, 1.05523681640625, 1.1072998046875, 1.15936279296875, 1.21142578125, 1.26348876953125, 1.3155517578125, 1.36761474609375, 1.419677734375, 1.47174072265625, 1.5238037109375, 1.57586669921875, 1.6279296875]}, "gradients/decoder.transformer.h.12.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 1.0, 1.0, 3.0, 4.0, 4.0, 12.0, 9.0, 11.0, 15.0, 9.0, 29.0, 37.0, 45.0, 45.0, 95.0, 540.0, 3869.0, 65879.0, 3417611.0, 685966.0, 17828.0, 1790.0, 212.0, 59.0, 53.0, 35.0, 29.0, 17.0, 22.0, 10.0, 17.0, 11.0, 8.0, 3.0, 4.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-2.98046875, -2.88958740234375, -2.7987060546875, -2.70782470703125, -2.616943359375, -2.52606201171875, -2.4351806640625, -2.34429931640625, -2.25341796875, -2.16253662109375, -2.0716552734375, -1.98077392578125, -1.889892578125, -1.79901123046875, -1.7081298828125, -1.61724853515625, -1.5263671875, -1.43548583984375, -1.3446044921875, -1.25372314453125, -1.162841796875, -1.07196044921875, -0.9810791015625, -0.89019775390625, -0.79931640625, -0.70843505859375, -0.6175537109375, -0.52667236328125, -0.435791015625, -0.34490966796875, -0.2540283203125, -0.16314697265625, -0.072265625, 0.01861572265625, 0.1094970703125, 0.20037841796875, 0.291259765625, 0.38214111328125, 0.4730224609375, 0.56390380859375, 0.65478515625, 0.74566650390625, 0.8365478515625, 0.92742919921875, 1.018310546875, 1.10919189453125, 1.2000732421875, 1.29095458984375, 1.3818359375, 1.47271728515625, 1.5635986328125, 1.65447998046875, 1.745361328125, 1.83624267578125, 1.9271240234375, 2.01800537109375, 2.10888671875, 2.19976806640625, 2.2906494140625, 2.38153076171875, 2.472412109375, 2.56329345703125, 2.6541748046875, 2.74505615234375, 2.8359375]}, "gradients/decoder.transformer.h.12.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 5.0, 12.0, 12.0, 18.0, 20.0, 18.0, 21.0, 32.0, 51.0, 40.0, 58.0, 86.0, 100.0, 167.0, 416.0, 798.0, 1023.0, 532.0, 207.0, 120.0, 86.0, 57.0, 55.0, 37.0, 25.0, 18.0, 25.0, 7.0, 7.0, 10.0, 3.0, 7.0, 3.0, 5.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.48046875, -3.3978271484375, -3.315185546875, -3.2325439453125, -3.14990234375, -3.0672607421875, -2.984619140625, -2.9019775390625, -2.8193359375, -2.7366943359375, -2.654052734375, -2.5714111328125, -2.48876953125, -2.4061279296875, -2.323486328125, -2.2408447265625, -2.158203125, -2.0755615234375, -1.992919921875, -1.9102783203125, -1.82763671875, -1.7449951171875, -1.662353515625, -1.5797119140625, -1.4970703125, -1.4144287109375, -1.331787109375, -1.2491455078125, -1.16650390625, -1.0838623046875, -1.001220703125, -0.9185791015625, -0.8359375, -0.7532958984375, -0.670654296875, -0.5880126953125, -0.50537109375, -0.4227294921875, -0.340087890625, -0.2574462890625, -0.1748046875, -0.0921630859375, -0.009521484375, 0.0731201171875, 0.15576171875, 0.2384033203125, 0.321044921875, 0.4036865234375, 0.486328125, 0.5689697265625, 0.651611328125, 0.7342529296875, 0.81689453125, 0.8995361328125, 0.982177734375, 1.0648193359375, 1.1474609375, 1.2301025390625, 1.312744140625, 1.3953857421875, 1.47802734375, 1.5606689453125, 1.643310546875, 1.7259521484375, 1.80859375]}, "gradients/decoder.transformer.h.12.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 4.0, 5.0, 6.0, 7.0, 8.0, 6.0, 10.0, 29.0, 27.0, 41.0, 47.0, 83.0, 91.0, 155.0, 220.0, 414.0, 1232.0, 4188151.0, 2235.0, 553.0, 273.0, 177.0, 122.0, 98.0, 73.0, 65.0, 41.0, 28.0, 22.0, 21.0, 17.0, 12.0, 7.0, 6.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.453125, -15.694580078125, -14.93603515625, -14.177490234375, -13.4189453125, -12.660400390625, -11.90185546875, -11.143310546875, -10.384765625, -9.626220703125, -8.86767578125, -8.109130859375, -7.3505859375, -6.592041015625, -5.83349609375, -5.074951171875, -4.31640625, -3.557861328125, -2.79931640625, -2.040771484375, -1.2822265625, -0.523681640625, 0.23486328125, 0.993408203125, 1.751953125, 2.510498046875, 3.26904296875, 4.027587890625, 4.7861328125, 5.544677734375, 6.30322265625, 7.061767578125, 7.8203125, 8.578857421875, 9.33740234375, 10.095947265625, 10.8544921875, 11.613037109375, 12.37158203125, 13.130126953125, 13.888671875, 14.647216796875, 15.40576171875, 16.164306640625, 16.9228515625, 17.681396484375, 18.43994140625, 19.198486328125, 19.95703125, 20.715576171875, 21.47412109375, 22.232666015625, 22.9912109375, 23.749755859375, 24.50830078125, 25.266845703125, 26.025390625, 26.783935546875, 27.54248046875, 28.301025390625, 29.0595703125, 29.818115234375, 30.57666015625, 31.335205078125, 32.09375]}, "gradients/decoder.transformer.h.12.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 71.0, 457.0, 428.0, 55.0, 5.0, 0.0, 1.0], "bins": [-15.56905460357666, -15.304876327514648, -15.040698051452637, -14.776520729064941, -14.51234245300293, -14.248164176940918, -13.983985900878906, -13.719808578491211, -13.4556303024292, -13.191452026367188, -12.927273750305176, -12.66309642791748, -12.398918151855469, -12.134739875793457, -11.870561599731445, -11.60638427734375, -11.342205047607422, -11.07802677154541, -10.813848495483398, -10.549671173095703, -10.285492897033691, -10.02131462097168, -9.757136344909668, -9.492958068847656, -9.228780746459961, -8.96460247039795, -8.700424194335938, -8.436246871948242, -8.17206859588623, -7.907890319824219, -7.643712043762207, -7.3795342445373535, -7.115355491638184, -6.851177215576172, -6.586999416351318, -6.322821140289307, -6.058643341064453, -5.794465065002441, -5.53028678894043, -5.266108989715576, -5.001931190490723, -4.737752914428711, -4.473575115203857, -4.209396839141846, -3.945219039916992, -3.6810407638549805, -3.416862726211548, -3.1526846885681152, -2.8885064125061035, -2.624328374862671, -2.3601503372192383, -2.0959720611572266, -1.8317941427230835, -1.5676161050796509, -1.3034379482269287, -1.039259910583496, -0.775081992149353, -0.5109039545059204, -0.24672585725784302, 0.017452239990234375, 0.281630277633667, 0.5458083152770996, 0.8099864721298218, 1.0741645097732544, 1.338342547416687]}, "gradients/decoder.transformer.h.12.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 3.0, 3.0, 5.0, 9.0, 8.0, 7.0, 10.0, 8.0, 17.0, 16.0, 20.0, 21.0, 39.0, 20.0, 25.0, 32.0, 36.0, 40.0, 33.0, 48.0, 56.0, 49.0, 53.0, 47.0, 37.0, 41.0, 33.0, 40.0, 41.0, 35.0, 22.0, 27.0, 21.0, 21.0, 16.0, 13.0, 11.0, 9.0, 12.0, 10.0, 5.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 3.0, 1.0, 0.0, 1.0], "bins": [-8.191373825073242, -7.954009056091309, -7.716644287109375, -7.479279518127441, -7.241914749145508, -7.004549980163574, -6.767185211181641, -6.529820442199707, -6.292455673217773, -6.05509090423584, -5.817726135253906, -5.580361366271973, -5.342996597290039, -5.1056318283081055, -4.868267059326172, -4.630902290344238, -4.393537521362305, -4.156172752380371, -3.9188079833984375, -3.681443214416504, -3.4440784454345703, -3.2067136764526367, -2.969348907470703, -2.7319841384887695, -2.494619369506836, -2.2572546005249023, -2.0198898315429688, -1.7825250625610352, -1.5451602935791016, -1.307795524597168, -1.0704307556152344, -0.8330659866333008, -0.5957012176513672, -0.3583364486694336, -0.1209716796875, 0.1163930892944336, 0.3537578582763672, 0.5911226272583008, 0.8284873962402344, 1.065852165222168, 1.3032169342041016, 1.5405817031860352, 1.7779464721679688, 2.0153112411499023, 2.252676010131836, 2.4900407791137695, 2.727405548095703, 2.9647703170776367, 3.2021350860595703, 3.439499855041504, 3.6768646240234375, 3.914229393005371, 4.151594161987305, 4.388958930969238, 4.626323699951172, 4.8636884689331055, 5.101053237915039, 5.338418006896973, 5.575782775878906, 5.81314754486084, 6.050512313842773, 6.287877082824707, 6.525241851806641, 6.762606620788574, 6.999971389770508]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 5.0, 8.0, 9.0, 9.0, 6.0, 14.0, 11.0, 24.0, 31.0, 39.0, 43.0, 55.0, 61.0, 53.0, 59.0, 79.0, 54.0, 65.0, 61.0, 63.0, 47.0, 47.0, 38.0, 22.0, 18.0, 19.0, 14.0, 18.0, 8.0, 12.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7080078125, -1.6562042236328125, -1.604400634765625, -1.5525970458984375, -1.50079345703125, -1.4489898681640625, -1.397186279296875, -1.3453826904296875, -1.2935791015625, -1.2417755126953125, -1.189971923828125, -1.1381683349609375, -1.08636474609375, -1.0345611572265625, -0.982757568359375, -0.9309539794921875, -0.879150390625, -0.8273468017578125, -0.775543212890625, -0.7237396240234375, -0.67193603515625, -0.6201324462890625, -0.568328857421875, -0.5165252685546875, -0.4647216796875, -0.4129180908203125, -0.361114501953125, -0.3093109130859375, -0.25750732421875, -0.2057037353515625, -0.153900146484375, -0.1020965576171875, -0.05029296875, 0.0015106201171875, 0.053314208984375, 0.1051177978515625, 0.15692138671875, 0.2087249755859375, 0.260528564453125, 0.3123321533203125, 0.3641357421875, 0.4159393310546875, 0.467742919921875, 0.5195465087890625, 0.57135009765625, 0.6231536865234375, 0.674957275390625, 0.7267608642578125, 0.778564453125, 0.8303680419921875, 0.882171630859375, 0.9339752197265625, 0.98577880859375, 1.0375823974609375, 1.089385986328125, 1.1411895751953125, 1.1929931640625, 1.2447967529296875, 1.296600341796875, 1.3484039306640625, 1.40020751953125, 1.4520111083984375, 1.503814697265625, 1.5556182861328125, 1.607421875]}, "gradients/decoder.transformer.h.12.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 1.0, 3.0, 4.0, 6.0, 4.0, 6.0, 9.0, 12.0, 18.0, 22.0, 32.0, 44.0, 76.0, 89.0, 133.0, 212.0, 284.0, 466.0, 822.0, 1508.0, 2943.0, 6721.0, 19169.0, 78786.0, 660903.0, 218810.0, 36964.0, 11171.0, 4380.0, 2042.0, 1116.0, 644.0, 336.0, 253.0, 177.0, 108.0, 88.0, 53.0, 39.0, 27.0, 19.0, 13.0, 7.0, 10.0, 7.0, 4.0, 1.0, 3.0, 7.0, 2.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0], "bins": [-0.6572265625, -0.6371612548828125, -0.617095947265625, -0.5970306396484375, -0.57696533203125, -0.5569000244140625, -0.536834716796875, -0.5167694091796875, -0.4967041015625, -0.4766387939453125, -0.456573486328125, -0.4365081787109375, -0.41644287109375, -0.3963775634765625, -0.376312255859375, -0.3562469482421875, -0.336181640625, -0.3161163330078125, -0.296051025390625, -0.2759857177734375, -0.25592041015625, -0.2358551025390625, -0.215789794921875, -0.1957244873046875, -0.1756591796875, -0.1555938720703125, -0.135528564453125, -0.1154632568359375, -0.09539794921875, -0.0753326416015625, -0.055267333984375, -0.0352020263671875, -0.01513671875, 0.0049285888671875, 0.024993896484375, 0.0450592041015625, 0.06512451171875, 0.0851898193359375, 0.105255126953125, 0.1253204345703125, 0.1453857421875, 0.1654510498046875, 0.185516357421875, 0.2055816650390625, 0.22564697265625, 0.2457122802734375, 0.265777587890625, 0.2858428955078125, 0.305908203125, 0.3259735107421875, 0.346038818359375, 0.3661041259765625, 0.38616943359375, 0.4062347412109375, 0.426300048828125, 0.4463653564453125, 0.4664306640625, 0.4864959716796875, 0.506561279296875, 0.5266265869140625, 0.54669189453125, 0.5667572021484375, 0.586822509765625, 0.6068878173828125, 0.626953125]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 6.0, 3.0, 3.0, 12.0, 8.0, 15.0, 9.0, 14.0, 19.0, 20.0, 30.0, 33.0, 33.0, 27.0, 34.0, 27.0, 44.0, 39.0, 46.0, 35.0, 1062.0, 56.0, 54.0, 36.0, 38.0, 42.0, 36.0, 29.0, 33.0, 23.0, 20.0, 32.0, 23.0, 14.0, 14.0, 16.0, 7.0, 8.0, 12.0, 7.0, 7.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.85302734375, -0.8254547119140625, -0.797882080078125, -0.7703094482421875, -0.74273681640625, -0.7151641845703125, -0.687591552734375, -0.6600189208984375, -0.6324462890625, -0.6048736572265625, -0.577301025390625, -0.5497283935546875, -0.52215576171875, -0.4945831298828125, -0.467010498046875, -0.4394378662109375, -0.411865234375, -0.3842926025390625, -0.356719970703125, -0.3291473388671875, -0.30157470703125, -0.2740020751953125, -0.246429443359375, -0.2188568115234375, -0.1912841796875, -0.1637115478515625, -0.136138916015625, -0.1085662841796875, -0.08099365234375, -0.0534210205078125, -0.025848388671875, 0.0017242431640625, 0.029296875, 0.0568695068359375, 0.084442138671875, 0.1120147705078125, 0.13958740234375, 0.1671600341796875, 0.194732666015625, 0.2223052978515625, 0.2498779296875, 0.2774505615234375, 0.305023193359375, 0.3325958251953125, 0.36016845703125, 0.3877410888671875, 0.415313720703125, 0.4428863525390625, 0.470458984375, 0.4980316162109375, 0.525604248046875, 0.5531768798828125, 0.58074951171875, 0.6083221435546875, 0.635894775390625, 0.6634674072265625, 0.6910400390625, 0.7186126708984375, 0.746185302734375, 0.7737579345703125, 0.80133056640625, 0.8289031982421875, 0.856475830078125, 0.8840484619140625, 0.91162109375]}, "gradients/decoder.transformer.h.12.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 4.0, 8.0, 13.0, 13.0, 22.0, 31.0, 44.0, 87.0, 119.0, 179.0, 408.0, 765.0, 1739.0, 4966.0, 24541.0, 2013878.0, 40038.0, 6271.0, 2055.0, 887.0, 446.0, 246.0, 143.0, 69.0, 56.0, 27.0, 24.0, 14.0, 15.0, 6.0, 4.0, 6.0, 4.0, 4.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0712890625, -1.032470703125, -0.99365234375, -0.954833984375, -0.916015625, -0.877197265625, -0.83837890625, -0.799560546875, -0.7607421875, -0.721923828125, -0.68310546875, -0.644287109375, -0.60546875, -0.566650390625, -0.52783203125, -0.489013671875, -0.4501953125, -0.411376953125, -0.37255859375, -0.333740234375, -0.294921875, -0.256103515625, -0.21728515625, -0.178466796875, -0.1396484375, -0.100830078125, -0.06201171875, -0.023193359375, 0.015625, 0.054443359375, 0.09326171875, 0.132080078125, 0.1708984375, 0.209716796875, 0.24853515625, 0.287353515625, 0.326171875, 0.364990234375, 0.40380859375, 0.442626953125, 0.4814453125, 0.520263671875, 0.55908203125, 0.597900390625, 0.63671875, 0.675537109375, 0.71435546875, 0.753173828125, 0.7919921875, 0.830810546875, 0.86962890625, 0.908447265625, 0.947265625, 0.986083984375, 1.02490234375, 1.063720703125, 1.1025390625, 1.141357421875, 1.18017578125, 1.218994140625, 1.2578125, 1.296630859375, 1.33544921875, 1.374267578125, 1.4130859375]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 1.0, 5.0, 4.0, 4.0, 3.0, 3.0, 4.0, 6.0, 5.0, 8.0, 6.0, 17.0, 19.0, 16.0, 38.0, 45.0, 43.0, 78.0, 94.0, 119.0, 128.0, 98.0, 56.0, 45.0, 31.0, 21.0, 20.0, 11.0, 20.0, 9.0, 6.0, 10.0, 6.0, 6.0, 4.0, 4.0, 3.0, 5.0, 2.0, 2.0, 1.0, 1.0, 6.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0301513671875, -0.029173851013183594, -0.028196334838867188, -0.02721881866455078, -0.026241302490234375, -0.02526378631591797, -0.024286270141601562, -0.023308753967285156, -0.02233123779296875, -0.021353721618652344, -0.020376205444335938, -0.01939868927001953, -0.018421173095703125, -0.01744365692138672, -0.016466140747070312, -0.015488624572753906, -0.0145111083984375, -0.013533592224121094, -0.012556076049804688, -0.011578559875488281, -0.010601043701171875, -0.009623527526855469, -0.008646011352539062, -0.007668495178222656, -0.00669097900390625, -0.005713462829589844, -0.0047359466552734375, -0.0037584304809570312, -0.002780914306640625, -0.0018033981323242188, -0.0008258819580078125, 0.00015163421630859375, 0.001129150390625, 0.0021066665649414062, 0.0030841827392578125, 0.004061698913574219, 0.005039215087890625, 0.006016731262207031, 0.0069942474365234375, 0.007971763610839844, 0.00894927978515625, 0.009926795959472656, 0.010904312133789062, 0.011881828308105469, 0.012859344482421875, 0.013836860656738281, 0.014814376831054688, 0.015791893005371094, 0.0167694091796875, 0.017746925354003906, 0.018724441528320312, 0.01970195770263672, 0.020679473876953125, 0.02165699005126953, 0.022634506225585938, 0.023612022399902344, 0.02458953857421875, 0.025567054748535156, 0.026544570922851562, 0.02752208709716797, 0.028499603271484375, 0.02947711944580078, 0.030454635620117188, 0.031432151794433594, 0.03240966796875]}, "gradients/decoder.transformer.h.12.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 6.0, 1.0, 3.0, 0.0, 2.0, 4.0, 5.0, 5.0, 1.0, 8.0, 5.0, 11.0, 7.0, 9.0, 19.0, 11.0, 19.0, 22.0, 38.0, 58.0, 89.0, 154.0, 609.0, 1046884.0, 222.0, 108.0, 70.0, 51.0, 36.0, 19.0, 17.0, 14.0, 15.0, 6.0, 6.0, 7.0, 3.0, 3.0, 3.0, 4.0, 2.0, 8.0, 0.0, 4.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.005859375, -0.9755783081054688, -0.9452972412109375, -0.9150161743164062, -0.884735107421875, -0.8544540405273438, -0.8241729736328125, -0.7938919067382812, -0.76361083984375, -0.7333297729492188, -0.7030487060546875, -0.6727676391601562, -0.642486572265625, -0.6122055053710938, -0.5819244384765625, -0.5516433715820312, -0.5213623046875, -0.49108123779296875, -0.4608001708984375, -0.43051910400390625, -0.400238037109375, -0.36995697021484375, -0.3396759033203125, -0.30939483642578125, -0.27911376953125, -0.24883270263671875, -0.2185516357421875, -0.18827056884765625, -0.157989501953125, -0.12770843505859375, -0.0974273681640625, -0.06714630126953125, -0.036865234375, -0.00658416748046875, 0.0236968994140625, 0.05397796630859375, 0.084259033203125, 0.11454010009765625, 0.1448211669921875, 0.17510223388671875, 0.20538330078125, 0.23566436767578125, 0.2659454345703125, 0.29622650146484375, 0.326507568359375, 0.35678863525390625, 0.3870697021484375, 0.41735076904296875, 0.4476318359375, 0.47791290283203125, 0.5081939697265625, 0.5384750366210938, 0.568756103515625, 0.5990371704101562, 0.6293182373046875, 0.6595993041992188, 0.68988037109375, 0.7201614379882812, 0.7504425048828125, 0.7807235717773438, 0.811004638671875, 0.8412857055664062, 0.8715667724609375, 0.9018478393554688, 0.93212890625]}, "gradients/decoder.transformer.h.12.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 98.0, 922.0], "bins": [-0.6122190952301025, -0.6025211215019226, -0.5928230881690979, -0.583125114440918, -0.5734270811080933, -0.5637291073799133, -0.5540310740470886, -0.5443331003189087, -0.534635066986084, -0.524937093257904, -0.5152390599250793, -0.5055410861968994, -0.4958430528640747, -0.4861450493335724, -0.47644704580307007, -0.46674904227256775, -0.45705103874206543, -0.4473530352115631, -0.4376550316810608, -0.42795702815055847, -0.41825902462005615, -0.40856102108955383, -0.3988630175590515, -0.3891650140285492, -0.37946704030036926, -0.36976903676986694, -0.3600710332393646, -0.3503730297088623, -0.34067502617836, -0.33097702264785767, -0.32127901911735535, -0.311581015586853, -0.3018829822540283, -0.292184978723526, -0.2824869751930237, -0.27278897166252136, -0.26309096813201904, -0.2533929646015167, -0.2436949610710144, -0.23399695754051208, -0.22429896891117096, -0.21460096538066864, -0.20490296185016632, -0.195204958319664, -0.18550695478916168, -0.17580895125865936, -0.16611096262931824, -0.15641295909881592, -0.1467149406671524, -0.13701693713665009, -0.12731893360614777, -0.11762093007564545, -0.10792292654514313, -0.09822492301464081, -0.08852692693471909, -0.07882892340421677, -0.06913092732429504, -0.059432923793792725, -0.049734920263290405, -0.040036920458078384, -0.030338916927576065, -0.020640913397073746, -0.010942913591861725, -0.0012449100613594055, 0.008453096263110638]}, "gradients/decoder.transformer.h.12.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 2.0, 1.0, 5.0, 3.0, 5.0, 5.0, 5.0, 7.0, 7.0, 11.0, 13.0, 13.0, 23.0, 15.0, 19.0, 19.0, 15.0, 32.0, 24.0, 44.0, 29.0, 36.0, 40.0, 36.0, 41.0, 46.0, 59.0, 33.0, 41.0, 42.0, 38.0, 35.0, 36.0, 36.0, 32.0, 21.0, 21.0, 29.0, 20.0, 12.0, 8.0, 9.0, 8.0, 7.0, 8.0, 6.0, 2.0, 5.0, 5.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.028244614601135254, -0.027314122766256332, -0.02638362906873226, -0.02545313537120819, -0.02452264353632927, -0.023592151701450348, -0.022661658003926277, -0.021731164306402206, -0.020800672471523285, -0.019870180636644363, -0.018939686939120293, -0.018009193241596222, -0.0170787014067173, -0.01614820957183838, -0.015217715874314308, -0.014287223108112812, -0.013356730341911316, -0.01242623757570982, -0.011495744809508324, -0.010565252043306828, -0.009634759277105331, -0.008704266510903835, -0.007773773744702339, -0.006843280978500843, -0.005912788212299347, -0.004982295446097851, -0.004051802679896355, -0.0031213099136948586, -0.0021908171474933624, -0.0012603243812918663, -0.0003298316150903702, 0.000600661151111126, 0.001531153917312622, 0.002461646683514118, 0.0033921394497156143, 0.0043226322159171104, 0.005253124982118607, 0.006183617748320103, 0.007114110514521599, 0.008044603280723095, 0.008975096046924591, 0.009905588813126087, 0.010836081579327583, 0.01176657434552908, 0.012697067111730576, 0.013627559877932072, 0.014558052644133568, 0.015488545410335064, 0.01641903817653656, 0.01734953001141548, 0.018280023708939552, 0.019210517406463623, 0.020141009241342545, 0.021071501076221466, 0.022001994773745537, 0.022932488471269608, 0.02386298030614853, 0.02479347214102745, 0.02572396583855152, 0.026654459536075592, 0.027584951370954514, 0.028515443205833435, 0.029445936903357506, 0.030376430600881577, 0.0313069224357605]}, "gradients/decoder.transformer.h.12.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 5.0, 8.0, 9.0, 9.0, 6.0, 14.0, 11.0, 24.0, 31.0, 38.0, 44.0, 55.0, 61.0, 53.0, 59.0, 79.0, 55.0, 63.0, 62.0, 63.0, 47.0, 47.0, 38.0, 22.0, 18.0, 19.0, 14.0, 18.0, 8.0, 12.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7080078125, -1.6562042236328125, -1.604400634765625, -1.5525970458984375, -1.50079345703125, -1.4489898681640625, -1.397186279296875, -1.3453826904296875, -1.2935791015625, -1.2417755126953125, -1.189971923828125, -1.1381683349609375, -1.08636474609375, -1.0345611572265625, -0.982757568359375, -0.9309539794921875, -0.879150390625, -0.8273468017578125, -0.775543212890625, -0.7237396240234375, -0.67193603515625, -0.6201324462890625, -0.568328857421875, -0.5165252685546875, -0.4647216796875, -0.4129180908203125, -0.361114501953125, -0.3093109130859375, -0.25750732421875, -0.2057037353515625, -0.153900146484375, -0.1020965576171875, -0.05029296875, 0.0015106201171875, 0.053314208984375, 0.1051177978515625, 0.15692138671875, 0.2087249755859375, 0.260528564453125, 0.3123321533203125, 0.3641357421875, 0.4159393310546875, 0.467742919921875, 0.5195465087890625, 0.57135009765625, 0.6231536865234375, 0.674957275390625, 0.7267608642578125, 0.778564453125, 0.8303680419921875, 0.882171630859375, 0.9339752197265625, 0.98577880859375, 1.0375823974609375, 1.089385986328125, 1.1411895751953125, 1.1929931640625, 1.2447967529296875, 1.296600341796875, 1.3484039306640625, 1.40020751953125, 1.4520111083984375, 1.503814697265625, 1.5556182861328125, 1.607421875]}, "gradients/decoder.transformer.h.12.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 2.0, 6.0, 9.0, 14.0, 14.0, 11.0, 21.0, 32.0, 51.0, 85.0, 154.0, 300.0, 608.0, 1624.0, 5776.0, 34019.0, 553968.0, 416099.0, 28018.0, 5074.0, 1421.0, 585.0, 283.0, 153.0, 68.0, 46.0, 31.0, 19.0, 27.0, 11.0, 15.0, 5.0, 3.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.28125, -1.24237060546875, -1.2034912109375, -1.16461181640625, -1.125732421875, -1.08685302734375, -1.0479736328125, -1.00909423828125, -0.97021484375, -0.93133544921875, -0.8924560546875, -0.85357666015625, -0.814697265625, -0.77581787109375, -0.7369384765625, -0.69805908203125, -0.6591796875, -0.62030029296875, -0.5814208984375, -0.54254150390625, -0.503662109375, -0.46478271484375, -0.4259033203125, -0.38702392578125, -0.34814453125, -0.30926513671875, -0.2703857421875, -0.23150634765625, -0.192626953125, -0.15374755859375, -0.1148681640625, -0.07598876953125, -0.037109375, 0.00177001953125, 0.0406494140625, 0.07952880859375, 0.118408203125, 0.15728759765625, 0.1961669921875, 0.23504638671875, 0.27392578125, 0.31280517578125, 0.3516845703125, 0.39056396484375, 0.429443359375, 0.46832275390625, 0.5072021484375, 0.54608154296875, 0.5849609375, 0.62384033203125, 0.6627197265625, 0.70159912109375, 0.740478515625, 0.77935791015625, 0.8182373046875, 0.85711669921875, 0.89599609375, 0.93487548828125, 0.9737548828125, 1.01263427734375, 1.051513671875, 1.09039306640625, 1.1292724609375, 1.16815185546875, 1.20703125]}, "gradients/decoder.transformer.h.12.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 5.0, 1.0, 3.0, 1.0, 3.0, 8.0, 4.0, 4.0, 7.0, 6.0, 7.0, 5.0, 6.0, 14.0, 14.0, 13.0, 24.0, 24.0, 23.0, 30.0, 24.0, 35.0, 25.0, 35.0, 38.0, 39.0, 40.0, 35.0, 1821.0, 309.0, 46.0, 31.0, 46.0, 33.0, 35.0, 37.0, 42.0, 21.0, 27.0, 25.0, 17.0, 10.0, 13.0, 11.0, 10.0, 16.0, 11.0, 7.0, 5.0, 6.0, 6.0, 3.0, 3.0, 2.0, 0.0, 0.0, 0.0, 3.0], "bins": [-3.55859375, -3.456634521484375, -3.35467529296875, -3.252716064453125, -3.1507568359375, -3.048797607421875, -2.94683837890625, -2.844879150390625, -2.742919921875, -2.640960693359375, -2.53900146484375, -2.437042236328125, -2.3350830078125, -2.233123779296875, -2.13116455078125, -2.029205322265625, -1.92724609375, -1.825286865234375, -1.72332763671875, -1.621368408203125, -1.5194091796875, -1.417449951171875, -1.31549072265625, -1.213531494140625, -1.111572265625, -1.009613037109375, -0.90765380859375, -0.805694580078125, -0.7037353515625, -0.601776123046875, -0.49981689453125, -0.397857666015625, -0.2958984375, -0.193939208984375, -0.09197998046875, 0.009979248046875, 0.1119384765625, 0.213897705078125, 0.31585693359375, 0.417816162109375, 0.519775390625, 0.621734619140625, 0.72369384765625, 0.825653076171875, 0.9276123046875, 1.029571533203125, 1.13153076171875, 1.233489990234375, 1.33544921875, 1.437408447265625, 1.53936767578125, 1.641326904296875, 1.7432861328125, 1.845245361328125, 1.94720458984375, 2.049163818359375, 2.151123046875, 2.253082275390625, 2.35504150390625, 2.457000732421875, 2.5589599609375, 2.660919189453125, 2.76287841796875, 2.864837646484375, 2.966796875]}, "gradients/decoder.transformer.h.12.attn.c_attn.weight": {"_type": "histogram", "values": [3.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 6.0, 7.0, 5.0, 5.0, 12.0, 16.0, 14.0, 10.0, 18.0, 15.0, 30.0, 43.0, 63.0, 63.0, 102.0, 99.0, 147.0, 201.0, 353.0, 523.0, 1093.0, 162890.0, 2976805.0, 1342.0, 572.0, 334.0, 234.0, 146.0, 109.0, 89.0, 66.0, 54.0, 44.0, 39.0, 39.0, 23.0, 23.0, 13.0, 12.0, 5.0, 7.0, 8.0, 6.0, 5.0, 2.0, 9.0, 3.0, 1.0, 2.0, 2.0, 5.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.47265625, -5.28448486328125, -5.0963134765625, -4.90814208984375, -4.719970703125, -4.53179931640625, -4.3436279296875, -4.15545654296875, -3.96728515625, -3.77911376953125, -3.5909423828125, -3.40277099609375, -3.214599609375, -3.02642822265625, -2.8382568359375, -2.65008544921875, -2.4619140625, -2.27374267578125, -2.0855712890625, -1.89739990234375, -1.709228515625, -1.52105712890625, -1.3328857421875, -1.14471435546875, -0.95654296875, -0.76837158203125, -0.5802001953125, -0.39202880859375, -0.203857421875, -0.01568603515625, 0.1724853515625, 0.36065673828125, 0.548828125, 0.73699951171875, 0.9251708984375, 1.11334228515625, 1.301513671875, 1.48968505859375, 1.6778564453125, 1.86602783203125, 2.05419921875, 2.24237060546875, 2.4305419921875, 2.61871337890625, 2.806884765625, 2.99505615234375, 3.1832275390625, 3.37139892578125, 3.5595703125, 3.74774169921875, 3.9359130859375, 4.12408447265625, 4.312255859375, 4.50042724609375, 4.6885986328125, 4.87677001953125, 5.06494140625, 5.25311279296875, 5.4412841796875, 5.62945556640625, 5.817626953125, 6.00579833984375, 6.1939697265625, 6.38214111328125, 6.5703125]}, "gradients/decoder.transformer.h.12.ln_1.weight": {"_type": "histogram", "values": [9.0, 1002.0, 11.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1170225143432617, -0.34668344259262085, 0.42365562915802, 1.1939947605133057, 1.9643337726593018, 2.734672784805298, 3.505012035369873, 4.275351047515869, 5.045690059661865, 5.816029071807861, 6.586368083953857, 7.356707572937012, 8.127046585083008, 8.897385597229004, 9.667724609375, 10.438063621520996, 11.208402633666992, 11.978741645812988, 12.749080657958984, 13.51941967010498, 14.289758682250977, 15.060097694396973, 15.830436706542969, 16.60077667236328, 17.37111473083496, 18.141454696655273, 18.911792755126953, 19.682132720947266, 20.452470779418945, 21.222810745239258, 21.993148803710938, 22.76348876953125, 23.53382682800293, 24.304166793823242, 25.074504852294922, 25.844844818115234, 26.615182876586914, 27.385522842407227, 28.155860900878906, 28.92620086669922, 29.6965389251709, 30.46687889099121, 31.23721694946289, 32.0075569152832, 32.777896881103516, 33.54823303222656, 34.318572998046875, 35.08891296386719, 35.8592529296875, 36.62959289550781, 37.399932861328125, 38.17026901245117, 38.940608978271484, 39.7109489440918, 40.48128890991211, 41.251625061035156, 42.02196502685547, 42.79230499267578, 43.562644958496094, 44.33298110961914, 45.10332107543945, 45.873661041259766, 46.64400100708008, 47.414337158203125, 48.18467712402344]}, "gradients/decoder.transformer.h.12.ln_1.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 6.0, 6.0, 5.0, 3.0, 8.0, 9.0, 10.0, 15.0, 17.0, 15.0, 10.0, 20.0, 22.0, 20.0, 19.0, 36.0, 43.0, 35.0, 38.0, 35.0, 37.0, 47.0, 49.0, 60.0, 40.0, 43.0, 33.0, 39.0, 28.0, 27.0, 20.0, 24.0, 28.0, 25.0, 22.0, 24.0, 13.0, 16.0, 14.0, 11.0, 6.0, 9.0, 5.0, 6.0, 5.0, 2.0, 2.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.000758171081543, -8.699942588806152, -8.399127960205078, -8.098312377929688, -7.797497272491455, -7.496682167053223, -7.195866584777832, -6.8950514793396, -6.594236373901367, -6.293421268463135, -5.992606163024902, -5.691790580749512, -5.390975475311279, -5.090160369873047, -4.789344787597656, -4.488529682159424, -4.187714576721191, -3.886899471282959, -3.5860841274261475, -3.285268783569336, -2.9844536781311035, -2.683638572692871, -2.3828232288360596, -2.082007884979248, -1.7811927795410156, -1.4803775548934937, -1.1795623302459717, -0.8787471055984497, -0.5779318809509277, -0.27711665630340576, 0.02369856834411621, 0.32451391220092773, 0.6253290176391602, 0.9261442422866821, 1.226959466934204, 1.527774691581726, 1.828589916229248, 2.1294050216674805, 2.430220365524292, 2.7310357093811035, 3.031850814819336, 3.3326659202575684, 3.63348126411438, 3.9342966079711914, 4.235111713409424, 4.535926818847656, 4.836742401123047, 5.137557506561279, 5.438372611999512, 5.739187717437744, 6.040002822875977, 6.340818405151367, 6.6416335105896, 6.942448616027832, 7.243264198303223, 7.544079303741455, 7.8448944091796875, 8.145709991455078, 8.446524620056152, 8.747340202331543, 9.048154830932617, 9.348970413208008, 9.649785995483398, 9.950601577758789, 10.251416206359863]}, "gradients/decoder.transformer.h.11.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 1.0, 2.0, 6.0, 6.0, 10.0, 9.0, 7.0, 12.0, 16.0, 22.0, 28.0, 38.0, 40.0, 65.0, 54.0, 53.0, 55.0, 75.0, 67.0, 56.0, 73.0, 55.0, 46.0, 49.0, 36.0, 24.0, 19.0, 19.0, 13.0, 16.0, 10.0, 13.0, 3.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.7060546875, -1.65435791015625, -1.6026611328125, -1.55096435546875, -1.499267578125, -1.44757080078125, -1.3958740234375, -1.34417724609375, -1.29248046875, -1.24078369140625, -1.1890869140625, -1.13739013671875, -1.085693359375, -1.03399658203125, -0.9822998046875, -0.93060302734375, -0.87890625, -0.82720947265625, -0.7755126953125, -0.72381591796875, -0.672119140625, -0.62042236328125, -0.5687255859375, -0.51702880859375, -0.46533203125, -0.41363525390625, -0.3619384765625, -0.31024169921875, -0.258544921875, -0.20684814453125, -0.1551513671875, -0.10345458984375, -0.0517578125, -6.103515625e-05, 0.0516357421875, 0.10333251953125, 0.155029296875, 0.20672607421875, 0.2584228515625, 0.31011962890625, 0.36181640625, 0.41351318359375, 0.4652099609375, 0.51690673828125, 0.568603515625, 0.62030029296875, 0.6719970703125, 0.72369384765625, 0.775390625, 0.82708740234375, 0.8787841796875, 0.93048095703125, 0.982177734375, 1.03387451171875, 1.0855712890625, 1.13726806640625, 1.18896484375, 1.24066162109375, 1.2923583984375, 1.34405517578125, 1.395751953125, 1.44744873046875, 1.4991455078125, 1.55084228515625, 1.6025390625]}, "gradients/decoder.transformer.h.11.mlp.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 8.0, 1.0, 3.0, 1.0, 6.0, 12.0, 15.0, 21.0, 13.0, 29.0, 25.0, 35.0, 56.0, 99.0, 64.0, 110.0, 173.0, 1025.0, 10090.0, 608272.0, 3527797.0, 43154.0, 2480.0, 242.0, 109.0, 104.0, 80.0, 57.0, 35.0, 34.0, 33.0, 31.0, 20.0, 17.0, 12.0, 4.0, 6.0, 2.0, 2.0, 3.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0], "bins": [-3.45703125, -3.3529052734375, -3.248779296875, -3.1446533203125, -3.04052734375, -2.9364013671875, -2.832275390625, -2.7281494140625, -2.6240234375, -2.5198974609375, -2.415771484375, -2.3116455078125, -2.20751953125, -2.1033935546875, -1.999267578125, -1.8951416015625, -1.791015625, -1.6868896484375, -1.582763671875, -1.4786376953125, -1.37451171875, -1.2703857421875, -1.166259765625, -1.0621337890625, -0.9580078125, -0.8538818359375, -0.749755859375, -0.6456298828125, -0.54150390625, -0.4373779296875, -0.333251953125, -0.2291259765625, -0.125, -0.0208740234375, 0.083251953125, 0.1873779296875, 0.29150390625, 0.3956298828125, 0.499755859375, 0.6038818359375, 0.7080078125, 0.8121337890625, 0.916259765625, 1.0203857421875, 1.12451171875, 1.2286376953125, 1.332763671875, 1.4368896484375, 1.541015625, 1.6451416015625, 1.749267578125, 1.8533935546875, 1.95751953125, 2.0616455078125, 2.165771484375, 2.2698974609375, 2.3740234375, 2.4781494140625, 2.582275390625, 2.6864013671875, 2.79052734375, 2.8946533203125, 2.998779296875, 3.1029052734375, 3.20703125]}, "gradients/decoder.transformer.h.11.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 0.0, 7.0, 3.0, 8.0, 7.0, 13.0, 11.0, 18.0, 24.0, 18.0, 28.0, 61.0, 70.0, 79.0, 98.0, 151.0, 287.0, 607.0, 1073.0, 647.0, 310.0, 174.0, 91.0, 86.0, 59.0, 37.0, 21.0, 28.0, 20.0, 17.0, 7.0, 9.0, 9.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.40625, -3.3242340087890625, -3.242218017578125, -3.1602020263671875, -3.07818603515625, -2.9961700439453125, -2.914154052734375, -2.8321380615234375, -2.7501220703125, -2.6681060791015625, -2.586090087890625, -2.5040740966796875, -2.42205810546875, -2.3400421142578125, -2.258026123046875, -2.1760101318359375, -2.093994140625, -2.0119781494140625, -1.929962158203125, -1.8479461669921875, -1.76593017578125, -1.6839141845703125, -1.601898193359375, -1.5198822021484375, -1.4378662109375, -1.3558502197265625, -1.273834228515625, -1.1918182373046875, -1.10980224609375, -1.0277862548828125, -0.945770263671875, -0.8637542724609375, -0.78173828125, -0.6997222900390625, -0.617706298828125, -0.5356903076171875, -0.45367431640625, -0.3716583251953125, -0.289642333984375, -0.2076263427734375, -0.1256103515625, -0.0435943603515625, 0.038421630859375, 0.1204376220703125, 0.20245361328125, 0.2844696044921875, 0.366485595703125, 0.4485015869140625, 0.530517578125, 0.6125335693359375, 0.694549560546875, 0.7765655517578125, 0.85858154296875, 0.9405975341796875, 1.022613525390625, 1.1046295166015625, 1.1866455078125, 1.2686614990234375, 1.350677490234375, 1.4326934814453125, 1.51470947265625, 1.5967254638671875, 1.678741455078125, 1.7607574462890625, 1.8427734375]}, "gradients/decoder.transformer.h.11.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 4.0, 10.0, 12.0, 20.0, 24.0, 40.0, 44.0, 48.0, 66.0, 92.0, 163.0, 185.0, 293.0, 577.0, 1586.0, 4187860.0, 1583.0, 546.0, 274.0, 203.0, 152.0, 140.0, 98.0, 55.0, 50.0, 42.0, 32.0, 24.0, 16.0, 13.0, 13.0, 6.0, 6.0, 5.0, 3.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.3203125, -14.6395263671875, -13.958740234375, -13.2779541015625, -12.59716796875, -11.9163818359375, -11.235595703125, -10.5548095703125, -9.8740234375, -9.1932373046875, -8.512451171875, -7.8316650390625, -7.15087890625, -6.4700927734375, -5.789306640625, -5.1085205078125, -4.427734375, -3.7469482421875, -3.066162109375, -2.3853759765625, -1.70458984375, -1.0238037109375, -0.343017578125, 0.3377685546875, 1.0185546875, 1.6993408203125, 2.380126953125, 3.0609130859375, 3.74169921875, 4.4224853515625, 5.103271484375, 5.7840576171875, 6.46484375, 7.1456298828125, 7.826416015625, 8.5072021484375, 9.18798828125, 9.8687744140625, 10.549560546875, 11.2303466796875, 11.9111328125, 12.5919189453125, 13.272705078125, 13.9534912109375, 14.63427734375, 15.3150634765625, 15.995849609375, 16.6766357421875, 17.357421875, 18.0382080078125, 18.718994140625, 19.3997802734375, 20.08056640625, 20.7613525390625, 21.442138671875, 22.1229248046875, 22.8037109375, 23.4844970703125, 24.165283203125, 24.8460693359375, 25.52685546875, 26.2076416015625, 26.888427734375, 27.5692138671875, 28.25]}, "gradients/decoder.transformer.h.11.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 104.0, 725.0, 177.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.223220825195312, -18.8428955078125, -18.462570190429688, -18.082244873046875, -17.701919555664062, -17.321596145629883, -16.94127082824707, -16.560945510864258, -16.180620193481445, -15.800294876098633, -15.41996955871582, -15.039645195007324, -14.659319877624512, -14.2789945602417, -13.898670196533203, -13.51834487915039, -13.138019561767578, -12.757694244384766, -12.377368927001953, -11.997044563293457, -11.616719245910645, -11.236393928527832, -10.856069564819336, -10.475744247436523, -10.095418930053711, -9.715093612670898, -9.334768295288086, -8.95444393157959, -8.574118614196777, -8.193793296813965, -7.8134684562683105, -7.433143615722656, -7.0528178215026855, -6.672492980957031, -6.292167663574219, -5.911842346191406, -5.531517505645752, -5.151192665100098, -4.770867347717285, -4.390542030334473, -4.010217189788818, -3.629892110824585, -3.2495670318603516, -2.869241952896118, -2.4889168739318848, -2.1085917949676514, -1.728266716003418, -1.3479416370391846, -0.9676165580749512, -0.5872914791107178, -0.20696640014648438, 0.17335867881774902, 0.5536837577819824, 0.9340088367462158, 1.3143339157104492, 1.6946589946746826, 2.074984073638916, 2.4553091526031494, 2.835634231567383, 3.215959310531616, 3.5962843894958496, 3.976609468460083, 4.356934547424316, 4.737259864807129, 5.117584705352783]}, "gradients/decoder.transformer.h.11.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 4.0, 3.0, 8.0, 8.0, 13.0, 13.0, 10.0, 22.0, 13.0, 14.0, 16.0, 19.0, 27.0, 39.0, 38.0, 39.0, 42.0, 40.0, 51.0, 37.0, 41.0, 38.0, 48.0, 44.0, 44.0, 39.0, 28.0, 27.0, 35.0, 25.0, 26.0, 25.0, 21.0, 27.0, 12.0, 11.0, 12.0, 10.0, 10.0, 4.0, 6.0, 6.0, 3.0, 4.0, 3.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-6.754233360290527, -6.533066749572754, -6.3119001388549805, -6.090733528137207, -5.869566917419434, -5.64840030670166, -5.427234172821045, -5.2060675621032715, -4.984900951385498, -4.763734340667725, -4.542567729949951, -4.321401119232178, -4.1002349853515625, -3.87906813621521, -3.6579017639160156, -3.436735153198242, -3.2155685424804688, -2.9944019317626953, -2.773235321044922, -2.5520689487457275, -2.330902338027954, -2.1097357273101807, -1.8885692358016968, -1.667402744293213, -1.4462361335754395, -1.225069522857666, -1.0039030313491821, -0.7827364802360535, -0.5615699291229248, -0.34040331840515137, -0.11923682689666748, 0.1019296646118164, 0.32309579849243164, 0.5442623496055603, 0.765428900718689, 0.9865954518318176, 1.2077620029449463, 1.4289286136627197, 1.6500951051712036, 1.8712615966796875, 2.092428207397461, 2.3135948181152344, 2.534761428833008, 2.755927801132202, 2.9770944118499756, 3.198261022567749, 3.4194273948669434, 3.640594005584717, 3.8617606163024902, 4.082927227020264, 4.304093837738037, 4.5252604484558105, 4.746426582336426, 4.967593193054199, 5.188759803771973, 5.409926414489746, 5.6310930252075195, 5.852259635925293, 6.073426246643066, 6.29459285736084, 6.515759468078613, 6.736926078796387, 6.958092212677002, 7.179258823394775, 7.400425434112549]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 4.0, 6.0, 7.0, 9.0, 6.0, 14.0, 14.0, 18.0, 29.0, 35.0, 42.0, 49.0, 57.0, 56.0, 52.0, 72.0, 71.0, 51.0, 70.0, 56.0, 58.0, 45.0, 44.0, 28.0, 21.0, 18.0, 15.0, 14.0, 15.0, 4.0, 14.0, 1.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6474609375, -1.596588134765625, -1.54571533203125, -1.494842529296875, -1.4439697265625, -1.393096923828125, -1.34222412109375, -1.291351318359375, -1.240478515625, -1.189605712890625, -1.13873291015625, -1.087860107421875, -1.0369873046875, -0.986114501953125, -0.93524169921875, -0.884368896484375, -0.83349609375, -0.782623291015625, -0.73175048828125, -0.680877685546875, -0.6300048828125, -0.579132080078125, -0.52825927734375, -0.477386474609375, -0.426513671875, -0.375640869140625, -0.32476806640625, -0.273895263671875, -0.2230224609375, -0.172149658203125, -0.12127685546875, -0.070404052734375, -0.01953125, 0.031341552734375, 0.08221435546875, 0.133087158203125, 0.1839599609375, 0.234832763671875, 0.28570556640625, 0.336578369140625, 0.387451171875, 0.438323974609375, 0.48919677734375, 0.540069580078125, 0.5909423828125, 0.641815185546875, 0.69268798828125, 0.743560791015625, 0.79443359375, 0.845306396484375, 0.89617919921875, 0.947052001953125, 0.9979248046875, 1.048797607421875, 1.09967041015625, 1.150543212890625, 1.201416015625, 1.252288818359375, 1.30316162109375, 1.354034423828125, 1.4049072265625, 1.455780029296875, 1.50665283203125, 1.557525634765625, 1.6083984375]}, "gradients/decoder.transformer.h.11.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 4.0, 6.0, 10.0, 8.0, 14.0, 22.0, 19.0, 36.0, 62.0, 70.0, 102.0, 126.0, 205.0, 308.0, 455.0, 653.0, 1083.0, 1788.0, 2966.0, 5434.0, 9874.0, 19388.0, 41543.0, 98327.0, 324099.0, 349754.0, 104541.0, 43069.0, 20490.0, 10341.0, 5489.0, 3127.0, 1850.0, 1111.0, 727.0, 432.0, 342.0, 212.0, 140.0, 80.0, 67.0, 62.0, 39.0, 22.0, 18.0, 14.0, 10.0, 7.0, 4.0, 5.0, 6.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.23095703125, -0.22396469116210938, -0.21697235107421875, -0.20998001098632812, -0.2029876708984375, -0.19599533081054688, -0.18900299072265625, -0.18201065063476562, -0.175018310546875, -0.16802597045898438, -0.16103363037109375, -0.15404129028320312, -0.1470489501953125, -0.14005661010742188, -0.13306427001953125, -0.12607192993164062, -0.11907958984375, -0.11208724975585938, -0.10509490966796875, -0.09810256958007812, -0.0911102294921875, -0.08411788940429688, -0.07712554931640625, -0.07013320922851562, -0.063140869140625, -0.056148529052734375, -0.04915618896484375, -0.042163848876953125, -0.0351715087890625, -0.028179168701171875, -0.02118682861328125, -0.014194488525390625, -0.0072021484375, -0.000209808349609375, 0.00678253173828125, 0.013774871826171875, 0.0207672119140625, 0.027759552001953125, 0.03475189208984375, 0.041744232177734375, 0.048736572265625, 0.055728912353515625, 0.06272125244140625, 0.06971359252929688, 0.0767059326171875, 0.08369827270507812, 0.09069061279296875, 0.09768295288085938, 0.10467529296875, 0.11166763305664062, 0.11865997314453125, 0.12565231323242188, 0.1326446533203125, 0.13963699340820312, 0.14662933349609375, 0.15362167358398438, 0.160614013671875, 0.16760635375976562, 0.17459869384765625, 0.18159103393554688, 0.1885833740234375, 0.19557571411132812, 0.20256805419921875, 0.20956039428710938, 0.216552734375]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 3.0, 6.0, 10.0, 12.0, 15.0, 13.0, 14.0, 21.0, 22.0, 28.0, 31.0, 16.0, 55.0, 36.0, 50.0, 34.0, 38.0, 48.0, 54.0, 1067.0, 46.0, 63.0, 42.0, 36.0, 40.0, 34.0, 20.0, 25.0, 24.0, 20.0, 16.0, 19.0, 15.0, 16.0, 12.0, 8.0, 4.0, 4.0, 4.0, 4.0, 2.0, 4.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.8564453125, -0.828216552734375, -0.79998779296875, -0.771759033203125, -0.7435302734375, -0.715301513671875, -0.68707275390625, -0.658843994140625, -0.630615234375, -0.602386474609375, -0.57415771484375, -0.545928955078125, -0.5177001953125, -0.489471435546875, -0.46124267578125, -0.433013916015625, -0.40478515625, -0.376556396484375, -0.34832763671875, -0.320098876953125, -0.2918701171875, -0.263641357421875, -0.23541259765625, -0.207183837890625, -0.178955078125, -0.150726318359375, -0.12249755859375, -0.094268798828125, -0.0660400390625, -0.037811279296875, -0.00958251953125, 0.018646240234375, 0.046875, 0.075103759765625, 0.10333251953125, 0.131561279296875, 0.1597900390625, 0.188018798828125, 0.21624755859375, 0.244476318359375, 0.272705078125, 0.300933837890625, 0.32916259765625, 0.357391357421875, 0.3856201171875, 0.413848876953125, 0.44207763671875, 0.470306396484375, 0.49853515625, 0.526763916015625, 0.55499267578125, 0.583221435546875, 0.6114501953125, 0.639678955078125, 0.66790771484375, 0.696136474609375, 0.724365234375, 0.752593994140625, 0.78082275390625, 0.809051513671875, 0.8372802734375, 0.865509033203125, 0.89373779296875, 0.921966552734375, 0.9501953125]}, "gradients/decoder.transformer.h.11.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 3.0, 3.0, 5.0, 4.0, 17.0, 21.0, 13.0, 54.0, 66.0, 74.0, 134.0, 266.0, 397.0, 756.0, 1274.0, 2287.0, 4688.0, 10762.0, 33161.0, 1806374.0, 198342.0, 22093.0, 8145.0, 3792.0, 1826.0, 1041.0, 595.0, 354.0, 216.0, 134.0, 85.0, 59.0, 33.0, 22.0, 12.0, 12.0, 4.0, 4.0, 4.0, 4.0, 0.0, 0.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.343017578125, -0.3318977355957031, -0.32077789306640625, -0.3096580505371094, -0.2985382080078125, -0.2874183654785156, -0.27629852294921875, -0.2651786804199219, -0.254058837890625, -0.24293899536132812, -0.23181915283203125, -0.22069931030273438, -0.2095794677734375, -0.19845962524414062, -0.18733978271484375, -0.17621994018554688, -0.16510009765625, -0.15398025512695312, -0.14286041259765625, -0.13174057006835938, -0.1206207275390625, -0.10950088500976562, -0.09838104248046875, -0.08726119995117188, -0.076141357421875, -0.06502151489257812, -0.05390167236328125, -0.042781829833984375, -0.0316619873046875, -0.020542144775390625, -0.00942230224609375, 0.001697540283203125, 0.0128173828125, 0.023937225341796875, 0.03505706787109375, 0.046176910400390625, 0.0572967529296875, 0.06841659545898438, 0.07953643798828125, 0.09065628051757812, 0.101776123046875, 0.11289596557617188, 0.12401580810546875, 0.13513565063476562, 0.1462554931640625, 0.15737533569335938, 0.16849517822265625, 0.17961502075195312, 0.19073486328125, 0.20185470581054688, 0.21297454833984375, 0.22409439086914062, 0.2352142333984375, 0.24633407592773438, 0.25745391845703125, 0.2685737609863281, 0.279693603515625, 0.2908134460449219, 0.30193328857421875, 0.3130531311035156, 0.3241729736328125, 0.3352928161621094, 0.34641265869140625, 0.3575325012207031, 0.36865234375]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 4.0, 6.0, 3.0, 9.0, 5.0, 15.0, 23.0, 20.0, 28.0, 44.0, 56.0, 61.0, 69.0, 97.0, 98.0, 92.0, 94.0, 67.0, 54.0, 37.0, 25.0, 22.0, 17.0, 16.0, 13.0, 8.0, 5.0, 3.0, 4.0, 2.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.0238037109375, -0.023204445838928223, -0.022605180740356445, -0.022005915641784668, -0.02140665054321289, -0.020807385444641113, -0.020208120346069336, -0.01960885524749756, -0.01900959014892578, -0.018410325050354004, -0.017811059951782227, -0.01721179485321045, -0.016612529754638672, -0.016013264656066895, -0.015413999557495117, -0.01481473445892334, -0.014215469360351562, -0.013616204261779785, -0.013016939163208008, -0.01241767406463623, -0.011818408966064453, -0.011219143867492676, -0.010619878768920898, -0.010020613670349121, -0.009421348571777344, -0.008822083473205566, -0.008222818374633789, -0.007623553276062012, -0.007024288177490234, -0.006425023078918457, -0.00582575798034668, -0.005226492881774902, -0.004627227783203125, -0.004027962684631348, -0.0034286975860595703, -0.002829432487487793, -0.0022301673889160156, -0.0016309022903442383, -0.001031637191772461, -0.0004323720932006836, 0.00016689300537109375, 0.0007661581039428711, 0.0013654232025146484, 0.0019646883010864258, 0.002563953399658203, 0.0031632184982299805, 0.003762483596801758, 0.004361748695373535, 0.0049610137939453125, 0.00556027889251709, 0.006159543991088867, 0.0067588090896606445, 0.007358074188232422, 0.0079573392868042, 0.008556604385375977, 0.009155869483947754, 0.009755134582519531, 0.010354399681091309, 0.010953664779663086, 0.011552929878234863, 0.01215219497680664, 0.012751460075378418, 0.013350725173950195, 0.013949990272521973, 0.01454925537109375]}, "gradients/decoder.transformer.h.11.crossattention.q_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 2.0, 5.0, 5.0, 8.0, 11.0, 16.0, 16.0, 26.0, 20.0, 45.0, 58.0, 92.0, 178.0, 645.0, 1046797.0, 239.0, 110.0, 63.0, 59.0, 43.0, 30.0, 20.0, 19.0, 11.0, 9.0, 6.0, 7.0, 4.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.45947265625, -0.44046783447265625, -0.4214630126953125, -0.40245819091796875, -0.383453369140625, -0.36444854736328125, -0.3454437255859375, -0.32643890380859375, -0.30743408203125, -0.28842926025390625, -0.2694244384765625, -0.25041961669921875, -0.231414794921875, -0.21240997314453125, -0.1934051513671875, -0.17440032958984375, -0.1553955078125, -0.13639068603515625, -0.1173858642578125, -0.09838104248046875, -0.079376220703125, -0.06037139892578125, -0.0413665771484375, -0.02236175537109375, -0.00335693359375, 0.01564788818359375, 0.0346527099609375, 0.05365753173828125, 0.072662353515625, 0.09166717529296875, 0.1106719970703125, 0.12967681884765625, 0.148681640625, 0.16768646240234375, 0.1866912841796875, 0.20569610595703125, 0.224700927734375, 0.24370574951171875, 0.2627105712890625, 0.28171539306640625, 0.30072021484375, 0.31972503662109375, 0.3387298583984375, 0.35773468017578125, 0.376739501953125, 0.39574432373046875, 0.4147491455078125, 0.43375396728515625, 0.4527587890625, 0.47176361083984375, 0.4907684326171875, 0.5097732543945312, 0.528778076171875, 0.5477828979492188, 0.5667877197265625, 0.5857925415039062, 0.60479736328125, 0.6238021850585938, 0.6428070068359375, 0.6618118286132812, 0.680816650390625, 0.6998214721679688, 0.7188262939453125, 0.7378311157226562, 0.7568359375]}, "gradients/decoder.transformer.h.11.ln_cross_attn.weight": {"_type": "histogram", "values": [4.0, 4.0, 31.0, 368.0, 565.0, 47.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.004862685222178698, -0.0036781299859285355, -0.002493574982509017, -0.0013090199790894985, -0.0001244647428393364, 0.0010600904934108257, 0.0022446452639997005, 0.00342920096591115, 0.004613755736500025, 0.005798310972750187, 0.006982865743339062, 0.008167421445250511, 0.009351976215839386, 0.01053653098642826, 0.011721085757017136, 0.01290564239025116, 0.014090197160840034, 0.01527475193142891, 0.016459306702017784, 0.01764386147260666, 0.018828418105840683, 0.020012972876429558, 0.021197527647018433, 0.022382084280252457, 0.023566637188196182, 0.024751191958785057, 0.025935746729373932, 0.027120303362607956, 0.02830485813319683, 0.029489412903785706, 0.03067396767437458, 0.031858522444963455, 0.03304307535290718, 0.034227631986141205, 0.03541218489408493, 0.036596741527318954, 0.03778129443526268, 0.038965851068496704, 0.04015040397644043, 0.041334960609674454, 0.04251951724290848, 0.0437040738761425, 0.04488862678408623, 0.04607318341732025, 0.04725773632526398, 0.048442292958498, 0.049626849591732025, 0.05081140249967575, 0.051995955407619476, 0.0531805120408535, 0.054365064948797226, 0.05554962158203125, 0.056734174489974976, 0.057918731123209, 0.059103287756443024, 0.06028784066438675, 0.06147239729762077, 0.0626569539308548, 0.06384150683879852, 0.06502605974674225, 0.06621062010526657, 0.0673951730132103, 0.06857972592115402, 0.06976428627967834, 0.07094883918762207]}, "gradients/decoder.transformer.h.11.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 3.0, 1.0, 7.0, 10.0, 3.0, 6.0, 7.0, 17.0, 12.0, 19.0, 22.0, 25.0, 18.0, 21.0, 22.0, 42.0, 42.0, 45.0, 46.0, 51.0, 50.0, 49.0, 44.0, 53.0, 39.0, 38.0, 37.0, 33.0, 35.0, 26.0, 30.0, 30.0, 16.0, 21.0, 16.0, 19.0, 18.0, 14.0, 4.0, 8.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.042695820331573486, -0.04129704833030701, -0.03989827632904053, -0.038499508053064346, -0.03710073605179787, -0.03570196405053139, -0.034303195774555206, -0.03290442377328873, -0.03150565177202225, -0.030106879770755768, -0.028708109632134438, -0.027309339493513107, -0.025910567492246628, -0.02451179549098015, -0.023113025352358818, -0.021714255213737488, -0.02031548321247101, -0.01891671121120453, -0.0175179410725832, -0.01611917093396187, -0.014720398932695389, -0.013321627862751484, -0.011922856792807579, -0.010524085722863674, -0.00912531465291977, -0.007726543582975864, -0.0063277725130319595, -0.004929001443088055, -0.0035302303731441498, -0.002131459303200245, -0.00073268823325634, 0.0006660828366875648, 0.0020648539066314697, 0.0034636249765753746, 0.0048623960465192795, 0.006261167116463184, 0.007659938186407089, 0.009058709256350994, 0.010457480326294899, 0.011856251396238804, 0.013255022466182709, 0.014653793536126614, 0.01605256460607052, 0.01745133474469185, 0.018850106745958328, 0.020248878747224808, 0.021647648885846138, 0.023046419024467468, 0.024445191025733948, 0.025843963027000427, 0.027242733165621758, 0.028641503304243088, 0.030040275305509567, 0.03143904730677605, 0.03283781558275223, 0.03423658758401871, 0.03563535958528519, 0.037034131586551666, 0.038432903587818146, 0.03983167186379433, 0.041230443865060806, 0.042629215866327286, 0.04402798414230347, 0.045426756143569946, 0.046825528144836426]}, "gradients/decoder.transformer.h.11.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 4.0, 6.0, 7.0, 9.0, 6.0, 14.0, 14.0, 18.0, 29.0, 35.0, 42.0, 50.0, 56.0, 56.0, 53.0, 71.0, 71.0, 51.0, 70.0, 56.0, 58.0, 45.0, 44.0, 28.0, 21.0, 18.0, 15.0, 14.0, 15.0, 4.0, 13.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6474609375, -1.596588134765625, -1.54571533203125, -1.494842529296875, -1.4439697265625, -1.393096923828125, -1.34222412109375, -1.291351318359375, -1.240478515625, -1.189605712890625, -1.13873291015625, -1.087860107421875, -1.0369873046875, -0.986114501953125, -0.93524169921875, -0.884368896484375, -0.83349609375, -0.782623291015625, -0.73175048828125, -0.680877685546875, -0.6300048828125, -0.579132080078125, -0.52825927734375, -0.477386474609375, -0.426513671875, -0.375640869140625, -0.32476806640625, -0.273895263671875, -0.2230224609375, -0.172149658203125, -0.12127685546875, -0.070404052734375, -0.01953125, 0.031341552734375, 0.08221435546875, 0.133087158203125, 0.1839599609375, 0.234832763671875, 0.28570556640625, 0.336578369140625, 0.387451171875, 0.438323974609375, 0.48919677734375, 0.540069580078125, 0.5909423828125, 0.641815185546875, 0.69268798828125, 0.743560791015625, 0.79443359375, 0.845306396484375, 0.89617919921875, 0.947052001953125, 0.9979248046875, 1.048797607421875, 1.09967041015625, 1.150543212890625, 1.201416015625, 1.252288818359375, 1.30316162109375, 1.354034423828125, 1.4049072265625, 1.455780029296875, 1.50665283203125, 1.557525634765625, 1.6083984375]}, "gradients/decoder.transformer.h.11.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 5.0, 5.0, 4.0, 5.0, 10.0, 26.0, 19.0, 22.0, 36.0, 64.0, 81.0, 133.0, 171.0, 317.0, 480.0, 815.0, 1296.0, 2334.0, 4406.0, 9062.0, 20118.0, 49878.0, 136741.0, 410995.0, 262075.0, 87570.0, 33221.0, 14082.0, 6703.0, 3273.0, 1793.0, 1073.0, 635.0, 385.0, 223.0, 166.0, 106.0, 59.0, 51.0, 34.0, 25.0, 19.0, 20.0, 10.0, 9.0, 3.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.457763671875, -0.44289398193359375, -0.4280242919921875, -0.41315460205078125, -0.398284912109375, -0.38341522216796875, -0.3685455322265625, -0.35367584228515625, -0.33880615234375, -0.32393646240234375, -0.3090667724609375, -0.29419708251953125, -0.279327392578125, -0.26445770263671875, -0.2495880126953125, -0.23471832275390625, -0.2198486328125, -0.20497894287109375, -0.1901092529296875, -0.17523956298828125, -0.160369873046875, -0.14550018310546875, -0.1306304931640625, -0.11576080322265625, -0.10089111328125, -0.08602142333984375, -0.0711517333984375, -0.05628204345703125, -0.041412353515625, -0.02654266357421875, -0.0116729736328125, 0.00319671630859375, 0.01806640625, 0.03293609619140625, 0.0478057861328125, 0.06267547607421875, 0.077545166015625, 0.09241485595703125, 0.1072845458984375, 0.12215423583984375, 0.13702392578125, 0.15189361572265625, 0.1667633056640625, 0.18163299560546875, 0.196502685546875, 0.21137237548828125, 0.2262420654296875, 0.24111175537109375, 0.2559814453125, 0.27085113525390625, 0.2857208251953125, 0.30059051513671875, 0.315460205078125, 0.33032989501953125, 0.3451995849609375, 0.36006927490234375, 0.37493896484375, 0.38980865478515625, 0.4046783447265625, 0.41954803466796875, 0.434417724609375, 0.44928741455078125, 0.4641571044921875, 0.47902679443359375, 0.493896484375]}, "gradients/decoder.transformer.h.11.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 1.0, 3.0, 3.0, 1.0, 2.0, 4.0, 10.0, 2.0, 4.0, 12.0, 10.0, 14.0, 19.0, 20.0, 21.0, 24.0, 27.0, 41.0, 45.0, 33.0, 37.0, 45.0, 50.0, 1606.0, 555.0, 60.0, 47.0, 44.0, 42.0, 44.0, 39.0, 34.0, 35.0, 21.0, 15.0, 25.0, 10.0, 6.0, 15.0, 9.0, 5.0, 2.0, 5.0, 3.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0], "bins": [-4.77734375, -4.648193359375, -4.51904296875, -4.389892578125, -4.2607421875, -4.131591796875, -4.00244140625, -3.873291015625, -3.744140625, -3.614990234375, -3.48583984375, -3.356689453125, -3.2275390625, -3.098388671875, -2.96923828125, -2.840087890625, -2.7109375, -2.581787109375, -2.45263671875, -2.323486328125, -2.1943359375, -2.065185546875, -1.93603515625, -1.806884765625, -1.677734375, -1.548583984375, -1.41943359375, -1.290283203125, -1.1611328125, -1.031982421875, -0.90283203125, -0.773681640625, -0.64453125, -0.515380859375, -0.38623046875, -0.257080078125, -0.1279296875, 0.001220703125, 0.13037109375, 0.259521484375, 0.388671875, 0.517822265625, 0.64697265625, 0.776123046875, 0.9052734375, 1.034423828125, 1.16357421875, 1.292724609375, 1.421875, 1.551025390625, 1.68017578125, 1.809326171875, 1.9384765625, 2.067626953125, 2.19677734375, 2.325927734375, 2.455078125, 2.584228515625, 2.71337890625, 2.842529296875, 2.9716796875, 3.100830078125, 3.22998046875, 3.359130859375, 3.48828125]}, "gradients/decoder.transformer.h.11.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 5.0, 2.0, 9.0, 9.0, 17.0, 10.0, 12.0, 34.0, 30.0, 36.0, 62.0, 66.0, 114.0, 129.0, 177.0, 277.0, 445.0, 1016.0, 684865.0, 2455935.0, 1063.0, 457.0, 240.0, 170.0, 125.0, 98.0, 57.0, 54.0, 32.0, 37.0, 28.0, 19.0, 16.0, 18.0, 7.0, 6.0, 11.0, 3.0, 3.0, 1.0, 5.0, 2.0, 2.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.61328125, -7.33148193359375, -7.0496826171875, -6.76788330078125, -6.486083984375, -6.20428466796875, -5.9224853515625, -5.64068603515625, -5.35888671875, -5.07708740234375, -4.7952880859375, -4.51348876953125, -4.231689453125, -3.94989013671875, -3.6680908203125, -3.38629150390625, -3.1044921875, -2.82269287109375, -2.5408935546875, -2.25909423828125, -1.977294921875, -1.69549560546875, -1.4136962890625, -1.13189697265625, -0.85009765625, -0.56829833984375, -0.2864990234375, -0.00469970703125, 0.277099609375, 0.55889892578125, 0.8406982421875, 1.12249755859375, 1.404296875, 1.68609619140625, 1.9678955078125, 2.24969482421875, 2.531494140625, 2.81329345703125, 3.0950927734375, 3.37689208984375, 3.65869140625, 3.94049072265625, 4.2222900390625, 4.50408935546875, 4.785888671875, 5.06768798828125, 5.3494873046875, 5.63128662109375, 5.9130859375, 6.19488525390625, 6.4766845703125, 6.75848388671875, 7.040283203125, 7.32208251953125, 7.6038818359375, 7.88568115234375, 8.16748046875, 8.44927978515625, 8.7310791015625, 9.01287841796875, 9.294677734375, 9.57647705078125, 9.8582763671875, 10.14007568359375, 10.421875]}, "gradients/decoder.transformer.h.11.ln_1.weight": {"_type": "histogram", "values": [156.0, 865.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.8575502038002014, -0.14036476612091064, 0.5768206715583801, 1.294006109237671, 2.0111916065216064, 2.728377103805542, 3.4455623626708984, 4.162747859954834, 4.8799333572387695, 5.597118854522705, 6.314304351806641, 7.031489372253418, 7.748675346374512, 8.465860366821289, 9.183046340942383, 9.90023136138916, 10.617416381835938, 11.334601402282715, 12.051787376403809, 12.768972396850586, 13.48615837097168, 14.203343391418457, 14.920528411865234, 15.637714385986328, 16.354900360107422, 17.072086334228516, 17.789270401000977, 18.50645637512207, 19.223642349243164, 19.940828323364258, 20.65801239013672, 21.375198364257812, 22.092382431030273, 22.809568405151367, 23.526752471923828, 24.243938446044922, 24.961124420166016, 25.67831039428711, 26.39549446105957, 27.112680435180664, 27.829866409301758, 28.54705238342285, 29.264236450195312, 29.981422424316406, 30.6986083984375, 31.415794372558594, 32.13298034667969, 32.85016632080078, 33.56734848022461, 34.2845344543457, 35.0017204284668, 35.71890640258789, 36.43608856201172, 37.15327453613281, 37.870460510253906, 38.587646484375, 39.304832458496094, 40.02201843261719, 40.73920440673828, 41.456390380859375, 42.1735725402832, 42.8907585144043, 43.60794448852539, 44.325130462646484, 45.04231643676758]}, "gradients/decoder.transformer.h.11.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 6.0, 4.0, 7.0, 10.0, 13.0, 16.0, 28.0, 21.0, 23.0, 23.0, 30.0, 31.0, 39.0, 37.0, 38.0, 45.0, 45.0, 38.0, 47.0, 42.0, 53.0, 50.0, 49.0, 42.0, 39.0, 33.0, 23.0, 22.0, 26.0, 17.0, 18.0, 15.0, 15.0, 12.0, 6.0, 3.0, 8.0, 6.0, 6.0, 4.0, 5.0, 2.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.52262020111084, -9.2113676071167, -8.900115013122559, -8.588862419128418, -8.277610778808594, -7.966357707977295, -7.6551055908203125, -7.343852996826172, -7.032600402832031, -6.721347808837891, -6.41009521484375, -6.098843097686768, -5.787590503692627, -5.476337909698486, -5.165085792541504, -4.853833198547363, -4.542580604553223, -4.231328010559082, -3.9200756549835205, -3.608823299407959, -3.2975707054138184, -2.9863181114196777, -2.675065755844116, -2.3638134002685547, -2.052560806274414, -1.741308331489563, -1.430055856704712, -1.1188033819198608, -0.8075509071350098, -0.4962984323501587, -0.18504595756530762, 0.1262063980102539, 0.4374580383300781, 0.7487105131149292, 1.0599629878997803, 1.3712154626846313, 1.6824679374694824, 1.9937204122543335, 2.3049728870391846, 2.616225242614746, 2.9274778366088867, 3.2387304306030273, 3.549982786178589, 3.8612351417541504, 4.172487735748291, 4.483740329742432, 4.794992446899414, 5.106245040893555, 5.417497634887695, 5.728750228881836, 6.040002822875977, 6.351254940032959, 6.6625075340271, 6.97376012802124, 7.285012245178223, 7.596264839172363, 7.907517433166504, 8.218770027160645, 8.530022621154785, 8.841275215148926, 9.15252685546875, 9.46377944946289, 9.775032043457031, 10.086284637451172, 10.397537231445312]}, "gradients/decoder.transformer.h.10.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 1.0, 4.0, 3.0, 5.0, 10.0, 6.0, 10.0, 10.0, 14.0, 20.0, 23.0, 35.0, 43.0, 44.0, 66.0, 52.0, 51.0, 69.0, 77.0, 51.0, 72.0, 51.0, 64.0, 45.0, 39.0, 30.0, 24.0, 13.0, 16.0, 20.0, 13.0, 6.0, 11.0, 2.0, 2.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.66015625, -1.609039306640625, -1.55792236328125, -1.506805419921875, -1.4556884765625, -1.404571533203125, -1.35345458984375, -1.302337646484375, -1.251220703125, -1.200103759765625, -1.14898681640625, -1.097869873046875, -1.0467529296875, -0.995635986328125, -0.94451904296875, -0.893402099609375, -0.84228515625, -0.791168212890625, -0.74005126953125, -0.688934326171875, -0.6378173828125, -0.586700439453125, -0.53558349609375, -0.484466552734375, -0.433349609375, -0.382232666015625, -0.33111572265625, -0.279998779296875, -0.2288818359375, -0.177764892578125, -0.12664794921875, -0.075531005859375, -0.0244140625, 0.026702880859375, 0.07781982421875, 0.128936767578125, 0.1800537109375, 0.231170654296875, 0.28228759765625, 0.333404541015625, 0.384521484375, 0.435638427734375, 0.48675537109375, 0.537872314453125, 0.5889892578125, 0.640106201171875, 0.69122314453125, 0.742340087890625, 0.79345703125, 0.844573974609375, 0.89569091796875, 0.946807861328125, 0.9979248046875, 1.049041748046875, 1.10015869140625, 1.151275634765625, 1.202392578125, 1.253509521484375, 1.30462646484375, 1.355743408203125, 1.4068603515625, 1.457977294921875, 1.50909423828125, 1.560211181640625, 1.611328125]}, "gradients/decoder.transformer.h.10.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 3.0, 2.0, 8.0, 6.0, 11.0, 10.0, 13.0, 12.0, 24.0, 37.0, 45.0, 39.0, 70.0, 77.0, 531.0, 12674.0, 3519052.0, 656243.0, 4846.0, 258.0, 69.0, 47.0, 56.0, 32.0, 24.0, 19.0, 18.0, 18.0, 14.0, 7.0, 9.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.3203125, -4.1888427734375, -4.057373046875, -3.9259033203125, -3.79443359375, -3.6629638671875, -3.531494140625, -3.4000244140625, -3.2685546875, -3.1370849609375, -3.005615234375, -2.8741455078125, -2.74267578125, -2.6112060546875, -2.479736328125, -2.3482666015625, -2.216796875, -2.0853271484375, -1.953857421875, -1.8223876953125, -1.69091796875, -1.5594482421875, -1.427978515625, -1.2965087890625, -1.1650390625, -1.0335693359375, -0.902099609375, -0.7706298828125, -0.63916015625, -0.5076904296875, -0.376220703125, -0.2447509765625, -0.11328125, 0.0181884765625, 0.149658203125, 0.2811279296875, 0.41259765625, 0.5440673828125, 0.675537109375, 0.8070068359375, 0.9384765625, 1.0699462890625, 1.201416015625, 1.3328857421875, 1.46435546875, 1.5958251953125, 1.727294921875, 1.8587646484375, 1.990234375, 2.1217041015625, 2.253173828125, 2.3846435546875, 2.51611328125, 2.6475830078125, 2.779052734375, 2.9105224609375, 3.0419921875, 3.1734619140625, 3.304931640625, 3.4364013671875, 3.56787109375, 3.6993408203125, 3.830810546875, 3.9622802734375, 4.09375]}, "gradients/decoder.transformer.h.10.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 6.0, 3.0, 5.0, 8.0, 15.0, 20.0, 21.0, 29.0, 28.0, 25.0, 53.0, 52.0, 59.0, 78.0, 93.0, 179.0, 336.0, 771.0, 1019.0, 516.0, 239.0, 135.0, 90.0, 52.0, 52.0, 50.0, 39.0, 31.0, 19.0, 11.0, 14.0, 3.0, 8.0, 6.0, 3.0, 4.0, 2.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.158203125, -2.0843505859375, -2.010498046875, -1.9366455078125, -1.86279296875, -1.7889404296875, -1.715087890625, -1.6412353515625, -1.5673828125, -1.4935302734375, -1.419677734375, -1.3458251953125, -1.27197265625, -1.1981201171875, -1.124267578125, -1.0504150390625, -0.9765625, -0.9027099609375, -0.828857421875, -0.7550048828125, -0.68115234375, -0.6072998046875, -0.533447265625, -0.4595947265625, -0.3857421875, -0.3118896484375, -0.238037109375, -0.1641845703125, -0.09033203125, -0.0164794921875, 0.057373046875, 0.1312255859375, 0.205078125, 0.2789306640625, 0.352783203125, 0.4266357421875, 0.50048828125, 0.5743408203125, 0.648193359375, 0.7220458984375, 0.7958984375, 0.8697509765625, 0.943603515625, 1.0174560546875, 1.09130859375, 1.1651611328125, 1.239013671875, 1.3128662109375, 1.38671875, 1.4605712890625, 1.534423828125, 1.6082763671875, 1.68212890625, 1.7559814453125, 1.829833984375, 1.9036865234375, 1.9775390625, 2.0513916015625, 2.125244140625, 2.1990966796875, 2.27294921875, 2.3468017578125, 2.420654296875, 2.4945068359375, 2.568359375]}, "gradients/decoder.transformer.h.10.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 1.0, 4.0, 5.0, 8.0, 9.0, 9.0, 19.0, 23.0, 22.0, 44.0, 57.0, 74.0, 100.0, 119.0, 130.0, 226.0, 352.0, 780.0, 133455.0, 4056707.0, 779.0, 376.0, 211.0, 154.0, 125.0, 105.0, 79.0, 73.0, 55.0, 50.0, 29.0, 35.0, 21.0, 14.0, 10.0, 6.0, 8.0, 4.0, 2.0, 6.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-22.609375, -21.964111328125, -21.31884765625, -20.673583984375, -20.0283203125, -19.383056640625, -18.73779296875, -18.092529296875, -17.447265625, -16.802001953125, -16.15673828125, -15.511474609375, -14.8662109375, -14.220947265625, -13.57568359375, -12.930419921875, -12.28515625, -11.639892578125, -10.99462890625, -10.349365234375, -9.7041015625, -9.058837890625, -8.41357421875, -7.768310546875, -7.123046875, -6.477783203125, -5.83251953125, -5.187255859375, -4.5419921875, -3.896728515625, -3.25146484375, -2.606201171875, -1.9609375, -1.315673828125, -0.67041015625, -0.025146484375, 0.6201171875, 1.265380859375, 1.91064453125, 2.555908203125, 3.201171875, 3.846435546875, 4.49169921875, 5.136962890625, 5.7822265625, 6.427490234375, 7.07275390625, 7.718017578125, 8.36328125, 9.008544921875, 9.65380859375, 10.299072265625, 10.9443359375, 11.589599609375, 12.23486328125, 12.880126953125, 13.525390625, 14.170654296875, 14.81591796875, 15.461181640625, 16.1064453125, 16.751708984375, 17.39697265625, 18.042236328125, 18.6875]}, "gradients/decoder.transformer.h.10.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 71.0, 725.0, 212.0, 6.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.063273429870605, -14.674124717712402, -14.2849760055542, -13.895827293395996, -13.506678581237793, -13.11752986907959, -12.728382110595703, -12.3392333984375, -11.950084686279297, -11.560935974121094, -11.17178726196289, -10.782638549804688, -10.393489837646484, -10.004341125488281, -9.615192413330078, -9.226043701171875, -8.836894989013672, -8.447746276855469, -8.058597564697266, -7.6694488525390625, -7.280300140380859, -6.891151428222656, -6.502003192901611, -6.112854480743408, -5.723705768585205, -5.334557056427002, -4.945408344268799, -4.556260108947754, -4.167111396789551, -3.7779624462127686, -3.3888139724731445, -2.9996652603149414, -2.610515594482422, -2.2213668823242188, -1.8322182893753052, -1.4430696964263916, -1.0539209842681885, -0.6647722721099854, -0.27562379837036133, 0.1135249137878418, 0.5026736259460449, 0.8918222784996033, 1.2809709310531616, 1.6701195240020752, 2.0592682361602783, 2.4484169483184814, 2.8375654220581055, 3.2267141342163086, 3.6158628463745117, 4.005011558532715, 4.394160270690918, 4.783308982849121, 5.172457695007324, 5.561606407165527, 5.950754642486572, 6.339903354644775, 6.7290520668029785, 7.118200778961182, 7.507349491119385, 7.89649772644043, 8.285646438598633, 8.674795150756836, 9.063943862915039, 9.453092575073242, 9.842241287231445]}, "gradients/decoder.transformer.h.10.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 4.0, 3.0, 4.0, 13.0, 15.0, 19.0, 18.0, 16.0, 23.0, 25.0, 33.0, 28.0, 33.0, 41.0, 40.0, 39.0, 50.0, 30.0, 41.0, 49.0, 43.0, 39.0, 51.0, 43.0, 39.0, 41.0, 33.0, 35.0, 22.0, 32.0, 16.0, 17.0, 15.0, 12.0, 9.0, 8.0, 7.0, 5.0, 4.0, 5.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.730213165283203, -8.484824180603027, -8.239435195922852, -7.994045734405518, -7.748656272888184, -7.503267288208008, -7.257878303527832, -7.012488842010498, -6.767099380493164, -6.521710395812988, -6.276320934295654, -6.0309319496154785, -5.7855424880981445, -5.540153503417969, -5.294764518737793, -5.049375057220459, -4.803986072540283, -4.558597087860107, -4.313207626342773, -4.067818641662598, -3.8224291801452637, -3.577040195465088, -3.331650972366333, -3.086261749267578, -2.8408725261688232, -2.5954833030700684, -2.3500940799713135, -2.1047048568725586, -1.8593157529830933, -1.6139265298843384, -1.368537425994873, -1.1231482028961182, -0.8777585029602051, -0.6323692798614502, -0.3869801163673401, -0.14159095287322998, 0.1037982702255249, 0.3491874933242798, 0.5945765972137451, 0.8399658203125, 1.0853550434112549, 1.3307442665100098, 1.5761334896087646, 1.82152259349823, 2.0669116973876953, 2.3123011589050293, 2.557690143585205, 2.80307936668396, 3.048468589782715, 3.2938578128814697, 3.5392470359802246, 3.7846360206604004, 4.030025482177734, 4.27541446685791, 4.520803451538086, 4.76619291305542, 5.011582374572754, 5.25697135925293, 5.502360820770264, 5.7477498054504395, 5.993139266967773, 6.238528251647949, 6.483917236328125, 6.729306697845459, 6.974695682525635]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 0.0, 0.0, 3.0, 3.0, 5.0, 4.0, 12.0, 8.0, 8.0, 13.0, 18.0, 18.0, 35.0, 41.0, 37.0, 60.0, 56.0, 55.0, 61.0, 74.0, 59.0, 70.0, 57.0, 66.0, 43.0, 41.0, 30.0, 32.0, 19.0, 15.0, 18.0, 17.0, 5.0, 10.0, 6.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6728515625, -1.6219940185546875, -1.571136474609375, -1.5202789306640625, -1.46942138671875, -1.4185638427734375, -1.367706298828125, -1.3168487548828125, -1.2659912109375, -1.2151336669921875, -1.164276123046875, -1.1134185791015625, -1.06256103515625, -1.0117034912109375, -0.960845947265625, -0.9099884033203125, -0.859130859375, -0.8082733154296875, -0.757415771484375, -0.7065582275390625, -0.65570068359375, -0.6048431396484375, -0.553985595703125, -0.5031280517578125, -0.4522705078125, -0.4014129638671875, -0.350555419921875, -0.2996978759765625, -0.24884033203125, -0.1979827880859375, -0.147125244140625, -0.0962677001953125, -0.04541015625, 0.0054473876953125, 0.056304931640625, 0.1071624755859375, 0.15802001953125, 0.2088775634765625, 0.259735107421875, 0.3105926513671875, 0.3614501953125, 0.4123077392578125, 0.463165283203125, 0.5140228271484375, 0.56488037109375, 0.6157379150390625, 0.666595458984375, 0.7174530029296875, 0.768310546875, 0.8191680908203125, 0.870025634765625, 0.9208831787109375, 0.97174072265625, 1.0225982666015625, 1.073455810546875, 1.1243133544921875, 1.1751708984375, 1.2260284423828125, 1.276885986328125, 1.3277435302734375, 1.37860107421875, 1.4294586181640625, 1.480316162109375, 1.5311737060546875, 1.58203125]}, "gradients/decoder.transformer.h.10.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 4.0, 8.0, 7.0, 7.0, 9.0, 21.0, 23.0, 35.0, 39.0, 37.0, 67.0, 101.0, 129.0, 175.0, 249.0, 344.0, 544.0, 796.0, 1255.0, 1940.0, 3032.0, 5252.0, 9217.0, 16345.0, 32068.0, 68418.0, 178229.0, 429126.0, 166823.0, 65039.0, 30775.0, 16059.0, 8764.0, 4963.0, 2955.0, 1925.0, 1241.0, 828.0, 534.0, 318.0, 222.0, 172.0, 123.0, 95.0, 60.0, 44.0, 46.0, 24.0, 20.0, 22.0, 17.0, 7.0, 14.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.1708984375, -0.16579246520996094, -0.16068649291992188, -0.1555805206298828, -0.15047454833984375, -0.1453685760498047, -0.14026260375976562, -0.13515663146972656, -0.1300506591796875, -0.12494468688964844, -0.11983871459960938, -0.11473274230957031, -0.10962677001953125, -0.10452079772949219, -0.09941482543945312, -0.09430885314941406, -0.089202880859375, -0.08409690856933594, -0.07899093627929688, -0.07388496398925781, -0.06877899169921875, -0.06367301940917969, -0.058567047119140625, -0.05346107482910156, -0.0483551025390625, -0.04324913024902344, -0.038143157958984375, -0.03303718566894531, -0.02793121337890625, -0.022825241088867188, -0.017719268798828125, -0.012613296508789062, -0.00750732421875, -0.0024013519287109375, 0.002704620361328125, 0.0078105926513671875, 0.01291656494140625, 0.018022537231445312, 0.023128509521484375, 0.028234481811523438, 0.0333404541015625, 0.03844642639160156, 0.043552398681640625, 0.04865837097167969, 0.05376434326171875, 0.05887031555175781, 0.06397628784179688, 0.06908226013183594, 0.074188232421875, 0.07929420471191406, 0.08440017700195312, 0.08950614929199219, 0.09461212158203125, 0.09971809387207031, 0.10482406616210938, 0.10993003845214844, 0.1150360107421875, 0.12014198303222656, 0.12524795532226562, 0.1303539276123047, 0.13545989990234375, 0.1405658721923828, 0.14567184448242188, 0.15077781677246094, 0.1558837890625]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 3.0, 3.0, 4.0, 6.0, 6.0, 10.0, 6.0, 14.0, 5.0, 13.0, 15.0, 23.0, 23.0, 16.0, 26.0, 29.0, 35.0, 33.0, 32.0, 36.0, 33.0, 33.0, 48.0, 36.0, 39.0, 1060.0, 33.0, 31.0, 31.0, 38.0, 30.0, 35.0, 29.0, 31.0, 37.0, 19.0, 22.0, 12.0, 15.0, 14.0, 14.0, 9.0, 10.0, 10.0, 4.0, 5.0, 3.0, 6.0, 3.0, 3.0, 2.0, 4.0, 1.0, 1.0, 1.0, 3.0], "bins": [-0.76123046875, -0.7382431030273438, -0.7152557373046875, -0.6922683715820312, -0.669281005859375, -0.6462936401367188, -0.6233062744140625, -0.6003189086914062, -0.57733154296875, -0.5543441772460938, -0.5313568115234375, -0.5083694458007812, -0.485382080078125, -0.46239471435546875, -0.4394073486328125, -0.41641998291015625, -0.3934326171875, -0.37044525146484375, -0.3474578857421875, -0.32447052001953125, -0.301483154296875, -0.27849578857421875, -0.2555084228515625, -0.23252105712890625, -0.20953369140625, -0.18654632568359375, -0.1635589599609375, -0.14057159423828125, -0.117584228515625, -0.09459686279296875, -0.0716094970703125, -0.04862213134765625, -0.025634765625, -0.00264739990234375, 0.0203399658203125, 0.04332733154296875, 0.066314697265625, 0.08930206298828125, 0.1122894287109375, 0.13527679443359375, 0.15826416015625, 0.18125152587890625, 0.2042388916015625, 0.22722625732421875, 0.250213623046875, 0.27320098876953125, 0.2961883544921875, 0.31917572021484375, 0.3421630859375, 0.36515045166015625, 0.3881378173828125, 0.41112518310546875, 0.434112548828125, 0.45709991455078125, 0.4800872802734375, 0.5030746459960938, 0.52606201171875, 0.5490493774414062, 0.5720367431640625, 0.5950241088867188, 0.618011474609375, 0.6409988403320312, 0.6639862060546875, 0.6869735717773438, 0.7099609375]}, "gradients/decoder.transformer.h.10.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 2.0, 7.0, 16.0, 18.0, 21.0, 29.0, 46.0, 74.0, 91.0, 178.0, 268.0, 393.0, 697.0, 1038.0, 1827.0, 3403.0, 6626.0, 14682.0, 49382.0, 1851487.0, 126261.0, 21625.0, 8763.0, 4247.0, 2397.0, 1388.0, 782.0, 449.0, 324.0, 218.0, 149.0, 77.0, 53.0, 36.0, 27.0, 17.0, 15.0, 6.0, 7.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.24755859375, -0.23949432373046875, -0.2314300537109375, -0.22336578369140625, -0.215301513671875, -0.20723724365234375, -0.1991729736328125, -0.19110870361328125, -0.18304443359375, -0.17498016357421875, -0.1669158935546875, -0.15885162353515625, -0.150787353515625, -0.14272308349609375, -0.1346588134765625, -0.12659454345703125, -0.1185302734375, -0.11046600341796875, -0.1024017333984375, -0.09433746337890625, -0.086273193359375, -0.07820892333984375, -0.0701446533203125, -0.06208038330078125, -0.05401611328125, -0.04595184326171875, -0.0378875732421875, -0.02982330322265625, -0.021759033203125, -0.01369476318359375, -0.0056304931640625, 0.00243377685546875, 0.010498046875, 0.01856231689453125, 0.0266265869140625, 0.03469085693359375, 0.042755126953125, 0.05081939697265625, 0.0588836669921875, 0.06694793701171875, 0.07501220703125, 0.08307647705078125, 0.0911407470703125, 0.09920501708984375, 0.107269287109375, 0.11533355712890625, 0.1233978271484375, 0.13146209716796875, 0.1395263671875, 0.14759063720703125, 0.1556549072265625, 0.16371917724609375, 0.171783447265625, 0.17984771728515625, 0.1879119873046875, 0.19597625732421875, 0.20404052734375, 0.21210479736328125, 0.2201690673828125, 0.22823333740234375, 0.236297607421875, 0.24436187744140625, 0.2524261474609375, 0.26049041748046875, 0.2685546875]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 4.0, 4.0, 6.0, 13.0, 13.0, 13.0, 12.0, 11.0, 17.0, 33.0, 36.0, 32.0, 50.0, 64.0, 56.0, 68.0, 87.0, 72.0, 76.0, 56.0, 53.0, 43.0, 32.0, 31.0, 26.0, 20.0, 14.0, 13.0, 11.0, 6.0, 9.0, 8.0, 3.0, 3.0, 4.0, 2.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0127716064453125, -0.01240229606628418, -0.01203298568725586, -0.011663675308227539, -0.011294364929199219, -0.010925054550170898, -0.010555744171142578, -0.010186433792114258, -0.009817123413085938, -0.009447813034057617, -0.009078502655029297, -0.008709192276000977, -0.008339881896972656, -0.007970571517944336, -0.007601261138916016, -0.007231950759887695, -0.006862640380859375, -0.006493330001831055, -0.006124019622802734, -0.005754709243774414, -0.005385398864746094, -0.0050160884857177734, -0.004646778106689453, -0.004277467727661133, -0.0039081573486328125, -0.003538846969604492, -0.003169536590576172, -0.0028002262115478516, -0.0024309158325195312, -0.002061605453491211, -0.0016922950744628906, -0.0013229846954345703, -0.00095367431640625, -0.0005843639373779297, -0.00021505355834960938, 0.00015425682067871094, 0.0005235671997070312, 0.0008928775787353516, 0.0012621879577636719, 0.0016314983367919922, 0.0020008087158203125, 0.002370119094848633, 0.002739429473876953, 0.0031087398529052734, 0.0034780502319335938, 0.003847360610961914, 0.004216670989990234, 0.004585981369018555, 0.004955291748046875, 0.005324602127075195, 0.005693912506103516, 0.006063222885131836, 0.006432533264160156, 0.0068018436431884766, 0.007171154022216797, 0.007540464401245117, 0.007909774780273438, 0.008279085159301758, 0.008648395538330078, 0.009017705917358398, 0.009387016296386719, 0.009756326675415039, 0.01012563705444336, 0.01049494743347168, 0.0108642578125]}, "gradients/decoder.transformer.h.10.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 1.0, 3.0, 3.0, 6.0, 1.0, 8.0, 8.0, 7.0, 14.0, 10.0, 14.0, 20.0, 27.0, 32.0, 36.0, 42.0, 71.0, 84.0, 180.0, 374.0, 1046928.0, 230.0, 128.0, 76.0, 59.0, 34.0, 33.0, 32.0, 13.0, 16.0, 11.0, 15.0, 13.0, 10.0, 7.0, 4.0, 3.0, 4.0, 2.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3330078125, -0.32164764404296875, -0.3102874755859375, -0.29892730712890625, -0.287567138671875, -0.27620697021484375, -0.2648468017578125, -0.25348663330078125, -0.24212646484375, -0.23076629638671875, -0.2194061279296875, -0.20804595947265625, -0.196685791015625, -0.18532562255859375, -0.1739654541015625, -0.16260528564453125, -0.1512451171875, -0.13988494873046875, -0.1285247802734375, -0.11716461181640625, -0.105804443359375, -0.09444427490234375, -0.0830841064453125, -0.07172393798828125, -0.06036376953125, -0.04900360107421875, -0.0376434326171875, -0.02628326416015625, -0.014923095703125, -0.00356292724609375, 0.0077972412109375, 0.01915740966796875, 0.030517578125, 0.04187774658203125, 0.0532379150390625, 0.06459808349609375, 0.075958251953125, 0.08731842041015625, 0.0986785888671875, 0.11003875732421875, 0.12139892578125, 0.13275909423828125, 0.1441192626953125, 0.15547943115234375, 0.166839599609375, 0.17819976806640625, 0.1895599365234375, 0.20092010498046875, 0.2122802734375, 0.22364044189453125, 0.2350006103515625, 0.24636077880859375, 0.257720947265625, 0.26908111572265625, 0.2804412841796875, 0.29180145263671875, 0.30316162109375, 0.31452178955078125, 0.3258819580078125, 0.33724212646484375, 0.348602294921875, 0.35996246337890625, 0.3713226318359375, 0.38268280029296875, 0.39404296875]}, "gradients/decoder.transformer.h.10.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 86.0, 931.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01569977216422558, -0.01452141534537077, -0.013343059457838535, -0.012164702638983727, -0.010986346751451492, -0.009807989932596684, -0.008629633113741875, -0.0074512772262096405, -0.006272920407354832, -0.00509456405416131, -0.003916207700967789, -0.00273785088211298, -0.0015594945289194584, -0.0003811381757259369, 0.0007972186431288719, 0.001975574530661106, 0.003153931349515915, 0.004332287702709436, 0.005510644055902958, 0.006689000874757767, 0.007867356762290001, 0.00904571358114481, 0.010224070399999619, 0.011402426287531853, 0.012580783106386662, 0.01375913992524147, 0.014937495812773705, 0.01611585170030594, 0.017294209450483322, 0.018472565338015556, 0.01965092122554779, 0.020829278975725174, 0.022007636725902557, 0.02318599261343479, 0.024364350363612175, 0.02554270625114441, 0.026721062138676643, 0.027899418026208878, 0.02907777577638626, 0.030256131663918495, 0.03143448755145073, 0.03261284530162811, 0.0337911993265152, 0.03496955707669258, 0.036147914826869965, 0.03732626885175705, 0.03850462660193443, 0.039682984352111816, 0.0408613383769989, 0.042039696127176285, 0.04321805015206337, 0.04439640790224075, 0.04557476565241814, 0.04675311967730522, 0.047931477427482605, 0.04910983145236969, 0.05028819292783737, 0.051466550678014755, 0.05264490470290184, 0.053823262453079224, 0.05500162020325661, 0.05617997422814369, 0.057358331978321075, 0.05853668600320816, 0.059715043753385544]}, "gradients/decoder.transformer.h.10.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 2.0, 3.0, 3.0, 5.0, 3.0, 2.0, 15.0, 8.0, 14.0, 17.0, 18.0, 22.0, 23.0, 27.0, 24.0, 35.0, 35.0, 36.0, 41.0, 42.0, 34.0, 38.0, 40.0, 49.0, 44.0, 38.0, 34.0, 34.0, 44.0, 37.0, 31.0, 21.0, 23.0, 24.0, 27.0, 17.0, 18.0, 15.0, 11.0, 14.0, 9.0, 9.0, 6.0, 8.0, 3.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0], "bins": [-0.00921088457107544, -0.008944112807512283, -0.008677341043949127, -0.008410569280385971, -0.008143797516822815, -0.007877025753259659, -0.007610253989696503, -0.0073434822261333466, -0.00707671046257019, -0.006809938699007034, -0.006543166935443878, -0.006276395171880722, -0.006009623408317566, -0.00574285164475441, -0.005476079881191254, -0.0052093081176280975, -0.004942536354064941, -0.004675764590501785, -0.004408992826938629, -0.004142221063375473, -0.003875449299812317, -0.0036086775362491608, -0.0033419057726860046, -0.0030751340091228485, -0.0028083622455596924, -0.0025415904819965363, -0.00227481871843338, -0.002008046954870224, -0.0017412751913070679, -0.0014745034277439117, -0.0012077316641807556, -0.0009409599006175995, -0.0006741881370544434, -0.00040741637349128723, -0.0001406446099281311, 0.00012612715363502502, 0.00039289891719818115, 0.0006596706807613373, 0.0009264424443244934, 0.0011932142078876495, 0.0014599859714508057, 0.0017267577350139618, 0.001993529498577118, 0.002260301262140274, 0.00252707302570343, 0.0027938447892665863, 0.0030606165528297424, 0.0033273883163928986, 0.0035941600799560547, 0.003860931843519211, 0.004127703607082367, 0.004394475370645523, 0.004661247134208679, 0.004928018897771835, 0.0051947906613349915, 0.005461562424898148, 0.005728334188461304, 0.00599510595202446, 0.006261877715587616, 0.006528649479150772, 0.006795421242713928, 0.007062193006277084, 0.0073289647698402405, 0.007595736533403397, 0.007862508296966553]}, "gradients/decoder.transformer.h.10.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 0.0, 0.0, 3.0, 3.0, 5.0, 4.0, 12.0, 8.0, 8.0, 13.0, 18.0, 18.0, 35.0, 41.0, 37.0, 60.0, 57.0, 54.0, 61.0, 74.0, 59.0, 70.0, 57.0, 66.0, 43.0, 41.0, 30.0, 33.0, 18.0, 15.0, 18.0, 17.0, 5.0, 10.0, 6.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6728515625, -1.6219940185546875, -1.571136474609375, -1.5202789306640625, -1.46942138671875, -1.4185638427734375, -1.367706298828125, -1.3168487548828125, -1.2659912109375, -1.2151336669921875, -1.164276123046875, -1.1134185791015625, -1.06256103515625, -1.0117034912109375, -0.960845947265625, -0.9099884033203125, -0.859130859375, -0.8082733154296875, -0.757415771484375, -0.7065582275390625, -0.65570068359375, -0.6048431396484375, -0.553985595703125, -0.5031280517578125, -0.4522705078125, -0.4014129638671875, -0.350555419921875, -0.2996978759765625, -0.24884033203125, -0.1979827880859375, -0.147125244140625, -0.0962677001953125, -0.04541015625, 0.0054473876953125, 0.056304931640625, 0.1071624755859375, 0.15802001953125, 0.2088775634765625, 0.259735107421875, 0.3105926513671875, 0.3614501953125, 0.4123077392578125, 0.463165283203125, 0.5140228271484375, 0.56488037109375, 0.6157379150390625, 0.666595458984375, 0.7174530029296875, 0.768310546875, 0.8191680908203125, 0.870025634765625, 0.9208831787109375, 0.97174072265625, 1.0225982666015625, 1.073455810546875, 1.1243133544921875, 1.1751708984375, 1.2260284423828125, 1.276885986328125, 1.3277435302734375, 1.37860107421875, 1.4294586181640625, 1.480316162109375, 1.5311737060546875, 1.58203125]}, "gradients/decoder.transformer.h.10.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 1.0, 0.0, 6.0, 3.0, 10.0, 6.0, 20.0, 18.0, 16.0, 30.0, 51.0, 80.0, 124.0, 208.0, 345.0, 733.0, 1802.0, 6296.0, 43180.0, 712655.0, 257604.0, 19046.0, 3732.0, 1264.0, 555.0, 273.0, 179.0, 100.0, 73.0, 38.0, 33.0, 20.0, 13.0, 19.0, 8.0, 5.0, 3.0, 4.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.5732421875, -1.525299072265625, -1.47735595703125, -1.429412841796875, -1.3814697265625, -1.333526611328125, -1.28558349609375, -1.237640380859375, -1.189697265625, -1.141754150390625, -1.09381103515625, -1.045867919921875, -0.9979248046875, -0.949981689453125, -0.90203857421875, -0.854095458984375, -0.80615234375, -0.758209228515625, -0.71026611328125, -0.662322998046875, -0.6143798828125, -0.566436767578125, -0.51849365234375, -0.470550537109375, -0.422607421875, -0.374664306640625, -0.32672119140625, -0.278778076171875, -0.2308349609375, -0.182891845703125, -0.13494873046875, -0.087005615234375, -0.0390625, 0.008880615234375, 0.05682373046875, 0.104766845703125, 0.1527099609375, 0.200653076171875, 0.24859619140625, 0.296539306640625, 0.344482421875, 0.392425537109375, 0.44036865234375, 0.488311767578125, 0.5362548828125, 0.584197998046875, 0.63214111328125, 0.680084228515625, 0.72802734375, 0.775970458984375, 0.82391357421875, 0.871856689453125, 0.9197998046875, 0.967742919921875, 1.01568603515625, 1.063629150390625, 1.111572265625, 1.159515380859375, 1.20745849609375, 1.255401611328125, 1.3033447265625, 1.351287841796875, 1.39923095703125, 1.447174072265625, 1.4951171875]}, "gradients/decoder.transformer.h.10.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 2.0, 5.0, 5.0, 5.0, 11.0, 5.0, 14.0, 10.0, 12.0, 14.0, 13.0, 13.0, 20.0, 27.0, 20.0, 32.0, 37.0, 29.0, 33.0, 27.0, 43.0, 49.0, 38.0, 63.0, 2052.0, 65.0, 29.0, 27.0, 36.0, 37.0, 27.0, 35.0, 24.0, 30.0, 26.0, 18.0, 17.0, 23.0, 19.0, 17.0, 1.0, 8.0, 12.0, 6.0, 3.0, 4.0, 4.0, 1.0, 1.0, 2.0, 1.0, 5.0, 3.0, 1.0, 1.0], "bins": [-3.369140625, -3.26861572265625, -3.1680908203125, -3.06756591796875, -2.967041015625, -2.86651611328125, -2.7659912109375, -2.66546630859375, -2.56494140625, -2.46441650390625, -2.3638916015625, -2.26336669921875, -2.162841796875, -2.06231689453125, -1.9617919921875, -1.86126708984375, -1.7607421875, -1.66021728515625, -1.5596923828125, -1.45916748046875, -1.358642578125, -1.25811767578125, -1.1575927734375, -1.05706787109375, -0.95654296875, -0.85601806640625, -0.7554931640625, -0.65496826171875, -0.554443359375, -0.45391845703125, -0.3533935546875, -0.25286865234375, -0.15234375, -0.05181884765625, 0.0487060546875, 0.14923095703125, 0.249755859375, 0.35028076171875, 0.4508056640625, 0.55133056640625, 0.65185546875, 0.75238037109375, 0.8529052734375, 0.95343017578125, 1.053955078125, 1.15447998046875, 1.2550048828125, 1.35552978515625, 1.4560546875, 1.55657958984375, 1.6571044921875, 1.75762939453125, 1.858154296875, 1.95867919921875, 2.0592041015625, 2.15972900390625, 2.26025390625, 2.36077880859375, 2.4613037109375, 2.56182861328125, 2.662353515625, 2.76287841796875, 2.8634033203125, 2.96392822265625, 3.064453125]}, "gradients/decoder.transformer.h.10.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 4.0, 4.0, 3.0, 8.0, 10.0, 8.0, 2.0, 18.0, 27.0, 30.0, 28.0, 29.0, 48.0, 52.0, 68.0, 130.0, 138.0, 189.0, 288.0, 384.0, 781.0, 3932.0, 3134355.0, 2917.0, 720.0, 432.0, 293.0, 181.0, 121.0, 89.0, 94.0, 72.0, 50.0, 46.0, 32.0, 16.0, 19.0, 13.0, 14.0, 10.0, 18.0, 3.0, 10.0, 5.0, 4.0, 7.0, 1.0, 2.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.75, -5.561279296875, -5.37255859375, -5.183837890625, -4.9951171875, -4.806396484375, -4.61767578125, -4.428955078125, -4.240234375, -4.051513671875, -3.86279296875, -3.674072265625, -3.4853515625, -3.296630859375, -3.10791015625, -2.919189453125, -2.73046875, -2.541748046875, -2.35302734375, -2.164306640625, -1.9755859375, -1.786865234375, -1.59814453125, -1.409423828125, -1.220703125, -1.031982421875, -0.84326171875, -0.654541015625, -0.4658203125, -0.277099609375, -0.08837890625, 0.100341796875, 0.2890625, 0.477783203125, 0.66650390625, 0.855224609375, 1.0439453125, 1.232666015625, 1.42138671875, 1.610107421875, 1.798828125, 1.987548828125, 2.17626953125, 2.364990234375, 2.5537109375, 2.742431640625, 2.93115234375, 3.119873046875, 3.30859375, 3.497314453125, 3.68603515625, 3.874755859375, 4.0634765625, 4.252197265625, 4.44091796875, 4.629638671875, 4.818359375, 5.007080078125, 5.19580078125, 5.384521484375, 5.5732421875, 5.761962890625, 5.95068359375, 6.139404296875, 6.328125]}, "gradients/decoder.transformer.h.10.ln_1.weight": {"_type": "histogram", "values": [2.0, 72.0, 920.0, 25.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1286708116531372, -0.6618438363075256, -0.19501686096191406, 0.2718101739883423, 0.7386370897293091, 1.2054640054702759, 1.6722911596298218, 2.139118194580078, 2.605945110321045, 3.0727720260620117, 3.5395989418029785, 4.006425857543945, 4.47325325012207, 4.940079689025879, 5.406907081604004, 5.873733997344971, 6.3405609130859375, 6.807387828826904, 7.274214744567871, 7.741042137145996, 8.207868576049805, 8.67469596862793, 9.141523361206055, 9.608349800109863, 10.075176239013672, 10.542003631591797, 11.008830070495605, 11.47565746307373, 11.942483901977539, 12.409311294555664, 12.876138687133789, 13.342965126037598, 13.809791564941406, 14.276618957519531, 14.74344539642334, 15.210272789001465, 15.677099227905273, 16.1439266204834, 16.610754013061523, 17.077579498291016, 17.54440689086914, 18.011234283447266, 18.47806167602539, 18.944887161254883, 19.411714553833008, 19.878541946411133, 20.345369338989258, 20.81219482421875, 21.279022216796875, 21.745849609375, 22.212677001953125, 22.679502487182617, 23.146329879760742, 23.613157272338867, 24.079984664916992, 24.546810150146484, 25.013639450073242, 25.480466842651367, 25.947294235229492, 26.414119720458984, 26.88094711303711, 27.347774505615234, 27.81460189819336, 28.281429290771484, 28.748254776000977]}, "gradients/decoder.transformer.h.10.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 5.0, 6.0, 10.0, 10.0, 5.0, 10.0, 16.0, 29.0, 24.0, 19.0, 32.0, 42.0, 39.0, 30.0, 41.0, 33.0, 35.0, 39.0, 41.0, 52.0, 45.0, 47.0, 50.0, 41.0, 44.0, 38.0, 29.0, 41.0, 18.0, 25.0, 14.0, 22.0, 15.0, 17.0, 9.0, 8.0, 7.0, 3.0, 10.0, 1.0, 2.0, 5.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.108046531677246, -8.7878999710083, -8.467753410339355, -8.14760684967041, -7.827460765838623, -7.507314205169678, -7.187168121337891, -6.867021560668945, -6.546875, -6.226728439331055, -5.906581878662109, -5.586435794830322, -5.266289234161377, -4.946142673492432, -4.6259965896606445, -4.305850028991699, -3.985703468322754, -3.6655569076538086, -3.3454105854034424, -3.025264263153076, -2.705117702484131, -2.3849711418151855, -2.0648248195648193, -1.7446784973144531, -1.4245319366455078, -1.104385495185852, -0.7842390537261963, -0.4640926122665405, -0.14394617080688477, 0.176200270652771, 0.49634671211242676, 0.816493034362793, 1.1366395950317383, 1.456786036491394, 1.7769324779510498, 2.097078800201416, 2.4172253608703613, 2.7373719215393066, 3.057518243789673, 3.377664566040039, 3.6978111267089844, 4.01795768737793, 4.338104248046875, 4.658250331878662, 4.978396892547607, 5.298543453216553, 5.61868953704834, 5.938836097717285, 6.2589826583862305, 6.579129219055176, 6.899275779724121, 7.219421863555908, 7.5395684242248535, 7.859714984893799, 8.179861068725586, 8.500007629394531, 8.820154190063477, 9.140300750732422, 9.460447311401367, 9.780593872070312, 10.100740432739258, 10.420886039733887, 10.741032600402832, 11.061179161071777, 11.381325721740723]}, "gradients/decoder.transformer.h.9.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 4.0, 2.0, 5.0, 7.0, 9.0, 9.0, 6.0, 17.0, 18.0, 24.0, 36.0, 35.0, 49.0, 54.0, 59.0, 50.0, 71.0, 76.0, 63.0, 63.0, 55.0, 65.0, 42.0, 31.0, 39.0, 28.0, 18.0, 14.0, 20.0, 11.0, 6.0, 10.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6826171875, -1.631072998046875, -1.57952880859375, -1.527984619140625, -1.4764404296875, -1.424896240234375, -1.37335205078125, -1.321807861328125, -1.270263671875, -1.218719482421875, -1.16717529296875, -1.115631103515625, -1.0640869140625, -1.012542724609375, -0.96099853515625, -0.909454345703125, -0.85791015625, -0.806365966796875, -0.75482177734375, -0.703277587890625, -0.6517333984375, -0.600189208984375, -0.54864501953125, -0.497100830078125, -0.445556640625, -0.394012451171875, -0.34246826171875, -0.290924072265625, -0.2393798828125, -0.187835693359375, -0.13629150390625, -0.084747314453125, -0.033203125, 0.018341064453125, 0.06988525390625, 0.121429443359375, 0.1729736328125, 0.224517822265625, 0.27606201171875, 0.327606201171875, 0.379150390625, 0.430694580078125, 0.48223876953125, 0.533782958984375, 0.5853271484375, 0.636871337890625, 0.68841552734375, 0.739959716796875, 0.79150390625, 0.843048095703125, 0.89459228515625, 0.946136474609375, 0.9976806640625, 1.049224853515625, 1.10076904296875, 1.152313232421875, 1.203857421875, 1.255401611328125, 1.30694580078125, 1.358489990234375, 1.4100341796875, 1.461578369140625, 1.51312255859375, 1.564666748046875, 1.6162109375]}, "gradients/decoder.transformer.h.9.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 0.0, 0.0, 3.0, 2.0, 5.0, 3.0, 13.0, 9.0, 10.0, 13.0, 18.0, 29.0, 38.0, 45.0, 52.0, 98.0, 142.0, 842.0, 24960.0, 4029898.0, 135614.0, 1931.0, 190.0, 102.0, 64.0, 46.0, 44.0, 23.0, 19.0, 18.0, 19.0, 10.0, 6.0, 11.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.28515625, -4.1539306640625, -4.022705078125, -3.8914794921875, -3.76025390625, -3.6290283203125, -3.497802734375, -3.3665771484375, -3.2353515625, -3.1041259765625, -2.972900390625, -2.8416748046875, -2.71044921875, -2.5792236328125, -2.447998046875, -2.3167724609375, -2.185546875, -2.0543212890625, -1.923095703125, -1.7918701171875, -1.66064453125, -1.5294189453125, -1.398193359375, -1.2669677734375, -1.1357421875, -1.0045166015625, -0.873291015625, -0.7420654296875, -0.61083984375, -0.4796142578125, -0.348388671875, -0.2171630859375, -0.0859375, 0.0452880859375, 0.176513671875, 0.3077392578125, 0.43896484375, 0.5701904296875, 0.701416015625, 0.8326416015625, 0.9638671875, 1.0950927734375, 1.226318359375, 1.3575439453125, 1.48876953125, 1.6199951171875, 1.751220703125, 1.8824462890625, 2.013671875, 2.1448974609375, 2.276123046875, 2.4073486328125, 2.53857421875, 2.6697998046875, 2.801025390625, 2.9322509765625, 3.0634765625, 3.1947021484375, 3.325927734375, 3.4571533203125, 3.58837890625, 3.7196044921875, 3.850830078125, 3.9820556640625, 4.11328125]}, "gradients/decoder.transformer.h.9.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 4.0, 3.0, 3.0, 9.0, 12.0, 12.0, 12.0, 14.0, 15.0, 21.0, 25.0, 45.0, 34.0, 37.0, 51.0, 62.0, 71.0, 103.0, 181.0, 352.0, 729.0, 979.0, 530.0, 213.0, 130.0, 89.0, 67.0, 51.0, 47.0, 26.0, 30.0, 25.0, 22.0, 17.0, 24.0, 13.0, 9.0, 6.0, 1.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9296875, -1.86572265625, -1.8017578125, -1.73779296875, -1.673828125, -1.60986328125, -1.5458984375, -1.48193359375, -1.41796875, -1.35400390625, -1.2900390625, -1.22607421875, -1.162109375, -1.09814453125, -1.0341796875, -0.97021484375, -0.90625, -0.84228515625, -0.7783203125, -0.71435546875, -0.650390625, -0.58642578125, -0.5224609375, -0.45849609375, -0.39453125, -0.33056640625, -0.2666015625, -0.20263671875, -0.138671875, -0.07470703125, -0.0107421875, 0.05322265625, 0.1171875, 0.18115234375, 0.2451171875, 0.30908203125, 0.373046875, 0.43701171875, 0.5009765625, 0.56494140625, 0.62890625, 0.69287109375, 0.7568359375, 0.82080078125, 0.884765625, 0.94873046875, 1.0126953125, 1.07666015625, 1.140625, 1.20458984375, 1.2685546875, 1.33251953125, 1.396484375, 1.46044921875, 1.5244140625, 1.58837890625, 1.65234375, 1.71630859375, 1.7802734375, 1.84423828125, 1.908203125, 1.97216796875, 2.0361328125, 2.10009765625, 2.1640625]}, "gradients/decoder.transformer.h.9.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 4.0, 5.0, 2.0, 8.0, 11.0, 14.0, 29.0, 33.0, 52.0, 48.0, 56.0, 53.0, 68.0, 109.0, 149.0, 158.0, 256.0, 466.0, 1381.0, 4187838.0, 1822.0, 536.0, 264.0, 162.0, 147.0, 113.0, 93.0, 84.0, 64.0, 67.0, 42.0, 27.0, 29.0, 32.0, 17.0, 15.0, 18.0, 4.0, 6.0, 4.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-21.25, -20.617919921875, -19.98583984375, -19.353759765625, -18.7216796875, -18.089599609375, -17.45751953125, -16.825439453125, -16.193359375, -15.561279296875, -14.92919921875, -14.297119140625, -13.6650390625, -13.032958984375, -12.40087890625, -11.768798828125, -11.13671875, -10.504638671875, -9.87255859375, -9.240478515625, -8.6083984375, -7.976318359375, -7.34423828125, -6.712158203125, -6.080078125, -5.447998046875, -4.81591796875, -4.183837890625, -3.5517578125, -2.919677734375, -2.28759765625, -1.655517578125, -1.0234375, -0.391357421875, 0.24072265625, 0.872802734375, 1.5048828125, 2.136962890625, 2.76904296875, 3.401123046875, 4.033203125, 4.665283203125, 5.29736328125, 5.929443359375, 6.5615234375, 7.193603515625, 7.82568359375, 8.457763671875, 9.08984375, 9.721923828125, 10.35400390625, 10.986083984375, 11.6181640625, 12.250244140625, 12.88232421875, 13.514404296875, 14.146484375, 14.778564453125, 15.41064453125, 16.042724609375, 16.6748046875, 17.306884765625, 17.93896484375, 18.571044921875, 19.203125]}, "gradients/decoder.transformer.h.9.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 958.0, 64.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-27.972461700439453, -26.688711166381836, -25.40496063232422, -24.12120819091797, -22.83745765686035, -21.553707122802734, -20.269954681396484, -18.986204147338867, -17.70245361328125, -16.418703079223633, -15.1349515914917, -13.851200103759766, -12.567449569702148, -11.283699035644531, -9.999947547912598, -8.716196060180664, -7.432445526123047, -6.1486945152282715, -4.864943504333496, -3.5811924934387207, -2.2974414825439453, -1.01369047164917, 0.27006053924560547, 1.553812026977539, 2.8375625610351562, 4.121313571929932, 5.405064582824707, 6.688815593719482, 7.972566604614258, 9.256317138671875, 10.540068626403809, 11.823820114135742, 13.107566833496094, 14.391317367553711, 15.675068855285645, 16.958820343017578, 18.242570877075195, 19.526321411132812, 20.810073852539062, 22.09382438659668, 23.377574920654297, 24.661325454711914, 25.94507598876953, 27.22882843017578, 28.5125789642334, 29.796329498291016, 31.080081939697266, 32.36383056640625, 33.6475830078125, 34.93133544921875, 36.215084075927734, 37.498836517333984, 38.78258514404297, 40.06633758544922, 41.35009002685547, 42.63384246826172, 43.9175910949707, 45.20134353637695, 46.48509216308594, 47.76884460449219, 49.05259704589844, 50.33634567260742, 51.62009811401367, 52.903846740722656, 54.187599182128906]}, "gradients/decoder.transformer.h.9.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 2.0, 2.0, 6.0, 5.0, 5.0, 11.0, 7.0, 9.0, 14.0, 14.0, 14.0, 24.0, 23.0, 29.0, 32.0, 27.0, 45.0, 43.0, 41.0, 38.0, 45.0, 41.0, 52.0, 44.0, 39.0, 39.0, 42.0, 35.0, 38.0, 41.0, 22.0, 31.0, 21.0, 17.0, 17.0, 13.0, 13.0, 13.0, 10.0, 16.0, 14.0, 5.0, 5.0, 2.0, 1.0, 1.0, 0.0, 3.0, 3.0, 0.0, 1.0, 1.0], "bins": [-7.5859551429748535, -7.365677356719971, -7.14539909362793, -6.925121307373047, -6.704843521118164, -6.484565734863281, -6.264287948608398, -6.044009685516357, -5.823731899261475, -5.603454113006592, -5.383175849914551, -5.162898063659668, -4.942620277404785, -4.722342491149902, -4.5020647048950195, -4.2817864418029785, -4.061508655548096, -3.841230869293213, -3.620952844619751, -3.400674819946289, -3.1803970336914062, -2.9601192474365234, -2.7398412227630615, -2.5195631980895996, -2.299285411834717, -2.079007625579834, -1.858729600906372, -1.6384516954421997, -1.4181737899780273, -1.197895884513855, -0.9776179790496826, -0.7573400735855103, -0.5370626449584961, -0.31678473949432373, -0.09650683403015137, 0.123771071434021, 0.34404897689819336, 0.5643268823623657, 0.7846047878265381, 1.0048826932907104, 1.2251605987548828, 1.4454385042190552, 1.6657164096832275, 1.8859943151474, 2.1062722206115723, 2.326550006866455, 2.546828031539917, 2.767106056213379, 2.9873838424682617, 3.2076616287231445, 3.4279396533966064, 3.6482176780700684, 3.868495464324951, 4.088773250579834, 4.309051513671875, 4.529329299926758, 4.749607086181641, 4.969884872436523, 5.190162658691406, 5.410440921783447, 5.63071870803833, 5.850996494293213, 6.071274757385254, 6.291552543640137, 6.5118303298950195]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 3.0, 1.0, 3.0, 7.0, 8.0, 9.0, 8.0, 13.0, 15.0, 20.0, 34.0, 35.0, 40.0, 48.0, 62.0, 54.0, 67.0, 58.0, 72.0, 61.0, 63.0, 54.0, 57.0, 50.0, 31.0, 32.0, 23.0, 16.0, 15.0, 15.0, 8.0, 7.0, 7.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6875, -1.6366119384765625, -1.585723876953125, -1.5348358154296875, -1.48394775390625, -1.4330596923828125, -1.382171630859375, -1.3312835693359375, -1.2803955078125, -1.2295074462890625, -1.178619384765625, -1.1277313232421875, -1.07684326171875, -1.0259552001953125, -0.975067138671875, -0.9241790771484375, -0.873291015625, -0.8224029541015625, -0.771514892578125, -0.7206268310546875, -0.66973876953125, -0.6188507080078125, -0.567962646484375, -0.5170745849609375, -0.4661865234375, -0.4152984619140625, -0.364410400390625, -0.3135223388671875, -0.26263427734375, -0.2117462158203125, -0.160858154296875, -0.1099700927734375, -0.05908203125, -0.0081939697265625, 0.042694091796875, 0.0935821533203125, 0.14447021484375, 0.1953582763671875, 0.246246337890625, 0.2971343994140625, 0.3480224609375, 0.3989105224609375, 0.449798583984375, 0.5006866455078125, 0.55157470703125, 0.6024627685546875, 0.653350830078125, 0.7042388916015625, 0.755126953125, 0.8060150146484375, 0.856903076171875, 0.9077911376953125, 0.95867919921875, 1.0095672607421875, 1.060455322265625, 1.1113433837890625, 1.1622314453125, 1.2131195068359375, 1.264007568359375, 1.3148956298828125, 1.36578369140625, 1.4166717529296875, 1.467559814453125, 1.5184478759765625, 1.5693359375]}, "gradients/decoder.transformer.h.9.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 4.0, 5.0, 4.0, 11.0, 9.0, 13.0, 20.0, 24.0, 56.0, 67.0, 85.0, 174.0, 223.0, 357.0, 600.0, 889.0, 1624.0, 2909.0, 5624.0, 11504.0, 25766.0, 63300.0, 198829.0, 507496.0, 139516.0, 48735.0, 20439.0, 9401.0, 4803.0, 2484.0, 1321.0, 816.0, 487.0, 329.0, 218.0, 127.0, 100.0, 60.0, 46.0, 26.0, 15.0, 10.0, 9.0, 13.0, 7.0, 2.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.2132568359375, -0.2068653106689453, -0.20047378540039062, -0.19408226013183594, -0.18769073486328125, -0.18129920959472656, -0.17490768432617188, -0.1685161590576172, -0.1621246337890625, -0.1557331085205078, -0.14934158325195312, -0.14295005798339844, -0.13655853271484375, -0.13016700744628906, -0.12377548217773438, -0.11738395690917969, -0.110992431640625, -0.10460090637207031, -0.09820938110351562, -0.09181785583496094, -0.08542633056640625, -0.07903480529785156, -0.07264328002929688, -0.06625175476074219, -0.0598602294921875, -0.05346870422363281, -0.047077178955078125, -0.04068565368652344, -0.03429412841796875, -0.027902603149414062, -0.021511077880859375, -0.015119552612304688, -0.00872802734375, -0.0023365020751953125, 0.004055023193359375, 0.010446548461914062, 0.01683807373046875, 0.023229598999023438, 0.029621124267578125, 0.03601264953613281, 0.0424041748046875, 0.04879570007324219, 0.055187225341796875, 0.06157875061035156, 0.06797027587890625, 0.07436180114746094, 0.08075332641601562, 0.08714485168457031, 0.093536376953125, 0.09992790222167969, 0.10631942749023438, 0.11271095275878906, 0.11910247802734375, 0.12549400329589844, 0.13188552856445312, 0.1382770538330078, 0.1446685791015625, 0.1510601043701172, 0.15745162963867188, 0.16384315490722656, 0.17023468017578125, 0.17662620544433594, 0.18301773071289062, 0.1894092559814453, 0.19580078125]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 5.0, 2.0, 1.0, 2.0, 4.0, 5.0, 5.0, 6.0, 16.0, 9.0, 10.0, 9.0, 12.0, 13.0, 27.0, 23.0, 33.0, 25.0, 27.0, 38.0, 32.0, 42.0, 46.0, 36.0, 37.0, 53.0, 1069.0, 43.0, 32.0, 36.0, 23.0, 41.0, 28.0, 26.0, 32.0, 25.0, 22.0, 27.0, 11.0, 16.0, 11.0, 16.0, 9.0, 12.0, 8.0, 8.0, 4.0, 4.0, 3.0, 6.0, 2.0, 5.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.69482421875, -0.6718597412109375, -0.648895263671875, -0.6259307861328125, -0.60296630859375, -0.5800018310546875, -0.557037353515625, -0.5340728759765625, -0.5111083984375, -0.4881439208984375, -0.465179443359375, -0.4422149658203125, -0.41925048828125, -0.3962860107421875, -0.373321533203125, -0.3503570556640625, -0.327392578125, -0.3044281005859375, -0.281463623046875, -0.2584991455078125, -0.23553466796875, -0.2125701904296875, -0.189605712890625, -0.1666412353515625, -0.1436767578125, -0.1207122802734375, -0.097747802734375, -0.0747833251953125, -0.05181884765625, -0.0288543701171875, -0.005889892578125, 0.0170745849609375, 0.0400390625, 0.0630035400390625, 0.085968017578125, 0.1089324951171875, 0.13189697265625, 0.1548614501953125, 0.177825927734375, 0.2007904052734375, 0.2237548828125, 0.2467193603515625, 0.269683837890625, 0.2926483154296875, 0.31561279296875, 0.3385772705078125, 0.361541748046875, 0.3845062255859375, 0.407470703125, 0.4304351806640625, 0.453399658203125, 0.4763641357421875, 0.49932861328125, 0.5222930908203125, 0.545257568359375, 0.5682220458984375, 0.5911865234375, 0.6141510009765625, 0.637115478515625, 0.6600799560546875, 0.68304443359375, 0.7060089111328125, 0.728973388671875, 0.7519378662109375, 0.77490234375]}, "gradients/decoder.transformer.h.9.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 1.0, 4.0, 2.0, 3.0, 9.0, 5.0, 12.0, 11.0, 26.0, 49.0, 50.0, 65.0, 107.0, 142.0, 210.0, 300.0, 464.0, 628.0, 1056.0, 1677.0, 2804.0, 4827.0, 9410.0, 21271.0, 101922.0, 1849707.0, 65329.0, 17647.0, 8100.0, 4274.0, 2578.0, 1507.0, 950.0, 616.0, 427.0, 296.0, 192.0, 140.0, 110.0, 63.0, 29.0, 29.0, 26.0, 16.0, 18.0, 10.0, 6.0, 6.0, 4.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.213623046875, -0.2072277069091797, -0.20083236694335938, -0.19443702697753906, -0.18804168701171875, -0.18164634704589844, -0.17525100708007812, -0.1688556671142578, -0.1624603271484375, -0.1560649871826172, -0.14966964721679688, -0.14327430725097656, -0.13687896728515625, -0.13048362731933594, -0.12408828735351562, -0.11769294738769531, -0.111297607421875, -0.10490226745605469, -0.09850692749023438, -0.09211158752441406, -0.08571624755859375, -0.07932090759277344, -0.07292556762695312, -0.06653022766113281, -0.0601348876953125, -0.05373954772949219, -0.047344207763671875, -0.04094886779785156, -0.03455352783203125, -0.028158187866210938, -0.021762847900390625, -0.015367507934570312, -0.00897216796875, -0.0025768280029296875, 0.003818511962890625, 0.010213851928710938, 0.01660919189453125, 0.023004531860351562, 0.029399871826171875, 0.03579521179199219, 0.0421905517578125, 0.04858589172363281, 0.054981231689453125, 0.06137657165527344, 0.06777191162109375, 0.07416725158691406, 0.08056259155273438, 0.08695793151855469, 0.093353271484375, 0.09974861145019531, 0.10614395141601562, 0.11253929138183594, 0.11893463134765625, 0.12532997131347656, 0.13172531127929688, 0.1381206512451172, 0.1445159912109375, 0.1509113311767578, 0.15730667114257812, 0.16370201110839844, 0.17009735107421875, 0.17649269104003906, 0.18288803100585938, 0.1892833709716797, 0.1956787109375]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 3.0, 9.0, 16.0, 12.0, 23.0, 35.0, 31.0, 50.0, 50.0, 55.0, 70.0, 67.0, 78.0, 87.0, 76.0, 71.0, 49.0, 61.0, 53.0, 26.0, 22.0, 15.0, 14.0, 6.0, 12.0, 3.0, 2.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010589599609375, -0.01024329662322998, -0.009896993637084961, -0.009550690650939941, -0.009204387664794922, -0.008858084678649902, -0.008511781692504883, -0.008165478706359863, -0.007819175720214844, -0.007472872734069824, -0.007126569747924805, -0.006780266761779785, -0.006433963775634766, -0.006087660789489746, -0.0057413578033447266, -0.005395054817199707, -0.0050487518310546875, -0.004702448844909668, -0.0043561458587646484, -0.004009842872619629, -0.0036635398864746094, -0.00331723690032959, -0.0029709339141845703, -0.0026246309280395508, -0.0022783279418945312, -0.0019320249557495117, -0.0015857219696044922, -0.0012394189834594727, -0.0008931159973144531, -0.0005468130111694336, -0.00020051002502441406, 0.00014579296112060547, 0.000492095947265625, 0.0008383989334106445, 0.001184701919555664, 0.0015310049057006836, 0.0018773078918457031, 0.0022236108779907227, 0.002569913864135742, 0.0029162168502807617, 0.0032625198364257812, 0.0036088228225708008, 0.00395512580871582, 0.00430142879486084, 0.004647731781005859, 0.004994034767150879, 0.0053403377532958984, 0.005686640739440918, 0.0060329437255859375, 0.006379246711730957, 0.0067255496978759766, 0.007071852684020996, 0.007418155670166016, 0.007764458656311035, 0.008110761642456055, 0.008457064628601074, 0.008803367614746094, 0.009149670600891113, 0.009495973587036133, 0.009842276573181152, 0.010188579559326172, 0.010534882545471191, 0.010881185531616211, 0.01122748851776123, 0.01157379150390625]}, "gradients/decoder.transformer.h.9.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 3.0, 3.0, 3.0, 7.0, 8.0, 14.0, 12.0, 22.0, 32.0, 38.0, 66.0, 56.0, 89.0, 132.0, 362.0, 1046954.0, 321.0, 125.0, 78.0, 48.0, 49.0, 36.0, 33.0, 22.0, 17.0, 9.0, 9.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.362548828125, -0.3517303466796875, -0.340911865234375, -0.3300933837890625, -0.31927490234375, -0.3084564208984375, -0.297637939453125, -0.2868194580078125, -0.2760009765625, -0.2651824951171875, -0.254364013671875, -0.2435455322265625, -0.23272705078125, -0.2219085693359375, -0.211090087890625, -0.2002716064453125, -0.189453125, -0.1786346435546875, -0.167816162109375, -0.1569976806640625, -0.14617919921875, -0.1353607177734375, -0.124542236328125, -0.1137237548828125, -0.1029052734375, -0.0920867919921875, -0.081268310546875, -0.0704498291015625, -0.05963134765625, -0.0488128662109375, -0.037994384765625, -0.0271759033203125, -0.016357421875, -0.0055389404296875, 0.005279541015625, 0.0160980224609375, 0.02691650390625, 0.0377349853515625, 0.048553466796875, 0.0593719482421875, 0.0701904296875, 0.0810089111328125, 0.091827392578125, 0.1026458740234375, 0.11346435546875, 0.1242828369140625, 0.135101318359375, 0.1459197998046875, 0.15673828125, 0.1675567626953125, 0.178375244140625, 0.1891937255859375, 0.20001220703125, 0.2108306884765625, 0.221649169921875, 0.2324676513671875, 0.2432861328125, 0.2541046142578125, 0.264923095703125, 0.2757415771484375, 0.28656005859375, 0.2973785400390625, 0.308197021484375, 0.3190155029296875, 0.329833984375]}, "gradients/decoder.transformer.h.9.ln_cross_attn.weight": {"_type": "histogram", "values": [2.0, 941.0, 79.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.007709297351539135, -0.0036194236017763615, 0.00047045014798641205, 0.004560324363410473, 0.008650197647511959, 0.012740070931613445, 0.016829945147037506, 0.020919818431138992, 0.02500969171524048, 0.029099564999341965, 0.03318943828344345, 0.037279315292835236, 0.04136918485164642, 0.04545906186103821, 0.049548935145139694, 0.05363880842924118, 0.05772868171334267, 0.06181855499744415, 0.06590843200683594, 0.06999830156564713, 0.07408817857503891, 0.0781780481338501, 0.08226792514324188, 0.08635780215263367, 0.09044767171144485, 0.09453754872083664, 0.09862741827964783, 0.10271729528903961, 0.1068071648478508, 0.11089704185724258, 0.11498691141605377, 0.11907678842544556, 0.12316666543483734, 0.12725654244422913, 0.1313464194536209, 0.1354362815618515, 0.1395261585712433, 0.14361603558063507, 0.14770591259002686, 0.15179577469825745, 0.15588565170764923, 0.15997552871704102, 0.1640654057264328, 0.1681552678346634, 0.17224514484405518, 0.17633502185344696, 0.18042489886283875, 0.18451476097106934, 0.18860465288162231, 0.1926945298910141, 0.19678440690040588, 0.20087426900863647, 0.20496414601802826, 0.20905402302742004, 0.21314390003681183, 0.2172337770462036, 0.2213236391544342, 0.225413516163826, 0.22950339317321777, 0.23359325528144836, 0.23768313229084015, 0.24177300930023193, 0.24586288630962372, 0.2499527633190155, 0.2540426254272461]}, "gradients/decoder.transformer.h.9.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 6.0, 5.0, 3.0, 6.0, 9.0, 13.0, 6.0, 16.0, 20.0, 26.0, 35.0, 37.0, 45.0, 55.0, 48.0, 51.0, 54.0, 60.0, 59.0, 69.0, 58.0, 53.0, 46.0, 43.0, 37.0, 30.0, 23.0, 27.0, 20.0, 17.0, 14.0, 8.0, 5.0, 2.0, 6.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02157837152481079, -0.020976535975933075, -0.02037470042705536, -0.019772864878177643, -0.019171029329299927, -0.01856919378042221, -0.017967358231544495, -0.01736552268266678, -0.016763687133789062, -0.016161851584911346, -0.01556001603603363, -0.014958180487155914, -0.014356344938278198, -0.013754509389400482, -0.013152673840522766, -0.01255083829164505, -0.011949002742767334, -0.011347167193889618, -0.010745331645011902, -0.010143496096134186, -0.00954166054725647, -0.008939824998378754, -0.008337989449501038, -0.0077361539006233215, -0.0071343183517456055, -0.006532482802867889, -0.005930647253990173, -0.005328811705112457, -0.004726976156234741, -0.004125140607357025, -0.003523305058479309, -0.002921469509601593, -0.002319633960723877, -0.0017177984118461609, -0.0011159628629684448, -0.0005141273140907288, 8.77082347869873e-05, 0.0006895437836647034, 0.0012913793325424194, 0.0018932148814201355, 0.0024950504302978516, 0.0030968859791755676, 0.0036987215280532837, 0.004300557076931, 0.004902392625808716, 0.005504228174686432, 0.006106063723564148, 0.006707899272441864, 0.00730973482131958, 0.007911570370197296, 0.008513405919075012, 0.009115241467952728, 0.009717077016830444, 0.01031891256570816, 0.010920748114585876, 0.011522583663463593, 0.012124419212341309, 0.012726254761219025, 0.01332809031009674, 0.013929925858974457, 0.014531761407852173, 0.015133596956729889, 0.015735432505607605, 0.01633726805448532, 0.016939103603363037]}, "gradients/decoder.transformer.h.9.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 0.0, 3.0, 1.0, 3.0, 7.0, 8.0, 9.0, 8.0, 13.0, 15.0, 21.0, 33.0, 35.0, 40.0, 48.0, 62.0, 54.0, 67.0, 58.0, 72.0, 61.0, 63.0, 54.0, 57.0, 50.0, 31.0, 32.0, 23.0, 16.0, 15.0, 15.0, 8.0, 7.0, 7.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6875, -1.6366119384765625, -1.585723876953125, -1.5348358154296875, -1.48394775390625, -1.4330596923828125, -1.382171630859375, -1.3312835693359375, -1.2803955078125, -1.2295074462890625, -1.178619384765625, -1.1277313232421875, -1.07684326171875, -1.0259552001953125, -0.975067138671875, -0.9241790771484375, -0.873291015625, -0.8224029541015625, -0.771514892578125, -0.7206268310546875, -0.66973876953125, -0.6188507080078125, -0.567962646484375, -0.5170745849609375, -0.4661865234375, -0.4152984619140625, -0.364410400390625, -0.3135223388671875, -0.26263427734375, -0.2117462158203125, -0.160858154296875, -0.1099700927734375, -0.05908203125, -0.0081939697265625, 0.042694091796875, 0.0935821533203125, 0.14447021484375, 0.1953582763671875, 0.246246337890625, 0.2971343994140625, 0.3480224609375, 0.3989105224609375, 0.449798583984375, 0.5006866455078125, 0.55157470703125, 0.6024627685546875, 0.653350830078125, 0.7042388916015625, 0.755126953125, 0.8060150146484375, 0.856903076171875, 0.9077911376953125, 0.95867919921875, 1.0095672607421875, 1.060455322265625, 1.1113433837890625, 1.1622314453125, 1.2131195068359375, 1.264007568359375, 1.3148956298828125, 1.36578369140625, 1.4166717529296875, 1.467559814453125, 1.5184478759765625, 1.5693359375]}, "gradients/decoder.transformer.h.9.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 3.0, 2.0, 2.0, 4.0, 6.0, 6.0, 13.0, 15.0, 18.0, 24.0, 41.0, 50.0, 68.0, 116.0, 160.0, 270.0, 461.0, 945.0, 2606.0, 15748.0, 560464.0, 448956.0, 13928.0, 2507.0, 909.0, 465.0, 254.0, 149.0, 103.0, 72.0, 55.0, 37.0, 32.0, 18.0, 15.0, 14.0, 6.0, 2.0, 4.0, 4.0, 2.0, 0.0, 3.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.8642578125, -1.8077239990234375, -1.751190185546875, -1.6946563720703125, -1.63812255859375, -1.5815887451171875, -1.525054931640625, -1.4685211181640625, -1.4119873046875, -1.3554534912109375, -1.298919677734375, -1.2423858642578125, -1.18585205078125, -1.1293182373046875, -1.072784423828125, -1.0162506103515625, -0.959716796875, -0.9031829833984375, -0.846649169921875, -0.7901153564453125, -0.73358154296875, -0.6770477294921875, -0.620513916015625, -0.5639801025390625, -0.5074462890625, -0.4509124755859375, -0.394378662109375, -0.3378448486328125, -0.28131103515625, -0.2247772216796875, -0.168243408203125, -0.1117095947265625, -0.05517578125, 0.0013580322265625, 0.057891845703125, 0.1144256591796875, 0.17095947265625, 0.2274932861328125, 0.284027099609375, 0.3405609130859375, 0.3970947265625, 0.4536285400390625, 0.510162353515625, 0.5666961669921875, 0.62322998046875, 0.6797637939453125, 0.736297607421875, 0.7928314208984375, 0.849365234375, 0.9058990478515625, 0.962432861328125, 1.0189666748046875, 1.07550048828125, 1.1320343017578125, 1.188568115234375, 1.2451019287109375, 1.3016357421875, 1.3581695556640625, 1.414703369140625, 1.4712371826171875, 1.52777099609375, 1.5843048095703125, 1.640838623046875, 1.6973724365234375, 1.75390625]}, "gradients/decoder.transformer.h.9.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 4.0, 4.0, 7.0, 11.0, 12.0, 15.0, 8.0, 22.0, 23.0, 24.0, 21.0, 18.0, 31.0, 32.0, 35.0, 40.0, 41.0, 59.0, 45.0, 93.0, 2038.0, 46.0, 48.0, 44.0, 48.0, 44.0, 36.0, 32.0, 22.0, 27.0, 21.0, 17.0, 18.0, 14.0, 9.0, 7.0, 9.0, 9.0, 5.0, 4.0, 7.0, 7.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.048828125, -2.936920166015625, -2.82501220703125, -2.713104248046875, -2.6011962890625, -2.489288330078125, -2.37738037109375, -2.265472412109375, -2.153564453125, -2.041656494140625, -1.92974853515625, -1.817840576171875, -1.7059326171875, -1.594024658203125, -1.48211669921875, -1.370208740234375, -1.25830078125, -1.146392822265625, -1.03448486328125, -0.922576904296875, -0.8106689453125, -0.698760986328125, -0.58685302734375, -0.474945068359375, -0.363037109375, -0.251129150390625, -0.13922119140625, -0.027313232421875, 0.0845947265625, 0.196502685546875, 0.30841064453125, 0.420318603515625, 0.5322265625, 0.644134521484375, 0.75604248046875, 0.867950439453125, 0.9798583984375, 1.091766357421875, 1.20367431640625, 1.315582275390625, 1.427490234375, 1.539398193359375, 1.65130615234375, 1.763214111328125, 1.8751220703125, 1.987030029296875, 2.09893798828125, 2.210845947265625, 2.32275390625, 2.434661865234375, 2.54656982421875, 2.658477783203125, 2.7703857421875, 2.882293701171875, 2.99420166015625, 3.106109619140625, 3.218017578125, 3.329925537109375, 3.44183349609375, 3.553741455078125, 3.6656494140625, 3.777557373046875, 3.88946533203125, 4.001373291015625, 4.11328125]}, "gradients/decoder.transformer.h.9.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 8.0, 5.0, 5.0, 6.0, 7.0, 8.0, 9.0, 8.0, 14.0, 13.0, 24.0, 20.0, 29.0, 22.0, 45.0, 49.0, 84.0, 127.0, 194.0, 455.0, 1169.0, 3133934.0, 7865.0, 706.0, 310.0, 191.0, 97.0, 59.0, 46.0, 36.0, 18.0, 20.0, 25.0, 22.0, 22.0, 9.0, 13.0, 14.0, 11.0, 6.0, 4.0, 4.0, 0.0, 1.0, 3.0, 0.0, 1.0, 2.0, 1.0], "bins": [-9.7421875, -9.477294921875, -9.21240234375, -8.947509765625, -8.6826171875, -8.417724609375, -8.15283203125, -7.887939453125, -7.623046875, -7.358154296875, -7.09326171875, -6.828369140625, -6.5634765625, -6.298583984375, -6.03369140625, -5.768798828125, -5.50390625, -5.239013671875, -4.97412109375, -4.709228515625, -4.4443359375, -4.179443359375, -3.91455078125, -3.649658203125, -3.384765625, -3.119873046875, -2.85498046875, -2.590087890625, -2.3251953125, -2.060302734375, -1.79541015625, -1.530517578125, -1.265625, -1.000732421875, -0.73583984375, -0.470947265625, -0.2060546875, 0.058837890625, 0.32373046875, 0.588623046875, 0.853515625, 1.118408203125, 1.38330078125, 1.648193359375, 1.9130859375, 2.177978515625, 2.44287109375, 2.707763671875, 2.97265625, 3.237548828125, 3.50244140625, 3.767333984375, 4.0322265625, 4.297119140625, 4.56201171875, 4.826904296875, 5.091796875, 5.356689453125, 5.62158203125, 5.886474609375, 6.1513671875, 6.416259765625, 6.68115234375, 6.946044921875, 7.2109375]}, "gradients/decoder.transformer.h.9.ln_1.weight": {"_type": "histogram", "values": [167.0, 823.0, 32.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.4851018786430359, -0.11009100079536438, 0.26491987705230713, 0.639930784702301, 1.014941692352295, 1.3899524211883545, 1.7649633884429932, 2.1399741172790527, 2.5149850845336914, 2.88999605178833, 3.2650067806243896, 3.6400177478790283, 4.015028476715088, 4.390039443969727, 4.765050411224365, 5.140061378479004, 5.515072345733643, 5.890083312988281, 6.26509428024292, 6.640105247497559, 7.015115737915039, 7.390126705169678, 7.765137672424316, 8.140148162841797, 8.515159606933594, 8.890170097351074, 9.265181541442871, 9.640192031860352, 10.015203475952148, 10.390213966369629, 10.76522445678711, 11.140235900878906, 11.515246391296387, 11.890256881713867, 12.265268325805664, 12.640278816223145, 13.015290260314941, 13.390300750732422, 13.765312194824219, 14.1403226852417, 14.51533317565918, 14.89034366607666, 15.265355110168457, 15.640365600585938, 16.015377044677734, 16.39038848876953, 16.765398025512695, 17.140409469604492, 17.51542091369629, 17.890432357788086, 18.26544189453125, 18.640453338623047, 19.015464782714844, 19.39047622680664, 19.765485763549805, 20.1404972076416, 20.515506744384766, 20.890518188476562, 21.265527725219727, 21.640539169311523, 22.01555061340332, 22.390560150146484, 22.76557159423828, 23.140583038330078, 23.515594482421875]}, "gradients/decoder.transformer.h.9.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 2.0, 4.0, 4.0, 9.0, 8.0, 13.0, 5.0, 7.0, 15.0, 15.0, 20.0, 23.0, 29.0, 26.0, 29.0, 31.0, 47.0, 44.0, 38.0, 47.0, 39.0, 58.0, 31.0, 57.0, 41.0, 42.0, 41.0, 37.0, 31.0, 26.0, 28.0, 25.0, 24.0, 25.0, 18.0, 16.0, 15.0, 6.0, 9.0, 10.0, 4.0, 9.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.231101989746094, -10.898693084716797, -10.566283226013184, -10.233874320983887, -9.901464462280273, -9.569055557250977, -9.23664665222168, -8.904237747192383, -8.57182788848877, -8.239418983459473, -7.907009124755859, -7.5746002197265625, -7.242190837860107, -6.909781455993652, -6.5773725509643555, -6.2449631690979, -5.912553787231445, -5.58014440536499, -5.247735023498535, -4.915326118469238, -4.582916736602783, -4.250507354736328, -3.918098211288452, -3.585689067840576, -3.253279685974121, -2.920870304107666, -2.58846116065979, -2.256052017211914, -1.923642635345459, -1.5912333726882935, -1.258824110031128, -0.926414966583252, -0.5940065383911133, -0.26159727573394775, 0.07081198692321777, 0.4032212495803833, 0.7356305122375488, 1.0680397748947144, 1.4004490375518799, 1.7328581809997559, 2.065267562866211, 2.397676944732666, 2.730086088180542, 3.062495231628418, 3.394904613494873, 3.727313995361328, 4.059722900390625, 4.39213228225708, 4.724541664123535, 5.05695104598999, 5.389360427856445, 5.721769332885742, 6.054178714752197, 6.386588096618652, 6.718997001647949, 7.051406383514404, 7.383815765380859, 7.7162251472473145, 8.04863452911377, 8.381043434143066, 8.71345329284668, 9.045862197875977, 9.378271102905273, 9.71068000793457, 10.043089866638184]}, "gradients/decoder.transformer.h.8.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 2.0, 4.0, 3.0, 4.0, 8.0, 11.0, 9.0, 12.0, 17.0, 15.0, 38.0, 35.0, 37.0, 53.0, 52.0, 61.0, 60.0, 65.0, 64.0, 65.0, 57.0, 64.0, 59.0, 47.0, 34.0, 24.0, 22.0, 18.0, 16.0, 16.0, 10.0, 6.0, 6.0, 7.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6923828125, -1.6414031982421875, -1.590423583984375, -1.5394439697265625, -1.48846435546875, -1.4374847412109375, -1.386505126953125, -1.3355255126953125, -1.2845458984375, -1.2335662841796875, -1.182586669921875, -1.1316070556640625, -1.08062744140625, -1.0296478271484375, -0.978668212890625, -0.9276885986328125, -0.876708984375, -0.8257293701171875, -0.774749755859375, -0.7237701416015625, -0.67279052734375, -0.6218109130859375, -0.570831298828125, -0.5198516845703125, -0.4688720703125, -0.4178924560546875, -0.366912841796875, -0.3159332275390625, -0.26495361328125, -0.2139739990234375, -0.162994384765625, -0.1120147705078125, -0.06103515625, -0.0100555419921875, 0.040924072265625, 0.0919036865234375, 0.14288330078125, 0.1938629150390625, 0.244842529296875, 0.2958221435546875, 0.3468017578125, 0.3977813720703125, 0.448760986328125, 0.4997406005859375, 0.55072021484375, 0.6016998291015625, 0.652679443359375, 0.7036590576171875, 0.754638671875, 0.8056182861328125, 0.856597900390625, 0.9075775146484375, 0.95855712890625, 1.0095367431640625, 1.060516357421875, 1.1114959716796875, 1.1624755859375, 1.2134552001953125, 1.264434814453125, 1.3154144287109375, 1.36639404296875, 1.4173736572265625, 1.468353271484375, 1.5193328857421875, 1.5703125]}, "gradients/decoder.transformer.h.8.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 0.0, 1.0, 2.0, 3.0, 8.0, 8.0, 8.0, 21.0, 16.0, 27.0, 33.0, 102.0, 165.0, 527.0, 1320.0, 4301.0, 16543.0, 97928.0, 898209.0, 2784346.0, 332532.0, 45082.0, 9012.0, 2553.0, 898.0, 355.0, 106.0, 57.0, 39.0, 29.0, 18.0, 8.0, 9.0, 10.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.5869140625, -1.53924560546875, -1.4915771484375, -1.44390869140625, -1.396240234375, -1.34857177734375, -1.3009033203125, -1.25323486328125, -1.20556640625, -1.15789794921875, -1.1102294921875, -1.06256103515625, -1.014892578125, -0.96722412109375, -0.9195556640625, -0.87188720703125, -0.82421875, -0.77655029296875, -0.7288818359375, -0.68121337890625, -0.633544921875, -0.58587646484375, -0.5382080078125, -0.49053955078125, -0.44287109375, -0.39520263671875, -0.3475341796875, -0.29986572265625, -0.252197265625, -0.20452880859375, -0.1568603515625, -0.10919189453125, -0.0615234375, -0.01385498046875, 0.0338134765625, 0.08148193359375, 0.129150390625, 0.17681884765625, 0.2244873046875, 0.27215576171875, 0.31982421875, 0.36749267578125, 0.4151611328125, 0.46282958984375, 0.510498046875, 0.55816650390625, 0.6058349609375, 0.65350341796875, 0.701171875, 0.74884033203125, 0.7965087890625, 0.84417724609375, 0.891845703125, 0.93951416015625, 0.9871826171875, 1.03485107421875, 1.08251953125, 1.13018798828125, 1.1778564453125, 1.22552490234375, 1.273193359375, 1.32086181640625, 1.3685302734375, 1.41619873046875, 1.4638671875]}, "gradients/decoder.transformer.h.8.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 4.0, 5.0, 7.0, 10.0, 12.0, 19.0, 29.0, 31.0, 38.0, 47.0, 77.0, 74.0, 85.0, 106.0, 110.0, 122.0, 231.0, 319.0, 588.0, 712.0, 452.0, 265.0, 159.0, 120.0, 78.0, 86.0, 68.0, 55.0, 27.0, 31.0, 28.0, 14.0, 19.0, 14.0, 14.0, 10.0, 3.0, 5.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.390625, -2.31146240234375, -2.2322998046875, -2.15313720703125, -2.073974609375, -1.99481201171875, -1.9156494140625, -1.83648681640625, -1.75732421875, -1.67816162109375, -1.5989990234375, -1.51983642578125, -1.440673828125, -1.36151123046875, -1.2823486328125, -1.20318603515625, -1.1240234375, -1.04486083984375, -0.9656982421875, -0.88653564453125, -0.807373046875, -0.72821044921875, -0.6490478515625, -0.56988525390625, -0.49072265625, -0.41156005859375, -0.3323974609375, -0.25323486328125, -0.174072265625, -0.09490966796875, -0.0157470703125, 0.06341552734375, 0.142578125, 0.22174072265625, 0.3009033203125, 0.38006591796875, 0.459228515625, 0.53839111328125, 0.6175537109375, 0.69671630859375, 0.77587890625, 0.85504150390625, 0.9342041015625, 1.01336669921875, 1.092529296875, 1.17169189453125, 1.2508544921875, 1.33001708984375, 1.4091796875, 1.48834228515625, 1.5675048828125, 1.64666748046875, 1.725830078125, 1.80499267578125, 1.8841552734375, 1.96331787109375, 2.04248046875, 2.12164306640625, 2.2008056640625, 2.27996826171875, 2.359130859375, 2.43829345703125, 2.5174560546875, 2.59661865234375, 2.67578125]}, "gradients/decoder.transformer.h.8.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 3.0, 5.0, 8.0, 11.0, 19.0, 28.0, 24.0, 40.0, 46.0, 51.0, 65.0, 111.0, 111.0, 175.0, 204.0, 239.0, 371.0, 728.0, 3111.0, 4185720.0, 1110.0, 523.0, 313.0, 240.0, 213.0, 195.0, 146.0, 122.0, 98.0, 69.0, 54.0, 39.0, 29.0, 22.0, 16.0, 9.0, 5.0, 8.0, 1.0, 4.0, 3.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-20.234375, -19.64404296875, -19.0537109375, -18.46337890625, -17.873046875, -17.28271484375, -16.6923828125, -16.10205078125, -15.51171875, -14.92138671875, -14.3310546875, -13.74072265625, -13.150390625, -12.56005859375, -11.9697265625, -11.37939453125, -10.7890625, -10.19873046875, -9.6083984375, -9.01806640625, -8.427734375, -7.83740234375, -7.2470703125, -6.65673828125, -6.06640625, -5.47607421875, -4.8857421875, -4.29541015625, -3.705078125, -3.11474609375, -2.5244140625, -1.93408203125, -1.34375, -0.75341796875, -0.1630859375, 0.42724609375, 1.017578125, 1.60791015625, 2.1982421875, 2.78857421875, 3.37890625, 3.96923828125, 4.5595703125, 5.14990234375, 5.740234375, 6.33056640625, 6.9208984375, 7.51123046875, 8.1015625, 8.69189453125, 9.2822265625, 9.87255859375, 10.462890625, 11.05322265625, 11.6435546875, 12.23388671875, 12.82421875, 13.41455078125, 14.0048828125, 14.59521484375, 15.185546875, 15.77587890625, 16.3662109375, 16.95654296875, 17.546875]}, "gradients/decoder.transformer.h.8.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 58.0, 963.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-55.70827865600586, -53.069698333740234, -50.43111801147461, -47.792537689208984, -45.15395736694336, -42.515377044677734, -39.87679672241211, -37.238216400146484, -34.59963607788086, -31.961055755615234, -29.32247543334961, -26.683895111083984, -24.04531478881836, -21.406734466552734, -18.76815414428711, -16.129573822021484, -13.49099349975586, -10.852413177490234, -8.21383285522461, -5.575252532958984, -2.9366722106933594, -0.2980918884277344, 2.3404884338378906, 4.979068756103516, 7.617649078369141, 10.256229400634766, 12.89480972290039, 15.533390045166016, 18.17197036743164, 20.810550689697266, 23.44913101196289, 26.087711334228516, 28.726295471191406, 31.36487579345703, 34.003456115722656, 36.64203643798828, 39.280616760253906, 41.91919708251953, 44.557777404785156, 47.19635772705078, 49.834938049316406, 52.47351837158203, 55.112098693847656, 57.75067901611328, 60.389259338378906, 63.02783966064453, 65.66641998291016, 68.30500030517578, 70.9435806274414, 73.58216094970703, 76.22074127197266, 78.85932159423828, 81.4979019165039, 84.13648223876953, 86.77506256103516, 89.41364288330078, 92.0522232055664, 94.69080352783203, 97.32938385009766, 99.96796417236328, 102.6065444946289, 105.24512481689453, 107.88370513916016, 110.52228546142578, 113.1608657836914]}, "gradients/decoder.transformer.h.8.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 3.0, 2.0, 2.0, 4.0, 1.0, 2.0, 8.0, 7.0, 4.0, 8.0, 9.0, 7.0, 7.0, 15.0, 19.0, 14.0, 23.0, 21.0, 23.0, 26.0, 21.0, 30.0, 40.0, 39.0, 30.0, 35.0, 35.0, 35.0, 40.0, 42.0, 38.0, 39.0, 40.0, 45.0, 29.0, 33.0, 33.0, 21.0, 20.0, 27.0, 16.0, 15.0, 14.0, 16.0, 15.0, 11.0, 9.0, 9.0, 5.0, 1.0, 6.0, 9.0, 5.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-8.973226547241211, -8.692460060119629, -8.411694526672363, -8.130928039550781, -7.850162029266357, -7.569396018981934, -7.288629531860352, -7.007863521575928, -6.727097511291504, -6.44633150100708, -6.165565013885498, -5.884799003601074, -5.60403299331665, -5.323266983032227, -5.0425004959106445, -4.761734485626221, -4.480967998504639, -4.200201988220215, -3.919435739517212, -3.638669490814209, -3.357903480529785, -3.0771372318267822, -2.7963709831237793, -2.5156049728393555, -2.2348387241363525, -1.9540725946426392, -1.6733064651489258, -1.3925402164459229, -1.1117740869522095, -0.8310079574584961, -0.5502417087554932, -0.2694755792617798, 0.011290550231933594, 0.29205670952796936, 0.5728228688240051, 0.8535890579223633, 1.1343551874160767, 1.41512131690979, 1.695887565612793, 1.9766536951065063, 2.2574198246002197, 2.5381860733032227, 2.8189520835876465, 3.0997183322906494, 3.3804845809936523, 3.661250591278076, 3.942016839981079, 4.222783088684082, 4.503549098968506, 4.78431510925293, 5.065081596374512, 5.3458476066589355, 5.626613616943359, 5.907380104064941, 6.188146114349365, 6.468912124633789, 6.749678611755371, 7.030444622039795, 7.311211109161377, 7.591977119445801, 7.872743129730225, 8.153509140014648, 8.43427562713623, 8.715042114257812, 8.995807647705078]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 5.0, 6.0, 12.0, 10.0, 12.0, 11.0, 29.0, 25.0, 38.0, 37.0, 47.0, 57.0, 60.0, 67.0, 62.0, 65.0, 65.0, 65.0, 53.0, 55.0, 43.0, 40.0, 25.0, 27.0, 17.0, 13.0, 17.0, 10.0, 8.0, 7.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.67578125, -1.6253509521484375, -1.574920654296875, -1.5244903564453125, -1.47406005859375, -1.4236297607421875, -1.373199462890625, -1.3227691650390625, -1.2723388671875, -1.2219085693359375, -1.171478271484375, -1.1210479736328125, -1.07061767578125, -1.0201873779296875, -0.969757080078125, -0.9193267822265625, -0.868896484375, -0.8184661865234375, -0.768035888671875, -0.7176055908203125, -0.66717529296875, -0.6167449951171875, -0.566314697265625, -0.5158843994140625, -0.4654541015625, -0.4150238037109375, -0.364593505859375, -0.3141632080078125, -0.26373291015625, -0.2133026123046875, -0.162872314453125, -0.1124420166015625, -0.06201171875, -0.0115814208984375, 0.038848876953125, 0.0892791748046875, 0.13970947265625, 0.1901397705078125, 0.240570068359375, 0.2910003662109375, 0.3414306640625, 0.3918609619140625, 0.442291259765625, 0.4927215576171875, 0.54315185546875, 0.5935821533203125, 0.644012451171875, 0.6944427490234375, 0.744873046875, 0.7953033447265625, 0.845733642578125, 0.8961639404296875, 0.94659423828125, 0.9970245361328125, 1.047454833984375, 1.0978851318359375, 1.1483154296875, 1.1987457275390625, 1.249176025390625, 1.2996063232421875, 1.35003662109375, 1.4004669189453125, 1.450897216796875, 1.5013275146484375, 1.5517578125]}, "gradients/decoder.transformer.h.8.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 8.0, 5.0, 10.0, 14.0, 16.0, 27.0, 43.0, 65.0, 71.0, 120.0, 175.0, 248.0, 383.0, 556.0, 897.0, 1455.0, 2542.0, 4521.0, 8460.0, 16297.0, 33755.0, 78101.0, 233958.0, 433741.0, 131337.0, 51411.0, 23690.0, 11749.0, 6226.0, 3418.0, 1986.0, 1116.0, 706.0, 474.0, 300.0, 208.0, 142.0, 108.0, 69.0, 52.0, 23.0, 26.0, 19.0, 13.0, 7.0, 4.0, 2.0, 4.0, 4.0, 0.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.193359375, -0.1875457763671875, -0.181732177734375, -0.1759185791015625, -0.17010498046875, -0.1642913818359375, -0.158477783203125, -0.1526641845703125, -0.1468505859375, -0.1410369873046875, -0.135223388671875, -0.1294097900390625, -0.12359619140625, -0.1177825927734375, -0.111968994140625, -0.1061553955078125, -0.100341796875, -0.0945281982421875, -0.088714599609375, -0.0829010009765625, -0.07708740234375, -0.0712738037109375, -0.065460205078125, -0.0596466064453125, -0.0538330078125, -0.0480194091796875, -0.042205810546875, -0.0363922119140625, -0.03057861328125, -0.0247650146484375, -0.018951416015625, -0.0131378173828125, -0.00732421875, -0.0015106201171875, 0.004302978515625, 0.0101165771484375, 0.01593017578125, 0.0217437744140625, 0.027557373046875, 0.0333709716796875, 0.0391845703125, 0.0449981689453125, 0.050811767578125, 0.0566253662109375, 0.06243896484375, 0.0682525634765625, 0.074066162109375, 0.0798797607421875, 0.085693359375, 0.0915069580078125, 0.097320556640625, 0.1031341552734375, 0.10894775390625, 0.1147613525390625, 0.120574951171875, 0.1263885498046875, 0.1322021484375, 0.1380157470703125, 0.143829345703125, 0.1496429443359375, 0.15545654296875, 0.1612701416015625, 0.167083740234375, 0.1728973388671875, 0.1787109375]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 1.0, 3.0, 1.0, 6.0, 4.0, 4.0, 2.0, 4.0, 6.0, 13.0, 8.0, 7.0, 9.0, 11.0, 14.0, 16.0, 14.0, 18.0, 26.0, 22.0, 34.0, 17.0, 29.0, 24.0, 29.0, 39.0, 48.0, 35.0, 31.0, 1059.0, 29.0, 34.0, 46.0, 29.0, 40.0, 39.0, 35.0, 35.0, 27.0, 24.0, 22.0, 20.0, 21.0, 13.0, 22.0, 13.0, 8.0, 8.0, 8.0, 5.0, 5.0, 5.0, 6.0, 3.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 3.0], "bins": [-0.67431640625, -0.6536636352539062, -0.6330108642578125, -0.6123580932617188, -0.591705322265625, -0.5710525512695312, -0.5503997802734375, -0.5297470092773438, -0.50909423828125, -0.48844146728515625, -0.4677886962890625, -0.44713592529296875, -0.426483154296875, -0.40583038330078125, -0.3851776123046875, -0.36452484130859375, -0.3438720703125, -0.32321929931640625, -0.3025665283203125, -0.28191375732421875, -0.261260986328125, -0.24060821533203125, -0.2199554443359375, -0.19930267333984375, -0.17864990234375, -0.15799713134765625, -0.1373443603515625, -0.11669158935546875, -0.096038818359375, -0.07538604736328125, -0.0547332763671875, -0.03408050537109375, -0.013427734375, 0.00722503662109375, 0.0278778076171875, 0.04853057861328125, 0.069183349609375, 0.08983612060546875, 0.1104888916015625, 0.13114166259765625, 0.15179443359375, 0.17244720458984375, 0.1930999755859375, 0.21375274658203125, 0.234405517578125, 0.25505828857421875, 0.2757110595703125, 0.29636383056640625, 0.3170166015625, 0.33766937255859375, 0.3583221435546875, 0.37897491455078125, 0.399627685546875, 0.42028045654296875, 0.4409332275390625, 0.46158599853515625, 0.48223876953125, 0.5028915405273438, 0.5235443115234375, 0.5441970825195312, 0.564849853515625, 0.5855026245117188, 0.6061553955078125, 0.6268081665039062, 0.6474609375]}, "gradients/decoder.transformer.h.8.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 3.0, 5.0, 5.0, 9.0, 6.0, 18.0, 28.0, 18.0, 45.0, 50.0, 65.0, 82.0, 142.0, 178.0, 224.0, 300.0, 433.0, 697.0, 1010.0, 1585.0, 2465.0, 3809.0, 6522.0, 12419.0, 28538.0, 164963.0, 1772790.0, 58766.0, 18653.0, 9167.0, 5204.0, 3004.0, 1846.0, 1218.0, 852.0, 555.0, 430.0, 260.0, 189.0, 178.0, 111.0, 68.0, 66.0, 42.0, 31.0, 20.0, 17.0, 12.0, 12.0, 9.0, 10.0, 4.0, 5.0, 1.0, 0.0, 1.0, 3.0], "bins": [-0.1888427734375, -0.18316650390625, -0.177490234375, -0.17181396484375, -0.1661376953125, -0.16046142578125, -0.15478515625, -0.14910888671875, -0.1434326171875, -0.13775634765625, -0.132080078125, -0.12640380859375, -0.1207275390625, -0.11505126953125, -0.109375, -0.10369873046875, -0.0980224609375, -0.09234619140625, -0.086669921875, -0.08099365234375, -0.0753173828125, -0.06964111328125, -0.06396484375, -0.05828857421875, -0.0526123046875, -0.04693603515625, -0.041259765625, -0.03558349609375, -0.0299072265625, -0.02423095703125, -0.0185546875, -0.01287841796875, -0.0072021484375, -0.00152587890625, 0.004150390625, 0.00982666015625, 0.0155029296875, 0.02117919921875, 0.02685546875, 0.03253173828125, 0.0382080078125, 0.04388427734375, 0.049560546875, 0.05523681640625, 0.0609130859375, 0.06658935546875, 0.072265625, 0.07794189453125, 0.0836181640625, 0.08929443359375, 0.094970703125, 0.10064697265625, 0.1063232421875, 0.11199951171875, 0.11767578125, 0.12335205078125, 0.1290283203125, 0.13470458984375, 0.140380859375, 0.14605712890625, 0.1517333984375, 0.15740966796875, 0.1630859375, 0.16876220703125, 0.1744384765625]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 2.0, 4.0, 0.0, 3.0, 4.0, 5.0, 6.0, 10.0, 10.0, 18.0, 17.0, 19.0, 26.0, 21.0, 35.0, 41.0, 67.0, 69.0, 86.0, 90.0, 74.0, 76.0, 83.0, 53.0, 33.0, 36.0, 25.0, 25.0, 12.0, 15.0, 11.0, 10.0, 4.0, 4.0, 3.0, 2.0, 5.0, 1.0, 0.0, 3.0, 1.0, 0.0, 2.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00897216796875, -0.008666038513183594, -0.008359909057617188, -0.008053779602050781, -0.007747650146484375, -0.007441520690917969, -0.0071353912353515625, -0.006829261779785156, -0.00652313232421875, -0.006217002868652344, -0.0059108734130859375, -0.005604743957519531, -0.005298614501953125, -0.004992485046386719, -0.0046863555908203125, -0.004380226135253906, -0.0040740966796875, -0.0037679672241210938, -0.0034618377685546875, -0.0031557083129882812, -0.002849578857421875, -0.0025434494018554688, -0.0022373199462890625, -0.0019311904907226562, -0.00162506103515625, -0.0013189315795898438, -0.0010128021240234375, -0.0007066726684570312, -0.000400543212890625, -9.441375732421875e-05, 0.0002117156982421875, 0.0005178451538085938, 0.000823974609375, 0.0011301040649414062, 0.0014362335205078125, 0.0017423629760742188, 0.002048492431640625, 0.0023546218872070312, 0.0026607513427734375, 0.0029668807983398438, 0.00327301025390625, 0.0035791397094726562, 0.0038852691650390625, 0.004191398620605469, 0.004497528076171875, 0.004803657531738281, 0.0051097869873046875, 0.005415916442871094, 0.0057220458984375, 0.006028175354003906, 0.0063343048095703125, 0.006640434265136719, 0.006946563720703125, 0.007252693176269531, 0.0075588226318359375, 0.007864952087402344, 0.00817108154296875, 0.008477210998535156, 0.008783340454101562, 0.009089469909667969, 0.009395599365234375, 0.009701728820800781, 0.010007858276367188, 0.010313987731933594, 0.0106201171875]}, "gradients/decoder.transformer.h.8.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 5.0, 2.0, 4.0, 5.0, 8.0, 13.0, 14.0, 11.0, 19.0, 29.0, 39.0, 44.0, 68.0, 123.0, 215.0, 1046620.0, 744.0, 177.0, 105.0, 77.0, 51.0, 37.0, 20.0, 24.0, 18.0, 18.0, 16.0, 11.0, 10.0, 7.0, 4.0, 5.0, 4.0, 0.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.323486328125, -0.314178466796875, -0.30487060546875, -0.295562744140625, -0.2862548828125, -0.276947021484375, -0.26763916015625, -0.258331298828125, -0.2490234375, -0.239715576171875, -0.23040771484375, -0.221099853515625, -0.2117919921875, -0.202484130859375, -0.19317626953125, -0.183868408203125, -0.174560546875, -0.165252685546875, -0.15594482421875, -0.146636962890625, -0.1373291015625, -0.128021240234375, -0.11871337890625, -0.109405517578125, -0.10009765625, -0.090789794921875, -0.08148193359375, -0.072174072265625, -0.0628662109375, -0.053558349609375, -0.04425048828125, -0.034942626953125, -0.025634765625, -0.016326904296875, -0.00701904296875, 0.002288818359375, 0.0115966796875, 0.020904541015625, 0.03021240234375, 0.039520263671875, 0.048828125, 0.058135986328125, 0.06744384765625, 0.076751708984375, 0.0860595703125, 0.095367431640625, 0.10467529296875, 0.113983154296875, 0.123291015625, 0.132598876953125, 0.14190673828125, 0.151214599609375, 0.1605224609375, 0.169830322265625, 0.17913818359375, 0.188446044921875, 0.19775390625, 0.207061767578125, 0.21636962890625, 0.225677490234375, 0.2349853515625, 0.244293212890625, 0.25360107421875, 0.262908935546875, 0.272216796875]}, "gradients/decoder.transformer.h.8.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 836.0, 181.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01418999396264553, -0.010583776980638504, -0.006977560464292765, -0.0033713439479470253, 0.00023487303406000137, 0.0038410890847444534, 0.00744730606675148, 0.011053523048758507, 0.014659740030765533, 0.01826595701277256, 0.021872173994779587, 0.025478389114141464, 0.02908460795879364, 0.03269082307815552, 0.036297038197517395, 0.03990325704216957, 0.04350947588682175, 0.047115691006183624, 0.0507219098508358, 0.05432812497019768, 0.057934343814849854, 0.06154055893421173, 0.06514677405357361, 0.06875298917293549, 0.07235920429229736, 0.07596541941165924, 0.07957163453102112, 0.08317785710096359, 0.08678407222032547, 0.09039028733968735, 0.09399650245904922, 0.0976027250289917, 0.10120894759893417, 0.10481516271829605, 0.10842137783765793, 0.1120276004076004, 0.11563381552696228, 0.11924003064632416, 0.12284624576568604, 0.1264524608850479, 0.1300586760044098, 0.13366489112377167, 0.13727110624313354, 0.14087732136249542, 0.1444835364818573, 0.14808976650238037, 0.15169598162174225, 0.15530219674110413, 0.158908411860466, 0.16251462697982788, 0.16612084209918976, 0.16972705721855164, 0.1733332723379135, 0.1769394874572754, 0.18054571747779846, 0.18415193259716034, 0.18775814771652222, 0.1913643628358841, 0.19497057795524597, 0.19857679307460785, 0.20218300819396973, 0.2057892382144928, 0.20939545333385468, 0.21300166845321655, 0.21660788357257843]}, "gradients/decoder.transformer.h.8.ln_cross_attn.bias": {"_type": "histogram", "values": [5.0, 0.0, 1.0, 1.0, 4.0, 1.0, 0.0, 3.0, 3.0, 3.0, 4.0, 4.0, 3.0, 13.0, 12.0, 15.0, 11.0, 15.0, 25.0, 24.0, 30.0, 33.0, 32.0, 31.0, 36.0, 38.0, 51.0, 41.0, 43.0, 49.0, 27.0, 45.0, 35.0, 41.0, 43.0, 33.0, 34.0, 42.0, 22.0, 24.0, 22.0, 18.0, 22.0, 17.0, 9.0, 11.0, 6.0, 5.0, 9.0, 2.0, 7.0, 3.0, 3.0, 3.0, 6.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.0073386430740356445, -0.007093317806720734, -0.006847992539405823, -0.006602667272090912, -0.006357342004776001, -0.00611201673746109, -0.005866691470146179, -0.005621366202831268, -0.005376040935516357, -0.0051307156682014465, -0.004885390400886536, -0.004640065133571625, -0.004394739866256714, -0.004149414598941803, -0.003904089331626892, -0.003658764064311981, -0.0034134387969970703, -0.0031681135296821594, -0.0029227882623672485, -0.0026774629950523376, -0.0024321377277374268, -0.002186812460422516, -0.001941487193107605, -0.001696161925792694, -0.0014508366584777832, -0.0012055113911628723, -0.0009601861238479614, -0.0007148608565330505, -0.00046953558921813965, -0.00022421032190322876, 2.111494541168213e-05, 0.000266440212726593, 0.0005117654800415039, 0.0007570907473564148, 0.0010024160146713257, 0.0012477412819862366, 0.0014930665493011475, 0.0017383918166160583, 0.0019837170839309692, 0.00222904235124588, 0.002474367618560791, 0.002719692885875702, 0.002965018153190613, 0.0032103434205055237, 0.0034556686878204346, 0.0037009939551353455, 0.003946319222450256, 0.004191644489765167, 0.004436969757080078, 0.004682295024394989, 0.0049276202917099, 0.005172945559024811, 0.005418270826339722, 0.005663596093654633, 0.0059089213609695435, 0.006154246628284454, 0.006399571895599365, 0.006644897162914276, 0.006890222430229187, 0.007135547697544098, 0.007380872964859009, 0.00762619823217392, 0.00787152349948883, 0.008116848766803741, 0.008362174034118652]}, "gradients/decoder.transformer.h.8.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 2.0, 5.0, 6.0, 12.0, 10.0, 12.0, 11.0, 29.0, 24.0, 39.0, 37.0, 47.0, 56.0, 61.0, 67.0, 62.0, 65.0, 65.0, 65.0, 54.0, 54.0, 43.0, 40.0, 25.0, 27.0, 17.0, 13.0, 17.0, 10.0, 8.0, 7.0, 4.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.67578125, -1.6253509521484375, -1.574920654296875, -1.5244903564453125, -1.47406005859375, -1.4236297607421875, -1.373199462890625, -1.3227691650390625, -1.2723388671875, -1.2219085693359375, -1.171478271484375, -1.1210479736328125, -1.07061767578125, -1.0201873779296875, -0.969757080078125, -0.9193267822265625, -0.868896484375, -0.8184661865234375, -0.768035888671875, -0.7176055908203125, -0.66717529296875, -0.6167449951171875, -0.566314697265625, -0.5158843994140625, -0.4654541015625, -0.4150238037109375, -0.364593505859375, -0.3141632080078125, -0.26373291015625, -0.2133026123046875, -0.162872314453125, -0.1124420166015625, -0.06201171875, -0.0115814208984375, 0.038848876953125, 0.0892791748046875, 0.13970947265625, 0.1901397705078125, 0.240570068359375, 0.2910003662109375, 0.3414306640625, 0.3918609619140625, 0.442291259765625, 0.4927215576171875, 0.54315185546875, 0.5935821533203125, 0.644012451171875, 0.6944427490234375, 0.744873046875, 0.7953033447265625, 0.845733642578125, 0.8961639404296875, 0.94659423828125, 0.9970245361328125, 1.047454833984375, 1.0978851318359375, 1.1483154296875, 1.1987457275390625, 1.249176025390625, 1.2996063232421875, 1.35003662109375, 1.4004669189453125, 1.450897216796875, 1.5013275146484375, 1.5517578125]}, "gradients/decoder.transformer.h.8.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 2.0, 4.0, 1.0, 7.0, 10.0, 11.0, 10.0, 26.0, 31.0, 55.0, 74.0, 87.0, 185.0, 294.0, 539.0, 921.0, 1898.0, 4339.0, 11710.0, 39086.0, 165304.0, 536013.0, 214730.0, 49235.0, 14240.0, 5080.0, 2161.0, 1043.0, 571.0, 339.0, 178.0, 113.0, 87.0, 56.0, 33.0, 30.0, 15.0, 12.0, 4.0, 3.0, 4.0, 7.0, 5.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.837890625, -0.8129425048828125, -0.787994384765625, -0.7630462646484375, -0.73809814453125, -0.7131500244140625, -0.688201904296875, -0.6632537841796875, -0.6383056640625, -0.6133575439453125, -0.588409423828125, -0.5634613037109375, -0.53851318359375, -0.5135650634765625, -0.488616943359375, -0.4636688232421875, -0.438720703125, -0.4137725830078125, -0.388824462890625, -0.3638763427734375, -0.33892822265625, -0.3139801025390625, -0.289031982421875, -0.2640838623046875, -0.2391357421875, -0.2141876220703125, -0.189239501953125, -0.1642913818359375, -0.13934326171875, -0.1143951416015625, -0.089447021484375, -0.0644989013671875, -0.03955078125, -0.0146026611328125, 0.010345458984375, 0.0352935791015625, 0.06024169921875, 0.0851898193359375, 0.110137939453125, 0.1350860595703125, 0.1600341796875, 0.1849822998046875, 0.209930419921875, 0.2348785400390625, 0.25982666015625, 0.2847747802734375, 0.309722900390625, 0.3346710205078125, 0.359619140625, 0.3845672607421875, 0.409515380859375, 0.4344635009765625, 0.45941162109375, 0.4843597412109375, 0.509307861328125, 0.5342559814453125, 0.5592041015625, 0.5841522216796875, 0.609100341796875, 0.6340484619140625, 0.65899658203125, 0.6839447021484375, 0.708892822265625, 0.7338409423828125, 0.7587890625]}, "gradients/decoder.transformer.h.8.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 3.0, 1.0, 2.0, 4.0, 5.0, 3.0, 2.0, 12.0, 7.0, 14.0, 10.0, 13.0, 21.0, 13.0, 24.0, 28.0, 27.0, 32.0, 37.0, 29.0, 42.0, 37.0, 52.0, 35.0, 134.0, 1992.0, 53.0, 39.0, 35.0, 39.0, 37.0, 40.0, 39.0, 25.0, 25.0, 21.0, 19.0, 17.0, 21.0, 12.0, 14.0, 11.0, 5.0, 5.0, 5.0, 4.0, 3.0, 3.0, 1.0, 5.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-3.482421875, -3.37451171875, -3.2666015625, -3.15869140625, -3.05078125, -2.94287109375, -2.8349609375, -2.72705078125, -2.619140625, -2.51123046875, -2.4033203125, -2.29541015625, -2.1875, -2.07958984375, -1.9716796875, -1.86376953125, -1.755859375, -1.64794921875, -1.5400390625, -1.43212890625, -1.32421875, -1.21630859375, -1.1083984375, -1.00048828125, -0.892578125, -0.78466796875, -0.6767578125, -0.56884765625, -0.4609375, -0.35302734375, -0.2451171875, -0.13720703125, -0.029296875, 0.07861328125, 0.1865234375, 0.29443359375, 0.40234375, 0.51025390625, 0.6181640625, 0.72607421875, 0.833984375, 0.94189453125, 1.0498046875, 1.15771484375, 1.265625, 1.37353515625, 1.4814453125, 1.58935546875, 1.697265625, 1.80517578125, 1.9130859375, 2.02099609375, 2.12890625, 2.23681640625, 2.3447265625, 2.45263671875, 2.560546875, 2.66845703125, 2.7763671875, 2.88427734375, 2.9921875, 3.10009765625, 3.2080078125, 3.31591796875, 3.423828125]}, "gradients/decoder.transformer.h.8.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 3.0, 5.0, 2.0, 3.0, 3.0, 4.0, 6.0, 8.0, 4.0, 14.0, 20.0, 15.0, 28.0, 24.0, 42.0, 46.0, 56.0, 80.0, 86.0, 140.0, 195.0, 251.0, 394.0, 595.0, 1689.0, 2997559.0, 141457.0, 1129.0, 554.0, 343.0, 246.0, 170.0, 110.0, 99.0, 69.0, 67.0, 42.0, 29.0, 26.0, 23.0, 15.0, 19.0, 11.0, 14.0, 2.0, 4.0, 6.0, 3.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.125, -4.9642333984375, -4.803466796875, -4.6427001953125, -4.48193359375, -4.3211669921875, -4.160400390625, -3.9996337890625, -3.8388671875, -3.6781005859375, -3.517333984375, -3.3565673828125, -3.19580078125, -3.0350341796875, -2.874267578125, -2.7135009765625, -2.552734375, -2.3919677734375, -2.231201171875, -2.0704345703125, -1.90966796875, -1.7489013671875, -1.588134765625, -1.4273681640625, -1.2666015625, -1.1058349609375, -0.945068359375, -0.7843017578125, -0.62353515625, -0.4627685546875, -0.302001953125, -0.1412353515625, 0.01953125, 0.1802978515625, 0.341064453125, 0.5018310546875, 0.66259765625, 0.8233642578125, 0.984130859375, 1.1448974609375, 1.3056640625, 1.4664306640625, 1.627197265625, 1.7879638671875, 1.94873046875, 2.1094970703125, 2.270263671875, 2.4310302734375, 2.591796875, 2.7525634765625, 2.913330078125, 3.0740966796875, 3.23486328125, 3.3956298828125, 3.556396484375, 3.7171630859375, 3.8779296875, 4.0386962890625, 4.199462890625, 4.3602294921875, 4.52099609375, 4.6817626953125, 4.842529296875, 5.0032958984375, 5.1640625]}, "gradients/decoder.transformer.h.8.ln_1.weight": {"_type": "histogram", "values": [1016.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9486470818519592, 0.6997944712638855, 2.348236083984375, 3.996677875518799, 5.6451191902160645, 7.29356050491333, 8.942002296447754, 10.59044361114502, 12.238884925842285, 13.88732624053955, 15.535768508911133, 17.1842098236084, 18.832651138305664, 20.48109245300293, 22.129535675048828, 23.777976989746094, 25.42641830444336, 27.074859619140625, 28.72330093383789, 30.371742248535156, 32.02018356323242, 33.66862487792969, 35.31707000732422, 36.96550750732422, 38.613948822021484, 40.26239013671875, 41.910831451416016, 43.55927276611328, 45.20771408081055, 46.85615539550781, 48.504600524902344, 50.153038024902344, 51.801483154296875, 53.44992446899414, 55.098365783691406, 56.74680709838867, 58.39524841308594, 60.0436897277832, 61.69213104248047, 63.340576171875, 64.989013671875, 66.63745880126953, 68.28589630126953, 69.93434143066406, 71.58277893066406, 73.2312240600586, 74.8796615600586, 76.52810668945312, 78.17654418945312, 79.82498931884766, 81.47342681884766, 83.12187194824219, 84.77030944824219, 86.41875457763672, 88.06719207763672, 89.71563720703125, 91.36408233642578, 93.01252746582031, 94.66096496582031, 96.30941009521484, 97.95784759521484, 99.60629272460938, 101.25473022460938, 102.9031753540039, 104.5516128540039]}, "gradients/decoder.transformer.h.8.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 5.0, 3.0, 6.0, 8.0, 7.0, 5.0, 10.0, 9.0, 10.0, 11.0, 18.0, 14.0, 28.0, 25.0, 34.0, 23.0, 41.0, 35.0, 43.0, 34.0, 36.0, 38.0, 34.0, 45.0, 48.0, 43.0, 39.0, 32.0, 47.0, 35.0, 20.0, 29.0, 31.0, 24.0, 23.0, 17.0, 23.0, 12.0, 15.0, 13.0, 12.0, 4.0, 6.0, 6.0, 1.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-9.09630298614502, -8.804302215576172, -8.512301445007324, -8.220300674438477, -7.928300380706787, -7.6362996101379395, -7.34429931640625, -7.052298545837402, -6.760297775268555, -6.468297004699707, -6.176296234130859, -5.88429594039917, -5.592295169830322, -5.300294399261475, -5.008294105529785, -4.7162933349609375, -4.42429256439209, -4.132291793823242, -3.8402912616729736, -3.548290729522705, -3.2562899589538574, -2.9642891883850098, -2.672288656234741, -2.3802881240844727, -2.088287353515625, -1.796286702156067, -1.5042860507965088, -1.2122853994369507, -0.9202847480773926, -0.6282840967178345, -0.33628344535827637, -0.04428291320800781, 0.24771881103515625, 0.5397194623947144, 0.8317201137542725, 1.1237207651138306, 1.4157214164733887, 1.7077220678329468, 1.9997227191925049, 2.2917232513427734, 2.583724021911621, 2.8757247924804688, 3.1677253246307373, 3.459725856781006, 3.7517266273498535, 4.043727397918701, 4.335727691650391, 4.627728462219238, 4.919729232788086, 5.211730003356934, 5.503730773925781, 5.795731067657471, 6.087731838226318, 6.379732608795166, 6.6717329025268555, 6.963733673095703, 7.255734443664551, 7.547735214233398, 7.839735984802246, 8.131736755371094, 8.423736572265625, 8.715737342834473, 9.00773811340332, 9.299738883972168, 9.591739654541016]}, "gradients/decoder.transformer.h.7.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 1.0, 2.0, 6.0, 5.0, 9.0, 12.0, 15.0, 8.0, 28.0, 27.0, 34.0, 40.0, 52.0, 47.0, 67.0, 68.0, 66.0, 58.0, 68.0, 65.0, 57.0, 49.0, 49.0, 31.0, 33.0, 24.0, 16.0, 17.0, 15.0, 10.0, 6.0, 8.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6884765625, -1.6376800537109375, -1.586883544921875, -1.5360870361328125, -1.48529052734375, -1.4344940185546875, -1.383697509765625, -1.3329010009765625, -1.2821044921875, -1.2313079833984375, -1.180511474609375, -1.1297149658203125, -1.07891845703125, -1.0281219482421875, -0.977325439453125, -0.9265289306640625, -0.875732421875, -0.8249359130859375, -0.774139404296875, -0.7233428955078125, -0.67254638671875, -0.6217498779296875, -0.570953369140625, -0.5201568603515625, -0.4693603515625, -0.4185638427734375, -0.367767333984375, -0.3169708251953125, -0.26617431640625, -0.2153778076171875, -0.164581298828125, -0.1137847900390625, -0.06298828125, -0.0121917724609375, 0.038604736328125, 0.0894012451171875, 0.14019775390625, 0.1909942626953125, 0.241790771484375, 0.2925872802734375, 0.3433837890625, 0.3941802978515625, 0.444976806640625, 0.4957733154296875, 0.54656982421875, 0.5973663330078125, 0.648162841796875, 0.6989593505859375, 0.749755859375, 0.8005523681640625, 0.851348876953125, 0.9021453857421875, 0.95294189453125, 1.0037384033203125, 1.054534912109375, 1.1053314208984375, 1.1561279296875, 1.2069244384765625, 1.257720947265625, 1.3085174560546875, 1.35931396484375, 1.4101104736328125, 1.460906982421875, 1.5117034912109375, 1.5625]}, "gradients/decoder.transformer.h.7.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 5.0, 4.0, 8.0, 13.0, 12.0, 13.0, 14.0, 38.0, 43.0, 61.0, 83.0, 171.0, 409.0, 1783.0, 17534.0, 1594509.0, 2553126.0, 23416.0, 2122.0, 419.0, 191.0, 98.0, 48.0, 47.0, 27.0, 21.0, 16.0, 17.0, 10.0, 10.0, 6.0, 1.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.40625, -3.30316162109375, -3.2000732421875, -3.09698486328125, -2.993896484375, -2.89080810546875, -2.7877197265625, -2.68463134765625, -2.58154296875, -2.47845458984375, -2.3753662109375, -2.27227783203125, -2.169189453125, -2.06610107421875, -1.9630126953125, -1.85992431640625, -1.7568359375, -1.65374755859375, -1.5506591796875, -1.44757080078125, -1.344482421875, -1.24139404296875, -1.1383056640625, -1.03521728515625, -0.93212890625, -0.82904052734375, -0.7259521484375, -0.62286376953125, -0.519775390625, -0.41668701171875, -0.3135986328125, -0.21051025390625, -0.107421875, -0.00433349609375, 0.0987548828125, 0.20184326171875, 0.304931640625, 0.40802001953125, 0.5111083984375, 0.61419677734375, 0.71728515625, 0.82037353515625, 0.9234619140625, 1.02655029296875, 1.129638671875, 1.23272705078125, 1.3358154296875, 1.43890380859375, 1.5419921875, 1.64508056640625, 1.7481689453125, 1.85125732421875, 1.954345703125, 2.05743408203125, 2.1605224609375, 2.26361083984375, 2.36669921875, 2.46978759765625, 2.5728759765625, 2.67596435546875, 2.779052734375, 2.88214111328125, 2.9852294921875, 3.08831787109375, 3.19140625]}, "gradients/decoder.transformer.h.7.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 3.0, 4.0, 3.0, 3.0, 1.0, 4.0, 7.0, 11.0, 10.0, 5.0, 21.0, 20.0, 19.0, 24.0, 31.0, 30.0, 35.0, 51.0, 62.0, 56.0, 62.0, 86.0, 137.0, 197.0, 304.0, 679.0, 739.0, 502.0, 296.0, 166.0, 99.0, 83.0, 61.0, 54.0, 42.0, 37.0, 27.0, 21.0, 22.0, 25.0, 12.0, 9.0, 4.0, 9.0, 3.0, 1.0, 4.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.212890625, -2.14630126953125, -2.0797119140625, -2.01312255859375, -1.946533203125, -1.87994384765625, -1.8133544921875, -1.74676513671875, -1.68017578125, -1.61358642578125, -1.5469970703125, -1.48040771484375, -1.413818359375, -1.34722900390625, -1.2806396484375, -1.21405029296875, -1.1474609375, -1.08087158203125, -1.0142822265625, -0.94769287109375, -0.881103515625, -0.81451416015625, -0.7479248046875, -0.68133544921875, -0.61474609375, -0.54815673828125, -0.4815673828125, -0.41497802734375, -0.348388671875, -0.28179931640625, -0.2152099609375, -0.14862060546875, -0.08203125, -0.01544189453125, 0.0511474609375, 0.11773681640625, 0.184326171875, 0.25091552734375, 0.3175048828125, 0.38409423828125, 0.45068359375, 0.51727294921875, 0.5838623046875, 0.65045166015625, 0.717041015625, 0.78363037109375, 0.8502197265625, 0.91680908203125, 0.9833984375, 1.04998779296875, 1.1165771484375, 1.18316650390625, 1.249755859375, 1.31634521484375, 1.3829345703125, 1.44952392578125, 1.51611328125, 1.58270263671875, 1.6492919921875, 1.71588134765625, 1.782470703125, 1.84906005859375, 1.9156494140625, 1.98223876953125, 2.048828125]}, "gradients/decoder.transformer.h.7.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 4.0, 1.0, 6.0, 9.0, 7.0, 13.0, 22.0, 26.0, 29.0, 32.0, 45.0, 58.0, 84.0, 97.0, 136.0, 172.0, 258.0, 458.0, 921.0, 4158459.0, 31219.0, 710.0, 376.0, 244.0, 190.0, 138.0, 101.0, 100.0, 77.0, 52.0, 57.0, 30.0, 32.0, 23.0, 28.0, 14.0, 12.0, 10.0, 14.0, 6.0, 3.0, 1.0, 3.0, 4.0, 2.0, 3.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-19.390625, -18.763671875, -18.13671875, -17.509765625, -16.8828125, -16.255859375, -15.62890625, -15.001953125, -14.375, -13.748046875, -13.12109375, -12.494140625, -11.8671875, -11.240234375, -10.61328125, -9.986328125, -9.359375, -8.732421875, -8.10546875, -7.478515625, -6.8515625, -6.224609375, -5.59765625, -4.970703125, -4.34375, -3.716796875, -3.08984375, -2.462890625, -1.8359375, -1.208984375, -0.58203125, 0.044921875, 0.671875, 1.298828125, 1.92578125, 2.552734375, 3.1796875, 3.806640625, 4.43359375, 5.060546875, 5.6875, 6.314453125, 6.94140625, 7.568359375, 8.1953125, 8.822265625, 9.44921875, 10.076171875, 10.703125, 11.330078125, 11.95703125, 12.583984375, 13.2109375, 13.837890625, 14.46484375, 15.091796875, 15.71875, 16.345703125, 16.97265625, 17.599609375, 18.2265625, 18.853515625, 19.48046875, 20.107421875, 20.734375]}, "gradients/decoder.transformer.h.7.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1022.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-82.36722564697266, -77.39712524414062, -72.42701721191406, -67.45691680908203, -62.48680877685547, -57.51670837402344, -52.54660415649414, -47.576499938964844, -42.60639572143555, -37.63629150390625, -32.66618728637695, -27.69608497619629, -22.725980758666992, -17.755876541137695, -12.785774230957031, -7.815670013427734, -2.8455657958984375, 2.124537944793701, 7.09464168548584, 12.06474494934082, 17.034849166870117, 22.004953384399414, 26.975055694580078, 31.945159912109375, 36.91526412963867, 41.88536834716797, 46.855472564697266, 51.82557678222656, 56.795677185058594, 61.765785217285156, 66.73588562011719, 71.70599365234375, 76.67608642578125, 81.64618682861328, 86.61629486083984, 91.58639526367188, 96.55650329589844, 101.52660369873047, 106.4967041015625, 111.46681213378906, 116.43692016601562, 121.40702056884766, 126.37712860107422, 131.34722900390625, 136.3173370361328, 141.28744506835938, 146.25753784179688, 151.22764587402344, 156.19775390625, 161.16786193847656, 166.13795471191406, 171.10806274414062, 176.0781707763672, 181.04827880859375, 186.01837158203125, 190.9884796142578, 195.9585723876953, 200.92868041992188, 205.89877319335938, 210.86888122558594, 215.8389892578125, 220.80909729003906, 225.77919006347656, 230.74929809570312, 235.7194061279297]}, "gradients/decoder.transformer.h.7.ln_2.bias": {"_type": "histogram", "values": [4.0, 1.0, 4.0, 0.0, 3.0, 5.0, 4.0, 5.0, 14.0, 10.0, 9.0, 17.0, 16.0, 19.0, 36.0, 27.0, 37.0, 36.0, 36.0, 48.0, 50.0, 48.0, 52.0, 31.0, 49.0, 47.0, 46.0, 49.0, 40.0, 45.0, 31.0, 36.0, 27.0, 21.0, 19.0, 11.0, 20.0, 13.0, 8.0, 12.0, 8.0, 9.0, 4.0, 4.0, 4.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.71471643447876, -7.384719371795654, -7.054722309112549, -6.724725246429443, -6.394728660583496, -6.064731597900391, -5.734734535217285, -5.40473747253418, -5.074740409851074, -4.744743347167969, -4.414746284484863, -4.084749221801758, -3.7547523975372314, -3.424755334854126, -3.0947585105895996, -2.764761447906494, -2.4347643852233887, -2.104767322540283, -1.7747703790664673, -1.4447734355926514, -1.114776372909546, -0.7847793102264404, -0.4547823667526245, -0.1247854232788086, 0.20521163940429688, 0.5352086424827576, 0.8652056455612183, 1.1952025890350342, 1.5251996517181396, 1.8551967144012451, 2.1851935386657715, 2.515190601348877, 2.845187187194824, 3.1751842498779297, 3.505181312561035, 3.8351781368255615, 4.165175437927246, 4.495172500610352, 4.825169086456299, 5.155166149139404, 5.48516321182251, 5.815160274505615, 6.145157337188721, 6.475154399871826, 6.805150985717773, 7.135148048400879, 7.465145111083984, 7.79514217376709, 8.125139236450195, 8.4551362991333, 8.785133361816406, 9.115130424499512, 9.445127487182617, 9.775124549865723, 10.105121612548828, 10.435117721557617, 10.765115737915039, 11.095112800598145, 11.42510986328125, 11.755106925964355, 12.085103988647461, 12.415101051330566, 12.745098114013672, 13.075094223022461, 13.405091285705566]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 4.0, 6.0, 3.0, 9.0, 13.0, 13.0, 14.0, 29.0, 28.0, 34.0, 45.0, 37.0, 64.0, 60.0, 70.0, 67.0, 52.0, 78.0, 59.0, 53.0, 54.0, 46.0, 35.0, 28.0, 22.0, 18.0, 17.0, 14.0, 8.0, 7.0, 4.0, 6.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6748046875, -1.6241302490234375, -1.573455810546875, -1.5227813720703125, -1.47210693359375, -1.4214324951171875, -1.370758056640625, -1.3200836181640625, -1.2694091796875, -1.2187347412109375, -1.168060302734375, -1.1173858642578125, -1.06671142578125, -1.0160369873046875, -0.965362548828125, -0.9146881103515625, -0.864013671875, -0.8133392333984375, -0.762664794921875, -0.7119903564453125, -0.66131591796875, -0.6106414794921875, -0.559967041015625, -0.5092926025390625, -0.4586181640625, -0.4079437255859375, -0.357269287109375, -0.3065948486328125, -0.25592041015625, -0.2052459716796875, -0.154571533203125, -0.1038970947265625, -0.05322265625, -0.0025482177734375, 0.048126220703125, 0.0988006591796875, 0.14947509765625, 0.2001495361328125, 0.250823974609375, 0.3014984130859375, 0.3521728515625, 0.4028472900390625, 0.453521728515625, 0.5041961669921875, 0.55487060546875, 0.6055450439453125, 0.656219482421875, 0.7068939208984375, 0.757568359375, 0.8082427978515625, 0.858917236328125, 0.9095916748046875, 0.96026611328125, 1.0109405517578125, 1.061614990234375, 1.1122894287109375, 1.1629638671875, 1.2136383056640625, 1.264312744140625, 1.3149871826171875, 1.36566162109375, 1.4163360595703125, 1.467010498046875, 1.5176849365234375, 1.568359375]}, "gradients/decoder.transformer.h.7.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 4.0, 5.0, 7.0, 3.0, 7.0, 13.0, 13.0, 22.0, 28.0, 51.0, 50.0, 56.0, 101.0, 141.0, 194.0, 258.0, 433.0, 579.0, 903.0, 1460.0, 2310.0, 3776.0, 6681.0, 11785.0, 22662.0, 46169.0, 104187.0, 322130.0, 322407.0, 104394.0, 46052.0, 22781.0, 11986.0, 6424.0, 3893.0, 2283.0, 1433.0, 917.0, 590.0, 403.0, 302.0, 183.0, 124.0, 90.0, 75.0, 63.0, 43.0, 20.0, 25.0, 10.0, 11.0, 13.0, 12.0, 3.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0], "bins": [-0.1588134765625, -0.15385055541992188, -0.14888763427734375, -0.14392471313476562, -0.1389617919921875, -0.13399887084960938, -0.12903594970703125, -0.12407302856445312, -0.119110107421875, -0.11414718627929688, -0.10918426513671875, -0.10422134399414062, -0.0992584228515625, -0.09429550170898438, -0.08933258056640625, -0.08436965942382812, -0.07940673828125, -0.07444381713867188, -0.06948089599609375, -0.06451797485351562, -0.0595550537109375, -0.054592132568359375, -0.04962921142578125, -0.044666290283203125, -0.039703369140625, -0.034740447998046875, -0.02977752685546875, -0.024814605712890625, -0.0198516845703125, -0.014888763427734375, -0.00992584228515625, -0.004962921142578125, 0.0, 0.004962921142578125, 0.00992584228515625, 0.014888763427734375, 0.0198516845703125, 0.024814605712890625, 0.02977752685546875, 0.034740447998046875, 0.039703369140625, 0.044666290283203125, 0.04962921142578125, 0.054592132568359375, 0.0595550537109375, 0.06451797485351562, 0.06948089599609375, 0.07444381713867188, 0.07940673828125, 0.08436965942382812, 0.08933258056640625, 0.09429550170898438, 0.0992584228515625, 0.10422134399414062, 0.10918426513671875, 0.11414718627929688, 0.119110107421875, 0.12407302856445312, 0.12903594970703125, 0.13399887084960938, 0.1389617919921875, 0.14392471313476562, 0.14888763427734375, 0.15385055541992188, 0.1588134765625]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 3.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 2.0, 4.0, 8.0, 10.0, 9.0, 8.0, 12.0, 12.0, 19.0, 17.0, 13.0, 22.0, 15.0, 33.0, 28.0, 24.0, 35.0, 30.0, 32.0, 25.0, 39.0, 29.0, 38.0, 1066.0, 29.0, 29.0, 49.0, 31.0, 37.0, 27.0, 37.0, 31.0, 22.0, 24.0, 19.0, 23.0, 24.0, 22.0, 15.0, 17.0, 12.0, 8.0, 7.0, 10.0, 11.0, 3.0, 2.0, 5.0, 4.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.685546875, -0.6640243530273438, -0.6425018310546875, -0.6209793090820312, -0.599456787109375, -0.5779342651367188, -0.5564117431640625, -0.5348892211914062, -0.51336669921875, -0.49184417724609375, -0.4703216552734375, -0.44879913330078125, -0.427276611328125, -0.40575408935546875, -0.3842315673828125, -0.36270904541015625, -0.3411865234375, -0.31966400146484375, -0.2981414794921875, -0.27661895751953125, -0.255096435546875, -0.23357391357421875, -0.2120513916015625, -0.19052886962890625, -0.16900634765625, -0.14748382568359375, -0.1259613037109375, -0.10443878173828125, -0.082916259765625, -0.06139373779296875, -0.0398712158203125, -0.01834869384765625, 0.003173828125, 0.02469635009765625, 0.0462188720703125, 0.06774139404296875, 0.089263916015625, 0.11078643798828125, 0.1323089599609375, 0.15383148193359375, 0.17535400390625, 0.19687652587890625, 0.2183990478515625, 0.23992156982421875, 0.261444091796875, 0.28296661376953125, 0.3044891357421875, 0.32601165771484375, 0.3475341796875, 0.36905670166015625, 0.3905792236328125, 0.41210174560546875, 0.433624267578125, 0.45514678955078125, 0.4766693115234375, 0.49819183349609375, 0.51971435546875, 0.5412368774414062, 0.5627593994140625, 0.5842819213867188, 0.605804443359375, 0.6273269653320312, 0.6488494873046875, 0.6703720092773438, 0.69189453125]}, "gradients/decoder.transformer.h.7.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 6.0, 5.0, 5.0, 5.0, 12.0, 21.0, 22.0, 27.0, 42.0, 60.0, 83.0, 98.0, 171.0, 227.0, 311.0, 438.0, 626.0, 906.0, 1316.0, 1947.0, 2997.0, 4969.0, 8365.0, 16220.0, 41741.0, 966743.0, 968779.0, 42292.0, 15936.0, 8506.0, 4878.0, 3056.0, 1960.0, 1300.0, 923.0, 630.0, 430.0, 315.0, 235.0, 172.0, 108.0, 75.0, 47.0, 34.0, 39.0, 20.0, 16.0, 9.0, 6.0, 6.0, 6.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.17724609375, -0.1717071533203125, -0.166168212890625, -0.1606292724609375, -0.15509033203125, -0.1495513916015625, -0.144012451171875, -0.1384735107421875, -0.1329345703125, -0.1273956298828125, -0.121856689453125, -0.1163177490234375, -0.11077880859375, -0.1052398681640625, -0.099700927734375, -0.0941619873046875, -0.088623046875, -0.0830841064453125, -0.077545166015625, -0.0720062255859375, -0.06646728515625, -0.0609283447265625, -0.055389404296875, -0.0498504638671875, -0.0443115234375, -0.0387725830078125, -0.033233642578125, -0.0276947021484375, -0.02215576171875, -0.0166168212890625, -0.011077880859375, -0.0055389404296875, 0.0, 0.0055389404296875, 0.011077880859375, 0.0166168212890625, 0.02215576171875, 0.0276947021484375, 0.033233642578125, 0.0387725830078125, 0.0443115234375, 0.0498504638671875, 0.055389404296875, 0.0609283447265625, 0.06646728515625, 0.0720062255859375, 0.077545166015625, 0.0830841064453125, 0.088623046875, 0.0941619873046875, 0.099700927734375, 0.1052398681640625, 0.11077880859375, 0.1163177490234375, 0.121856689453125, 0.1273956298828125, 0.1329345703125, 0.1384735107421875, 0.144012451171875, 0.1495513916015625, 0.15509033203125, 0.1606292724609375, 0.166168212890625, 0.1717071533203125, 0.17724609375]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 7.0, 8.0, 9.0, 10.0, 7.0, 12.0, 16.0, 23.0, 27.0, 26.0, 33.0, 34.0, 41.0, 51.0, 37.0, 60.0, 57.0, 60.0, 45.0, 54.0, 38.0, 47.0, 34.0, 33.0, 32.0, 23.0, 32.0, 29.0, 26.0, 19.0, 18.0, 7.0, 10.0, 12.0, 4.0, 6.0, 6.0, 4.0, 2.0, 5.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0070343017578125, -0.006799817085266113, -0.0065653324127197266, -0.00633084774017334, -0.006096363067626953, -0.005861878395080566, -0.00562739372253418, -0.005392909049987793, -0.005158424377441406, -0.0049239397048950195, -0.004689455032348633, -0.004454970359802246, -0.004220485687255859, -0.003986001014709473, -0.003751516342163086, -0.0035170316696166992, -0.0032825469970703125, -0.0030480623245239258, -0.002813577651977539, -0.0025790929794311523, -0.0023446083068847656, -0.002110123634338379, -0.0018756389617919922, -0.0016411542892456055, -0.0014066696166992188, -0.001172184944152832, -0.0009377002716064453, -0.0007032155990600586, -0.0004687309265136719, -0.00023424625396728516, 2.384185791015625e-07, 0.00023472309112548828, 0.000469207763671875, 0.0007036924362182617, 0.0009381771087646484, 0.0011726617813110352, 0.0014071464538574219, 0.0016416311264038086, 0.0018761157989501953, 0.002110600471496582, 0.0023450851440429688, 0.0025795698165893555, 0.002814054489135742, 0.003048539161682129, 0.0032830238342285156, 0.0035175085067749023, 0.003751993179321289, 0.003986477851867676, 0.0042209625244140625, 0.004455447196960449, 0.004689931869506836, 0.004924416542053223, 0.005158901214599609, 0.005393385887145996, 0.005627870559692383, 0.0058623552322387695, 0.006096839904785156, 0.006331324577331543, 0.00656580924987793, 0.006800293922424316, 0.007034778594970703, 0.00726926326751709, 0.0075037479400634766, 0.007738232612609863, 0.00797271728515625]}, "gradients/decoder.transformer.h.7.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 0.0, 3.0, 5.0, 0.0, 9.0, 3.0, 5.0, 6.0, 11.0, 11.0, 9.0, 15.0, 28.0, 29.0, 18.0, 33.0, 26.0, 35.0, 34.0, 59.0, 77.0, 147.0, 228.0, 1046508.0, 619.0, 186.0, 106.0, 58.0, 46.0, 46.0, 31.0, 28.0, 32.0, 24.0, 20.0, 15.0, 9.0, 4.0, 13.0, 8.0, 10.0, 4.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.2457275390625, -0.23844146728515625, -0.2311553955078125, -0.22386932373046875, -0.216583251953125, -0.20929718017578125, -0.2020111083984375, -0.19472503662109375, -0.18743896484375, -0.18015289306640625, -0.1728668212890625, -0.16558074951171875, -0.158294677734375, -0.15100860595703125, -0.1437225341796875, -0.13643646240234375, -0.129150390625, -0.12186431884765625, -0.1145782470703125, -0.10729217529296875, -0.100006103515625, -0.09272003173828125, -0.0854339599609375, -0.07814788818359375, -0.07086181640625, -0.06357574462890625, -0.0562896728515625, -0.04900360107421875, -0.041717529296875, -0.03443145751953125, -0.0271453857421875, -0.01985931396484375, -0.0125732421875, -0.00528717041015625, 0.0019989013671875, 0.00928497314453125, 0.016571044921875, 0.02385711669921875, 0.0311431884765625, 0.03842926025390625, 0.04571533203125, 0.05300140380859375, 0.0602874755859375, 0.06757354736328125, 0.074859619140625, 0.08214569091796875, 0.0894317626953125, 0.09671783447265625, 0.10400390625, 0.11128997802734375, 0.1185760498046875, 0.12586212158203125, 0.133148193359375, 0.14043426513671875, 0.1477203369140625, 0.15500640869140625, 0.16229248046875, 0.16957855224609375, 0.1768646240234375, 0.18415069580078125, 0.191436767578125, 0.19872283935546875, 0.2060089111328125, 0.21329498291015625, 0.2205810546875]}, "gradients/decoder.transformer.h.7.ln_cross_attn.weight": {"_type": "histogram", "values": [992.0, 31.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0032655014656484127, 0.0004961998201906681, 0.004257901106029749, 0.008019601926207542, 0.011781303212046623, 0.015543004497885704, 0.019304705783724785, 0.023066407069563866, 0.026828108355402946, 0.030589809641242027, 0.03435151278972626, 0.03811321407556534, 0.04187491536140442, 0.0456366166472435, 0.04939831793308258, 0.05316001921892166, 0.05692172050476074, 0.06068342179059982, 0.0644451230764389, 0.06820682436227798, 0.07196852564811707, 0.07573022693395615, 0.07949192821979523, 0.08325362950563431, 0.08701533079147339, 0.09077703207731247, 0.09453873336315155, 0.09830043464899063, 0.10206213593482971, 0.10582383722066879, 0.10958553850650787, 0.11334723979234695, 0.11710894107818604, 0.12087064236402512, 0.1246323436498642, 0.12839403748512268, 0.13215574622154236, 0.13591745495796204, 0.13967914879322052, 0.143440842628479, 0.14720255136489868, 0.15096426010131836, 0.15472595393657684, 0.15848764777183533, 0.162249356508255, 0.16601106524467468, 0.16977275907993317, 0.17353445291519165, 0.17729616165161133, 0.181057870388031, 0.1848195642232895, 0.18858125805854797, 0.19234296679496765, 0.19610467553138733, 0.1998663693666458, 0.2036280632019043, 0.20738977193832397, 0.21115148067474365, 0.21491317451000214, 0.21867486834526062, 0.2224365770816803, 0.22619828581809998, 0.22995997965335846, 0.23372167348861694, 0.23748338222503662]}, "gradients/decoder.transformer.h.7.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 1.0, 6.0, 2.0, 4.0, 5.0, 9.0, 5.0, 12.0, 11.0, 13.0, 15.0, 19.0, 27.0, 21.0, 29.0, 29.0, 47.0, 40.0, 58.0, 34.0, 45.0, 52.0, 55.0, 45.0, 54.0, 50.0, 42.0, 42.0, 30.0, 35.0, 34.0, 29.0, 23.0, 14.0, 14.0, 20.0, 9.0, 11.0, 5.0, 7.0, 4.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010129392147064209, -0.009826653636991978, -0.009523915126919746, -0.009221176616847515, -0.008918438106775284, -0.008615699596703053, -0.008312961086630821, -0.00801022257655859, -0.007707484066486359, -0.007404745556414127, -0.007102007046341896, -0.006799268536269665, -0.0064965300261974335, -0.006193791516125202, -0.005891053006052971, -0.00558831449598074, -0.005285575985908508, -0.004982837475836277, -0.004680098965764046, -0.004377360455691814, -0.004074621945619583, -0.003771883435547352, -0.0034691449254751205, -0.0031664064154028893, -0.002863667905330658, -0.0025609293952584267, -0.0022581908851861954, -0.001955452375113964, -0.0016527138650417328, -0.0013499753549695015, -0.0010472368448972702, -0.0007444983348250389, -0.0004417598247528076, -0.00013902131468057632, 0.00016371719539165497, 0.00046645570546388626, 0.0007691942155361176, 0.0010719327256083488, 0.0013746712356805801, 0.0016774097457528114, 0.0019801482558250427, 0.002282886765897274, 0.0025856252759695053, 0.0028883637860417366, 0.003191102296113968, 0.003493840806186199, 0.0037965793162584305, 0.004099317826330662, 0.004402056336402893, 0.004704794846475124, 0.005007533356547356, 0.005310271866619587, 0.005613010376691818, 0.0059157488867640495, 0.006218487396836281, 0.006521225906908512, 0.006823964416980743, 0.007126702927052975, 0.007429441437125206, 0.007732179947197437, 0.008034918457269669, 0.0083376569673419, 0.008640395477414131, 0.008943133987486362, 0.009245872497558594]}, "gradients/decoder.transformer.h.7.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 2.0, 4.0, 6.0, 3.0, 9.0, 13.0, 13.0, 14.0, 29.0, 28.0, 34.0, 45.0, 37.0, 64.0, 60.0, 70.0, 67.0, 53.0, 77.0, 59.0, 53.0, 54.0, 46.0, 35.0, 28.0, 22.0, 18.0, 17.0, 14.0, 8.0, 7.0, 4.0, 6.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6748046875, -1.6241302490234375, -1.573455810546875, -1.5227813720703125, -1.47210693359375, -1.4214324951171875, -1.370758056640625, -1.3200836181640625, -1.2694091796875, -1.2187347412109375, -1.168060302734375, -1.1173858642578125, -1.06671142578125, -1.0160369873046875, -0.965362548828125, -0.9146881103515625, -0.864013671875, -0.8133392333984375, -0.762664794921875, -0.7119903564453125, -0.66131591796875, -0.6106414794921875, -0.559967041015625, -0.5092926025390625, -0.4586181640625, -0.4079437255859375, -0.357269287109375, -0.3065948486328125, -0.25592041015625, -0.2052459716796875, -0.154571533203125, -0.1038970947265625, -0.05322265625, -0.0025482177734375, 0.048126220703125, 0.0988006591796875, 0.14947509765625, 0.2001495361328125, 0.250823974609375, 0.3014984130859375, 0.3521728515625, 0.4028472900390625, 0.453521728515625, 0.5041961669921875, 0.55487060546875, 0.6055450439453125, 0.656219482421875, 0.7068939208984375, 0.757568359375, 0.8082427978515625, 0.858917236328125, 0.9095916748046875, 0.96026611328125, 1.0109405517578125, 1.061614990234375, 1.1122894287109375, 1.1629638671875, 1.2136383056640625, 1.264312744140625, 1.3149871826171875, 1.36566162109375, 1.4163360595703125, 1.467010498046875, 1.5176849365234375, 1.568359375]}, "gradients/decoder.transformer.h.7.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 3.0, 2.0, 4.0, 9.0, 6.0, 10.0, 19.0, 11.0, 27.0, 40.0, 51.0, 85.0, 112.0, 176.0, 325.0, 840.0, 3795.0, 147046.0, 883242.0, 10335.0, 1321.0, 421.0, 242.0, 137.0, 86.0, 56.0, 39.0, 32.0, 24.0, 19.0, 11.0, 11.0, 5.0, 6.0, 2.0, 2.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.775390625, -2.6917724609375, -2.608154296875, -2.5245361328125, -2.44091796875, -2.3572998046875, -2.273681640625, -2.1900634765625, -2.1064453125, -2.0228271484375, -1.939208984375, -1.8555908203125, -1.77197265625, -1.6883544921875, -1.604736328125, -1.5211181640625, -1.4375, -1.3538818359375, -1.270263671875, -1.1866455078125, -1.10302734375, -1.0194091796875, -0.935791015625, -0.8521728515625, -0.7685546875, -0.6849365234375, -0.601318359375, -0.5177001953125, -0.43408203125, -0.3504638671875, -0.266845703125, -0.1832275390625, -0.099609375, -0.0159912109375, 0.067626953125, 0.1512451171875, 0.23486328125, 0.3184814453125, 0.402099609375, 0.4857177734375, 0.5693359375, 0.6529541015625, 0.736572265625, 0.8201904296875, 0.90380859375, 0.9874267578125, 1.071044921875, 1.1546630859375, 1.23828125, 1.3218994140625, 1.405517578125, 1.4891357421875, 1.57275390625, 1.6563720703125, 1.739990234375, 1.8236083984375, 1.9072265625, 1.9908447265625, 2.074462890625, 2.1580810546875, 2.24169921875, 2.3253173828125, 2.408935546875, 2.4925537109375, 2.576171875]}, "gradients/decoder.transformer.h.7.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 2.0, 5.0, 1.0, 4.0, 5.0, 3.0, 11.0, 12.0, 11.0, 13.0, 14.0, 22.0, 25.0, 25.0, 24.0, 16.0, 21.0, 39.0, 37.0, 35.0, 34.0, 39.0, 48.0, 57.0, 2075.0, 50.0, 48.0, 35.0, 31.0, 34.0, 33.0, 42.0, 32.0, 25.0, 26.0, 24.0, 16.0, 19.0, 13.0, 6.0, 9.0, 12.0, 10.0, 7.0, 6.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-3.40625, -3.301422119140625, -3.19659423828125, -3.091766357421875, -2.9869384765625, -2.882110595703125, -2.77728271484375, -2.672454833984375, -2.567626953125, -2.462799072265625, -2.35797119140625, -2.253143310546875, -2.1483154296875, -2.043487548828125, -1.93865966796875, -1.833831787109375, -1.72900390625, -1.624176025390625, -1.51934814453125, -1.414520263671875, -1.3096923828125, -1.204864501953125, -1.10003662109375, -0.995208740234375, -0.890380859375, -0.785552978515625, -0.68072509765625, -0.575897216796875, -0.4710693359375, -0.366241455078125, -0.26141357421875, -0.156585693359375, -0.0517578125, 0.053070068359375, 0.15789794921875, 0.262725830078125, 0.3675537109375, 0.472381591796875, 0.57720947265625, 0.682037353515625, 0.786865234375, 0.891693115234375, 0.99652099609375, 1.101348876953125, 1.2061767578125, 1.311004638671875, 1.41583251953125, 1.520660400390625, 1.62548828125, 1.730316162109375, 1.83514404296875, 1.939971923828125, 2.0447998046875, 2.149627685546875, 2.25445556640625, 2.359283447265625, 2.464111328125, 2.568939208984375, 2.67376708984375, 2.778594970703125, 2.8834228515625, 2.988250732421875, 3.09307861328125, 3.197906494140625, 3.302734375]}, "gradients/decoder.transformer.h.7.attn.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 5.0, 7.0, 11.0, 11.0, 10.0, 8.0, 18.0, 19.0, 18.0, 25.0, 43.0, 51.0, 56.0, 85.0, 86.0, 154.0, 198.0, 383.0, 712.0, 2724.0, 3137376.0, 1886.0, 696.0, 362.0, 172.0, 128.0, 107.0, 57.0, 61.0, 43.0, 29.0, 28.0, 33.0, 22.0, 18.0, 15.0, 12.0, 12.0, 11.0, 2.0, 6.0, 3.0, 1.0, 6.0, 1.0, 0.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.13671875, -5.94158935546875, -5.7464599609375, -5.55133056640625, -5.356201171875, -5.16107177734375, -4.9659423828125, -4.77081298828125, -4.57568359375, -4.38055419921875, -4.1854248046875, -3.99029541015625, -3.795166015625, -3.60003662109375, -3.4049072265625, -3.20977783203125, -3.0146484375, -2.81951904296875, -2.6243896484375, -2.42926025390625, -2.234130859375, -2.03900146484375, -1.8438720703125, -1.64874267578125, -1.45361328125, -1.25848388671875, -1.0633544921875, -0.86822509765625, -0.673095703125, -0.47796630859375, -0.2828369140625, -0.08770751953125, 0.107421875, 0.30255126953125, 0.4976806640625, 0.69281005859375, 0.887939453125, 1.08306884765625, 1.2781982421875, 1.47332763671875, 1.66845703125, 1.86358642578125, 2.0587158203125, 2.25384521484375, 2.448974609375, 2.64410400390625, 2.8392333984375, 3.03436279296875, 3.2294921875, 3.42462158203125, 3.6197509765625, 3.81488037109375, 4.010009765625, 4.20513916015625, 4.4002685546875, 4.59539794921875, 4.79052734375, 4.98565673828125, 5.1807861328125, 5.37591552734375, 5.571044921875, 5.76617431640625, 5.9613037109375, 6.15643310546875, 6.3515625]}, "gradients/decoder.transformer.h.7.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 40.0, 980.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.949739694595337, -3.0197324752807617, -2.0897254943847656, -1.1597182750701904, -0.22971105575561523, 0.70029616355896, 1.630303144454956, 2.5603106021881104, 3.4903175830841064, 4.420324802398682, 5.350331783294678, 6.280339241027832, 7.210346221923828, 8.140353202819824, 9.07036018371582, 10.000368118286133, 10.930375099182129, 11.860382080078125, 12.790389060974121, 13.720396041870117, 14.65040397644043, 15.580410957336426, 16.510417938232422, 17.440425872802734, 18.370431900024414, 19.300439834594727, 20.230445861816406, 21.16045379638672, 22.0904598236084, 23.02046775817871, 23.95047378540039, 24.880481719970703, 25.810487747192383, 26.740495681762695, 27.670501708984375, 28.600509643554688, 29.530515670776367, 30.46052360534668, 31.39052963256836, 32.32053756713867, 33.250545501708984, 34.1805534362793, 35.11056137084961, 36.040565490722656, 36.97057342529297, 37.90058135986328, 38.830589294433594, 39.760597229003906, 40.69060134887695, 41.620609283447266, 42.55061721801758, 43.480621337890625, 44.41062927246094, 45.34063720703125, 46.27064514160156, 47.200653076171875, 48.13066101074219, 49.0606689453125, 49.99067687988281, 50.92068099975586, 51.85068893432617, 52.780696868896484, 53.7107048034668, 54.64071273803711, 55.570716857910156]}, "gradients/decoder.transformer.h.7.ln_1.bias": {"_type": "histogram", "values": [2.0, 1.0, 4.0, 3.0, 1.0, 1.0, 6.0, 3.0, 6.0, 7.0, 11.0, 8.0, 11.0, 20.0, 15.0, 12.0, 18.0, 14.0, 23.0, 34.0, 31.0, 26.0, 39.0, 38.0, 45.0, 46.0, 51.0, 47.0, 40.0, 41.0, 30.0, 47.0, 33.0, 41.0, 34.0, 27.0, 33.0, 26.0, 25.0, 26.0, 22.0, 16.0, 10.0, 12.0, 5.0, 9.0, 4.0, 4.0, 2.0, 5.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-7.942503929138184, -7.661813735961914, -7.381124019622803, -7.100433826446533, -6.819743633270264, -6.539053916931152, -6.258363723754883, -5.977673530578613, -5.696983337402344, -5.416293144226074, -5.135603427886963, -4.854913234710693, -4.574223041534424, -4.2935333251953125, -4.012843132019043, -3.7321529388427734, -3.451463222503662, -3.1707732677459717, -2.890083074569702, -2.6093931198120117, -2.328702926635742, -2.0480129718780518, -1.7673230171203613, -1.4866329431533813, -1.2059428691864014, -0.9252527952194214, -0.6445627808570862, -0.363872766494751, -0.083182692527771, 0.19750738143920898, 0.4781973361968994, 0.7588874101638794, 1.0395774841308594, 1.3202675580978394, 1.6009576320648193, 1.8816475868225098, 2.1623377799987793, 2.4430277347564697, 2.72371768951416, 3.0044078826904297, 3.28509783744812, 3.5657877922058105, 3.84647798538208, 4.127167701721191, 4.407857894897461, 4.6885480880737305, 4.96923828125, 5.249927997589111, 5.530618190765381, 5.81130838394165, 6.091998100280762, 6.372688293457031, 6.653378486633301, 6.93406867980957, 7.214758396148682, 7.495448589324951, 7.7761383056640625, 8.056828498840332, 8.337518692016602, 8.618207931518555, 8.898898124694824, 9.179588317871094, 9.460278511047363, 9.740968704223633, 10.021658897399902]}, "gradients/decoder.transformer.h.6.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 3.0, 2.0, 7.0, 4.0, 8.0, 15.0, 10.0, 13.0, 26.0, 29.0, 38.0, 41.0, 49.0, 49.0, 67.0, 76.0, 59.0, 60.0, 70.0, 60.0, 54.0, 60.0, 38.0, 37.0, 29.0, 24.0, 15.0, 16.0, 16.0, 9.0, 7.0, 3.0, 5.0, 2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6845703125, -1.6336822509765625, -1.582794189453125, -1.5319061279296875, -1.48101806640625, -1.4301300048828125, -1.379241943359375, -1.3283538818359375, -1.2774658203125, -1.2265777587890625, -1.175689697265625, -1.1248016357421875, -1.07391357421875, -1.0230255126953125, -0.972137451171875, -0.9212493896484375, -0.870361328125, -0.8194732666015625, -0.768585205078125, -0.7176971435546875, -0.66680908203125, -0.6159210205078125, -0.565032958984375, -0.5141448974609375, -0.4632568359375, -0.4123687744140625, -0.361480712890625, -0.3105926513671875, -0.25970458984375, -0.2088165283203125, -0.157928466796875, -0.1070404052734375, -0.05615234375, -0.0052642822265625, 0.045623779296875, 0.0965118408203125, 0.14739990234375, 0.1982879638671875, 0.249176025390625, 0.3000640869140625, 0.3509521484375, 0.4018402099609375, 0.452728271484375, 0.5036163330078125, 0.55450439453125, 0.6053924560546875, 0.656280517578125, 0.7071685791015625, 0.758056640625, 0.8089447021484375, 0.859832763671875, 0.9107208251953125, 0.96160888671875, 1.0124969482421875, 1.063385009765625, 1.1142730712890625, 1.1651611328125, 1.2160491943359375, 1.266937255859375, 1.3178253173828125, 1.36871337890625, 1.4196014404296875, 1.470489501953125, 1.5213775634765625, 1.572265625]}, "gradients/decoder.transformer.h.6.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 2.0, 7.0, 3.0, 8.0, 17.0, 6.0, 14.0, 18.0, 31.0, 42.0, 51.0, 63.0, 126.0, 455.0, 3971.0, 186400.0, 3949936.0, 50376.0, 2116.0, 291.0, 99.0, 72.0, 42.0, 31.0, 26.0, 16.0, 17.0, 12.0, 13.0, 8.0, 5.0, 4.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-4.5234375, -4.38787841796875, -4.2523193359375, -4.11676025390625, -3.981201171875, -3.84564208984375, -3.7100830078125, -3.57452392578125, -3.43896484375, -3.30340576171875, -3.1678466796875, -3.03228759765625, -2.896728515625, -2.76116943359375, -2.6256103515625, -2.49005126953125, -2.3544921875, -2.21893310546875, -2.0833740234375, -1.94781494140625, -1.812255859375, -1.67669677734375, -1.5411376953125, -1.40557861328125, -1.27001953125, -1.13446044921875, -0.9989013671875, -0.86334228515625, -0.727783203125, -0.59222412109375, -0.4566650390625, -0.32110595703125, -0.185546875, -0.04998779296875, 0.0855712890625, 0.22113037109375, 0.356689453125, 0.49224853515625, 0.6278076171875, 0.76336669921875, 0.89892578125, 1.03448486328125, 1.1700439453125, 1.30560302734375, 1.441162109375, 1.57672119140625, 1.7122802734375, 1.84783935546875, 1.9833984375, 2.11895751953125, 2.2545166015625, 2.39007568359375, 2.525634765625, 2.66119384765625, 2.7967529296875, 2.93231201171875, 3.06787109375, 3.20343017578125, 3.3389892578125, 3.47454833984375, 3.610107421875, 3.74566650390625, 3.8812255859375, 4.01678466796875, 4.15234375]}, "gradients/decoder.transformer.h.6.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 5.0, 4.0, 1.0, 5.0, 10.0, 14.0, 24.0, 21.0, 28.0, 29.0, 49.0, 51.0, 48.0, 54.0, 95.0, 81.0, 112.0, 206.0, 318.0, 602.0, 805.0, 538.0, 329.0, 172.0, 105.0, 80.0, 69.0, 60.0, 32.0, 39.0, 29.0, 20.0, 17.0, 15.0, 3.0, 7.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.224609375, -2.148895263671875, -2.07318115234375, -1.997467041015625, -1.9217529296875, -1.846038818359375, -1.77032470703125, -1.694610595703125, -1.618896484375, -1.543182373046875, -1.46746826171875, -1.391754150390625, -1.3160400390625, -1.240325927734375, -1.16461181640625, -1.088897705078125, -1.01318359375, -0.937469482421875, -0.86175537109375, -0.786041259765625, -0.7103271484375, -0.634613037109375, -0.55889892578125, -0.483184814453125, -0.407470703125, -0.331756591796875, -0.25604248046875, -0.180328369140625, -0.1046142578125, -0.028900146484375, 0.04681396484375, 0.122528076171875, 0.1982421875, 0.273956298828125, 0.34967041015625, 0.425384521484375, 0.5010986328125, 0.576812744140625, 0.65252685546875, 0.728240966796875, 0.803955078125, 0.879669189453125, 0.95538330078125, 1.031097412109375, 1.1068115234375, 1.182525634765625, 1.25823974609375, 1.333953857421875, 1.40966796875, 1.485382080078125, 1.56109619140625, 1.636810302734375, 1.7125244140625, 1.788238525390625, 1.86395263671875, 1.939666748046875, 2.015380859375, 2.091094970703125, 2.16680908203125, 2.242523193359375, 2.3182373046875, 2.393951416015625, 2.46966552734375, 2.545379638671875, 2.62109375]}, "gradients/decoder.transformer.h.6.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 7.0, 5.0, 9.0, 17.0, 20.0, 21.0, 29.0, 35.0, 37.0, 75.0, 96.0, 141.0, 190.0, 320.0, 584.0, 1623.0, 4188033.0, 1328.0, 510.0, 332.0, 201.0, 159.0, 118.0, 87.0, 60.0, 54.0, 49.0, 36.0, 23.0, 24.0, 27.0, 11.0, 12.0, 6.0, 1.0, 4.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-21.828125, -21.175537109375, -20.52294921875, -19.870361328125, -19.2177734375, -18.565185546875, -17.91259765625, -17.260009765625, -16.607421875, -15.954833984375, -15.30224609375, -14.649658203125, -13.9970703125, -13.344482421875, -12.69189453125, -12.039306640625, -11.38671875, -10.734130859375, -10.08154296875, -9.428955078125, -8.7763671875, -8.123779296875, -7.47119140625, -6.818603515625, -6.166015625, -5.513427734375, -4.86083984375, -4.208251953125, -3.5556640625, -2.903076171875, -2.25048828125, -1.597900390625, -0.9453125, -0.292724609375, 0.35986328125, 1.012451171875, 1.6650390625, 2.317626953125, 2.97021484375, 3.622802734375, 4.275390625, 4.927978515625, 5.58056640625, 6.233154296875, 6.8857421875, 7.538330078125, 8.19091796875, 8.843505859375, 9.49609375, 10.148681640625, 10.80126953125, 11.453857421875, 12.1064453125, 12.759033203125, 13.41162109375, 14.064208984375, 14.716796875, 15.369384765625, 16.02197265625, 16.674560546875, 17.3271484375, 17.979736328125, 18.63232421875, 19.284912109375, 19.9375]}, "gradients/decoder.transformer.h.6.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1022.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-93.47486877441406, -87.12308502197266, -80.77130126953125, -74.41951751708984, -68.06773376464844, -61.71595001220703, -55.364166259765625, -49.01238250732422, -42.66059875488281, -36.308815002441406, -29.95703125, -23.605247497558594, -17.253463745117188, -10.901679992675781, -4.549896240234375, 1.8018875122070312, 8.153671264648438, 14.505455017089844, 20.85723876953125, 27.209022521972656, 33.56080627441406, 39.91259002685547, 46.264373779296875, 52.61615753173828, 58.96794128417969, 65.3197250366211, 71.6715087890625, 78.0232925415039, 84.37507629394531, 90.72686004638672, 97.07864379882812, 103.43042755126953, 109.78219604492188, 116.13397979736328, 122.48576354980469, 128.83755493164062, 135.1893310546875, 141.54110717773438, 147.8928985595703, 154.24468994140625, 160.59646606445312, 166.9482421875, 173.30003356933594, 179.65182495117188, 186.00360107421875, 192.35537719726562, 198.70716857910156, 205.0589599609375, 211.41073608398438, 217.76251220703125, 224.1143035888672, 230.46609497070312, 236.81787109375, 243.16964721679688, 249.5214385986328, 255.87322998046875, 262.2250061035156, 268.5767822265625, 274.9285888671875, 281.2803649902344, 287.63214111328125, 293.9839172363281, 300.335693359375, 306.6875, 313.0392761230469]}, "gradients/decoder.transformer.h.6.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 5.0, 12.0, 6.0, 12.0, 17.0, 21.0, 23.0, 27.0, 35.0, 39.0, 45.0, 53.0, 44.0, 42.0, 52.0, 49.0, 50.0, 52.0, 58.0, 44.0, 57.0, 44.0, 40.0, 33.0, 27.0, 26.0, 16.0, 18.0, 14.0, 21.0, 8.0, 11.0, 2.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.970598220825195, -9.590194702148438, -9.20979118347168, -8.829386711120605, -8.448983192443848, -8.06857967376709, -7.688176155090332, -7.307772159576416, -6.9273681640625, -6.546964645385742, -6.166560649871826, -5.786157131195068, -5.405753135681152, -5.0253496170043945, -4.644946098327637, -4.264542102813721, -3.884138584136963, -3.503734827041626, -3.123331069946289, -2.7429275512695312, -2.3625235557556152, -1.9821199178695679, -1.6017162799835205, -1.2213125228881836, -0.8409087657928467, -0.46050503849983215, -0.08010131120681763, 0.3003023862838745, 0.6807061433792114, 1.0611099004745483, 1.4415135383605957, 1.8219172954559326, 2.2023210525512695, 2.5827248096466064, 2.9631285667419434, 3.343532085418701, 3.723936080932617, 4.104339599609375, 4.484743118286133, 4.865147113800049, 5.245551109313965, 5.625954627990723, 6.006358623504639, 6.3867621421813965, 6.7671661376953125, 7.14756965637207, 7.527973175048828, 7.908377170562744, 8.288780212402344, 8.669183731079102, 9.04958724975586, 9.429991722106934, 9.810395240783691, 10.19079875946045, 10.571202278137207, 10.951606750488281, 11.332010269165039, 11.712413787841797, 12.092817306518555, 12.473221778869629, 12.853625297546387, 13.234028816223145, 13.614432334899902, 13.994836807250977, 14.375240325927734]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0, 6.0, 7.0, 2.0, 15.0, 10.0, 11.0, 17.0, 25.0, 28.0, 42.0, 40.0, 50.0, 51.0, 75.0, 71.0, 51.0, 64.0, 72.0, 60.0, 53.0, 58.0, 38.0, 32.0, 31.0, 13.0, 20.0, 15.0, 18.0, 8.0, 5.0, 3.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.646484375, -1.59637451171875, -1.5462646484375, -1.49615478515625, -1.446044921875, -1.39593505859375, -1.3458251953125, -1.29571533203125, -1.24560546875, -1.19549560546875, -1.1453857421875, -1.09527587890625, -1.045166015625, -0.99505615234375, -0.9449462890625, -0.89483642578125, -0.8447265625, -0.79461669921875, -0.7445068359375, -0.69439697265625, -0.644287109375, -0.59417724609375, -0.5440673828125, -0.49395751953125, -0.44384765625, -0.39373779296875, -0.3436279296875, -0.29351806640625, -0.243408203125, -0.19329833984375, -0.1431884765625, -0.09307861328125, -0.04296875, 0.00714111328125, 0.0572509765625, 0.10736083984375, 0.157470703125, 0.20758056640625, 0.2576904296875, 0.30780029296875, 0.35791015625, 0.40802001953125, 0.4581298828125, 0.50823974609375, 0.558349609375, 0.60845947265625, 0.6585693359375, 0.70867919921875, 0.7587890625, 0.80889892578125, 0.8590087890625, 0.90911865234375, 0.959228515625, 1.00933837890625, 1.0594482421875, 1.10955810546875, 1.15966796875, 1.20977783203125, 1.2598876953125, 1.30999755859375, 1.360107421875, 1.41021728515625, 1.4603271484375, 1.51043701171875, 1.560546875]}, "gradients/decoder.transformer.h.6.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 6.0, 7.0, 12.0, 22.0, 17.0, 30.0, 31.0, 42.0, 80.0, 111.0, 114.0, 150.0, 221.0, 328.0, 508.0, 687.0, 1048.0, 1710.0, 2738.0, 4385.0, 7142.0, 13001.0, 23334.0, 44272.0, 93364.0, 273614.0, 352958.0, 113740.0, 51815.0, 26496.0, 14848.0, 8271.0, 4890.0, 2904.0, 1867.0, 1225.0, 767.0, 520.0, 375.0, 240.0, 184.0, 138.0, 81.0, 72.0, 45.0, 47.0, 33.0, 25.0, 16.0, 6.0, 5.0, 9.0, 6.0, 6.0, 1.0, 0.0, 2.0], "bins": [-0.141845703125, -0.13756179809570312, -0.13327789306640625, -0.12899398803710938, -0.1247100830078125, -0.12042617797851562, -0.11614227294921875, -0.11185836791992188, -0.107574462890625, -0.10329055786132812, -0.09900665283203125, -0.09472274780273438, -0.0904388427734375, -0.08615493774414062, -0.08187103271484375, -0.07758712768554688, -0.07330322265625, -0.06901931762695312, -0.06473541259765625, -0.060451507568359375, -0.0561676025390625, -0.051883697509765625, -0.04759979248046875, -0.043315887451171875, -0.039031982421875, -0.034748077392578125, -0.03046417236328125, -0.026180267333984375, -0.0218963623046875, -0.017612457275390625, -0.01332855224609375, -0.009044647216796875, -0.0047607421875, -0.000476837158203125, 0.00380706787109375, 0.008090972900390625, 0.0123748779296875, 0.016658782958984375, 0.02094268798828125, 0.025226593017578125, 0.029510498046875, 0.033794403076171875, 0.03807830810546875, 0.042362213134765625, 0.0466461181640625, 0.050930023193359375, 0.05521392822265625, 0.059497833251953125, 0.06378173828125, 0.06806564331054688, 0.07234954833984375, 0.07663345336914062, 0.0809173583984375, 0.08520126342773438, 0.08948516845703125, 0.09376907348632812, 0.098052978515625, 0.10233688354492188, 0.10662078857421875, 0.11090469360351562, 0.1151885986328125, 0.11947250366210938, 0.12375640869140625, 0.12804031372070312, 0.13232421875]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 1.0, 5.0, 1.0, 4.0, 4.0, 1.0, 5.0, 3.0, 5.0, 12.0, 8.0, 21.0, 16.0, 15.0, 16.0, 14.0, 22.0, 17.0, 37.0, 20.0, 29.0, 42.0, 40.0, 53.0, 43.0, 31.0, 1073.0, 36.0, 44.0, 41.0, 33.0, 42.0, 42.0, 29.0, 19.0, 20.0, 31.0, 20.0, 16.0, 13.0, 18.0, 18.0, 11.0, 12.0, 11.0, 9.0, 10.0, 6.0, 7.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.75634765625, -0.7345962524414062, -0.7128448486328125, -0.6910934448242188, -0.669342041015625, -0.6475906372070312, -0.6258392333984375, -0.6040878295898438, -0.58233642578125, -0.5605850219726562, -0.5388336181640625, -0.5170822143554688, -0.495330810546875, -0.47357940673828125, -0.4518280029296875, -0.43007659912109375, -0.4083251953125, -0.38657379150390625, -0.3648223876953125, -0.34307098388671875, -0.321319580078125, -0.29956817626953125, -0.2778167724609375, -0.25606536865234375, -0.23431396484375, -0.21256256103515625, -0.1908111572265625, -0.16905975341796875, -0.147308349609375, -0.12555694580078125, -0.1038055419921875, -0.08205413818359375, -0.060302734375, -0.03855133056640625, -0.0167999267578125, 0.00495147705078125, 0.026702880859375, 0.04845428466796875, 0.0702056884765625, 0.09195709228515625, 0.11370849609375, 0.13545989990234375, 0.1572113037109375, 0.17896270751953125, 0.200714111328125, 0.22246551513671875, 0.2442169189453125, 0.26596832275390625, 0.2877197265625, 0.30947113037109375, 0.3312225341796875, 0.35297393798828125, 0.374725341796875, 0.39647674560546875, 0.4182281494140625, 0.43997955322265625, 0.46173095703125, 0.48348236083984375, 0.5052337646484375, 0.5269851684570312, 0.548736572265625, 0.5704879760742188, 0.5922393798828125, 0.6139907836914062, 0.6357421875]}, "gradients/decoder.transformer.h.6.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 7.0, 7.0, 7.0, 19.0, 23.0, 30.0, 37.0, 44.0, 79.0, 98.0, 135.0, 182.0, 250.0, 340.0, 519.0, 777.0, 1055.0, 1625.0, 2521.0, 4188.0, 7049.0, 13366.0, 32075.0, 249207.0, 1697602.0, 47225.0, 16396.0, 8461.0, 4980.0, 2862.0, 1871.0, 1270.0, 788.0, 629.0, 421.0, 272.0, 201.0, 127.0, 121.0, 73.0, 58.0, 37.0, 29.0, 21.0, 14.0, 15.0, 7.0, 4.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-0.1710205078125, -0.16570091247558594, -0.16038131713867188, -0.1550617218017578, -0.14974212646484375, -0.1444225311279297, -0.13910293579101562, -0.13378334045410156, -0.1284637451171875, -0.12314414978027344, -0.11782455444335938, -0.11250495910644531, -0.10718536376953125, -0.10186576843261719, -0.09654617309570312, -0.09122657775878906, -0.085906982421875, -0.08058738708496094, -0.07526779174804688, -0.06994819641113281, -0.06462860107421875, -0.05930900573730469, -0.053989410400390625, -0.04866981506347656, -0.0433502197265625, -0.03803062438964844, -0.032711029052734375, -0.027391433715820312, -0.02207183837890625, -0.016752243041992188, -0.011432647705078125, -0.0061130523681640625, -0.00079345703125, 0.0045261383056640625, 0.009845733642578125, 0.015165328979492188, 0.02048492431640625, 0.025804519653320312, 0.031124114990234375, 0.03644371032714844, 0.0417633056640625, 0.04708290100097656, 0.052402496337890625, 0.05772209167480469, 0.06304168701171875, 0.06836128234863281, 0.07368087768554688, 0.07900047302246094, 0.084320068359375, 0.08963966369628906, 0.09495925903320312, 0.10027885437011719, 0.10559844970703125, 0.11091804504394531, 0.11623764038085938, 0.12155723571777344, 0.1268768310546875, 0.13219642639160156, 0.13751602172851562, 0.1428356170654297, 0.14815521240234375, 0.1534748077392578, 0.15879440307617188, 0.16411399841308594, 0.16943359375]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 3.0, 5.0, 4.0, 2.0, 3.0, 4.0, 6.0, 3.0, 5.0, 7.0, 10.0, 22.0, 13.0, 20.0, 29.0, 33.0, 42.0, 38.0, 40.0, 37.0, 49.0, 43.0, 41.0, 52.0, 58.0, 50.0, 43.0, 42.0, 59.0, 37.0, 35.0, 34.0, 21.0, 22.0, 28.0, 18.0, 9.0, 8.0, 9.0, 8.0, 6.0, 2.0, 2.0, 4.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.005077362060546875, -0.004890561103820801, -0.0047037601470947266, -0.004516959190368652, -0.004330158233642578, -0.004143357276916504, -0.00395655632019043, -0.0037697553634643555, -0.0035829544067382812, -0.003396153450012207, -0.003209352493286133, -0.0030225515365600586, -0.0028357505798339844, -0.00264894962310791, -0.002462148666381836, -0.0022753477096557617, -0.0020885467529296875, -0.0019017457962036133, -0.001714944839477539, -0.0015281438827514648, -0.0013413429260253906, -0.0011545419692993164, -0.0009677410125732422, -0.000780940055847168, -0.0005941390991210938, -0.00040733814239501953, -0.0002205371856689453, -3.3736228942871094e-05, 0.00015306472778320312, 0.00033986568450927734, 0.0005266666412353516, 0.0007134675979614258, 0.0009002685546875, 0.0010870695114135742, 0.0012738704681396484, 0.0014606714248657227, 0.0016474723815917969, 0.001834273338317871, 0.0020210742950439453, 0.0022078752517700195, 0.0023946762084960938, 0.002581477165222168, 0.002768278121948242, 0.0029550790786743164, 0.0031418800354003906, 0.003328680992126465, 0.003515481948852539, 0.0037022829055786133, 0.0038890838623046875, 0.004075884819030762, 0.004262685775756836, 0.00444948673248291, 0.004636287689208984, 0.004823088645935059, 0.005009889602661133, 0.005196690559387207, 0.005383491516113281, 0.0055702924728393555, 0.00575709342956543, 0.005943894386291504, 0.006130695343017578, 0.006317496299743652, 0.0065042972564697266, 0.006691098213195801, 0.006877899169921875]}, "gradients/decoder.transformer.h.6.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 4.0, 4.0, 3.0, 2.0, 3.0, 6.0, 7.0, 8.0, 10.0, 8.0, 20.0, 29.0, 24.0, 20.0, 34.0, 38.0, 43.0, 68.0, 68.0, 156.0, 310.0, 1046345.0, 671.0, 195.0, 93.0, 59.0, 51.0, 40.0, 42.0, 39.0, 37.0, 25.0, 21.0, 15.0, 19.0, 9.0, 6.0, 2.0, 6.0, 5.0, 5.0, 2.0, 2.0, 4.0, 4.0, 3.0, 1.0, 1.0, 1.0], "bins": [-0.212890625, -0.20708274841308594, -0.20127487182617188, -0.1954669952392578, -0.18965911865234375, -0.1838512420654297, -0.17804336547851562, -0.17223548889160156, -0.1664276123046875, -0.16061973571777344, -0.15481185913085938, -0.1490039825439453, -0.14319610595703125, -0.1373882293701172, -0.13158035278320312, -0.12577247619628906, -0.119964599609375, -0.11415672302246094, -0.10834884643554688, -0.10254096984863281, -0.09673309326171875, -0.09092521667480469, -0.08511734008789062, -0.07930946350097656, -0.0735015869140625, -0.06769371032714844, -0.061885833740234375, -0.05607795715332031, -0.05027008056640625, -0.04446220397949219, -0.038654327392578125, -0.03284645080566406, -0.02703857421875, -0.021230697631835938, -0.015422821044921875, -0.009614944458007812, -0.00380706787109375, 0.0020008087158203125, 0.007808685302734375, 0.013616561889648438, 0.0194244384765625, 0.025232315063476562, 0.031040191650390625, 0.03684806823730469, 0.04265594482421875, 0.04846382141113281, 0.054271697998046875, 0.06007957458496094, 0.065887451171875, 0.07169532775878906, 0.07750320434570312, 0.08331108093261719, 0.08911895751953125, 0.09492683410644531, 0.10073471069335938, 0.10654258728027344, 0.1123504638671875, 0.11815834045410156, 0.12396621704101562, 0.1297740936279297, 0.13558197021484375, 0.1413898468017578, 0.14719772338867188, 0.15300559997558594, 0.1588134765625]}, "gradients/decoder.transformer.h.6.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 13.0, 1007.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.010093213990330696, -0.0077352868393063545, -0.0053773601539433, -0.003019433468580246, -0.0006615063175559044, 0.0016964208334684372, 0.004054347053170204, 0.00641227513551712, 0.008770201355218887, 0.011128128506243229, 0.01348605565726757, 0.015843981876969337, 0.018201909959316254, 0.02055983617901802, 0.022917762398719788, 0.025275690481066704, 0.02763361670076847, 0.029991542920470238, 0.032349471002817154, 0.03470739722251892, 0.03706532344222069, 0.039423249661922455, 0.04178117960691452, 0.04413910582661629, 0.046497032046318054, 0.04885495826601982, 0.05121288448572159, 0.053570814430713654, 0.05592874065041542, 0.05828666687011719, 0.060644593089818954, 0.06300251930952072, 0.06536044925451279, 0.06771837919950485, 0.07007630169391632, 0.07243423163890839, 0.07479215413331985, 0.07715008407831192, 0.07950800657272339, 0.08186593651771545, 0.08422386646270752, 0.08658179640769958, 0.08893971890211105, 0.09129764884710312, 0.09365557134151459, 0.09601350128650665, 0.09837143123149872, 0.10072935372591019, 0.10308727622032166, 0.10544520616531372, 0.10780312865972519, 0.11016105860471725, 0.11251898109912872, 0.11487691104412079, 0.11723484098911285, 0.11959276348352432, 0.12195069342851639, 0.12430862337350845, 0.12666654586791992, 0.129024475812912, 0.13138240575790405, 0.13374033570289612, 0.136098250746727, 0.13845618069171906, 0.14081411063671112]}, "gradients/decoder.transformer.h.6.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 3.0, 7.0, 1.0, 4.0, 10.0, 6.0, 10.0, 13.0, 10.0, 15.0, 15.0, 20.0, 22.0, 34.0, 30.0, 36.0, 35.0, 31.0, 30.0, 32.0, 39.0, 50.0, 37.0, 40.0, 34.0, 42.0, 40.0, 35.0, 28.0, 24.0, 33.0, 35.0, 33.0, 25.0, 27.0, 19.0, 12.0, 20.0, 21.0, 7.0, 10.0, 6.0, 4.0, 9.0, 6.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0065305233001708984, -0.006329447031021118, -0.006128370761871338, -0.005927294492721558, -0.005726218223571777, -0.005525141954421997, -0.005324065685272217, -0.0051229894161224365, -0.004921913146972656, -0.004720836877822876, -0.004519760608673096, -0.004318684339523315, -0.004117608070373535, -0.003916531801223755, -0.0037154555320739746, -0.0035143792629241943, -0.003313302993774414, -0.003112226724624634, -0.0029111504554748535, -0.0027100741863250732, -0.002508997917175293, -0.0023079216480255127, -0.0021068453788757324, -0.0019057691097259521, -0.0017046928405761719, -0.0015036165714263916, -0.0013025403022766113, -0.001101464033126831, -0.0009003877639770508, -0.0006993114948272705, -0.0004982352256774902, -0.00029715895652770996, -9.608268737792969e-05, 0.00010499358177185059, 0.00030606985092163086, 0.0005071461200714111, 0.0007082223892211914, 0.0009092986583709717, 0.001110374927520752, 0.0013114511966705322, 0.0015125274658203125, 0.0017136037349700928, 0.001914680004119873, 0.0021157562732696533, 0.0023168325424194336, 0.002517908811569214, 0.002718985080718994, 0.0029200613498687744, 0.0031211376190185547, 0.003322213888168335, 0.0035232901573181152, 0.0037243664264678955, 0.003925442695617676, 0.004126518964767456, 0.004327595233917236, 0.004528671503067017, 0.004729747772216797, 0.004930824041366577, 0.005131900310516357, 0.005332976579666138, 0.005534052848815918, 0.005735129117965698, 0.0059362053871154785, 0.006137281656265259, 0.006338357925415039]}, "gradients/decoder.transformer.h.6.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 1.0, 2.0, 6.0, 7.0, 2.0, 15.0, 10.0, 11.0, 17.0, 25.0, 28.0, 42.0, 40.0, 50.0, 51.0, 75.0, 71.0, 51.0, 64.0, 72.0, 60.0, 53.0, 58.0, 38.0, 32.0, 31.0, 13.0, 20.0, 15.0, 18.0, 8.0, 5.0, 3.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.646484375, -1.59637451171875, -1.5462646484375, -1.49615478515625, -1.446044921875, -1.39593505859375, -1.3458251953125, -1.29571533203125, -1.24560546875, -1.19549560546875, -1.1453857421875, -1.09527587890625, -1.045166015625, -0.99505615234375, -0.9449462890625, -0.89483642578125, -0.8447265625, -0.79461669921875, -0.7445068359375, -0.69439697265625, -0.644287109375, -0.59417724609375, -0.5440673828125, -0.49395751953125, -0.44384765625, -0.39373779296875, -0.3436279296875, -0.29351806640625, -0.243408203125, -0.19329833984375, -0.1431884765625, -0.09307861328125, -0.04296875, 0.00714111328125, 0.0572509765625, 0.10736083984375, 0.157470703125, 0.20758056640625, 0.2576904296875, 0.30780029296875, 0.35791015625, 0.40802001953125, 0.4581298828125, 0.50823974609375, 0.558349609375, 0.60845947265625, 0.6585693359375, 0.70867919921875, 0.7587890625, 0.80889892578125, 0.8590087890625, 0.90911865234375, 0.959228515625, 1.00933837890625, 1.0594482421875, 1.10955810546875, 1.15966796875, 1.20977783203125, 1.2598876953125, 1.30999755859375, 1.360107421875, 1.41021728515625, 1.4603271484375, 1.51043701171875, 1.560546875]}, "gradients/decoder.transformer.h.6.attn.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 3.0, 6.0, 4.0, 6.0, 4.0, 7.0, 13.0, 20.0, 14.0, 33.0, 32.0, 46.0, 63.0, 100.0, 149.0, 205.0, 293.0, 484.0, 955.0, 2615.0, 87543.0, 944101.0, 8577.0, 1401.0, 662.0, 388.0, 275.0, 155.0, 108.0, 73.0, 53.0, 41.0, 40.0, 31.0, 19.0, 6.0, 11.0, 5.0, 4.0, 4.0, 3.0, 1.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-3.06640625, -2.97418212890625, -2.8819580078125, -2.78973388671875, -2.697509765625, -2.60528564453125, -2.5130615234375, -2.42083740234375, -2.32861328125, -2.23638916015625, -2.1441650390625, -2.05194091796875, -1.959716796875, -1.86749267578125, -1.7752685546875, -1.68304443359375, -1.5908203125, -1.49859619140625, -1.4063720703125, -1.31414794921875, -1.221923828125, -1.12969970703125, -1.0374755859375, -0.94525146484375, -0.85302734375, -0.76080322265625, -0.6685791015625, -0.57635498046875, -0.484130859375, -0.39190673828125, -0.2996826171875, -0.20745849609375, -0.115234375, -0.02301025390625, 0.0692138671875, 0.16143798828125, 0.253662109375, 0.34588623046875, 0.4381103515625, 0.53033447265625, 0.62255859375, 0.71478271484375, 0.8070068359375, 0.89923095703125, 0.991455078125, 1.08367919921875, 1.1759033203125, 1.26812744140625, 1.3603515625, 1.45257568359375, 1.5447998046875, 1.63702392578125, 1.729248046875, 1.82147216796875, 1.9136962890625, 2.00592041015625, 2.09814453125, 2.19036865234375, 2.2825927734375, 2.37481689453125, 2.467041015625, 2.55926513671875, 2.6514892578125, 2.74371337890625, 2.8359375]}, "gradients/decoder.transformer.h.6.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 3.0, 2.0, 1.0, 8.0, 6.0, 9.0, 5.0, 11.0, 7.0, 11.0, 18.0, 19.0, 19.0, 20.0, 36.0, 23.0, 46.0, 34.0, 51.0, 50.0, 37.0, 38.0, 2042.0, 91.0, 53.0, 54.0, 40.0, 55.0, 33.0, 39.0, 30.0, 23.0, 24.0, 16.0, 21.0, 19.0, 8.0, 10.0, 12.0, 4.0, 10.0, 3.0, 7.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.90234375, -2.801422119140625, -2.70050048828125, -2.599578857421875, -2.4986572265625, -2.397735595703125, -2.29681396484375, -2.195892333984375, -2.094970703125, -1.994049072265625, -1.89312744140625, -1.792205810546875, -1.6912841796875, -1.590362548828125, -1.48944091796875, -1.388519287109375, -1.28759765625, -1.186676025390625, -1.08575439453125, -0.984832763671875, -0.8839111328125, -0.782989501953125, -0.68206787109375, -0.581146240234375, -0.480224609375, -0.379302978515625, -0.27838134765625, -0.177459716796875, -0.0765380859375, 0.024383544921875, 0.12530517578125, 0.226226806640625, 0.3271484375, 0.428070068359375, 0.52899169921875, 0.629913330078125, 0.7308349609375, 0.831756591796875, 0.93267822265625, 1.033599853515625, 1.134521484375, 1.235443115234375, 1.33636474609375, 1.437286376953125, 1.5382080078125, 1.639129638671875, 1.74005126953125, 1.840972900390625, 1.94189453125, 2.042816162109375, 2.14373779296875, 2.244659423828125, 2.3455810546875, 2.446502685546875, 2.54742431640625, 2.648345947265625, 2.749267578125, 2.850189208984375, 2.95111083984375, 3.052032470703125, 3.1529541015625, 3.253875732421875, 3.35479736328125, 3.455718994140625, 3.556640625]}, "gradients/decoder.transformer.h.6.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 4.0, 6.0, 9.0, 4.0, 12.0, 10.0, 9.0, 18.0, 24.0, 21.0, 23.0, 28.0, 52.0, 70.0, 87.0, 126.0, 211.0, 322.0, 655.0, 4214.0, 3136905.0, 1484.0, 492.0, 298.0, 165.0, 113.0, 79.0, 53.0, 48.0, 35.0, 21.0, 22.0, 19.0, 13.0, 6.0, 11.0, 6.0, 7.0, 7.0, 9.0, 1.0, 2.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0], "bins": [-6.8984375, -6.7032470703125, -6.508056640625, -6.3128662109375, -6.11767578125, -5.9224853515625, -5.727294921875, -5.5321044921875, -5.3369140625, -5.1417236328125, -4.946533203125, -4.7513427734375, -4.55615234375, -4.3609619140625, -4.165771484375, -3.9705810546875, -3.775390625, -3.5802001953125, -3.385009765625, -3.1898193359375, -2.99462890625, -2.7994384765625, -2.604248046875, -2.4090576171875, -2.2138671875, -2.0186767578125, -1.823486328125, -1.6282958984375, -1.43310546875, -1.2379150390625, -1.042724609375, -0.8475341796875, -0.65234375, -0.4571533203125, -0.261962890625, -0.0667724609375, 0.12841796875, 0.3236083984375, 0.518798828125, 0.7139892578125, 0.9091796875, 1.1043701171875, 1.299560546875, 1.4947509765625, 1.68994140625, 1.8851318359375, 2.080322265625, 2.2755126953125, 2.470703125, 2.6658935546875, 2.861083984375, 3.0562744140625, 3.25146484375, 3.4466552734375, 3.641845703125, 3.8370361328125, 4.0322265625, 4.2274169921875, 4.422607421875, 4.6177978515625, 4.81298828125, 5.0081787109375, 5.203369140625, 5.3985595703125, 5.59375]}, "gradients/decoder.transformer.h.6.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 104.0, 915.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.287982940673828, -7.47343111038208, -6.658879280090332, -5.844327926635742, -5.029776096343994, -4.215224266052246, -3.4006729125976562, -2.586121082305908, -1.7715692520141602, -0.9570175409317017, -0.14246582984924316, 0.6720857620239258, 1.4866375923156738, 2.301189422607422, 3.1157407760620117, 3.9302926063537598, 4.744844436645508, 5.559396266937256, 6.373948097229004, 7.188499450683594, 8.0030517578125, 8.81760311126709, 9.63215446472168, 10.446706771850586, 11.261258125305176, 12.075809478759766, 12.890361785888672, 13.704913139343262, 14.519464492797852, 15.334016799926758, 16.14856719970703, 16.963119506835938, 17.777671813964844, 18.59222412109375, 19.406774520874023, 20.22132682800293, 21.035879135131836, 21.85042953491211, 22.664981842041016, 23.479534149169922, 24.294086456298828, 25.108638763427734, 25.923189163208008, 26.737741470336914, 27.55229377746582, 28.366844177246094, 29.181396484375, 29.995948791503906, 30.81049919128418, 31.625051498413086, 32.43960189819336, 33.254154205322266, 34.06870651245117, 34.88325881958008, 35.69780731201172, 36.512359619140625, 37.32691192626953, 38.14146423339844, 38.956016540527344, 39.77056884765625, 40.58511734008789, 41.3996696472168, 42.2142219543457, 43.02877426147461, 43.843326568603516]}, "gradients/decoder.transformer.h.6.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 2.0, 7.0, 3.0, 4.0, 8.0, 9.0, 13.0, 10.0, 14.0, 18.0, 17.0, 25.0, 22.0, 23.0, 22.0, 25.0, 40.0, 31.0, 41.0, 34.0, 39.0, 33.0, 43.0, 39.0, 57.0, 37.0, 30.0, 40.0, 22.0, 40.0, 30.0, 27.0, 28.0, 25.0, 20.0, 15.0, 20.0, 17.0, 12.0, 8.0, 7.0, 14.0, 9.0, 7.0, 3.0, 5.0, 7.0, 2.0, 3.0, 2.0, 2.0, 2.0, 3.0], "bins": [-8.268193244934082, -8.027277946472168, -7.786363124847412, -7.545447826385498, -7.304532527923584, -7.063617706298828, -6.822702407836914, -6.581787109375, -6.340871810913086, -6.099956512451172, -5.859041690826416, -5.618126392364502, -5.377211093902588, -5.136296272277832, -4.895380973815918, -4.654465675354004, -4.413550853729248, -4.172635555267334, -3.931720495223999, -3.690805435180664, -3.44989013671875, -3.208975076675415, -2.96806001663208, -2.727144718170166, -2.486229658126831, -2.245314598083496, -2.004399299621582, -1.763484239578247, -1.5225690603256226, -1.281653881072998, -1.040738821029663, -0.7998236417770386, -0.5589084625244141, -0.31799331307411194, -0.07707816362380981, 0.16383695602416992, 0.40475213527679443, 0.645667314529419, 0.8865823745727539, 1.1274975538253784, 1.368412733078003, 1.6093279123306274, 1.850243091583252, 2.091158151626587, 2.332073211669922, 2.572988510131836, 2.813903570175171, 3.054818630218506, 3.29573392868042, 3.536648988723755, 3.777564287185669, 4.018479347229004, 4.259394645690918, 4.500309944152832, 4.741224765777588, 4.982140064239502, 5.223054885864258, 5.463970184326172, 5.704885005950928, 5.945800304412842, 6.186715602874756, 6.427630424499512, 6.668545722961426, 6.90946102142334, 7.150376319885254]}, "gradients/decoder.transformer.h.5.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 2.0, 5.0, 6.0, 5.0, 7.0, 17.0, 10.0, 18.0, 25.0, 28.0, 42.0, 40.0, 43.0, 52.0, 68.0, 71.0, 61.0, 63.0, 61.0, 64.0, 54.0, 56.0, 43.0, 36.0, 29.0, 19.0, 12.0, 18.0, 18.0, 11.0, 6.0, 2.0, 5.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6357421875, -1.5861968994140625, -1.536651611328125, -1.4871063232421875, -1.43756103515625, -1.3880157470703125, -1.338470458984375, -1.2889251708984375, -1.2393798828125, -1.1898345947265625, -1.140289306640625, -1.0907440185546875, -1.04119873046875, -0.9916534423828125, -0.942108154296875, -0.8925628662109375, -0.843017578125, -0.7934722900390625, -0.743927001953125, -0.6943817138671875, -0.64483642578125, -0.5952911376953125, -0.545745849609375, -0.4962005615234375, -0.4466552734375, -0.3971099853515625, -0.347564697265625, -0.2980194091796875, -0.24847412109375, -0.1989288330078125, -0.149383544921875, -0.0998382568359375, -0.05029296875, -0.0007476806640625, 0.048797607421875, 0.0983428955078125, 0.14788818359375, 0.1974334716796875, 0.246978759765625, 0.2965240478515625, 0.3460693359375, 0.3956146240234375, 0.445159912109375, 0.4947052001953125, 0.54425048828125, 0.5937957763671875, 0.643341064453125, 0.6928863525390625, 0.742431640625, 0.7919769287109375, 0.841522216796875, 0.8910675048828125, 0.94061279296875, 0.9901580810546875, 1.039703369140625, 1.0892486572265625, 1.1387939453125, 1.1883392333984375, 1.237884521484375, 1.2874298095703125, 1.33697509765625, 1.3865203857421875, 1.436065673828125, 1.4856109619140625, 1.53515625]}, "gradients/decoder.transformer.h.5.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 0.0, 3.0, 2.0, 5.0, 5.0, 11.0, 12.0, 14.0, 13.0, 24.0, 35.0, 58.0, 69.0, 93.0, 178.0, 332.0, 860.0, 24970.0, 4143331.0, 22591.0, 845.0, 314.0, 159.0, 116.0, 77.0, 43.0, 28.0, 21.0, 22.0, 20.0, 12.0, 6.0, 6.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-7.8984375, -7.66259765625, -7.4267578125, -7.19091796875, -6.955078125, -6.71923828125, -6.4833984375, -6.24755859375, -6.01171875, -5.77587890625, -5.5400390625, -5.30419921875, -5.068359375, -4.83251953125, -4.5966796875, -4.36083984375, -4.125, -3.88916015625, -3.6533203125, -3.41748046875, -3.181640625, -2.94580078125, -2.7099609375, -2.47412109375, -2.23828125, -2.00244140625, -1.7666015625, -1.53076171875, -1.294921875, -1.05908203125, -0.8232421875, -0.58740234375, -0.3515625, -0.11572265625, 0.1201171875, 0.35595703125, 0.591796875, 0.82763671875, 1.0634765625, 1.29931640625, 1.53515625, 1.77099609375, 2.0068359375, 2.24267578125, 2.478515625, 2.71435546875, 2.9501953125, 3.18603515625, 3.421875, 3.65771484375, 3.8935546875, 4.12939453125, 4.365234375, 4.60107421875, 4.8369140625, 5.07275390625, 5.30859375, 5.54443359375, 5.7802734375, 6.01611328125, 6.251953125, 6.48779296875, 6.7236328125, 6.95947265625, 7.1953125]}, "gradients/decoder.transformer.h.5.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 7.0, 1.0, 12.0, 14.0, 13.0, 23.0, 32.0, 30.0, 48.0, 43.0, 66.0, 82.0, 102.0, 195.0, 407.0, 851.0, 1036.0, 535.0, 214.0, 119.0, 86.0, 58.0, 32.0, 23.0, 11.0, 11.0, 12.0, 6.0, 5.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.0703125, -3.9737548828125, -3.877197265625, -3.7806396484375, -3.68408203125, -3.5875244140625, -3.490966796875, -3.3944091796875, -3.2978515625, -3.2012939453125, -3.104736328125, -3.0081787109375, -2.91162109375, -2.8150634765625, -2.718505859375, -2.6219482421875, -2.525390625, -2.4288330078125, -2.332275390625, -2.2357177734375, -2.13916015625, -2.0426025390625, -1.946044921875, -1.8494873046875, -1.7529296875, -1.6563720703125, -1.559814453125, -1.4632568359375, -1.36669921875, -1.2701416015625, -1.173583984375, -1.0770263671875, -0.98046875, -0.8839111328125, -0.787353515625, -0.6907958984375, -0.59423828125, -0.4976806640625, -0.401123046875, -0.3045654296875, -0.2080078125, -0.1114501953125, -0.014892578125, 0.0816650390625, 0.17822265625, 0.2747802734375, 0.371337890625, 0.4678955078125, 0.564453125, 0.6610107421875, 0.757568359375, 0.8541259765625, 0.95068359375, 1.0472412109375, 1.143798828125, 1.2403564453125, 1.3369140625, 1.4334716796875, 1.530029296875, 1.6265869140625, 1.72314453125, 1.8197021484375, 1.916259765625, 2.0128173828125, 2.109375]}, "gradients/decoder.transformer.h.5.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 6.0, 9.0, 8.0, 10.0, 18.0, 21.0, 49.0, 67.0, 116.0, 174.0, 363.0, 906.0, 4187489.0, 3350.0, 670.0, 333.0, 187.0, 143.0, 94.0, 73.0, 49.0, 34.0, 38.0, 23.0, 15.0, 16.0, 8.0, 7.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.546875, -16.743408203125, -15.93994140625, -15.136474609375, -14.3330078125, -13.529541015625, -12.72607421875, -11.922607421875, -11.119140625, -10.315673828125, -9.51220703125, -8.708740234375, -7.9052734375, -7.101806640625, -6.29833984375, -5.494873046875, -4.69140625, -3.887939453125, -3.08447265625, -2.281005859375, -1.4775390625, -0.674072265625, 0.12939453125, 0.932861328125, 1.736328125, 2.539794921875, 3.34326171875, 4.146728515625, 4.9501953125, 5.753662109375, 6.55712890625, 7.360595703125, 8.1640625, 8.967529296875, 9.77099609375, 10.574462890625, 11.3779296875, 12.181396484375, 12.98486328125, 13.788330078125, 14.591796875, 15.395263671875, 16.19873046875, 17.002197265625, 17.8056640625, 18.609130859375, 19.41259765625, 20.216064453125, 21.01953125, 21.822998046875, 22.62646484375, 23.429931640625, 24.2333984375, 25.036865234375, 25.84033203125, 26.643798828125, 27.447265625, 28.250732421875, 29.05419921875, 29.857666015625, 30.6611328125, 31.464599609375, 32.26806640625, 33.071533203125, 33.875]}, "gradients/decoder.transformer.h.5.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1022.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-130.92295837402344, -120.54837799072266, -110.17379760742188, -99.79920959472656, -89.42462921142578, -79.050048828125, -68.67546081542969, -58.300880432128906, -47.926300048828125, -37.551719665527344, -27.177135467529297, -16.802553176879883, -6.427970886230469, 3.9466094970703125, 14.32119369506836, 24.695777893066406, 35.07035827636719, 45.44493865966797, 55.819522857666016, 66.19410705566406, 76.56868743896484, 86.94326782226562, 97.31785583496094, 107.69243621826172, 118.0670166015625, 128.4416046142578, 138.81617736816406, 149.19076538085938, 159.56533813476562, 169.93992614746094, 180.31451416015625, 190.6890869140625, 201.06365966796875, 211.43824768066406, 221.8128204345703, 232.18740844726562, 242.56198120117188, 252.9365692138672, 263.3111572265625, 273.68572998046875, 284.060302734375, 294.43487548828125, 304.8094787597656, 315.1840515136719, 325.5586242675781, 335.9332275390625, 346.30780029296875, 356.682373046875, 367.0569763183594, 377.4315490722656, 387.80615234375, 398.18072509765625, 408.5552978515625, 418.92987060546875, 429.3044738769531, 439.6790466308594, 450.05364990234375, 460.42822265625, 470.8028259277344, 481.1773986816406, 491.5519714355469, 501.92657470703125, 512.3011474609375, 522.6757202148438, 533.05029296875]}, "gradients/decoder.transformer.h.5.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 8.0, 8.0, 13.0, 15.0, 29.0, 24.0, 34.0, 50.0, 52.0, 58.0, 63.0, 61.0, 80.0, 65.0, 64.0, 73.0, 48.0, 54.0, 47.0, 48.0, 40.0, 24.0, 11.0, 15.0, 12.0, 7.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-17.04227638244629, -16.452808380126953, -15.8633394241333, -15.273871421813965, -14.684402465820312, -14.094934463500977, -13.50546646118164, -12.915998458862305, -12.326529502868652, -11.737061500549316, -11.147592544555664, -10.558124542236328, -9.968656539916992, -9.37918758392334, -8.789719581604004, -8.200250625610352, -7.610782623291016, -7.0213141441345215, -6.431845664978027, -5.842377662658691, -5.252909183502197, -4.663440704345703, -4.073972702026367, -3.484504222869873, -2.895035743713379, -2.3055672645568848, -1.7160990238189697, -1.1266306638717651, -0.5371623039245605, 0.052306175231933594, 0.6417744159698486, 1.2312426567077637, 1.8207130432128906, 2.4101815223693848, 2.9996497631073, 3.589118003845215, 4.178586483001709, 4.768054962158203, 5.357522964477539, 5.946991443634033, 6.536459922790527, 7.1259284019470215, 7.715396881103516, 8.304864883422852, 8.894332885742188, 9.48380184173584, 10.073269844055176, 10.662738800048828, 11.252206802368164, 11.8416748046875, 12.431143760681152, 13.020611763000488, 13.61008071899414, 14.199548721313477, 14.789016723632812, 15.378484725952148, 15.9679536819458, 16.557422637939453, 17.14689064025879, 17.736358642578125, 18.32582664489746, 18.915294647216797, 19.504764556884766, 20.0942325592041, 20.683700561523438]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 7.0, 6.0, 12.0, 12.0, 12.0, 18.0, 26.0, 27.0, 45.0, 31.0, 54.0, 52.0, 69.0, 64.0, 68.0, 62.0, 72.0, 60.0, 55.0, 53.0, 33.0, 38.0, 29.0, 15.0, 19.0, 17.0, 19.0, 4.0, 6.0, 5.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.638671875, -1.58880615234375, -1.5389404296875, -1.48907470703125, -1.439208984375, -1.38934326171875, -1.3394775390625, -1.28961181640625, -1.23974609375, -1.18988037109375, -1.1400146484375, -1.09014892578125, -1.040283203125, -0.99041748046875, -0.9405517578125, -0.89068603515625, -0.8408203125, -0.79095458984375, -0.7410888671875, -0.69122314453125, -0.641357421875, -0.59149169921875, -0.5416259765625, -0.49176025390625, -0.44189453125, -0.39202880859375, -0.3421630859375, -0.29229736328125, -0.242431640625, -0.19256591796875, -0.1427001953125, -0.09283447265625, -0.04296875, 0.00689697265625, 0.0567626953125, 0.10662841796875, 0.156494140625, 0.20635986328125, 0.2562255859375, 0.30609130859375, 0.35595703125, 0.40582275390625, 0.4556884765625, 0.50555419921875, 0.555419921875, 0.60528564453125, 0.6551513671875, 0.70501708984375, 0.7548828125, 0.80474853515625, 0.8546142578125, 0.90447998046875, 0.954345703125, 1.00421142578125, 1.0540771484375, 1.10394287109375, 1.15380859375, 1.20367431640625, 1.2535400390625, 1.30340576171875, 1.353271484375, 1.40313720703125, 1.4530029296875, 1.50286865234375, 1.552734375]}, "gradients/decoder.transformer.h.5.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 6.0, 5.0, 9.0, 10.0, 13.0, 23.0, 25.0, 38.0, 49.0, 65.0, 89.0, 112.0, 178.0, 220.0, 331.0, 489.0, 778.0, 1161.0, 1857.0, 2999.0, 4762.0, 8369.0, 15126.0, 27750.0, 54793.0, 122187.0, 380434.0, 244921.0, 87786.0, 42067.0, 21958.0, 11888.0, 6936.0, 4143.0, 2297.0, 1557.0, 1002.0, 623.0, 440.0, 314.0, 221.0, 135.0, 107.0, 83.0, 62.0, 41.0, 28.0, 20.0, 17.0, 16.0, 9.0, 5.0, 3.0, 4.0, 3.0, 3.0, 1.0, 2.0], "bins": [-0.1431884765625, -0.138824462890625, -0.13446044921875, -0.130096435546875, -0.125732421875, -0.121368408203125, -0.11700439453125, -0.112640380859375, -0.1082763671875, -0.103912353515625, -0.09954833984375, -0.095184326171875, -0.0908203125, -0.086456298828125, -0.08209228515625, -0.077728271484375, -0.0733642578125, -0.069000244140625, -0.06463623046875, -0.060272216796875, -0.055908203125, -0.051544189453125, -0.04718017578125, -0.042816162109375, -0.0384521484375, -0.034088134765625, -0.02972412109375, -0.025360107421875, -0.02099609375, -0.016632080078125, -0.01226806640625, -0.007904052734375, -0.0035400390625, 0.000823974609375, 0.00518798828125, 0.009552001953125, 0.013916015625, 0.018280029296875, 0.02264404296875, 0.027008056640625, 0.0313720703125, 0.035736083984375, 0.04010009765625, 0.044464111328125, 0.048828125, 0.053192138671875, 0.05755615234375, 0.061920166015625, 0.0662841796875, 0.070648193359375, 0.07501220703125, 0.079376220703125, 0.083740234375, 0.088104248046875, 0.09246826171875, 0.096832275390625, 0.1011962890625, 0.105560302734375, 0.10992431640625, 0.114288330078125, 0.11865234375, 0.123016357421875, 0.12738037109375, 0.131744384765625, 0.1361083984375]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 6.0, 3.0, 6.0, 4.0, 6.0, 5.0, 6.0, 7.0, 15.0, 15.0, 18.0, 11.0, 24.0, 18.0, 22.0, 31.0, 31.0, 26.0, 35.0, 26.0, 22.0, 46.0, 37.0, 49.0, 1056.0, 43.0, 28.0, 36.0, 30.0, 45.0, 38.0, 34.0, 33.0, 34.0, 33.0, 14.0, 26.0, 19.0, 15.0, 11.0, 11.0, 6.0, 10.0, 6.0, 7.0, 2.0, 8.0, 7.0, 4.0, 1.0, 3.0, 2.0, 3.0, 0.0, 1.0, 2.0], "bins": [-0.69921875, -0.67779541015625, -0.6563720703125, -0.63494873046875, -0.613525390625, -0.59210205078125, -0.5706787109375, -0.54925537109375, -0.52783203125, -0.50640869140625, -0.4849853515625, -0.46356201171875, -0.442138671875, -0.42071533203125, -0.3992919921875, -0.37786865234375, -0.3564453125, -0.33502197265625, -0.3135986328125, -0.29217529296875, -0.270751953125, -0.24932861328125, -0.2279052734375, -0.20648193359375, -0.18505859375, -0.16363525390625, -0.1422119140625, -0.12078857421875, -0.099365234375, -0.07794189453125, -0.0565185546875, -0.03509521484375, -0.013671875, 0.00775146484375, 0.0291748046875, 0.05059814453125, 0.072021484375, 0.09344482421875, 0.1148681640625, 0.13629150390625, 0.15771484375, 0.17913818359375, 0.2005615234375, 0.22198486328125, 0.243408203125, 0.26483154296875, 0.2862548828125, 0.30767822265625, 0.3291015625, 0.35052490234375, 0.3719482421875, 0.39337158203125, 0.414794921875, 0.43621826171875, 0.4576416015625, 0.47906494140625, 0.50048828125, 0.52191162109375, 0.5433349609375, 0.56475830078125, 0.586181640625, 0.60760498046875, 0.6290283203125, 0.65045166015625, 0.671875]}, "gradients/decoder.transformer.h.5.crossattention.c_attn.weight": {"_type": "histogram", "values": [2.0, 2.0, 3.0, 0.0, 3.0, 5.0, 3.0, 1.0, 7.0, 12.0, 9.0, 18.0, 24.0, 30.0, 47.0, 65.0, 65.0, 101.0, 129.0, 202.0, 276.0, 345.0, 530.0, 719.0, 1088.0, 1578.0, 2358.0, 3728.0, 6174.0, 10756.0, 21989.0, 73813.0, 1790028.0, 123375.0, 27193.0, 12763.0, 7058.0, 4238.0, 2711.0, 1752.0, 1161.0, 781.0, 568.0, 395.0, 271.0, 202.0, 144.0, 107.0, 81.0, 62.0, 40.0, 42.0, 28.0, 20.0, 11.0, 11.0, 2.0, 3.0, 5.0, 3.0, 4.0, 5.0, 5.0, 1.0], "bins": [-0.1636962890625, -0.1586780548095703, -0.15365982055664062, -0.14864158630371094, -0.14362335205078125, -0.13860511779785156, -0.13358688354492188, -0.1285686492919922, -0.1235504150390625, -0.11853218078613281, -0.11351394653320312, -0.10849571228027344, -0.10347747802734375, -0.09845924377441406, -0.09344100952148438, -0.08842277526855469, -0.083404541015625, -0.07838630676269531, -0.07336807250976562, -0.06834983825683594, -0.06333160400390625, -0.05831336975097656, -0.053295135498046875, -0.04827690124511719, -0.0432586669921875, -0.03824043273925781, -0.033222198486328125, -0.028203964233398438, -0.02318572998046875, -0.018167495727539062, -0.013149261474609375, -0.008131027221679688, -0.00311279296875, 0.0019054412841796875, 0.006923675537109375, 0.011941909790039062, 0.01696014404296875, 0.021978378295898438, 0.026996612548828125, 0.03201484680175781, 0.0370330810546875, 0.04205131530761719, 0.047069549560546875, 0.05208778381347656, 0.05710601806640625, 0.06212425231933594, 0.06714248657226562, 0.07216072082519531, 0.077178955078125, 0.08219718933105469, 0.08721542358398438, 0.09223365783691406, 0.09725189208984375, 0.10227012634277344, 0.10728836059570312, 0.11230659484863281, 0.1173248291015625, 0.12234306335449219, 0.12736129760742188, 0.13237953186035156, 0.13739776611328125, 0.14241600036621094, 0.14743423461914062, 0.1524524688720703, 0.157470703125]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 3.0, 5.0, 5.0, 4.0, 8.0, 13.0, 13.0, 20.0, 17.0, 24.0, 30.0, 35.0, 28.0, 42.0, 34.0, 52.0, 52.0, 58.0, 68.0, 54.0, 68.0, 54.0, 51.0, 48.0, 28.0, 35.0, 30.0, 26.0, 18.0, 19.0, 19.0, 9.0, 9.0, 8.0, 3.0, 2.0, 5.0, 4.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.006549835205078125, -0.006350159645080566, -0.006150484085083008, -0.005950808525085449, -0.005751132965087891, -0.005551457405090332, -0.0053517818450927734, -0.005152106285095215, -0.004952430725097656, -0.004752755165100098, -0.004553079605102539, -0.0043534040451049805, -0.004153728485107422, -0.003954052925109863, -0.0037543773651123047, -0.003554701805114746, -0.0033550262451171875, -0.003155350685119629, -0.0029556751251220703, -0.0027559995651245117, -0.002556324005126953, -0.0023566484451293945, -0.002156972885131836, -0.0019572973251342773, -0.0017576217651367188, -0.0015579462051391602, -0.0013582706451416016, -0.001158595085144043, -0.0009589195251464844, -0.0007592439651489258, -0.0005595684051513672, -0.0003598928451538086, -0.00016021728515625, 3.9458274841308594e-05, 0.0002391338348388672, 0.0004388093948364258, 0.0006384849548339844, 0.000838160514831543, 0.0010378360748291016, 0.0012375116348266602, 0.0014371871948242188, 0.0016368627548217773, 0.001836538314819336, 0.0020362138748168945, 0.002235889434814453, 0.0024355649948120117, 0.0026352405548095703, 0.002834916114807129, 0.0030345916748046875, 0.003234267234802246, 0.0034339427947998047, 0.0036336183547973633, 0.003833293914794922, 0.0040329694747924805, 0.004232645034790039, 0.004432320594787598, 0.004631996154785156, 0.004831671714782715, 0.0050313472747802734, 0.005231022834777832, 0.005430698394775391, 0.005630373954772949, 0.005830049514770508, 0.006029725074768066, 0.006229400634765625]}, "gradients/decoder.transformer.h.5.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 6.0, 3.0, 3.0, 6.0, 9.0, 7.0, 13.0, 20.0, 18.0, 27.0, 24.0, 37.0, 29.0, 39.0, 61.0, 85.0, 151.0, 346.0, 1046437.0, 645.0, 174.0, 94.0, 55.0, 41.0, 40.0, 28.0, 34.0, 24.0, 20.0, 20.0, 17.0, 14.0, 8.0, 4.0, 5.0, 4.0, 4.0, 4.0, 1.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.1939697265625, -0.187835693359375, -0.18170166015625, -0.175567626953125, -0.16943359375, -0.163299560546875, -0.15716552734375, -0.151031494140625, -0.1448974609375, -0.138763427734375, -0.13262939453125, -0.126495361328125, -0.120361328125, -0.114227294921875, -0.10809326171875, -0.101959228515625, -0.0958251953125, -0.089691162109375, -0.08355712890625, -0.077423095703125, -0.0712890625, -0.065155029296875, -0.05902099609375, -0.052886962890625, -0.0467529296875, -0.040618896484375, -0.03448486328125, -0.028350830078125, -0.022216796875, -0.016082763671875, -0.00994873046875, -0.003814697265625, 0.0023193359375, 0.008453369140625, 0.01458740234375, 0.020721435546875, 0.02685546875, 0.032989501953125, 0.03912353515625, 0.045257568359375, 0.0513916015625, 0.057525634765625, 0.06365966796875, 0.069793701171875, 0.075927734375, 0.082061767578125, 0.08819580078125, 0.094329833984375, 0.1004638671875, 0.106597900390625, 0.11273193359375, 0.118865966796875, 0.125, 0.131134033203125, 0.13726806640625, 0.143402099609375, 0.1495361328125, 0.155670166015625, 0.16180419921875, 0.167938232421875, 0.174072265625, 0.180206298828125, 0.18634033203125, 0.192474365234375, 0.1986083984375]}, "gradients/decoder.transformer.h.5.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 860.0, 160.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02006649225950241, -0.01717352122068405, -0.014280548319220543, -0.011387576349079609, -0.008494604378938675, -0.005601632408797741, -0.002708660438656807, 0.00018431246280670166, 0.003077283501625061, 0.005970255471765995, 0.008863227441906929, 0.011756199412047863, 0.014649171382188797, 0.017542142421007156, 0.020435115322470665, 0.023328088223934174, 0.026221059262752533, 0.029114030301570892, 0.03200700134038925, 0.03489997610449791, 0.03779294714331627, 0.04068591818213463, 0.043578892946243286, 0.046471863985061646, 0.049364835023880005, 0.052257806062698364, 0.055150777101516724, 0.05804375186562538, 0.06093672290444374, 0.0638296976685524, 0.06672266870737076, 0.06961563974618912, 0.07250861823558807, 0.07540158927440643, 0.07829456031322479, 0.08118753135204315, 0.08408050239086151, 0.08697348088026047, 0.08986645191907883, 0.09275942295789719, 0.09565239399671555, 0.0985453650355339, 0.10143833607435226, 0.10433130711317062, 0.10722428560256958, 0.11011725664138794, 0.1130102276802063, 0.11590319871902466, 0.11879616975784302, 0.12168914079666138, 0.12458211183547974, 0.1274750828742981, 0.13036805391311646, 0.13326102495193481, 0.13615399599075317, 0.13904696702957153, 0.1419399380683899, 0.14483290910720825, 0.1477258801460266, 0.15061885118484497, 0.15351182222366333, 0.1564047932624817, 0.15929776430130005, 0.1621907353401184, 0.16508372128009796]}, "gradients/decoder.transformer.h.5.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 4.0, 1.0, 4.0, 2.0, 14.0, 7.0, 19.0, 15.0, 13.0, 20.0, 20.0, 18.0, 24.0, 25.0, 25.0, 33.0, 40.0, 45.0, 37.0, 48.0, 40.0, 50.0, 49.0, 41.0, 36.0, 32.0, 34.0, 43.0, 38.0, 41.0, 38.0, 15.0, 23.0, 22.0, 15.0, 17.0, 12.0, 7.0, 11.0, 4.0, 3.0, 6.0, 3.0, 4.0, 4.0, 3.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.0073719024658203125, -0.007107947953045368, -0.006843993440270424, -0.00658003892749548, -0.006316084414720535, -0.006052129901945591, -0.005788175389170647, -0.005524220876395702, -0.005260266363620758, -0.004996311850845814, -0.0047323573380708694, -0.004468402825295925, -0.004204448312520981, -0.0039404937997460365, -0.0036765392869710922, -0.003412584774196148, -0.0031486302614212036, -0.0028846757486462593, -0.002620721235871315, -0.0023567667230963707, -0.0020928122103214264, -0.001828857697546482, -0.0015649031847715378, -0.0013009486719965935, -0.0010369941592216492, -0.0007730396464467049, -0.0005090851336717606, -0.00024513062089681625, 1.8823891878128052e-05, 0.00028277840465307236, 0.0005467329174280167, 0.000810687430202961, 0.0010746419429779053, 0.0013385964557528496, 0.0016025509685277939, 0.0018665054813027382, 0.0021304599940776825, 0.002394414506852627, 0.002658369019627571, 0.0029223235324025154, 0.0031862780451774597, 0.003450232557952404, 0.0037141870707273483, 0.003978141583502293, 0.004242096096277237, 0.004506050609052181, 0.0047700051218271255, 0.00503395963460207, 0.005297914147377014, 0.0055618686601519585, 0.005825823172926903, 0.006089777685701847, 0.006353732198476791, 0.006617686711251736, 0.00688164122402668, 0.007145595736801624, 0.007409550249576569, 0.007673504762351513, 0.007937459275126457, 0.008201413787901402, 0.008465368300676346, 0.00872932281345129, 0.008993277326226234, 0.009257231839001179, 0.009521186351776123]}, "gradients/decoder.transformer.h.5.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 7.0, 6.0, 13.0, 11.0, 12.0, 18.0, 26.0, 28.0, 45.0, 30.0, 55.0, 51.0, 69.0, 65.0, 67.0, 62.0, 72.0, 60.0, 57.0, 52.0, 32.0, 38.0, 29.0, 15.0, 20.0, 17.0, 18.0, 4.0, 6.0, 5.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.638671875, -1.5887908935546875, -1.538909912109375, -1.4890289306640625, -1.43914794921875, -1.3892669677734375, -1.339385986328125, -1.2895050048828125, -1.2396240234375, -1.1897430419921875, -1.139862060546875, -1.0899810791015625, -1.04010009765625, -0.9902191162109375, -0.940338134765625, -0.8904571533203125, -0.840576171875, -0.7906951904296875, -0.740814208984375, -0.6909332275390625, -0.64105224609375, -0.5911712646484375, -0.541290283203125, -0.4914093017578125, -0.4415283203125, -0.3916473388671875, -0.341766357421875, -0.2918853759765625, -0.24200439453125, -0.1921234130859375, -0.142242431640625, -0.0923614501953125, -0.04248046875, 0.0074005126953125, 0.057281494140625, 0.1071624755859375, 0.15704345703125, 0.2069244384765625, 0.256805419921875, 0.3066864013671875, 0.3565673828125, 0.4064483642578125, 0.456329345703125, 0.5062103271484375, 0.55609130859375, 0.6059722900390625, 0.655853271484375, 0.7057342529296875, 0.755615234375, 0.8054962158203125, 0.855377197265625, 0.9052581787109375, 0.95513916015625, 1.0050201416015625, 1.054901123046875, 1.1047821044921875, 1.1546630859375, 1.2045440673828125, 1.254425048828125, 1.3043060302734375, 1.35418701171875, 1.4040679931640625, 1.453948974609375, 1.5038299560546875, 1.5537109375]}, "gradients/decoder.transformer.h.5.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 3.0, 5.0, 1.0, 3.0, 2.0, 9.0, 11.0, 9.0, 13.0, 28.0, 25.0, 40.0, 61.0, 83.0, 126.0, 190.0, 365.0, 896.0, 3852.0, 47502.0, 840336.0, 144989.0, 7517.0, 1346.0, 446.0, 239.0, 136.0, 101.0, 61.0, 44.0, 35.0, 26.0, 23.0, 6.0, 10.0, 6.0, 6.0, 4.0, 3.0, 1.0, 3.0, 0.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.71484375, -1.6623382568359375, -1.609832763671875, -1.5573272705078125, -1.50482177734375, -1.4523162841796875, -1.399810791015625, -1.3473052978515625, -1.2947998046875, -1.2422943115234375, -1.189788818359375, -1.1372833251953125, -1.08477783203125, -1.0322723388671875, -0.979766845703125, -0.9272613525390625, -0.874755859375, -0.8222503662109375, -0.769744873046875, -0.7172393798828125, -0.66473388671875, -0.6122283935546875, -0.559722900390625, -0.5072174072265625, -0.4547119140625, -0.4022064208984375, -0.349700927734375, -0.2971954345703125, -0.24468994140625, -0.1921844482421875, -0.139678955078125, -0.0871734619140625, -0.03466796875, 0.0178375244140625, 0.070343017578125, 0.1228485107421875, 0.17535400390625, 0.2278594970703125, 0.280364990234375, 0.3328704833984375, 0.3853759765625, 0.4378814697265625, 0.490386962890625, 0.5428924560546875, 0.59539794921875, 0.6479034423828125, 0.700408935546875, 0.7529144287109375, 0.805419921875, 0.8579254150390625, 0.910430908203125, 0.9629364013671875, 1.01544189453125, 1.0679473876953125, 1.120452880859375, 1.1729583740234375, 1.2254638671875, 1.2779693603515625, 1.330474853515625, 1.3829803466796875, 1.43548583984375, 1.4879913330078125, 1.540496826171875, 1.5930023193359375, 1.6455078125]}, "gradients/decoder.transformer.h.5.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 5.0, 8.0, 7.0, 11.0, 19.0, 11.0, 19.0, 13.0, 21.0, 25.0, 18.0, 31.0, 41.0, 42.0, 52.0, 54.0, 46.0, 52.0, 2055.0, 85.0, 58.0, 48.0, 50.0, 43.0, 33.0, 30.0, 25.0, 24.0, 23.0, 20.0, 15.0, 8.0, 15.0, 13.0, 8.0, 5.0, 3.0, 5.0, 4.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.076171875, -2.975830078125, -2.87548828125, -2.775146484375, -2.6748046875, -2.574462890625, -2.47412109375, -2.373779296875, -2.2734375, -2.173095703125, -2.07275390625, -1.972412109375, -1.8720703125, -1.771728515625, -1.67138671875, -1.571044921875, -1.470703125, -1.370361328125, -1.27001953125, -1.169677734375, -1.0693359375, -0.968994140625, -0.86865234375, -0.768310546875, -0.66796875, -0.567626953125, -0.46728515625, -0.366943359375, -0.2666015625, -0.166259765625, -0.06591796875, 0.034423828125, 0.134765625, 0.235107421875, 0.33544921875, 0.435791015625, 0.5361328125, 0.636474609375, 0.73681640625, 0.837158203125, 0.9375, 1.037841796875, 1.13818359375, 1.238525390625, 1.3388671875, 1.439208984375, 1.53955078125, 1.639892578125, 1.740234375, 1.840576171875, 1.94091796875, 2.041259765625, 2.1416015625, 2.241943359375, 2.34228515625, 2.442626953125, 2.54296875, 2.643310546875, 2.74365234375, 2.843994140625, 2.9443359375, 3.044677734375, 3.14501953125, 3.245361328125, 3.345703125]}, "gradients/decoder.transformer.h.5.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 2.0, 0.0, 1.0, 6.0, 2.0, 8.0, 2.0, 8.0, 15.0, 19.0, 19.0, 22.0, 35.0, 38.0, 59.0, 76.0, 81.0, 110.0, 152.0, 217.0, 356.0, 536.0, 1455.0, 99132.0, 3037955.0, 3285.0, 716.0, 403.0, 265.0, 165.0, 127.0, 97.0, 79.0, 63.0, 45.0, 32.0, 28.0, 31.0, 14.0, 18.0, 12.0, 6.0, 10.0, 3.0, 2.0, 5.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0], "bins": [-3.50390625, -3.401458740234375, -3.29901123046875, -3.196563720703125, -3.0941162109375, -2.991668701171875, -2.88922119140625, -2.786773681640625, -2.684326171875, -2.581878662109375, -2.47943115234375, -2.376983642578125, -2.2745361328125, -2.172088623046875, -2.06964111328125, -1.967193603515625, -1.86474609375, -1.762298583984375, -1.65985107421875, -1.557403564453125, -1.4549560546875, -1.352508544921875, -1.25006103515625, -1.147613525390625, -1.045166015625, -0.942718505859375, -0.84027099609375, -0.737823486328125, -0.6353759765625, -0.532928466796875, -0.43048095703125, -0.328033447265625, -0.2255859375, -0.123138427734375, -0.02069091796875, 0.081756591796875, 0.1842041015625, 0.286651611328125, 0.38909912109375, 0.491546630859375, 0.593994140625, 0.696441650390625, 0.79888916015625, 0.901336669921875, 1.0037841796875, 1.106231689453125, 1.20867919921875, 1.311126708984375, 1.41357421875, 1.516021728515625, 1.61846923828125, 1.720916748046875, 1.8233642578125, 1.925811767578125, 2.02825927734375, 2.130706787109375, 2.233154296875, 2.335601806640625, 2.43804931640625, 2.540496826171875, 2.6429443359375, 2.745391845703125, 2.84783935546875, 2.950286865234375, 3.052734375]}, "gradients/decoder.transformer.h.5.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1016.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.476543426513672, -8.382939338684082, -7.289335250854492, -6.195731163024902, -5.1021270751953125, -4.008522987365723, -2.914918899536133, -1.821314811706543, -0.7277107238769531, 0.3658933639526367, 1.4594974517822266, 2.5531015396118164, 3.6467056274414062, 4.740309715270996, 5.833913803100586, 6.927517890930176, 8.021121978759766, 9.114726066589355, 10.208330154418945, 11.301934242248535, 12.395538330078125, 13.489142417907715, 14.582746505737305, 15.676350593566895, 16.769954681396484, 17.86355972290039, 18.957162857055664, 20.050765991210938, 21.144371032714844, 22.23797607421875, 23.331579208374023, 24.425182342529297, 25.518783569335938, 26.612388610839844, 27.705991744995117, 28.79959487915039, 29.893199920654297, 30.986804962158203, 32.080406188964844, 33.17401123046875, 34.267616271972656, 35.36122131347656, 36.45482635498047, 37.54842758178711, 38.642032623291016, 39.73563766479492, 40.82923889160156, 41.92284393310547, 43.016448974609375, 44.11005401611328, 45.20365905761719, 46.29726028442383, 47.390865325927734, 48.48447036743164, 49.57807159423828, 50.67167663574219, 51.765281677246094, 52.85888671875, 53.952491760253906, 55.04609298706055, 56.13969802856445, 57.23330307006836, 58.326904296875, 59.420509338378906, 60.51411437988281]}, "gradients/decoder.transformer.h.5.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 3.0, 8.0, 2.0, 2.0, 10.0, 8.0, 21.0, 7.0, 13.0, 17.0, 19.0, 22.0, 24.0, 32.0, 33.0, 25.0, 30.0, 39.0, 42.0, 43.0, 55.0, 52.0, 50.0, 35.0, 45.0, 51.0, 39.0, 36.0, 28.0, 30.0, 31.0, 32.0, 21.0, 18.0, 20.0, 17.0, 11.0, 8.0, 12.0, 10.0, 3.0, 6.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.438874244689941, -6.210962772369385, -5.983051300048828, -5.7551398277282715, -5.527228355407715, -5.299316883087158, -5.071405410766602, -4.843493938446045, -4.615582466125488, -4.387670993804932, -4.159759521484375, -3.9318480491638184, -3.7039365768432617, -3.476025104522705, -3.2481136322021484, -3.020202159881592, -2.792290449142456, -2.5643789768218994, -2.3364675045013428, -2.108556032180786, -1.8806445598602295, -1.6527329683303833, -1.4248214960098267, -1.19691002368927, -0.9689985513687134, -0.7410870790481567, -0.5131756067276001, -0.2852640748023987, -0.05735260248184204, 0.17055892944335938, 0.398470401763916, 0.6263818740844727, 0.8542933464050293, 1.082204818725586, 1.3101162910461426, 1.5380277633666992, 1.7659392356872559, 1.993850827217102, 2.221762180328369, 2.449673652648926, 2.6775851249694824, 2.905496597290039, 3.1334080696105957, 3.3613195419311523, 3.589231014251709, 3.8171424865722656, 4.045053958892822, 4.272965431213379, 4.500877380371094, 4.72878885269165, 4.956700325012207, 5.184611797332764, 5.41252326965332, 5.640434741973877, 5.868346214294434, 6.09625768661499, 6.324169158935547, 6.5520806312561035, 6.77999210357666, 7.007903575897217, 7.235815048217773, 7.46372652053833, 7.691637992858887, 7.919549465179443, 8.1474609375]}, "gradients/decoder.transformer.h.4.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 3.0, 2.0, 2.0, 8.0, 7.0, 9.0, 14.0, 9.0, 16.0, 31.0, 27.0, 42.0, 31.0, 47.0, 52.0, 69.0, 69.0, 68.0, 64.0, 63.0, 63.0, 53.0, 55.0, 42.0, 34.0, 31.0, 16.0, 21.0, 15.0, 16.0, 10.0, 5.0, 4.0, 3.0, 4.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.6416015625, -1.59185791015625, -1.5421142578125, -1.49237060546875, -1.442626953125, -1.39288330078125, -1.3431396484375, -1.29339599609375, -1.24365234375, -1.19390869140625, -1.1441650390625, -1.09442138671875, -1.044677734375, -0.99493408203125, -0.9451904296875, -0.89544677734375, -0.845703125, -0.79595947265625, -0.7462158203125, -0.69647216796875, -0.646728515625, -0.59698486328125, -0.5472412109375, -0.49749755859375, -0.44775390625, -0.39801025390625, -0.3482666015625, -0.29852294921875, -0.248779296875, -0.19903564453125, -0.1492919921875, -0.09954833984375, -0.0498046875, -6.103515625e-05, 0.0496826171875, 0.09942626953125, 0.149169921875, 0.19891357421875, 0.2486572265625, 0.29840087890625, 0.34814453125, 0.39788818359375, 0.4476318359375, 0.49737548828125, 0.547119140625, 0.59686279296875, 0.6466064453125, 0.69635009765625, 0.74609375, 0.79583740234375, 0.8455810546875, 0.89532470703125, 0.945068359375, 0.99481201171875, 1.0445556640625, 1.09429931640625, 1.14404296875, 1.19378662109375, 1.2435302734375, 1.29327392578125, 1.343017578125, 1.39276123046875, 1.4425048828125, 1.49224853515625, 1.5419921875]}, "gradients/decoder.transformer.h.4.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 1.0, 6.0, 4.0, 10.0, 16.0, 12.0, 15.0, 22.0, 40.0, 49.0, 67.0, 86.0, 137.0, 236.0, 307.0, 26071.0, 4165098.0, 1216.0, 286.0, 182.0, 117.0, 98.0, 60.0, 30.0, 28.0, 26.0, 14.0, 18.0, 11.0, 4.0, 7.0, 5.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-12.3203125, -11.9505615234375, -11.580810546875, -11.2110595703125, -10.84130859375, -10.4715576171875, -10.101806640625, -9.7320556640625, -9.3623046875, -8.9925537109375, -8.622802734375, -8.2530517578125, -7.88330078125, -7.5135498046875, -7.143798828125, -6.7740478515625, -6.404296875, -6.0345458984375, -5.664794921875, -5.2950439453125, -4.92529296875, -4.5555419921875, -4.185791015625, -3.8160400390625, -3.4462890625, -3.0765380859375, -2.706787109375, -2.3370361328125, -1.96728515625, -1.5975341796875, -1.227783203125, -0.8580322265625, -0.48828125, -0.1185302734375, 0.251220703125, 0.6209716796875, 0.99072265625, 1.3604736328125, 1.730224609375, 2.0999755859375, 2.4697265625, 2.8394775390625, 3.209228515625, 3.5789794921875, 3.94873046875, 4.3184814453125, 4.688232421875, 5.0579833984375, 5.427734375, 5.7974853515625, 6.167236328125, 6.5369873046875, 6.90673828125, 7.2764892578125, 7.646240234375, 8.0159912109375, 8.3857421875, 8.7554931640625, 9.125244140625, 9.4949951171875, 9.86474609375, 10.2344970703125, 10.604248046875, 10.9739990234375, 11.34375]}, "gradients/decoder.transformer.h.4.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 10.0, 9.0, 15.0, 25.0, 23.0, 66.0, 125.0, 391.0, 1030.0, 1404.0, 642.0, 198.0, 74.0, 31.0, 19.0, 12.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.4375, -5.3292388916015625, -5.220977783203125, -5.1127166748046875, -5.00445556640625, -4.8961944580078125, -4.787933349609375, -4.6796722412109375, -4.5714111328125, -4.4631500244140625, -4.354888916015625, -4.2466278076171875, -4.13836669921875, -4.0301055908203125, -3.921844482421875, -3.8135833740234375, -3.705322265625, -3.5970611572265625, -3.488800048828125, -3.3805389404296875, -3.27227783203125, -3.1640167236328125, -3.055755615234375, -2.9474945068359375, -2.8392333984375, -2.7309722900390625, -2.622711181640625, -2.5144500732421875, -2.40618896484375, -2.2979278564453125, -2.189666748046875, -2.0814056396484375, -1.97314453125, -1.8648834228515625, -1.756622314453125, -1.6483612060546875, -1.54010009765625, -1.4318389892578125, -1.323577880859375, -1.2153167724609375, -1.1070556640625, -0.9987945556640625, -0.890533447265625, -0.7822723388671875, -0.67401123046875, -0.5657501220703125, -0.457489013671875, -0.3492279052734375, -0.240966796875, -0.1327056884765625, -0.024444580078125, 0.0838165283203125, 0.19207763671875, 0.3003387451171875, 0.408599853515625, 0.5168609619140625, 0.6251220703125, 0.7333831787109375, 0.841644287109375, 0.9499053955078125, 1.05816650390625, 1.1664276123046875, 1.274688720703125, 1.3829498291015625, 1.4912109375]}, "gradients/decoder.transformer.h.4.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 1.0, 6.0, 8.0, 21.0, 21.0, 48.0, 138.0, 456.0, 3029.0, 4189364.0, 757.0, 244.0, 86.0, 39.0, 24.0, 17.0, 11.0, 14.0, 3.0, 4.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-10.5, -9.70458984375, -8.9091796875, -8.11376953125, -7.318359375, -6.52294921875, -5.7275390625, -4.93212890625, -4.13671875, -3.34130859375, -2.5458984375, -1.75048828125, -0.955078125, -0.15966796875, 0.6357421875, 1.43115234375, 2.2265625, 3.02197265625, 3.8173828125, 4.61279296875, 5.408203125, 6.20361328125, 6.9990234375, 7.79443359375, 8.58984375, 9.38525390625, 10.1806640625, 10.97607421875, 11.771484375, 12.56689453125, 13.3623046875, 14.15771484375, 14.953125, 15.74853515625, 16.5439453125, 17.33935546875, 18.134765625, 18.93017578125, 19.7255859375, 20.52099609375, 21.31640625, 22.11181640625, 22.9072265625, 23.70263671875, 24.498046875, 25.29345703125, 26.0888671875, 26.88427734375, 27.6796875, 28.47509765625, 29.2705078125, 30.06591796875, 30.861328125, 31.65673828125, 32.4521484375, 33.24755859375, 34.04296875, 34.83837890625, 35.6337890625, 36.42919921875, 37.224609375, 38.02001953125, 38.8154296875, 39.61083984375, 40.40625]}, "gradients/decoder.transformer.h.4.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1018.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-98.63488006591797, -87.99272155761719, -77.35057067871094, -66.70841979980469, -56.066261291503906, -45.42410659790039, -34.781951904296875, -24.139793395996094, -13.497642517089844, -2.855487823486328, 7.7866668701171875, 18.428821563720703, 29.07097625732422, 39.713130950927734, 50.35528564453125, 60.99744415283203, 71.63959503173828, 82.28175354003906, 92.92390441894531, 103.56605529785156, 114.20821380615234, 124.85037231445312, 135.49252319335938, 146.13467407226562, 156.77682495117188, 167.41897583007812, 178.06112670898438, 188.7032928466797, 199.34544372558594, 209.9875946044922, 220.6297607421875, 231.27191162109375, 241.9140625, 252.55621337890625, 263.1983642578125, 273.84051513671875, 284.482666015625, 295.1248474121094, 305.7669982910156, 316.4091491699219, 327.0513000488281, 337.6934509277344, 348.3356018066406, 358.9777526855469, 369.61993408203125, 380.2620849609375, 390.90423583984375, 401.54638671875, 412.18853759765625, 422.8306884765625, 433.47283935546875, 444.114990234375, 454.75714111328125, 465.3993225097656, 476.0414733886719, 486.6836242675781, 497.3257751464844, 507.9679260253906, 518.610107421875, 529.2522583007812, 539.8944091796875, 550.5365600585938, 561.1787109375, 571.8208618164062, 582.4630126953125]}, "gradients/decoder.transformer.h.4.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 4.0, 6.0, 2.0, 4.0, 6.0, 13.0, 11.0, 15.0, 28.0, 31.0, 33.0, 47.0, 55.0, 50.0, 80.0, 77.0, 78.0, 66.0, 77.0, 66.0, 43.0, 46.0, 46.0, 39.0, 32.0, 12.0, 10.0, 8.0, 9.0, 6.0, 4.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-48.72612762451172, -47.45531463623047, -46.184505462646484, -44.913692474365234, -43.64288330078125, -42.3720703125, -41.101261138916016, -39.830448150634766, -38.55963897705078, -37.28882598876953, -36.01801681518555, -34.7472038269043, -33.47639465332031, -32.20558166503906, -30.934770584106445, -29.663959503173828, -28.393146514892578, -27.12233543395996, -25.851524353027344, -24.580713272094727, -23.30990219116211, -22.03908920288086, -20.768278121948242, -19.497467041015625, -18.226655960083008, -16.95584487915039, -15.685033798217773, -14.41422176361084, -13.143410682678223, -11.872599601745605, -10.601787567138672, -9.330976486206055, -8.060161590576172, -6.789350509643555, -5.518538951873779, -4.247727394104004, -2.9769163131713867, -1.7061052322387695, -0.43529367446899414, 0.8355178833007812, 2.1063289642333984, 3.3771402835845947, 4.647951602935791, 5.918763160705566, 7.189574241638184, 8.4603853225708, 9.731197357177734, 11.002008438110352, 12.272819519042969, 13.543630599975586, 14.814441680908203, 16.08525276184082, 17.356063842773438, 18.626876831054688, 19.897687911987305, 21.168498992919922, 22.43931007385254, 23.710121154785156, 24.980932235717773, 26.25174331665039, 27.52255630493164, 28.793365478515625, 30.064178466796875, 31.334989547729492, 32.60580062866211]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 3.0, 2.0, 5.0, 9.0, 7.0, 11.0, 12.0, 6.0, 23.0, 33.0, 35.0, 55.0, 29.0, 56.0, 56.0, 59.0, 67.0, 75.0, 54.0, 63.0, 59.0, 64.0, 46.0, 40.0, 23.0, 32.0, 15.0, 12.0, 22.0, 9.0, 7.0, 4.0, 6.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.6025390625, -1.5531768798828125, -1.503814697265625, -1.4544525146484375, -1.40509033203125, -1.3557281494140625, -1.306365966796875, -1.2570037841796875, -1.2076416015625, -1.1582794189453125, -1.108917236328125, -1.0595550537109375, -1.01019287109375, -0.9608306884765625, -0.911468505859375, -0.8621063232421875, -0.812744140625, -0.7633819580078125, -0.714019775390625, -0.6646575927734375, -0.61529541015625, -0.5659332275390625, -0.516571044921875, -0.4672088623046875, -0.4178466796875, -0.3684844970703125, -0.319122314453125, -0.2697601318359375, -0.22039794921875, -0.1710357666015625, -0.121673583984375, -0.0723114013671875, -0.02294921875, 0.0264129638671875, 0.075775146484375, 0.1251373291015625, 0.17449951171875, 0.2238616943359375, 0.273223876953125, 0.3225860595703125, 0.3719482421875, 0.4213104248046875, 0.470672607421875, 0.5200347900390625, 0.56939697265625, 0.6187591552734375, 0.668121337890625, 0.7174835205078125, 0.766845703125, 0.8162078857421875, 0.865570068359375, 0.9149322509765625, 0.96429443359375, 1.0136566162109375, 1.063018798828125, 1.1123809814453125, 1.1617431640625, 1.2111053466796875, 1.260467529296875, 1.3098297119140625, 1.35919189453125, 1.4085540771484375, 1.457916259765625, 1.5072784423828125, 1.556640625]}, "gradients/decoder.transformer.h.4.crossattention.c_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 4.0, 6.0, 4.0, 1.0, 10.0, 13.0, 20.0, 39.0, 28.0, 44.0, 55.0, 98.0, 161.0, 206.0, 299.0, 451.0, 700.0, 1093.0, 1912.0, 3018.0, 5602.0, 10367.0, 19667.0, 41755.0, 93902.0, 304144.0, 365207.0, 106432.0, 45476.0, 22020.0, 11131.0, 5861.0, 3446.0, 1921.0, 1204.0, 772.0, 457.0, 334.0, 216.0, 132.0, 107.0, 79.0, 51.0, 32.0, 21.0, 21.0, 14.0, 7.0, 14.0, 6.0, 3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 2.0], "bins": [-0.1649169921875, -0.1599292755126953, -0.15494155883789062, -0.14995384216308594, -0.14496612548828125, -0.13997840881347656, -0.13499069213867188, -0.1300029754638672, -0.1250152587890625, -0.12002754211425781, -0.11503982543945312, -0.11005210876464844, -0.10506439208984375, -0.10007667541503906, -0.09508895874023438, -0.09010124206542969, -0.085113525390625, -0.08012580871582031, -0.07513809204101562, -0.07015037536621094, -0.06516265869140625, -0.06017494201660156, -0.055187225341796875, -0.05019950866699219, -0.0452117919921875, -0.04022407531738281, -0.035236358642578125, -0.030248641967773438, -0.02526092529296875, -0.020273208618164062, -0.015285491943359375, -0.010297775268554688, -0.00531005859375, -0.0003223419189453125, 0.004665374755859375, 0.009653091430664062, 0.01464080810546875, 0.019628524780273438, 0.024616241455078125, 0.029603958129882812, 0.0345916748046875, 0.03957939147949219, 0.044567108154296875, 0.04955482482910156, 0.05454254150390625, 0.05953025817871094, 0.06451797485351562, 0.06950569152832031, 0.074493408203125, 0.07948112487792969, 0.08446884155273438, 0.08945655822753906, 0.09444427490234375, 0.09943199157714844, 0.10441970825195312, 0.10940742492675781, 0.1143951416015625, 0.11938285827636719, 0.12437057495117188, 0.12935829162597656, 0.13434600830078125, 0.13933372497558594, 0.14432144165039062, 0.1493091583251953, 0.154296875]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 9.0, 5.0, 7.0, 16.0, 9.0, 13.0, 17.0, 24.0, 27.0, 19.0, 30.0, 32.0, 24.0, 37.0, 46.0, 36.0, 36.0, 49.0, 34.0, 1067.0, 47.0, 38.0, 53.0, 28.0, 36.0, 40.0, 38.0, 27.0, 30.0, 21.0, 24.0, 18.0, 26.0, 8.0, 6.0, 6.0, 11.0, 5.0, 3.0, 6.0, 6.0, 5.0, 3.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.76025390625, -0.736907958984375, -0.71356201171875, -0.690216064453125, -0.6668701171875, -0.643524169921875, -0.62017822265625, -0.596832275390625, -0.573486328125, -0.550140380859375, -0.52679443359375, -0.503448486328125, -0.4801025390625, -0.456756591796875, -0.43341064453125, -0.410064697265625, -0.38671875, -0.363372802734375, -0.34002685546875, -0.316680908203125, -0.2933349609375, -0.269989013671875, -0.24664306640625, -0.223297119140625, -0.199951171875, -0.176605224609375, -0.15325927734375, -0.129913330078125, -0.1065673828125, -0.083221435546875, -0.05987548828125, -0.036529541015625, -0.01318359375, 0.010162353515625, 0.03350830078125, 0.056854248046875, 0.0802001953125, 0.103546142578125, 0.12689208984375, 0.150238037109375, 0.173583984375, 0.196929931640625, 0.22027587890625, 0.243621826171875, 0.2669677734375, 0.290313720703125, 0.31365966796875, 0.337005615234375, 0.3603515625, 0.383697509765625, 0.40704345703125, 0.430389404296875, 0.4537353515625, 0.477081298828125, 0.50042724609375, 0.523773193359375, 0.547119140625, 0.570465087890625, 0.59381103515625, 0.617156982421875, 0.6405029296875, 0.663848876953125, 0.68719482421875, 0.710540771484375, 0.73388671875]}, "gradients/decoder.transformer.h.4.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 3.0, 8.0, 6.0, 7.0, 14.0, 21.0, 31.0, 45.0, 52.0, 69.0, 88.0, 127.0, 196.0, 300.0, 422.0, 632.0, 882.0, 1341.0, 2248.0, 3522.0, 5835.0, 11081.0, 24015.0, 110832.0, 1819158.0, 72070.0, 20070.0, 9621.0, 5404.0, 3116.0, 1987.0, 1257.0, 844.0, 535.0, 386.0, 273.0, 192.0, 110.0, 98.0, 70.0, 40.0, 33.0, 23.0, 19.0, 20.0, 8.0, 8.0, 6.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0], "bins": [-0.1861572265625, -0.18058395385742188, -0.17501068115234375, -0.16943740844726562, -0.1638641357421875, -0.15829086303710938, -0.15271759033203125, -0.14714431762695312, -0.141571044921875, -0.13599777221679688, -0.13042449951171875, -0.12485122680664062, -0.1192779541015625, -0.11370468139648438, -0.10813140869140625, -0.10255813598632812, -0.09698486328125, -0.09141159057617188, -0.08583831787109375, -0.08026504516601562, -0.0746917724609375, -0.06911849975585938, -0.06354522705078125, -0.057971954345703125, -0.052398681640625, -0.046825408935546875, -0.04125213623046875, -0.035678863525390625, -0.0301055908203125, -0.024532318115234375, -0.01895904541015625, -0.013385772705078125, -0.0078125, -0.002239227294921875, 0.00333404541015625, 0.008907318115234375, 0.0144805908203125, 0.020053863525390625, 0.02562713623046875, 0.031200408935546875, 0.036773681640625, 0.042346954345703125, 0.04792022705078125, 0.053493499755859375, 0.0590667724609375, 0.06464004516601562, 0.07021331787109375, 0.07578659057617188, 0.08135986328125, 0.08693313598632812, 0.09250640869140625, 0.09807968139648438, 0.1036529541015625, 0.10922622680664062, 0.11479949951171875, 0.12037277221679688, 0.125946044921875, 0.13151931762695312, 0.13709259033203125, 0.14266586303710938, 0.1482391357421875, 0.15381240844726562, 0.15938568115234375, 0.16495895385742188, 0.1705322265625]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 5.0, 3.0, 5.0, 6.0, 6.0, 5.0, 10.0, 12.0, 8.0, 13.0, 17.0, 18.0, 20.0, 28.0, 39.0, 38.0, 40.0, 65.0, 44.0, 57.0, 47.0, 80.0, 63.0, 49.0, 56.0, 52.0, 48.0, 25.0, 31.0, 21.0, 21.0, 13.0, 9.0, 7.0, 14.0, 8.0, 1.0, 6.0, 6.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00689697265625, -0.006692826747894287, -0.006488680839538574, -0.006284534931182861, -0.0060803890228271484, -0.0058762431144714355, -0.005672097206115723, -0.00546795129776001, -0.005263805389404297, -0.005059659481048584, -0.004855513572692871, -0.004651367664337158, -0.004447221755981445, -0.004243075847625732, -0.0040389299392700195, -0.0038347840309143066, -0.0036306381225585938, -0.003426492214202881, -0.003222346305847168, -0.003018200397491455, -0.002814054489135742, -0.0026099085807800293, -0.0024057626724243164, -0.0022016167640686035, -0.0019974708557128906, -0.0017933249473571777, -0.0015891790390014648, -0.001385033130645752, -0.001180887222290039, -0.0009767413139343262, -0.0007725954055786133, -0.0005684494972229004, -0.0003643035888671875, -0.0001601576805114746, 4.398822784423828e-05, 0.00024813413619995117, 0.00045228004455566406, 0.000656425952911377, 0.0008605718612670898, 0.0010647177696228027, 0.0012688636779785156, 0.0014730095863342285, 0.0016771554946899414, 0.0018813014030456543, 0.002085447311401367, 0.00228959321975708, 0.002493739128112793, 0.002697885036468506, 0.0029020309448242188, 0.0031061768531799316, 0.0033103227615356445, 0.0035144686698913574, 0.0037186145782470703, 0.003922760486602783, 0.004126906394958496, 0.004331052303314209, 0.004535198211669922, 0.004739344120025635, 0.004943490028381348, 0.0051476359367370605, 0.0053517818450927734, 0.005555927753448486, 0.005760073661804199, 0.005964219570159912, 0.006168365478515625]}, "gradients/decoder.transformer.h.4.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 2.0, 1.0, 6.0, 4.0, 4.0, 4.0, 14.0, 7.0, 14.0, 9.0, 19.0, 26.0, 25.0, 22.0, 51.0, 49.0, 65.0, 85.0, 160.0, 561.0, 1046589.0, 325.0, 115.0, 94.0, 59.0, 40.0, 38.0, 32.0, 22.0, 19.0, 14.0, 14.0, 11.0, 12.0, 7.0, 8.0, 6.0, 6.0, 4.0, 3.0, 4.0, 4.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.193603515625, -0.18723487854003906, -0.18086624145507812, -0.1744976043701172, -0.16812896728515625, -0.1617603302001953, -0.15539169311523438, -0.14902305603027344, -0.1426544189453125, -0.13628578186035156, -0.12991714477539062, -0.12354850769042969, -0.11717987060546875, -0.11081123352050781, -0.10444259643554688, -0.09807395935058594, -0.091705322265625, -0.08533668518066406, -0.07896804809570312, -0.07259941101074219, -0.06623077392578125, -0.05986213684082031, -0.053493499755859375, -0.04712486267089844, -0.0407562255859375, -0.03438758850097656, -0.028018951416015625, -0.021650314331054688, -0.01528167724609375, -0.008913040161132812, -0.002544403076171875, 0.0038242340087890625, 0.01019287109375, 0.016561508178710938, 0.022930145263671875, 0.029298782348632812, 0.03566741943359375, 0.04203605651855469, 0.048404693603515625, 0.05477333068847656, 0.0611419677734375, 0.06751060485839844, 0.07387924194335938, 0.08024787902832031, 0.08661651611328125, 0.09298515319824219, 0.09935379028320312, 0.10572242736816406, 0.112091064453125, 0.11845970153808594, 0.12482833862304688, 0.1311969757080078, 0.13756561279296875, 0.1439342498779297, 0.15030288696289062, 0.15667152404785156, 0.1630401611328125, 0.16940879821777344, 0.17577743530273438, 0.1821460723876953, 0.18851470947265625, 0.1948833465576172, 0.20125198364257812, 0.20762062072753906, 0.2139892578125]}, "gradients/decoder.transformer.h.4.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1012.0, 8.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.02800854481756687, -0.024839280173182487, -0.021670015528798103, -0.01850075088441372, -0.015331486240029335, -0.01216222159564495, -0.008992956951260567, -0.0058236923068761826, -0.0026544276624917984, 0.0005148369818925858, 0.00368410162627697, 0.006853366270661354, 0.010022630915045738, 0.013191895559430122, 0.016361160203814507, 0.01953042484819889, 0.022699689492583275, 0.02586895413696766, 0.029038218781352043, 0.03220748156309128, 0.03537674993276596, 0.038546010851860046, 0.04171527922153473, 0.044884540140628815, 0.0480538085103035, 0.05122307315468788, 0.054392337799072266, 0.05756160244345665, 0.060730867087841034, 0.06390012800693512, 0.0670693963766098, 0.07023866474628448, 0.07340791821479797, 0.07657718658447266, 0.07974644750356674, 0.08291570842266083, 0.08608497679233551, 0.08925424516201019, 0.09242350608110428, 0.09559276700019836, 0.09876203536987305, 0.10193130373954773, 0.10510056465864182, 0.1082698255777359, 0.11143909394741058, 0.11460836231708527, 0.11777762323617935, 0.12094688415527344, 0.12411615252494812, 0.1272854208946228, 0.13045468926429749, 0.13362394273281097, 0.13679321110248566, 0.13996247947216034, 0.14313173294067383, 0.1463010013103485, 0.1494702696800232, 0.15263953804969788, 0.15580880641937256, 0.15897805988788605, 0.16214732825756073, 0.1653165966272354, 0.1684858500957489, 0.17165511846542358, 0.17482438683509827]}, "gradients/decoder.transformer.h.4.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 6.0, 6.0, 7.0, 7.0, 7.0, 13.0, 6.0, 17.0, 17.0, 18.0, 22.0, 21.0, 36.0, 39.0, 45.0, 37.0, 32.0, 49.0, 49.0, 47.0, 43.0, 35.0, 38.0, 29.0, 54.0, 34.0, 33.0, 32.0, 35.0, 34.0, 29.0, 17.0, 16.0, 23.0, 25.0, 10.0, 12.0, 8.0, 9.0, 3.0, 5.0, 7.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.009926199913024902, -0.009626086801290512, -0.009325973689556122, -0.009025860577821732, -0.008725747466087341, -0.008425634354352951, -0.00812552124261856, -0.00782540813088417, -0.00752529501914978, -0.00722518190741539, -0.006925068795681, -0.0066249556839466095, -0.006324842572212219, -0.006024729460477829, -0.005724616348743439, -0.0054245032370090485, -0.005124390125274658, -0.004824277013540268, -0.004524163901805878, -0.004224050790071487, -0.003923937678337097, -0.003623824566602707, -0.0033237114548683167, -0.0030235983431339264, -0.002723485231399536, -0.002423372119665146, -0.0021232590079307556, -0.0018231458961963654, -0.001523032784461975, -0.0012229196727275848, -0.0009228065609931946, -0.0006226934492588043, -0.00032258033752441406, -2.2467225790023804e-05, 0.00027764588594436646, 0.0005777589976787567, 0.000877872109413147, 0.0011779852211475372, 0.0014780983328819275, 0.0017782114446163177, 0.002078324556350708, 0.0023784376680850983, 0.0026785507798194885, 0.002978663891553879, 0.003278777003288269, 0.0035788901150226593, 0.0038790032267570496, 0.00417911633849144, 0.00447922945022583, 0.00477934256196022, 0.005079455673694611, 0.005379568785429001, 0.005679681897163391, 0.005979795008897781, 0.006279908120632172, 0.006580021232366562, 0.006880134344100952, 0.007180247455835342, 0.007480360567569733, 0.007780473679304123, 0.008080586791038513, 0.008380699902772903, 0.008680813014507294, 0.008980926126241684, 0.009281039237976074]}, "gradients/decoder.transformer.h.4.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 1.0, 3.0, 2.0, 5.0, 9.0, 7.0, 11.0, 12.0, 6.0, 23.0, 33.0, 35.0, 55.0, 29.0, 56.0, 56.0, 59.0, 67.0, 75.0, 54.0, 63.0, 59.0, 64.0, 46.0, 40.0, 22.0, 33.0, 15.0, 12.0, 22.0, 9.0, 7.0, 4.0, 6.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.6025390625, -1.5531768798828125, -1.503814697265625, -1.4544525146484375, -1.40509033203125, -1.3557281494140625, -1.306365966796875, -1.2570037841796875, -1.2076416015625, -1.1582794189453125, -1.108917236328125, -1.0595550537109375, -1.01019287109375, -0.9608306884765625, -0.911468505859375, -0.8621063232421875, -0.812744140625, -0.7633819580078125, -0.714019775390625, -0.6646575927734375, -0.61529541015625, -0.5659332275390625, -0.516571044921875, -0.4672088623046875, -0.4178466796875, -0.3684844970703125, -0.319122314453125, -0.2697601318359375, -0.22039794921875, -0.1710357666015625, -0.121673583984375, -0.0723114013671875, -0.02294921875, 0.0264129638671875, 0.075775146484375, 0.1251373291015625, 0.17449951171875, 0.2238616943359375, 0.273223876953125, 0.3225860595703125, 0.3719482421875, 0.4213104248046875, 0.470672607421875, 0.5200347900390625, 0.56939697265625, 0.6187591552734375, 0.668121337890625, 0.7174835205078125, 0.766845703125, 0.8162078857421875, 0.865570068359375, 0.9149322509765625, 0.96429443359375, 1.0136566162109375, 1.063018798828125, 1.1123809814453125, 1.1617431640625, 1.2111053466796875, 1.260467529296875, 1.3098297119140625, 1.35919189453125, 1.4085540771484375, 1.457916259765625, 1.5072784423828125, 1.556640625]}, "gradients/decoder.transformer.h.4.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 3.0, 0.0, 2.0, 4.0, 1.0, 3.0, 4.0, 5.0, 10.0, 5.0, 14.0, 13.0, 11.0, 27.0, 45.0, 53.0, 53.0, 97.0, 137.0, 180.0, 259.0, 407.0, 564.0, 1015.0, 1936.0, 5149.0, 24700.0, 217457.0, 679261.0, 96283.0, 13336.0, 3554.0, 1469.0, 848.0, 475.0, 371.0, 230.0, 160.0, 108.0, 86.0, 61.0, 41.0, 35.0, 18.0, 20.0, 10.0, 17.0, 3.0, 5.0, 4.0, 4.0, 4.0, 3.0, 2.0, 2.0, 1.0, 3.0, 0.0, 2.0, 1.0], "bins": [-1.0166015625, -0.9851531982421875, -0.953704833984375, -0.9222564697265625, -0.89080810546875, -0.8593597412109375, -0.827911376953125, -0.7964630126953125, -0.7650146484375, -0.7335662841796875, -0.702117919921875, -0.6706695556640625, -0.63922119140625, -0.6077728271484375, -0.576324462890625, -0.5448760986328125, -0.513427734375, -0.4819793701171875, -0.450531005859375, -0.4190826416015625, -0.38763427734375, -0.3561859130859375, -0.324737548828125, -0.2932891845703125, -0.2618408203125, -0.2303924560546875, -0.198944091796875, -0.1674957275390625, -0.13604736328125, -0.1045989990234375, -0.073150634765625, -0.0417022705078125, -0.01025390625, 0.0211944580078125, 0.052642822265625, 0.0840911865234375, 0.11553955078125, 0.1469879150390625, 0.178436279296875, 0.2098846435546875, 0.2413330078125, 0.2727813720703125, 0.304229736328125, 0.3356781005859375, 0.36712646484375, 0.3985748291015625, 0.430023193359375, 0.4614715576171875, 0.492919921875, 0.5243682861328125, 0.555816650390625, 0.5872650146484375, 0.61871337890625, 0.6501617431640625, 0.681610107421875, 0.7130584716796875, 0.7445068359375, 0.7759552001953125, 0.807403564453125, 0.8388519287109375, 0.87030029296875, 0.9017486572265625, 0.933197021484375, 0.9646453857421875, 0.99609375]}, "gradients/decoder.transformer.h.4.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 0.0, 3.0, 1.0, 3.0, 6.0, 4.0, 8.0, 4.0, 12.0, 13.0, 10.0, 17.0, 23.0, 22.0, 26.0, 28.0, 38.0, 24.0, 36.0, 47.0, 40.0, 41.0, 84.0, 2050.0, 54.0, 38.0, 52.0, 47.0, 36.0, 39.0, 35.0, 29.0, 28.0, 26.0, 24.0, 25.0, 12.0, 18.0, 9.0, 11.0, 13.0, 8.0, 4.0, 2.0, 5.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.83203125, -2.7498779296875, -2.667724609375, -2.5855712890625, -2.50341796875, -2.4212646484375, -2.339111328125, -2.2569580078125, -2.1748046875, -2.0926513671875, -2.010498046875, -1.9283447265625, -1.84619140625, -1.7640380859375, -1.681884765625, -1.5997314453125, -1.517578125, -1.4354248046875, -1.353271484375, -1.2711181640625, -1.18896484375, -1.1068115234375, -1.024658203125, -0.9425048828125, -0.8603515625, -0.7781982421875, -0.696044921875, -0.6138916015625, -0.53173828125, -0.4495849609375, -0.367431640625, -0.2852783203125, -0.203125, -0.1209716796875, -0.038818359375, 0.0433349609375, 0.12548828125, 0.2076416015625, 0.289794921875, 0.3719482421875, 0.4541015625, 0.5362548828125, 0.618408203125, 0.7005615234375, 0.78271484375, 0.8648681640625, 0.947021484375, 1.0291748046875, 1.111328125, 1.1934814453125, 1.275634765625, 1.3577880859375, 1.43994140625, 1.5220947265625, 1.604248046875, 1.6864013671875, 1.7685546875, 1.8507080078125, 1.932861328125, 2.0150146484375, 2.09716796875, 2.1793212890625, 2.261474609375, 2.3436279296875, 2.42578125]}, "gradients/decoder.transformer.h.4.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 6.0, 6.0, 6.0, 11.0, 17.0, 17.0, 28.0, 29.0, 34.0, 52.0, 57.0, 69.0, 94.0, 101.0, 140.0, 189.0, 284.0, 450.0, 792.0, 2522.0, 2915050.0, 221933.0, 1672.0, 695.0, 404.0, 252.0, 192.0, 144.0, 96.0, 85.0, 71.0, 53.0, 43.0, 23.0, 18.0, 22.0, 10.0, 7.0, 5.0, 12.0, 8.0, 3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.7734375, -2.67742919921875, -2.5814208984375, -2.48541259765625, -2.389404296875, -2.29339599609375, -2.1973876953125, -2.10137939453125, -2.00537109375, -1.90936279296875, -1.8133544921875, -1.71734619140625, -1.621337890625, -1.52532958984375, -1.4293212890625, -1.33331298828125, -1.2373046875, -1.14129638671875, -1.0452880859375, -0.94927978515625, -0.853271484375, -0.75726318359375, -0.6612548828125, -0.56524658203125, -0.46923828125, -0.37322998046875, -0.2772216796875, -0.18121337890625, -0.085205078125, 0.01080322265625, 0.1068115234375, 0.20281982421875, 0.298828125, 0.39483642578125, 0.4908447265625, 0.58685302734375, 0.682861328125, 0.77886962890625, 0.8748779296875, 0.97088623046875, 1.06689453125, 1.16290283203125, 1.2589111328125, 1.35491943359375, 1.450927734375, 1.54693603515625, 1.6429443359375, 1.73895263671875, 1.8349609375, 1.93096923828125, 2.0269775390625, 2.12298583984375, 2.218994140625, 2.31500244140625, 2.4110107421875, 2.50701904296875, 2.60302734375, 2.69903564453125, 2.7950439453125, 2.89105224609375, 2.987060546875, 3.08306884765625, 3.1790771484375, 3.27508544921875, 3.37109375]}, "gradients/decoder.transformer.h.4.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 114.0, 899.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.052123069763184, -6.66702127456665, -6.281919479370117, -5.896817684173584, -5.511715888977051, -5.126614093780518, -4.741512298583984, -4.356410503387451, -3.971308708190918, -3.5862069129943848, -3.2011051177978516, -2.8160033226013184, -2.430901527404785, -2.045799732208252, -1.6606979370117188, -1.2755961418151855, -0.8904943466186523, -0.5053925514221191, -0.12029075622558594, 0.26481103897094727, 0.6499128341674805, 1.0350146293640137, 1.4201164245605469, 1.80521821975708, 2.1903200149536133, 2.5754218101501465, 2.9605236053466797, 3.345625400543213, 3.730727195739746, 4.115828990936279, 4.5009307861328125, 4.886032581329346, 5.2711334228515625, 5.656235218048096, 6.041337013244629, 6.426438808441162, 6.811540603637695, 7.1966423988342285, 7.581744194030762, 7.966845989227295, 8.351947784423828, 8.737049102783203, 9.122151374816895, 9.507253646850586, 9.892354965209961, 10.277456283569336, 10.662558555603027, 11.047660827636719, 11.432762145996094, 11.817863464355469, 12.20296573638916, 12.588068008422852, 12.973169326782227, 13.358270645141602, 13.743372917175293, 14.128475189208984, 14.51357650756836, 14.898677825927734, 15.283780097961426, 15.668882369995117, 16.053983688354492, 16.439085006713867, 16.824188232421875, 17.20928955078125, 17.594390869140625]}, "gradients/decoder.transformer.h.4.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 1.0, 2.0, 5.0, 7.0, 4.0, 4.0, 7.0, 7.0, 4.0, 17.0, 21.0, 16.0, 19.0, 15.0, 26.0, 16.0, 19.0, 31.0, 39.0, 31.0, 33.0, 42.0, 37.0, 28.0, 41.0, 45.0, 27.0, 34.0, 28.0, 39.0, 48.0, 34.0, 28.0, 34.0, 26.0, 21.0, 21.0, 20.0, 27.0, 19.0, 16.0, 18.0, 13.0, 10.0, 10.0, 5.0, 7.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0], "bins": [-5.738121032714844, -5.571259021759033, -5.404397487640381, -5.23753547668457, -5.07067346572876, -4.903811931610107, -4.736949920654297, -4.5700883865356445, -4.403226375579834, -4.236364364624023, -4.069502830505371, -3.9026408195495605, -3.735779047012329, -3.5689172744750977, -3.402055263519287, -3.2351934909820557, -3.068331480026245, -2.9014697074890137, -2.734607696533203, -2.5677459239959717, -2.4008841514587402, -2.2340221405029297, -2.0671603679656982, -1.9002985954284668, -1.7334367036819458, -1.5665748119354248, -1.3997130393981934, -1.2328511476516724, -1.0659892559051514, -0.8991274833679199, -0.7322655916213989, -0.5654038190841675, -0.3985419273376465, -0.23168008029460907, -0.06481823325157166, 0.10204362869262695, 0.2689054608345032, 0.4357672929763794, 0.6026291847229004, 0.7694909572601318, 0.9363528490066528, 1.1032147407531738, 1.2700765132904053, 1.4369384050369263, 1.6038002967834473, 1.7706620693206787, 1.9375239610671997, 2.1043858528137207, 2.271247625350952, 2.4381093978881836, 2.604971408843994, 2.7718331813812256, 2.938694953918457, 3.1055569648742676, 3.272418737411499, 3.4392805099487305, 3.606142520904541, 3.7730042934417725, 3.939866304397583, 4.1067280769348145, 4.273590087890625, 4.440451622009277, 4.607313632965088, 4.774175643920898, 4.941037178039551]}, "gradients/decoder.transformer.h.3.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 4.0, 5.0, 7.0, 8.0, 11.0, 11.0, 8.0, 29.0, 30.0, 40.0, 44.0, 33.0, 58.0, 58.0, 57.0, 72.0, 66.0, 63.0, 60.0, 63.0, 66.0, 47.0, 30.0, 29.0, 26.0, 12.0, 15.0, 23.0, 10.0, 3.0, 5.0, 5.0, 4.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.6083984375, -1.5586395263671875, -1.508880615234375, -1.4591217041015625, -1.40936279296875, -1.3596038818359375, -1.309844970703125, -1.2600860595703125, -1.2103271484375, -1.1605682373046875, -1.110809326171875, -1.0610504150390625, -1.01129150390625, -0.9615325927734375, -0.911773681640625, -0.8620147705078125, -0.812255859375, -0.7624969482421875, -0.712738037109375, -0.6629791259765625, -0.61322021484375, -0.5634613037109375, -0.513702392578125, -0.4639434814453125, -0.4141845703125, -0.3644256591796875, -0.314666748046875, -0.2649078369140625, -0.21514892578125, -0.1653900146484375, -0.115631103515625, -0.0658721923828125, -0.01611328125, 0.0336456298828125, 0.083404541015625, 0.1331634521484375, 0.18292236328125, 0.2326812744140625, 0.282440185546875, 0.3321990966796875, 0.3819580078125, 0.4317169189453125, 0.481475830078125, 0.5312347412109375, 0.58099365234375, 0.6307525634765625, 0.680511474609375, 0.7302703857421875, 0.780029296875, 0.8297882080078125, 0.879547119140625, 0.9293060302734375, 0.97906494140625, 1.0288238525390625, 1.078582763671875, 1.1283416748046875, 1.1781005859375, 1.2278594970703125, 1.277618408203125, 1.3273773193359375, 1.37713623046875, 1.4268951416015625, 1.476654052734375, 1.5264129638671875, 1.576171875]}, "gradients/decoder.transformer.h.3.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 3.0, 1.0, 3.0, 4.0, 7.0, 14.0, 13.0, 15.0, 21.0, 20.0, 62.0, 70.0, 73.0, 128.0, 229.0, 351.0, 582.0, 2537.0, 4188225.0, 729.0, 424.0, 267.0, 157.0, 103.0, 74.0, 42.0, 38.0, 26.0, 16.0, 19.0, 10.0, 6.0, 5.0, 6.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-138.75, -134.568359375, -130.38671875, -126.205078125, -122.0234375, -117.841796875, -113.66015625, -109.478515625, -105.296875, -101.115234375, -96.93359375, -92.751953125, -88.5703125, -84.388671875, -80.20703125, -76.025390625, -71.84375, -67.662109375, -63.48046875, -59.298828125, -55.1171875, -50.935546875, -46.75390625, -42.572265625, -38.390625, -34.208984375, -30.02734375, -25.845703125, -21.6640625, -17.482421875, -13.30078125, -9.119140625, -4.9375, -0.755859375, 3.42578125, 7.607421875, 11.7890625, 15.970703125, 20.15234375, 24.333984375, 28.515625, 32.697265625, 36.87890625, 41.060546875, 45.2421875, 49.423828125, 53.60546875, 57.787109375, 61.96875, 66.150390625, 70.33203125, 74.513671875, 78.6953125, 82.876953125, 87.05859375, 91.240234375, 95.421875, 99.603515625, 103.78515625, 107.966796875, 112.1484375, 116.330078125, 120.51171875, 124.693359375, 128.875]}, "gradients/decoder.transformer.h.3.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 5.0, 7.0, 12.0, 20.0, 21.0, 36.0, 41.0, 59.0, 91.0, 137.0, 387.0, 2381.0, 509.0, 117.0, 91.0, 52.0, 30.0, 26.0, 18.0, 13.0, 8.0, 6.0, 5.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-5.1328125, -5.017608642578125, -4.90240478515625, -4.787200927734375, -4.6719970703125, -4.556793212890625, -4.44158935546875, -4.326385498046875, -4.211181640625, -4.095977783203125, -3.98077392578125, -3.865570068359375, -3.7503662109375, -3.635162353515625, -3.51995849609375, -3.404754638671875, -3.28955078125, -3.174346923828125, -3.05914306640625, -2.943939208984375, -2.8287353515625, -2.713531494140625, -2.59832763671875, -2.483123779296875, -2.367919921875, -2.252716064453125, -2.13751220703125, -2.022308349609375, -1.9071044921875, -1.791900634765625, -1.67669677734375, -1.561492919921875, -1.4462890625, -1.331085205078125, -1.21588134765625, -1.100677490234375, -0.9854736328125, -0.870269775390625, -0.75506591796875, -0.639862060546875, -0.524658203125, -0.409454345703125, -0.29425048828125, -0.179046630859375, -0.0638427734375, 0.051361083984375, 0.16656494140625, 0.281768798828125, 0.39697265625, 0.512176513671875, 0.62738037109375, 0.742584228515625, 0.8577880859375, 0.972991943359375, 1.08819580078125, 1.203399658203125, 1.318603515625, 1.433807373046875, 1.54901123046875, 1.664215087890625, 1.7794189453125, 1.894622802734375, 2.00982666015625, 2.125030517578125, 2.240234375]}, "gradients/decoder.transformer.h.3.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 4.0, 6.0, 7.0, 12.0, 16.0, 22.0, 24.0, 47.0, 77.0, 103.0, 259.0, 4191310.0, 1873.0, 191.0, 97.0, 70.0, 44.0, 36.0, 30.0, 19.0, 18.0, 7.0, 4.0, 5.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-38.375, -36.3369140625, -34.298828125, -32.2607421875, -30.22265625, -28.1845703125, -26.146484375, -24.1083984375, -22.0703125, -20.0322265625, -17.994140625, -15.9560546875, -13.91796875, -11.8798828125, -9.841796875, -7.8037109375, -5.765625, -3.7275390625, -1.689453125, 0.3486328125, 2.38671875, 4.4248046875, 6.462890625, 8.5009765625, 10.5390625, 12.5771484375, 14.615234375, 16.6533203125, 18.69140625, 20.7294921875, 22.767578125, 24.8056640625, 26.84375, 28.8818359375, 30.919921875, 32.9580078125, 34.99609375, 37.0341796875, 39.072265625, 41.1103515625, 43.1484375, 45.1865234375, 47.224609375, 49.2626953125, 51.30078125, 53.3388671875, 55.376953125, 57.4150390625, 59.453125, 61.4912109375, 63.529296875, 65.5673828125, 67.60546875, 69.6435546875, 71.681640625, 73.7197265625, 75.7578125, 77.7958984375, 79.833984375, 81.8720703125, 83.91015625, 85.9482421875, 87.986328125, 90.0244140625, 92.0625]}, "gradients/decoder.transformer.h.3.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 991.0, 24.0, 2.0], "bins": [-782.6683349609375, -770.0325927734375, -757.3967895507812, -744.7610473632812, -732.125244140625, -719.489501953125, -706.853759765625, -694.2179565429688, -681.5822143554688, -668.9464721679688, -656.3106689453125, -643.6749267578125, -631.0391845703125, -618.4033813476562, -605.7676391601562, -593.1318359375, -580.49609375, -567.8603515625, -555.2245483398438, -542.5888061523438, -529.9530029296875, -517.3172607421875, -504.6815185546875, -492.0457458496094, -479.40997314453125, -466.7742004394531, -454.138427734375, -441.502685546875, -428.8669128417969, -416.23114013671875, -403.59539794921875, -390.9596252441406, -378.3238220214844, -365.68804931640625, -353.05230712890625, -340.4165344238281, -327.78076171875, -315.1449890136719, -302.50921630859375, -289.87347412109375, -277.2377014160156, -264.6019287109375, -251.96617126464844, -239.33041381835938, -226.69464111328125, -214.05886840820312, -201.42311096191406, -188.787353515625, -176.15158081054688, -163.51580810546875, -150.8800506591797, -138.24429321289062, -125.6085205078125, -112.9727554321289, -100.33699035644531, -87.70122528076172, -75.06546020507812, -62.42969512939453, -49.79393005371094, -37.158164978027344, -24.52239990234375, -11.886634826660156, 0.7491302490234375, 13.384895324707031, 26.020660400390625]}, "gradients/decoder.transformer.h.3.ln_2.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 3.0, 3.0, 1.0, 2.0, 3.0, 5.0, 8.0, 9.0, 11.0, 18.0, 12.0, 27.0, 34.0, 39.0, 45.0, 42.0, 55.0, 71.0, 48.0, 66.0, 51.0, 56.0, 52.0, 54.0, 53.0, 47.0, 43.0, 31.0, 32.0, 23.0, 14.0, 16.0, 11.0, 5.0, 3.0, 3.0, 5.0, 4.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-44.48677062988281, -43.0010986328125, -41.51542663574219, -40.029754638671875, -38.54408264160156, -37.05841064453125, -35.57273864746094, -34.087066650390625, -32.60139465332031, -31.11572265625, -29.630050659179688, -28.144378662109375, -26.658706665039062, -25.17303466796875, -23.68736457824707, -22.201692581176758, -20.716022491455078, -19.230350494384766, -17.744678497314453, -16.25900650024414, -14.773335456848145, -13.287663459777832, -11.801992416381836, -10.316320419311523, -8.830648422241211, -7.344976425170898, -5.859304904937744, -4.37363338470459, -2.8879613876342773, -1.4022893905639648, 0.08338165283203125, 1.5690536499023438, 3.0547218322753906, 4.540393829345703, 6.026065349578857, 7.511736869812012, 8.997408866882324, 10.483080863952637, 11.968751907348633, 13.454423904418945, 14.940095901489258, 16.42576789855957, 17.911439895629883, 19.397109985351562, 20.882781982421875, 22.368453979492188, 23.8541259765625, 25.339797973632812, 26.825469970703125, 28.311141967773438, 29.79681396484375, 31.282485961914062, 32.768157958984375, 34.25382995605469, 35.739501953125, 37.22517395019531, 38.710845947265625, 40.19651794433594, 41.68218994140625, 43.16786193847656, 44.653533935546875, 46.13920593261719, 47.6248779296875, 49.11054992675781, 50.59621810913086]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 7.0, 5.0, 9.0, 0.0, 9.0, 12.0, 9.0, 11.0, 17.0, 29.0, 32.0, 31.0, 31.0, 31.0, 35.0, 25.0, 33.0, 47.0, 50.0, 52.0, 63.0, 43.0, 40.0, 48.0, 52.0, 51.0, 33.0, 30.0, 26.0, 33.0, 20.0, 14.0, 21.0, 11.0, 10.0, 5.0, 6.0, 5.0, 6.0, 4.0, 5.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7470703125, -1.6890411376953125, -1.631011962890625, -1.5729827880859375, -1.51495361328125, -1.4569244384765625, -1.398895263671875, -1.3408660888671875, -1.2828369140625, -1.2248077392578125, -1.166778564453125, -1.1087493896484375, -1.05072021484375, -0.9926910400390625, -0.934661865234375, -0.8766326904296875, -0.818603515625, -0.7605743408203125, -0.702545166015625, -0.6445159912109375, -0.58648681640625, -0.5284576416015625, -0.470428466796875, -0.4123992919921875, -0.3543701171875, -0.2963409423828125, -0.238311767578125, -0.1802825927734375, -0.12225341796875, -0.0642242431640625, -0.006195068359375, 0.0518341064453125, 0.10986328125, 0.1678924560546875, 0.225921630859375, 0.2839508056640625, 0.34197998046875, 0.4000091552734375, 0.458038330078125, 0.5160675048828125, 0.5740966796875, 0.6321258544921875, 0.690155029296875, 0.7481842041015625, 0.80621337890625, 0.8642425537109375, 0.922271728515625, 0.9803009033203125, 1.038330078125, 1.0963592529296875, 1.154388427734375, 1.2124176025390625, 1.27044677734375, 1.3284759521484375, 1.386505126953125, 1.4445343017578125, 1.5025634765625, 1.5605926513671875, 1.618621826171875, 1.6766510009765625, 1.73468017578125, 1.7927093505859375, 1.850738525390625, 1.9087677001953125, 1.966796875]}, "gradients/decoder.transformer.h.3.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 3.0, 4.0, 3.0, 4.0, 7.0, 9.0, 13.0, 16.0, 29.0, 31.0, 45.0, 61.0, 109.0, 128.0, 197.0, 233.0, 379.0, 571.0, 774.0, 1175.0, 1791.0, 2741.0, 4164.0, 6562.0, 10659.0, 17610.0, 30301.0, 53938.0, 101391.0, 262348.0, 306233.0, 108349.0, 56619.0, 31959.0, 18708.0, 11435.0, 6899.0, 4424.0, 2794.0, 1885.0, 1217.0, 833.0, 582.0, 400.0, 272.0, 207.0, 130.0, 106.0, 59.0, 55.0, 37.0, 24.0, 14.0, 11.0, 7.0, 7.0, 4.0, 2.0, 1.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.243408203125, -0.23556900024414062, -0.22772979736328125, -0.21989059448242188, -0.2120513916015625, -0.20421218872070312, -0.19637298583984375, -0.18853378295898438, -0.180694580078125, -0.17285537719726562, -0.16501617431640625, -0.15717697143554688, -0.1493377685546875, -0.14149856567382812, -0.13365936279296875, -0.12582015991210938, -0.11798095703125, -0.11014175415039062, -0.10230255126953125, -0.09446334838867188, -0.0866241455078125, -0.07878494262695312, -0.07094573974609375, -0.06310653686523438, -0.055267333984375, -0.047428131103515625, -0.03958892822265625, -0.031749725341796875, -0.0239105224609375, -0.016071319580078125, -0.00823211669921875, -0.000392913818359375, 0.0074462890625, 0.015285491943359375, 0.02312469482421875, 0.030963897705078125, 0.0388031005859375, 0.046642303466796875, 0.05448150634765625, 0.062320709228515625, 0.070159912109375, 0.07799911499023438, 0.08583831787109375, 0.09367752075195312, 0.1015167236328125, 0.10935592651367188, 0.11719512939453125, 0.12503433227539062, 0.13287353515625, 0.14071273803710938, 0.14855194091796875, 0.15639114379882812, 0.1642303466796875, 0.17206954956054688, 0.17990875244140625, 0.18774795532226562, 0.195587158203125, 0.20342636108398438, 0.21126556396484375, 0.21910476684570312, 0.2269439697265625, 0.23478317260742188, 0.24262237548828125, 0.2504615783691406, 0.25830078125]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 1.0, 4.0, 7.0, 11.0, 9.0, 14.0, 17.0, 31.0, 27.0, 31.0, 28.0, 46.0, 47.0, 45.0, 52.0, 48.0, 54.0, 1065.0, 54.0, 46.0, 53.0, 41.0, 49.0, 45.0, 35.0, 37.0, 24.0, 23.0, 16.0, 20.0, 11.0, 20.0, 9.0, 5.0, 6.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.91015625, -1.85845947265625, -1.8067626953125, -1.75506591796875, -1.703369140625, -1.65167236328125, -1.5999755859375, -1.54827880859375, -1.49658203125, -1.44488525390625, -1.3931884765625, -1.34149169921875, -1.289794921875, -1.23809814453125, -1.1864013671875, -1.13470458984375, -1.0830078125, -1.03131103515625, -0.9796142578125, -0.92791748046875, -0.876220703125, -0.82452392578125, -0.7728271484375, -0.72113037109375, -0.66943359375, -0.61773681640625, -0.5660400390625, -0.51434326171875, -0.462646484375, -0.41094970703125, -0.3592529296875, -0.30755615234375, -0.255859375, -0.20416259765625, -0.1524658203125, -0.10076904296875, -0.049072265625, 0.00262451171875, 0.0543212890625, 0.10601806640625, 0.15771484375, 0.20941162109375, 0.2611083984375, 0.31280517578125, 0.364501953125, 0.41619873046875, 0.4678955078125, 0.51959228515625, 0.5712890625, 0.62298583984375, 0.6746826171875, 0.72637939453125, 0.778076171875, 0.82977294921875, 0.8814697265625, 0.93316650390625, 0.98486328125, 1.03656005859375, 1.0882568359375, 1.13995361328125, 1.191650390625, 1.24334716796875, 1.2950439453125, 1.34674072265625, 1.3984375]}, "gradients/decoder.transformer.h.3.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 5.0, 8.0, 8.0, 9.0, 4.0, 15.0, 16.0, 25.0, 37.0, 36.0, 80.0, 102.0, 152.0, 266.0, 488.0, 715.0, 1488.0, 2701.0, 5673.0, 13225.0, 45669.0, 1862135.0, 127544.0, 20737.0, 7944.0, 3605.0, 1901.0, 1040.0, 604.0, 324.0, 221.0, 116.0, 61.0, 41.0, 40.0, 26.0, 11.0, 19.0, 10.0, 11.0, 8.0, 2.0, 0.0, 6.0, 4.0, 1.0, 4.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.578125, -0.5579910278320312, -0.5378570556640625, -0.5177230834960938, -0.497589111328125, -0.47745513916015625, -0.4573211669921875, -0.43718719482421875, -0.41705322265625, -0.39691925048828125, -0.3767852783203125, -0.35665130615234375, -0.336517333984375, -0.31638336181640625, -0.2962493896484375, -0.27611541748046875, -0.2559814453125, -0.23584747314453125, -0.2157135009765625, -0.19557952880859375, -0.175445556640625, -0.15531158447265625, -0.1351776123046875, -0.11504364013671875, -0.09490966796875, -0.07477569580078125, -0.0546417236328125, -0.03450775146484375, -0.014373779296875, 0.00576019287109375, 0.0258941650390625, 0.04602813720703125, 0.066162109375, 0.08629608154296875, 0.1064300537109375, 0.12656402587890625, 0.146697998046875, 0.16683197021484375, 0.1869659423828125, 0.20709991455078125, 0.22723388671875, 0.24736785888671875, 0.2675018310546875, 0.28763580322265625, 0.307769775390625, 0.32790374755859375, 0.3480377197265625, 0.36817169189453125, 0.3883056640625, 0.40843963623046875, 0.4285736083984375, 0.44870758056640625, 0.468841552734375, 0.48897552490234375, 0.5091094970703125, 0.5292434692382812, 0.54937744140625, 0.5695114135742188, 0.5896453857421875, 0.6097793579101562, 0.629913330078125, 0.6500473022460938, 0.6701812744140625, 0.6903152465820312, 0.71044921875]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 4.0, 5.0, 3.0, 7.0, 12.0, 15.0, 11.0, 26.0, 27.0, 24.0, 43.0, 49.0, 56.0, 70.0, 74.0, 74.0, 61.0, 65.0, 68.0, 49.0, 62.0, 49.0, 46.0, 24.0, 21.0, 14.0, 11.0, 8.0, 8.0, 7.0, 3.0, 5.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0186614990234375, -0.018079042434692383, -0.017496585845947266, -0.01691412925720215, -0.01633167266845703, -0.015749216079711914, -0.015166759490966797, -0.01458430290222168, -0.014001846313476562, -0.013419389724731445, -0.012836933135986328, -0.012254476547241211, -0.011672019958496094, -0.011089563369750977, -0.01050710678100586, -0.009924650192260742, -0.009342193603515625, -0.008759737014770508, -0.00817728042602539, -0.0075948238372802734, -0.007012367248535156, -0.006429910659790039, -0.005847454071044922, -0.005264997482299805, -0.0046825408935546875, -0.00410008430480957, -0.003517627716064453, -0.002935171127319336, -0.0023527145385742188, -0.0017702579498291016, -0.0011878013610839844, -0.0006053447723388672, -2.288818359375e-05, 0.0005595684051513672, 0.0011420249938964844, 0.0017244815826416016, 0.0023069381713867188, 0.002889394760131836, 0.003471851348876953, 0.00405430793762207, 0.0046367645263671875, 0.005219221115112305, 0.005801677703857422, 0.006384134292602539, 0.006966590881347656, 0.0075490474700927734, 0.00813150405883789, 0.008713960647583008, 0.009296417236328125, 0.009878873825073242, 0.01046133041381836, 0.011043787002563477, 0.011626243591308594, 0.012208700180053711, 0.012791156768798828, 0.013373613357543945, 0.013956069946289062, 0.01453852653503418, 0.015120983123779297, 0.015703439712524414, 0.01628589630126953, 0.01686835289001465, 0.017450809478759766, 0.018033266067504883, 0.01861572265625]}, "gradients/decoder.transformer.h.3.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 3.0, 1.0, 3.0, 4.0, 2.0, 7.0, 8.0, 12.0, 9.0, 18.0, 23.0, 34.0, 53.0, 61.0, 93.0, 113.0, 174.0, 198.0, 1262.0, 1045308.0, 481.0, 194.0, 123.0, 109.0, 73.0, 47.0, 33.0, 36.0, 19.0, 19.0, 15.0, 7.0, 7.0, 2.0, 5.0, 3.0, 2.0, 5.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.513671875, -0.497772216796875, -0.48187255859375, -0.465972900390625, -0.4500732421875, -0.434173583984375, -0.41827392578125, -0.402374267578125, -0.386474609375, -0.370574951171875, -0.35467529296875, -0.338775634765625, -0.3228759765625, -0.306976318359375, -0.29107666015625, -0.275177001953125, -0.25927734375, -0.243377685546875, -0.22747802734375, -0.211578369140625, -0.1956787109375, -0.179779052734375, -0.16387939453125, -0.147979736328125, -0.132080078125, -0.116180419921875, -0.10028076171875, -0.084381103515625, -0.0684814453125, -0.052581787109375, -0.03668212890625, -0.020782470703125, -0.0048828125, 0.011016845703125, 0.02691650390625, 0.042816162109375, 0.0587158203125, 0.074615478515625, 0.09051513671875, 0.106414794921875, 0.122314453125, 0.138214111328125, 0.15411376953125, 0.170013427734375, 0.1859130859375, 0.201812744140625, 0.21771240234375, 0.233612060546875, 0.24951171875, 0.265411376953125, 0.28131103515625, 0.297210693359375, 0.3131103515625, 0.329010009765625, 0.34490966796875, 0.360809326171875, 0.376708984375, 0.392608642578125, 0.40850830078125, 0.424407958984375, 0.4403076171875, 0.456207275390625, 0.47210693359375, 0.488006591796875, 0.50390625]}, "gradients/decoder.transformer.h.3.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1005.0, 12.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08201238512992859, -0.07881933450698853, -0.07562628388404846, -0.0724332258105278, -0.06924017518758774, -0.06604712456464767, -0.06285406649112701, -0.05966101586818695, -0.05646796524524689, -0.053274914622306824, -0.05008186027407646, -0.0468888059258461, -0.043695755302906036, -0.04050270467996597, -0.03730965033173561, -0.03411659598350525, -0.030923545360565186, -0.027730492874979973, -0.02453744038939476, -0.021344387903809547, -0.018151335418224335, -0.014958282932639122, -0.01176523044705391, -0.008572177961468697, -0.005379125475883484, -0.002186072990298271, 0.0010069794952869415, 0.004200031980872154, 0.007393084466457367, 0.01058613695204258, 0.013779189437627792, 0.016972241923213005, 0.02016528695821762, 0.023358339443802834, 0.026551391929388046, 0.02974444441497326, 0.03293749690055847, 0.036130547523498535, 0.0393236018717289, 0.04251665621995926, 0.04570970684289932, 0.048902757465839386, 0.05209581181406975, 0.05528886616230011, 0.05848191678524017, 0.06167496740818024, 0.0648680180311203, 0.06806107610464096, 0.07125412672758102, 0.07444717735052109, 0.07764023542404175, 0.08083328604698181, 0.08402633666992188, 0.08721938729286194, 0.090412437915802, 0.09360549598932266, 0.09679854661226273, 0.09999159723520279, 0.10318465530872345, 0.10637770593166351, 0.10957075655460358, 0.11276380717754364, 0.1159568578004837, 0.11914991587400436, 0.12234296649694443]}, "gradients/decoder.transformer.h.3.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 0.0, 3.0, 2.0, 2.0, 4.0, 3.0, 2.0, 7.0, 8.0, 11.0, 12.0, 13.0, 12.0, 23.0, 21.0, 26.0, 31.0, 20.0, 30.0, 37.0, 46.0, 29.0, 42.0, 33.0, 42.0, 39.0, 43.0, 36.0, 41.0, 42.0, 38.0, 34.0, 34.0, 38.0, 32.0, 27.0, 17.0, 19.0, 16.0, 16.0, 14.0, 15.0, 12.0, 13.0, 4.0, 3.0, 4.0, 5.0, 2.0, 5.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0], "bins": [-0.014882266521453857, -0.01444880198687315, -0.014015337452292442, -0.013581872917711735, -0.013148408383131027, -0.01271494384855032, -0.012281479313969612, -0.011848014779388905, -0.011414550244808197, -0.01098108571022749, -0.010547621175646782, -0.010114156641066074, -0.009680692106485367, -0.00924722757190466, -0.008813763037323952, -0.008380298502743244, -0.007946833968162537, -0.007513369433581829, -0.0070799048990011215, -0.006646440364420414, -0.006212975829839706, -0.005779511295258999, -0.005346046760678291, -0.004912582226097584, -0.004479117691516876, -0.004045653156936169, -0.003612188622355461, -0.0031787240877747536, -0.002745259553194046, -0.0023117950186133385, -0.001878330484032631, -0.0014448659494519234, -0.0010114014148712158, -0.0005779368802905083, -0.00014447234570980072, 0.00028899218887090683, 0.0007224567234516144, 0.001155921258032322, 0.0015893857926130295, 0.002022850327193737, 0.0024563148617744446, 0.002889779396355152, 0.0033232439309358597, 0.0037567084655165672, 0.004190173000097275, 0.004623637534677982, 0.00505710206925869, 0.005490566603839397, 0.005924031138420105, 0.0063574956730008125, 0.00679096020758152, 0.007224424742162228, 0.007657889276742935, 0.008091353811323643, 0.00852481834590435, 0.008958282880485058, 0.009391747415065765, 0.009825211949646473, 0.01025867648422718, 0.010692141018807888, 0.011125605553388596, 0.011559070087969303, 0.01199253462255001, 0.012425999157130718, 0.012859463691711426]}, "gradients/decoder.transformer.h.3.attn.c_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 2.0, 7.0, 5.0, 9.0, 0.0, 9.0, 12.0, 9.0, 11.0, 17.0, 29.0, 33.0, 30.0, 31.0, 31.0, 34.0, 26.0, 33.0, 47.0, 50.0, 52.0, 63.0, 43.0, 40.0, 48.0, 52.0, 51.0, 33.0, 29.0, 27.0, 33.0, 20.0, 14.0, 21.0, 11.0, 10.0, 5.0, 6.0, 5.0, 6.0, 4.0, 5.0, 0.0, 4.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7470703125, -1.6890411376953125, -1.631011962890625, -1.5729827880859375, -1.51495361328125, -1.4569244384765625, -1.398895263671875, -1.3408660888671875, -1.2828369140625, -1.2248077392578125, -1.166778564453125, -1.1087493896484375, -1.05072021484375, -0.9926910400390625, -0.934661865234375, -0.8766326904296875, -0.818603515625, -0.7605743408203125, -0.702545166015625, -0.6445159912109375, -0.58648681640625, -0.5284576416015625, -0.470428466796875, -0.4123992919921875, -0.3543701171875, -0.2963409423828125, -0.238311767578125, -0.1802825927734375, -0.12225341796875, -0.0642242431640625, -0.006195068359375, 0.0518341064453125, 0.10986328125, 0.1678924560546875, 0.225921630859375, 0.2839508056640625, 0.34197998046875, 0.4000091552734375, 0.458038330078125, 0.5160675048828125, 0.5740966796875, 0.6321258544921875, 0.690155029296875, 0.7481842041015625, 0.80621337890625, 0.8642425537109375, 0.922271728515625, 0.9803009033203125, 1.038330078125, 1.0963592529296875, 1.154388427734375, 1.2124176025390625, 1.27044677734375, 1.3284759521484375, 1.386505126953125, 1.4445343017578125, 1.5025634765625, 1.5605926513671875, 1.618621826171875, 1.6766510009765625, 1.73468017578125, 1.7927093505859375, 1.850738525390625, 1.9087677001953125, 1.966796875]}, "gradients/decoder.transformer.h.3.attn.c_proj.weight": {"_type": "histogram", "values": [5.0, 0.0, 0.0, 3.0, 5.0, 7.0, 6.0, 8.0, 12.0, 17.0, 17.0, 29.0, 28.0, 52.0, 74.0, 66.0, 81.0, 93.0, 141.0, 170.0, 245.0, 261.0, 447.0, 540.0, 682.0, 889.0, 1466.0, 2282.0, 5026.0, 14123.0, 57789.0, 439901.0, 439268.0, 58079.0, 14135.0, 5068.0, 2299.0, 1368.0, 909.0, 656.0, 578.0, 400.0, 308.0, 240.0, 161.0, 138.0, 99.0, 67.0, 76.0, 69.0, 57.0, 30.0, 19.0, 19.0, 22.0, 9.0, 8.0, 10.0, 5.0, 4.0, 6.0, 1.0, 1.0, 2.0], "bins": [-1.67578125, -1.6234130859375, -1.571044921875, -1.5186767578125, -1.46630859375, -1.4139404296875, -1.361572265625, -1.3092041015625, -1.2568359375, -1.2044677734375, -1.152099609375, -1.0997314453125, -1.04736328125, -0.9949951171875, -0.942626953125, -0.8902587890625, -0.837890625, -0.7855224609375, -0.733154296875, -0.6807861328125, -0.62841796875, -0.5760498046875, -0.523681640625, -0.4713134765625, -0.4189453125, -0.3665771484375, -0.314208984375, -0.2618408203125, -0.20947265625, -0.1571044921875, -0.104736328125, -0.0523681640625, 0.0, 0.0523681640625, 0.104736328125, 0.1571044921875, 0.20947265625, 0.2618408203125, 0.314208984375, 0.3665771484375, 0.4189453125, 0.4713134765625, 0.523681640625, 0.5760498046875, 0.62841796875, 0.6807861328125, 0.733154296875, 0.7855224609375, 0.837890625, 0.8902587890625, 0.942626953125, 0.9949951171875, 1.04736328125, 1.0997314453125, 1.152099609375, 1.2044677734375, 1.2568359375, 1.3092041015625, 1.361572265625, 1.4139404296875, 1.46630859375, 1.5186767578125, 1.571044921875, 1.6234130859375, 1.67578125]}, "gradients/decoder.transformer.h.3.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 4.0, 3.0, 5.0, 4.0, 7.0, 6.0, 14.0, 10.0, 17.0, 15.0, 20.0, 21.0, 27.0, 34.0, 32.0, 39.0, 46.0, 34.0, 48.0, 53.0, 139.0, 1999.0, 54.0, 60.0, 48.0, 47.0, 43.0, 38.0, 27.0, 26.0, 25.0, 21.0, 19.0, 8.0, 16.0, 7.0, 8.0, 6.0, 6.0, 5.0, 1.0, 2.0, 4.0, 2.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-4.671875, -4.52178955078125, -4.3717041015625, -4.22161865234375, -4.071533203125, -3.92144775390625, -3.7713623046875, -3.62127685546875, -3.47119140625, -3.32110595703125, -3.1710205078125, -3.02093505859375, -2.870849609375, -2.72076416015625, -2.5706787109375, -2.42059326171875, -2.2705078125, -2.12042236328125, -1.9703369140625, -1.82025146484375, -1.670166015625, -1.52008056640625, -1.3699951171875, -1.21990966796875, -1.06982421875, -0.91973876953125, -0.7696533203125, -0.61956787109375, -0.469482421875, -0.31939697265625, -0.1693115234375, -0.01922607421875, 0.130859375, 0.28094482421875, 0.4310302734375, 0.58111572265625, 0.731201171875, 0.88128662109375, 1.0313720703125, 1.18145751953125, 1.33154296875, 1.48162841796875, 1.6317138671875, 1.78179931640625, 1.931884765625, 2.08197021484375, 2.2320556640625, 2.38214111328125, 2.5322265625, 2.68231201171875, 2.8323974609375, 2.98248291015625, 3.132568359375, 3.28265380859375, 3.4327392578125, 3.58282470703125, 3.73291015625, 3.88299560546875, 4.0330810546875, 4.18316650390625, 4.333251953125, 4.48333740234375, 4.6334228515625, 4.78350830078125, 4.93359375]}, "gradients/decoder.transformer.h.3.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 4.0, 4.0, 2.0, 4.0, 1.0, 7.0, 5.0, 12.0, 8.0, 16.0, 13.0, 27.0, 30.0, 43.0, 43.0, 68.0, 104.0, 150.0, 231.0, 416.0, 917.0, 4336.0, 3125268.0, 11558.0, 1158.0, 457.0, 257.0, 147.0, 108.0, 73.0, 50.0, 38.0, 41.0, 23.0, 16.0, 19.0, 9.0, 15.0, 8.0, 6.0, 3.0, 6.0, 3.0, 6.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.6171875, -9.322265625, -9.02734375, -8.732421875, -8.4375, -8.142578125, -7.84765625, -7.552734375, -7.2578125, -6.962890625, -6.66796875, -6.373046875, -6.078125, -5.783203125, -5.48828125, -5.193359375, -4.8984375, -4.603515625, -4.30859375, -4.013671875, -3.71875, -3.423828125, -3.12890625, -2.833984375, -2.5390625, -2.244140625, -1.94921875, -1.654296875, -1.359375, -1.064453125, -0.76953125, -0.474609375, -0.1796875, 0.115234375, 0.41015625, 0.705078125, 1.0, 1.294921875, 1.58984375, 1.884765625, 2.1796875, 2.474609375, 2.76953125, 3.064453125, 3.359375, 3.654296875, 3.94921875, 4.244140625, 4.5390625, 4.833984375, 5.12890625, 5.423828125, 5.71875, 6.013671875, 6.30859375, 6.603515625, 6.8984375, 7.193359375, 7.48828125, 7.783203125, 8.078125, 8.373046875, 8.66796875, 8.962890625, 9.2578125]}, "gradients/decoder.transformer.h.3.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 6.0, 1013.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-214.82791137695312, -205.92095947265625, -197.01400756835938, -188.1070556640625, -179.20010375976562, -170.29315185546875, -161.38619995117188, -152.479248046875, -143.57229614257812, -134.66534423828125, -125.75839233398438, -116.8514404296875, -107.94448852539062, -99.03753662109375, -90.13058471679688, -81.2236328125, -72.31668090820312, -63.40972900390625, -54.502777099609375, -45.5958251953125, -36.688873291015625, -27.78192138671875, -18.874969482421875, -9.968017578125, -1.061065673828125, 7.84588623046875, 16.752838134765625, 25.6597900390625, 34.566741943359375, 43.47369384765625, 52.380645751953125, 61.28759765625, 70.194580078125, 79.10153198242188, 88.00848388671875, 96.91543579101562, 105.8223876953125, 114.72933959960938, 123.63629150390625, 132.54324340820312, 141.4501953125, 150.35714721679688, 159.26409912109375, 168.17105102539062, 177.0780029296875, 185.98495483398438, 194.89190673828125, 203.79885864257812, 212.705810546875, 221.61276245117188, 230.51971435546875, 239.42666625976562, 248.3336181640625, 257.2405700683594, 266.14752197265625, 275.0544738769531, 283.96142578125, 292.8683776855469, 301.77532958984375, 310.6822814941406, 319.5892333984375, 328.4961853027344, 337.40313720703125, 346.3100891113281, 355.217041015625]}, "gradients/decoder.transformer.h.3.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 3.0, 9.0, 5.0, 3.0, 8.0, 7.0, 8.0, 11.0, 12.0, 15.0, 23.0, 21.0, 36.0, 28.0, 26.0, 25.0, 36.0, 39.0, 36.0, 38.0, 58.0, 50.0, 45.0, 52.0, 37.0, 38.0, 36.0, 46.0, 28.0, 33.0, 25.0, 33.0, 24.0, 18.0, 14.0, 15.0, 11.0, 13.0, 9.0, 10.0, 4.0, 5.0, 0.0, 8.0, 2.0, 1.0, 2.0, 1.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.048627853393555, -13.60360336303711, -13.158578872680664, -12.713554382324219, -12.268529891967773, -11.823505401611328, -11.378480911254883, -10.933457374572754, -10.488432884216309, -10.043408393859863, -9.598383903503418, -9.153359413146973, -8.708334922790527, -8.263311386108398, -7.818286418914795, -7.373262405395508, -6.928237438201904, -6.483212947845459, -6.038188457489014, -5.593164443969727, -5.148139953613281, -4.703115463256836, -4.258090972900391, -3.8130667209625244, -3.368042230606079, -2.923017740249634, -2.4779934883117676, -2.0329689979553223, -1.5879446268081665, -1.1429202556610107, -0.6978957653045654, -0.2528715133666992, 0.1921529769897461, 0.6371773481369019, 1.0822017192840576, 1.527226209640503, 1.9722505807876587, 2.4172749519348145, 2.8622994422912598, 3.307323694229126, 3.7523481845855713, 4.1973724365234375, 4.642396926879883, 5.087421417236328, 5.532445907592773, 5.977470397949219, 6.422494888305664, 6.867518901824951, 7.3125433921813965, 7.757567882537842, 8.202591896057129, 8.647616386413574, 9.09264087677002, 9.537665367126465, 9.98268985748291, 10.427714347839355, 10.8727388381958, 11.317763328552246, 11.762787818908691, 12.207812309265137, 12.652836799621582, 13.097860336303711, 13.542884826660156, 13.987909317016602, 14.432933807373047]}, "gradients/decoder.transformer.h.2.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 2.0, 5.0, 7.0, 6.0, 8.0, 12.0, 8.0, 11.0, 15.0, 15.0, 34.0, 21.0, 32.0, 26.0, 38.0, 31.0, 29.0, 27.0, 51.0, 44.0, 52.0, 49.0, 43.0, 61.0, 49.0, 38.0, 43.0, 37.0, 33.0, 28.0, 27.0, 28.0, 17.0, 15.0, 7.0, 15.0, 7.0, 15.0, 2.0, 1.0, 10.0, 4.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.728515625, -1.6712799072265625, -1.614044189453125, -1.5568084716796875, -1.49957275390625, -1.4423370361328125, -1.385101318359375, -1.3278656005859375, -1.2706298828125, -1.2133941650390625, -1.156158447265625, -1.0989227294921875, -1.04168701171875, -0.9844512939453125, -0.927215576171875, -0.8699798583984375, -0.812744140625, -0.7555084228515625, -0.698272705078125, -0.6410369873046875, -0.58380126953125, -0.5265655517578125, -0.469329833984375, -0.4120941162109375, -0.3548583984375, -0.2976226806640625, -0.240386962890625, -0.1831512451171875, -0.12591552734375, -0.0686798095703125, -0.011444091796875, 0.0457916259765625, 0.10302734375, 0.1602630615234375, 0.217498779296875, 0.2747344970703125, 0.33197021484375, 0.3892059326171875, 0.446441650390625, 0.5036773681640625, 0.5609130859375, 0.6181488037109375, 0.675384521484375, 0.7326202392578125, 0.78985595703125, 0.8470916748046875, 0.904327392578125, 0.9615631103515625, 1.018798828125, 1.0760345458984375, 1.133270263671875, 1.1905059814453125, 1.24774169921875, 1.3049774169921875, 1.362213134765625, 1.4194488525390625, 1.4766845703125, 1.5339202880859375, 1.591156005859375, 1.6483917236328125, 1.70562744140625, 1.7628631591796875, 1.820098876953125, 1.8773345947265625, 1.9345703125]}, "gradients/decoder.transformer.h.2.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 6.0, 1.0, 3.0, 8.0, 10.0, 7.0, 11.0, 21.0, 22.0, 29.0, 31.0, 31.0, 60.0, 68.0, 101.0, 93.0, 121.0, 163.0, 177.0, 198.0, 260.0, 634.0, 1168640.0, 3021301.0, 786.0, 301.0, 229.0, 207.0, 159.0, 129.0, 101.0, 98.0, 54.0, 51.0, 44.0, 23.0, 31.0, 19.0, 13.0, 18.0, 7.0, 3.0, 8.0, 8.0, 2.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.421875, -12.989501953125, -12.55712890625, -12.124755859375, -11.6923828125, -11.260009765625, -10.82763671875, -10.395263671875, -9.962890625, -9.530517578125, -9.09814453125, -8.665771484375, -8.2333984375, -7.801025390625, -7.36865234375, -6.936279296875, -6.50390625, -6.071533203125, -5.63916015625, -5.206787109375, -4.7744140625, -4.342041015625, -3.90966796875, -3.477294921875, -3.044921875, -2.612548828125, -2.18017578125, -1.747802734375, -1.3154296875, -0.883056640625, -0.45068359375, -0.018310546875, 0.4140625, 0.846435546875, 1.27880859375, 1.711181640625, 2.1435546875, 2.575927734375, 3.00830078125, 3.440673828125, 3.873046875, 4.305419921875, 4.73779296875, 5.170166015625, 5.6025390625, 6.034912109375, 6.46728515625, 6.899658203125, 7.33203125, 7.764404296875, 8.19677734375, 8.629150390625, 9.0615234375, 9.493896484375, 9.92626953125, 10.358642578125, 10.791015625, 11.223388671875, 11.65576171875, 12.088134765625, 12.5205078125, 12.952880859375, 13.38525390625, 13.817626953125, 14.25]}, "gradients/decoder.transformer.h.2.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 10.0, 26.0, 57.0, 166.0, 614.0, 2263.0, 543.0, 216.0, 98.0, 45.0, 12.0, 9.0, 9.0, 5.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.55078125, -7.22784423828125, -6.9049072265625, -6.58197021484375, -6.259033203125, -5.93609619140625, -5.6131591796875, -5.29022216796875, -4.96728515625, -4.64434814453125, -4.3214111328125, -3.99847412109375, -3.675537109375, -3.35260009765625, -3.0296630859375, -2.70672607421875, -2.3837890625, -2.06085205078125, -1.7379150390625, -1.41497802734375, -1.092041015625, -0.76910400390625, -0.4461669921875, -0.12322998046875, 0.19970703125, 0.52264404296875, 0.8455810546875, 1.16851806640625, 1.491455078125, 1.81439208984375, 2.1373291015625, 2.46026611328125, 2.783203125, 3.10614013671875, 3.4290771484375, 3.75201416015625, 4.074951171875, 4.39788818359375, 4.7208251953125, 5.04376220703125, 5.36669921875, 5.68963623046875, 6.0125732421875, 6.33551025390625, 6.658447265625, 6.98138427734375, 7.3043212890625, 7.62725830078125, 7.9501953125, 8.27313232421875, 8.5960693359375, 8.91900634765625, 9.241943359375, 9.56488037109375, 9.8878173828125, 10.21075439453125, 10.53369140625, 10.85662841796875, 11.1795654296875, 11.50250244140625, 11.825439453125, 12.14837646484375, 12.4713134765625, 12.79425048828125, 13.1171875]}, "gradients/decoder.transformer.h.2.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 6.0, 11.0, 8.0, 16.0, 50.0, 106.0, 238.0, 1010.0, 4190297.0, 2174.0, 239.0, 76.0, 31.0, 14.0, 5.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-66.0, -64.375, -62.75, -61.125, -59.5, -57.875, -56.25, -54.625, -53.0, -51.375, -49.75, -48.125, -46.5, -44.875, -43.25, -41.625, -40.0, -38.375, -36.75, -35.125, -33.5, -31.875, -30.25, -28.625, -27.0, -25.375, -23.75, -22.125, -20.5, -18.875, -17.25, -15.625, -14.0, -12.375, -10.75, -9.125, -7.5, -5.875, -4.25, -2.625, -1.0, 0.625, 2.25, 3.875, 5.5, 7.125, 8.75, 10.375, 12.0, 13.625, 15.25, 16.875, 18.5, 20.125, 21.75, 23.375, 25.0, 26.625, 28.25, 29.875, 31.5, 33.125, 34.75, 36.375, 38.0]}, "gradients/decoder.transformer.h.2.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1009.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-348.72100830078125, -342.3592529296875, -335.99749755859375, -329.6357421875, -323.27398681640625, -316.9122314453125, -310.55047607421875, -304.188720703125, -297.82696533203125, -291.4652099609375, -285.10345458984375, -278.74169921875, -272.37994384765625, -266.0181884765625, -259.65643310546875, -253.29466247558594, -246.93289184570312, -240.57113647460938, -234.20938110351562, -227.84762573242188, -221.48587036132812, -215.1240997314453, -208.76234436035156, -202.4005889892578, -196.03883361816406, -189.6770782470703, -183.31532287597656, -176.9535675048828, -170.591796875, -164.23004150390625, -157.8682861328125, -151.50653076171875, -145.144775390625, -138.78302001953125, -132.4212646484375, -126.05950164794922, -119.69774627685547, -113.33599090576172, -106.97422790527344, -100.61247253417969, -94.25071716308594, -87.88896179199219, -81.52720642089844, -75.16544342041016, -68.8036880493164, -62.441932678222656, -56.08017349243164, -49.718414306640625, -43.35665512084961, -36.994895935058594, -30.633140563964844, -24.27138328552246, -17.909626007080078, -11.547868728637695, -5.1861114501953125, 1.1756477355957031, 7.537403106689453, 13.899160385131836, 20.26091766357422, 26.6226749420166, 32.984432220458984, 39.34619140625, 45.70794677734375, 52.069705963134766, 58.431461334228516]}, "gradients/decoder.transformer.h.2.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 3.0, 6.0, 5.0, 16.0, 10.0, 21.0, 21.0, 37.0, 40.0, 41.0, 47.0, 51.0, 74.0, 73.0, 72.0, 60.0, 51.0, 65.0, 48.0, 52.0, 39.0, 46.0, 33.0, 28.0, 14.0, 24.0, 12.0, 6.0, 3.0, 7.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-29.5681095123291, -28.804819107055664, -28.041528701782227, -27.278236389160156, -26.51494598388672, -25.75165557861328, -24.988365173339844, -24.225074768066406, -23.461782455444336, -22.6984920501709, -21.93520164489746, -21.17190933227539, -20.408618927001953, -19.645328521728516, -18.882038116455078, -18.11874771118164, -17.355457305908203, -16.592166900634766, -15.828875541687012, -15.065585136413574, -14.30229377746582, -13.539003372192383, -12.775712966918945, -12.012421607971191, -11.249130249023438, -10.48583984375, -9.722548484802246, -8.959258079528809, -8.195966720581055, -7.432676315307617, -6.6693854331970215, -5.906094551086426, -5.142803192138672, -4.379512310028076, -3.6162214279174805, -2.852930784225464, -2.089639902114868, -1.3263490200042725, -0.5630583763122559, 0.20023250579833984, 0.9635233879089355, 1.7268142700195312, 2.490105152130127, 3.2533957958221436, 4.01668643951416, 4.779977798461914, 5.543268203735352, 6.306559085845947, 7.069849967956543, 7.833140850067139, 8.596431732177734, 9.359722137451172, 10.123013496398926, 10.886303901672363, 11.649595260620117, 12.412885665893555, 13.176176071166992, 13.93946647644043, 14.702757835388184, 15.466048240661621, 16.229339599609375, 16.992630004882812, 17.75592041015625, 18.519210815429688, 19.282503128051758]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 6.0, 5.0, 2.0, 7.0, 8.0, 13.0, 13.0, 21.0, 13.0, 20.0, 14.0, 26.0, 34.0, 34.0, 29.0, 37.0, 42.0, 33.0, 47.0, 55.0, 52.0, 43.0, 56.0, 43.0, 46.0, 32.0, 37.0, 29.0, 31.0, 33.0, 33.0, 18.0, 23.0, 10.0, 19.0, 11.0, 8.0, 5.0, 6.0, 4.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.5732421875, -1.5236053466796875, -1.473968505859375, -1.4243316650390625, -1.37469482421875, -1.3250579833984375, -1.275421142578125, -1.2257843017578125, -1.1761474609375, -1.1265106201171875, -1.076873779296875, -1.0272369384765625, -0.97760009765625, -0.9279632568359375, -0.878326416015625, -0.8286895751953125, -0.779052734375, -0.7294158935546875, -0.679779052734375, -0.6301422119140625, -0.58050537109375, -0.5308685302734375, -0.481231689453125, -0.4315948486328125, -0.3819580078125, -0.3323211669921875, -0.282684326171875, -0.2330474853515625, -0.18341064453125, -0.1337738037109375, -0.084136962890625, -0.0345001220703125, 0.01513671875, 0.0647735595703125, 0.114410400390625, 0.1640472412109375, 0.21368408203125, 0.2633209228515625, 0.312957763671875, 0.3625946044921875, 0.4122314453125, 0.4618682861328125, 0.511505126953125, 0.5611419677734375, 0.61077880859375, 0.6604156494140625, 0.710052490234375, 0.7596893310546875, 0.809326171875, 0.8589630126953125, 0.908599853515625, 0.9582366943359375, 1.00787353515625, 1.0575103759765625, 1.107147216796875, 1.1567840576171875, 1.2064208984375, 1.2560577392578125, 1.305694580078125, 1.3553314208984375, 1.40496826171875, 1.4546051025390625, 1.504241943359375, 1.5538787841796875, 1.603515625]}, "gradients/decoder.transformer.h.2.crossattention.c_proj.weight": {"_type": "histogram", "values": [3.0, 2.0, 5.0, 4.0, 1.0, 4.0, 4.0, 12.0, 12.0, 21.0, 20.0, 48.0, 46.0, 69.0, 100.0, 155.0, 220.0, 322.0, 451.0, 693.0, 1000.0, 1569.0, 2379.0, 3756.0, 6046.0, 9576.0, 15787.0, 26576.0, 45624.0, 82053.0, 168592.0, 361975.0, 144016.0, 73315.0, 41387.0, 23964.0, 14380.0, 8810.0, 5414.0, 3520.0, 2223.0, 1416.0, 932.0, 678.0, 422.0, 295.0, 199.0, 129.0, 103.0, 74.0, 62.0, 30.0, 20.0, 15.0, 11.0, 11.0, 7.0, 5.0, 3.0, 3.0, 3.0, 2.0, 0.0, 2.0], "bins": [-0.171630859375, -0.1661663055419922, -0.16070175170898438, -0.15523719787597656, -0.14977264404296875, -0.14430809020996094, -0.13884353637695312, -0.1333789825439453, -0.1279144287109375, -0.12244987487792969, -0.11698532104492188, -0.11152076721191406, -0.10605621337890625, -0.10059165954589844, -0.09512710571289062, -0.08966255187988281, -0.084197998046875, -0.07873344421386719, -0.07326889038085938, -0.06780433654785156, -0.06233978271484375, -0.05687522888183594, -0.051410675048828125, -0.04594612121582031, -0.0404815673828125, -0.03501701354980469, -0.029552459716796875, -0.024087905883789062, -0.01862335205078125, -0.013158798217773438, -0.007694244384765625, -0.0022296905517578125, 0.00323486328125, 0.008699417114257812, 0.014163970947265625, 0.019628524780273438, 0.02509307861328125, 0.030557632446289062, 0.036022186279296875, 0.04148674011230469, 0.0469512939453125, 0.05241584777832031, 0.057880401611328125, 0.06334495544433594, 0.06880950927734375, 0.07427406311035156, 0.07973861694335938, 0.08520317077636719, 0.090667724609375, 0.09613227844238281, 0.10159683227539062, 0.10706138610839844, 0.11252593994140625, 0.11799049377441406, 0.12345504760742188, 0.1289196014404297, 0.1343841552734375, 0.1398487091064453, 0.14531326293945312, 0.15077781677246094, 0.15624237060546875, 0.16170692443847656, 0.16717147827148438, 0.1726360321044922, 0.1781005859375]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 0.0, 2.0, 4.0, 3.0, 6.0, 4.0, 9.0, 9.0, 9.0, 16.0, 16.0, 13.0, 21.0, 21.0, 19.0, 26.0, 29.0, 34.0, 28.0, 41.0, 39.0, 40.0, 38.0, 47.0, 36.0, 1057.0, 50.0, 48.0, 39.0, 38.0, 36.0, 32.0, 43.0, 20.0, 21.0, 15.0, 21.0, 17.0, 15.0, 16.0, 8.0, 14.0, 9.0, 6.0, 7.0, 5.0, 1.0, 4.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0], "bins": [-1.4140625, -1.37249755859375, -1.3309326171875, -1.28936767578125, -1.247802734375, -1.20623779296875, -1.1646728515625, -1.12310791015625, -1.08154296875, -1.03997802734375, -0.9984130859375, -0.95684814453125, -0.915283203125, -0.87371826171875, -0.8321533203125, -0.79058837890625, -0.7490234375, -0.70745849609375, -0.6658935546875, -0.62432861328125, -0.582763671875, -0.54119873046875, -0.4996337890625, -0.45806884765625, -0.41650390625, -0.37493896484375, -0.3333740234375, -0.29180908203125, -0.250244140625, -0.20867919921875, -0.1671142578125, -0.12554931640625, -0.083984375, -0.04241943359375, -0.0008544921875, 0.04071044921875, 0.082275390625, 0.12384033203125, 0.1654052734375, 0.20697021484375, 0.24853515625, 0.29010009765625, 0.3316650390625, 0.37322998046875, 0.414794921875, 0.45635986328125, 0.4979248046875, 0.53948974609375, 0.5810546875, 0.62261962890625, 0.6641845703125, 0.70574951171875, 0.747314453125, 0.78887939453125, 0.8304443359375, 0.87200927734375, 0.91357421875, 0.95513916015625, 0.9967041015625, 1.03826904296875, 1.079833984375, 1.12139892578125, 1.1629638671875, 1.20452880859375, 1.24609375]}, "gradients/decoder.transformer.h.2.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 4.0, 9.0, 5.0, 8.0, 13.0, 18.0, 31.0, 34.0, 57.0, 80.0, 102.0, 151.0, 191.0, 283.0, 418.0, 621.0, 926.0, 1411.0, 2144.0, 3542.0, 5822.0, 10351.0, 22469.0, 93001.0, 1816137.0, 91102.0, 22149.0, 10413.0, 5732.0, 3432.0, 2146.0, 1436.0, 901.0, 581.0, 414.0, 296.0, 201.0, 146.0, 104.0, 74.0, 58.0, 27.0, 23.0, 18.0, 23.0, 8.0, 6.0, 3.0, 4.0, 5.0, 5.0, 2.0, 2.0, 2.0, 2.0], "bins": [-0.39404296875, -0.3822784423828125, -0.370513916015625, -0.3587493896484375, -0.34698486328125, -0.3352203369140625, -0.323455810546875, -0.3116912841796875, -0.2999267578125, -0.2881622314453125, -0.276397705078125, -0.2646331787109375, -0.25286865234375, -0.2411041259765625, -0.229339599609375, -0.2175750732421875, -0.205810546875, -0.1940460205078125, -0.182281494140625, -0.1705169677734375, -0.15875244140625, -0.1469879150390625, -0.135223388671875, -0.1234588623046875, -0.1116943359375, -0.0999298095703125, -0.088165283203125, -0.0764007568359375, -0.06463623046875, -0.0528717041015625, -0.041107177734375, -0.0293426513671875, -0.017578125, -0.0058135986328125, 0.005950927734375, 0.0177154541015625, 0.02947998046875, 0.0412445068359375, 0.053009033203125, 0.0647735595703125, 0.0765380859375, 0.0883026123046875, 0.100067138671875, 0.1118316650390625, 0.12359619140625, 0.1353607177734375, 0.147125244140625, 0.1588897705078125, 0.170654296875, 0.1824188232421875, 0.194183349609375, 0.2059478759765625, 0.21771240234375, 0.2294769287109375, 0.241241455078125, 0.2530059814453125, 0.2647705078125, 0.2765350341796875, 0.288299560546875, 0.3000640869140625, 0.31182861328125, 0.3235931396484375, 0.335357666015625, 0.3471221923828125, 0.35888671875]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 2.0, 5.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 2.0, 7.0, 12.0, 7.0, 6.0, 20.0, 14.0, 23.0, 27.0, 25.0, 37.0, 38.0, 37.0, 54.0, 49.0, 60.0, 58.0, 66.0, 60.0, 58.0, 38.0, 43.0, 46.0, 39.0, 35.0, 20.0, 21.0, 19.0, 13.0, 14.0, 9.0, 7.0, 5.0, 8.0, 6.0, 7.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0111236572265625, -0.010756254196166992, -0.010388851165771484, -0.010021448135375977, -0.009654045104980469, -0.009286642074584961, -0.008919239044189453, -0.008551836013793945, -0.008184432983398438, -0.00781702995300293, -0.007449626922607422, -0.007082223892211914, -0.006714820861816406, -0.0063474178314208984, -0.005980014801025391, -0.005612611770629883, -0.005245208740234375, -0.004877805709838867, -0.004510402679443359, -0.0041429996490478516, -0.0037755966186523438, -0.003408193588256836, -0.003040790557861328, -0.0026733875274658203, -0.0023059844970703125, -0.0019385814666748047, -0.0015711784362792969, -0.001203775405883789, -0.0008363723754882812, -0.00046896934509277344, -0.00010156631469726562, 0.0002658367156982422, 0.00063323974609375, 0.0010006427764892578, 0.0013680458068847656, 0.0017354488372802734, 0.0021028518676757812, 0.002470254898071289, 0.002837657928466797, 0.0032050609588623047, 0.0035724639892578125, 0.00393986701965332, 0.004307270050048828, 0.004674673080444336, 0.005042076110839844, 0.0054094791412353516, 0.005776882171630859, 0.006144285202026367, 0.006511688232421875, 0.006879091262817383, 0.007246494293212891, 0.0076138973236083984, 0.007981300354003906, 0.008348703384399414, 0.008716106414794922, 0.00908350944519043, 0.009450912475585938, 0.009818315505981445, 0.010185718536376953, 0.010553121566772461, 0.010920524597167969, 0.011287927627563477, 0.011655330657958984, 0.012022733688354492, 0.01239013671875]}, "gradients/decoder.transformer.h.2.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 0.0, 3.0, 4.0, 8.0, 6.0, 11.0, 12.0, 12.0, 16.0, 30.0, 19.0, 33.0, 38.0, 58.0, 63.0, 76.0, 117.0, 139.0, 222.0, 496.0, 2143.0, 1042841.0, 1035.0, 375.0, 190.0, 133.0, 110.0, 63.0, 69.0, 47.0, 42.0, 28.0, 34.0, 15.0, 16.0, 13.0, 12.0, 4.0, 5.0, 7.0, 3.0, 3.0, 0.0, 1.0, 1.0, 5.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.305908203125, -0.2969970703125, -0.2880859375, -0.2791748046875, -0.270263671875, -0.2613525390625, -0.25244140625, -0.2435302734375, -0.234619140625, -0.2257080078125, -0.216796875, -0.2078857421875, -0.198974609375, -0.1900634765625, -0.18115234375, -0.1722412109375, -0.163330078125, -0.1544189453125, -0.1455078125, -0.1365966796875, -0.127685546875, -0.1187744140625, -0.10986328125, -0.1009521484375, -0.092041015625, -0.0831298828125, -0.07421875, -0.0653076171875, -0.056396484375, -0.0474853515625, -0.03857421875, -0.0296630859375, -0.020751953125, -0.0118408203125, -0.0029296875, 0.0059814453125, 0.014892578125, 0.0238037109375, 0.03271484375, 0.0416259765625, 0.050537109375, 0.0594482421875, 0.068359375, 0.0772705078125, 0.086181640625, 0.0950927734375, 0.10400390625, 0.1129150390625, 0.121826171875, 0.1307373046875, 0.1396484375, 0.1485595703125, 0.157470703125, 0.1663818359375, 0.17529296875, 0.1842041015625, 0.193115234375, 0.2020263671875, 0.2109375, 0.2198486328125, 0.228759765625, 0.2376708984375, 0.24658203125, 0.2554931640625, 0.264404296875]}, "gradients/decoder.transformer.h.2.ln_cross_attn.weight": {"_type": "histogram", "values": [363.0, 651.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0022172555327415466, -7.915310561656952e-05, 0.0020589493215084076, 0.004197051748633385, 0.006335154175758362, 0.008473256602883339, 0.010611359030008316, 0.012749461457133293, 0.01488756388425827, 0.017025666311383247, 0.019163768738508224, 0.0213018711656332, 0.02343997359275818, 0.025578076019883156, 0.027716178447008133, 0.02985428087413311, 0.03199238330125809, 0.034130483865737915, 0.03626858815550804, 0.03840669244527817, 0.040544793009757996, 0.042682893574237823, 0.04482099786400795, 0.046959102153778076, 0.049097202718257904, 0.05123530328273773, 0.05337340757250786, 0.055511511862277985, 0.05764961242675781, 0.05978771299123764, 0.06192581728100777, 0.0640639215707779, 0.06620201468467712, 0.06834011524915695, 0.07047821581363678, 0.0726163238286972, 0.07475442439317703, 0.07689252495765686, 0.07903063297271729, 0.08116873353719711, 0.08330683410167694, 0.08544493466615677, 0.0875830352306366, 0.08972114324569702, 0.09185924381017685, 0.09399734437465668, 0.0961354523897171, 0.09827355295419693, 0.10041165351867676, 0.10254975408315659, 0.10468785464763641, 0.10682596266269684, 0.10896406322717667, 0.1111021637916565, 0.11324027180671692, 0.11537837237119675, 0.11751647293567657, 0.1196545735001564, 0.12179267406463623, 0.12393078207969666, 0.12606889009475708, 0.1282069832086563, 0.13034509122371674, 0.13248318433761597, 0.1346212923526764]}, "gradients/decoder.transformer.h.2.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 6.0, 4.0, 4.0, 10.0, 9.0, 16.0, 18.0, 17.0, 22.0, 27.0, 35.0, 22.0, 29.0, 34.0, 51.0, 31.0, 44.0, 44.0, 45.0, 44.0, 37.0, 48.0, 50.0, 37.0, 43.0, 35.0, 34.0, 28.0, 29.0, 24.0, 17.0, 26.0, 12.0, 14.0, 14.0, 9.0, 12.0, 7.0, 8.0, 4.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.009580135345458984, -0.009280301630496979, -0.008980467915534973, -0.008680634200572968, -0.008380800485610962, -0.008080966770648956, -0.007781133055686951, -0.007481299340724945, -0.0071814656257629395, -0.006881631910800934, -0.006581798195838928, -0.006281964480876923, -0.005982130765914917, -0.005682297050952911, -0.005382463335990906, -0.0050826296210289, -0.0047827959060668945, -0.004482962191104889, -0.004183128476142883, -0.0038832947611808777, -0.003583461046218872, -0.0032836273312568665, -0.002983793616294861, -0.0026839599013328552, -0.0023841261863708496, -0.002084292471408844, -0.0017844587564468384, -0.0014846250414848328, -0.0011847913265228271, -0.0008849576115608215, -0.0005851238965988159, -0.0002852901816368103, 1.4543533325195312e-05, 0.00031437724828720093, 0.0006142109632492065, 0.0009140446782112122, 0.0012138783931732178, 0.0015137121081352234, 0.001813545823097229, 0.0021133795380592346, 0.0024132132530212402, 0.002713046967983246, 0.0030128806829452515, 0.003312714397907257, 0.0036125481128692627, 0.003912381827831268, 0.004212215542793274, 0.0045120492577552795, 0.004811882972717285, 0.005111716687679291, 0.005411550402641296, 0.005711384117603302, 0.006011217832565308, 0.006311051547527313, 0.006610885262489319, 0.0069107189774513245, 0.00721055269241333, 0.007510386407375336, 0.007810220122337341, 0.008110053837299347, 0.008409887552261353, 0.008709721267223358, 0.009009554982185364, 0.00930938869714737, 0.009609222412109375]}, "gradients/decoder.transformer.h.2.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 6.0, 5.0, 2.0, 7.0, 8.0, 13.0, 12.0, 21.0, 14.0, 20.0, 14.0, 26.0, 33.0, 35.0, 29.0, 37.0, 42.0, 32.0, 47.0, 54.0, 54.0, 43.0, 56.0, 41.0, 48.0, 32.0, 37.0, 29.0, 31.0, 32.0, 34.0, 18.0, 23.0, 10.0, 18.0, 12.0, 7.0, 6.0, 6.0, 4.0, 3.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.5732421875, -1.52362060546875, -1.4739990234375, -1.42437744140625, -1.374755859375, -1.32513427734375, -1.2755126953125, -1.22589111328125, -1.17626953125, -1.12664794921875, -1.0770263671875, -1.02740478515625, -0.977783203125, -0.92816162109375, -0.8785400390625, -0.82891845703125, -0.779296875, -0.72967529296875, -0.6800537109375, -0.63043212890625, -0.580810546875, -0.53118896484375, -0.4815673828125, -0.43194580078125, -0.38232421875, -0.33270263671875, -0.2830810546875, -0.23345947265625, -0.183837890625, -0.13421630859375, -0.0845947265625, -0.03497314453125, 0.0146484375, 0.06427001953125, 0.1138916015625, 0.16351318359375, 0.213134765625, 0.26275634765625, 0.3123779296875, 0.36199951171875, 0.41162109375, 0.46124267578125, 0.5108642578125, 0.56048583984375, 0.610107421875, 0.65972900390625, 0.7093505859375, 0.75897216796875, 0.80859375, 0.85821533203125, 0.9078369140625, 0.95745849609375, 1.007080078125, 1.05670166015625, 1.1063232421875, 1.15594482421875, 1.20556640625, 1.25518798828125, 1.3048095703125, 1.35443115234375, 1.404052734375, 1.45367431640625, 1.5032958984375, 1.55291748046875, 1.6025390625]}, "gradients/decoder.transformer.h.2.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 0.0, 3.0, 1.0, 5.0, 9.0, 9.0, 9.0, 15.0, 23.0, 29.0, 46.0, 53.0, 72.0, 104.0, 165.0, 229.0, 316.0, 418.0, 666.0, 1074.0, 1771.0, 3350.0, 9697.0, 74296.0, 865614.0, 72802.0, 9529.0, 3332.0, 1690.0, 1039.0, 647.0, 448.0, 334.0, 209.0, 149.0, 112.0, 77.0, 61.0, 39.0, 31.0, 28.0, 16.0, 13.0, 9.0, 9.0, 5.0, 2.0, 5.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-3.650390625, -3.538055419921875, -3.42572021484375, -3.313385009765625, -3.2010498046875, -3.088714599609375, -2.97637939453125, -2.864044189453125, -2.751708984375, -2.639373779296875, -2.52703857421875, -2.414703369140625, -2.3023681640625, -2.190032958984375, -2.07769775390625, -1.965362548828125, -1.85302734375, -1.740692138671875, -1.62835693359375, -1.516021728515625, -1.4036865234375, -1.291351318359375, -1.17901611328125, -1.066680908203125, -0.954345703125, -0.842010498046875, -0.72967529296875, -0.617340087890625, -0.5050048828125, -0.392669677734375, -0.28033447265625, -0.167999267578125, -0.0556640625, 0.056671142578125, 0.16900634765625, 0.281341552734375, 0.3936767578125, 0.506011962890625, 0.61834716796875, 0.730682373046875, 0.843017578125, 0.955352783203125, 1.06768798828125, 1.180023193359375, 1.2923583984375, 1.404693603515625, 1.51702880859375, 1.629364013671875, 1.74169921875, 1.854034423828125, 1.96636962890625, 2.078704833984375, 2.1910400390625, 2.303375244140625, 2.41571044921875, 2.528045654296875, 2.640380859375, 2.752716064453125, 2.86505126953125, 2.977386474609375, 3.0897216796875, 3.202056884765625, 3.31439208984375, 3.426727294921875, 3.5390625]}, "gradients/decoder.transformer.h.2.attn.c_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 4.0, 9.0, 3.0, 12.0, 8.0, 12.0, 19.0, 24.0, 34.0, 31.0, 29.0, 39.0, 50.0, 42.0, 62.0, 64.0, 440.0, 1710.0, 63.0, 53.0, 59.0, 49.0, 38.0, 34.0, 26.0, 24.0, 24.0, 15.0, 19.0, 16.0, 7.0, 6.0, 6.0, 5.0, 4.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-4.0703125, -3.9300537109375, -3.789794921875, -3.6495361328125, -3.50927734375, -3.3690185546875, -3.228759765625, -3.0885009765625, -2.9482421875, -2.8079833984375, -2.667724609375, -2.5274658203125, -2.38720703125, -2.2469482421875, -2.106689453125, -1.9664306640625, -1.826171875, -1.6859130859375, -1.545654296875, -1.4053955078125, -1.26513671875, -1.1248779296875, -0.984619140625, -0.8443603515625, -0.7041015625, -0.5638427734375, -0.423583984375, -0.2833251953125, -0.14306640625, -0.0028076171875, 0.137451171875, 0.2777099609375, 0.41796875, 0.5582275390625, 0.698486328125, 0.8387451171875, 0.97900390625, 1.1192626953125, 1.259521484375, 1.3997802734375, 1.5400390625, 1.6802978515625, 1.820556640625, 1.9608154296875, 2.10107421875, 2.2413330078125, 2.381591796875, 2.5218505859375, 2.662109375, 2.8023681640625, 2.942626953125, 3.0828857421875, 3.22314453125, 3.3634033203125, 3.503662109375, 3.6439208984375, 3.7841796875, 3.9244384765625, 4.064697265625, 4.2049560546875, 4.34521484375, 4.4854736328125, 4.625732421875, 4.7659912109375, 4.90625]}, "gradients/decoder.transformer.h.2.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 7.0, 4.0, 6.0, 6.0, 13.0, 17.0, 16.0, 21.0, 30.0, 29.0, 34.0, 51.0, 67.0, 134.0, 280.0, 736.0, 6538.0, 3134991.0, 1690.0, 469.0, 189.0, 95.0, 53.0, 45.0, 37.0, 34.0, 26.0, 23.0, 16.0, 9.0, 12.0, 2.0, 8.0, 7.0, 3.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0], "bins": [-15.2265625, -14.795166015625, -14.36376953125, -13.932373046875, -13.5009765625, -13.069580078125, -12.63818359375, -12.206787109375, -11.775390625, -11.343994140625, -10.91259765625, -10.481201171875, -10.0498046875, -9.618408203125, -9.18701171875, -8.755615234375, -8.32421875, -7.892822265625, -7.46142578125, -7.030029296875, -6.5986328125, -6.167236328125, -5.73583984375, -5.304443359375, -4.873046875, -4.441650390625, -4.01025390625, -3.578857421875, -3.1474609375, -2.716064453125, -2.28466796875, -1.853271484375, -1.421875, -0.990478515625, -0.55908203125, -0.127685546875, 0.3037109375, 0.735107421875, 1.16650390625, 1.597900390625, 2.029296875, 2.460693359375, 2.89208984375, 3.323486328125, 3.7548828125, 4.186279296875, 4.61767578125, 5.049072265625, 5.48046875, 5.911865234375, 6.34326171875, 6.774658203125, 7.2060546875, 7.637451171875, 8.06884765625, 8.500244140625, 8.931640625, 9.363037109375, 9.79443359375, 10.225830078125, 10.6572265625, 11.088623046875, 11.52001953125, 11.951416015625, 12.3828125]}, "gradients/decoder.transformer.h.2.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 77.0, 926.0, 10.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-55.92997360229492, -54.63732147216797, -53.34466552734375, -52.0520133972168, -50.759361267089844, -49.466705322265625, -48.17405319213867, -46.88140106201172, -45.5887451171875, -44.29609298706055, -43.00343704223633, -41.710784912109375, -40.41813278198242, -39.12548065185547, -37.83282470703125, -36.5401725769043, -35.247520446777344, -33.95486831665039, -32.66221237182617, -31.36956024169922, -30.076908111572266, -28.78425407409668, -27.491600036621094, -26.19894790649414, -24.906293869018555, -23.61363983154297, -22.320987701416016, -21.02833366394043, -19.735679626464844, -18.44302749633789, -17.150373458862305, -15.857720375061035, -14.5650634765625, -13.27241039276123, -11.979757308959961, -10.687103271484375, -9.394450187683105, -8.101797103881836, -6.809143543243408, -5.5164899826049805, -4.223836898803711, -2.9311835765838623, -1.6385302543640137, -0.34587693214416504, 0.9467763900756836, 2.239429473876953, 3.532083034515381, 4.824736595153809, 6.117389678955078, 7.410042762756348, 8.702695846557617, 9.995349884033203, 11.288002967834473, 12.580656051635742, 13.873310089111328, 15.165963172912598, 16.458616256713867, 17.751270294189453, 19.043922424316406, 20.336576461791992, 21.629230499267578, 22.92188262939453, 24.214536666870117, 25.507190704345703, 26.799842834472656]}, "gradients/decoder.transformer.h.2.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 3.0, 1.0, 8.0, 6.0, 10.0, 3.0, 8.0, 10.0, 15.0, 22.0, 15.0, 12.0, 24.0, 25.0, 29.0, 30.0, 35.0, 38.0, 39.0, 33.0, 40.0, 40.0, 36.0, 38.0, 46.0, 54.0, 31.0, 38.0, 33.0, 20.0, 30.0, 35.0, 27.0, 20.0, 30.0, 23.0, 23.0, 8.0, 15.0, 13.0, 8.0, 9.0, 8.0, 4.0, 5.0, 3.0, 1.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.487539291381836, -9.207612991333008, -8.92768669128418, -8.647760391235352, -8.367834091186523, -8.087907791137695, -7.807981967926025, -7.528055667877197, -7.248129367828369, -6.968203067779541, -6.688276767730713, -6.408350467681885, -6.128424644470215, -5.848498344421387, -5.568572044372559, -5.2886457443237305, -5.008719444274902, -4.728793144226074, -4.448866844177246, -4.168940544128418, -3.889014482498169, -3.609088182449341, -3.329162120819092, -3.0492358207702637, -2.7693095207214355, -2.4893832206726074, -2.2094569206237793, -1.9295308589935303, -1.6496045589447021, -1.369678258895874, -1.0897520780563354, -0.8098258972167969, -0.5299005508422852, -0.2499743103981018, 0.029951930046081543, 0.3098781704902649, 0.5898044109344482, 0.8697307109832764, 1.149656891822815, 1.4295830726623535, 1.7095093727111816, 1.9894356727600098, 2.269361972808838, 2.549288034439087, 2.829214334487915, 3.109140634536743, 3.389066696166992, 3.6689929962158203, 3.9489192962646484, 4.228845596313477, 4.508771896362305, 4.788698196411133, 5.068624496459961, 5.348550796508789, 5.628476619720459, 5.908402919769287, 6.188329219818115, 6.468255519866943, 6.7481818199157715, 7.0281081199646, 7.3080339431762695, 7.587960243225098, 7.867886543273926, 8.147812843322754, 8.427739143371582]}, "gradients/decoder.transformer.h.1.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 8.0, 4.0, 9.0, 4.0, 5.0, 7.0, 11.0, 17.0, 12.0, 25.0, 22.0, 25.0, 31.0, 39.0, 30.0, 33.0, 36.0, 39.0, 54.0, 63.0, 46.0, 43.0, 56.0, 45.0, 39.0, 48.0, 39.0, 32.0, 29.0, 29.0, 26.0, 25.0, 14.0, 11.0, 13.0, 10.0, 7.0, 9.0, 6.0, 3.0, 3.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.681640625, -1.6301116943359375, -1.578582763671875, -1.5270538330078125, -1.47552490234375, -1.4239959716796875, -1.372467041015625, -1.3209381103515625, -1.2694091796875, -1.2178802490234375, -1.166351318359375, -1.1148223876953125, -1.06329345703125, -1.0117645263671875, -0.960235595703125, -0.9087066650390625, -0.857177734375, -0.8056488037109375, -0.754119873046875, -0.7025909423828125, -0.65106201171875, -0.5995330810546875, -0.548004150390625, -0.4964752197265625, -0.4449462890625, -0.3934173583984375, -0.341888427734375, -0.2903594970703125, -0.23883056640625, -0.1873016357421875, -0.135772705078125, -0.0842437744140625, -0.03271484375, 0.0188140869140625, 0.070343017578125, 0.1218719482421875, 0.17340087890625, 0.2249298095703125, 0.276458740234375, 0.3279876708984375, 0.3795166015625, 0.4310455322265625, 0.482574462890625, 0.5341033935546875, 0.58563232421875, 0.6371612548828125, 0.688690185546875, 0.7402191162109375, 0.791748046875, 0.8432769775390625, 0.894805908203125, 0.9463348388671875, 0.99786376953125, 1.0493927001953125, 1.100921630859375, 1.1524505615234375, 1.2039794921875, 1.2555084228515625, 1.307037353515625, 1.3585662841796875, 1.41009521484375, 1.4616241455078125, 1.513153076171875, 1.5646820068359375, 1.6162109375]}, "gradients/decoder.transformer.h.1.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 5.0, 11.0, 12.0, 13.0, 13.0, 14.0, 18.0, 23.0, 33.0, 49.0, 62.0, 73.0, 81.0, 134.0, 189.0, 265.0, 494.0, 1979.0, 17729.0, 214325.0, 2712909.0, 1123675.0, 111421.0, 8428.0, 1041.0, 394.0, 248.0, 146.0, 113.0, 88.0, 76.0, 56.0, 36.0, 27.0, 24.0, 18.0, 17.0, 11.0, 14.0, 3.0, 4.0, 5.0, 2.0, 3.0, 3.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.8046875, -2.716644287109375, -2.62860107421875, -2.540557861328125, -2.4525146484375, -2.364471435546875, -2.27642822265625, -2.188385009765625, -2.100341796875, -2.012298583984375, -1.92425537109375, -1.836212158203125, -1.7481689453125, -1.660125732421875, -1.57208251953125, -1.484039306640625, -1.39599609375, -1.307952880859375, -1.21990966796875, -1.131866455078125, -1.0438232421875, -0.955780029296875, -0.86773681640625, -0.779693603515625, -0.691650390625, -0.603607177734375, -0.51556396484375, -0.427520751953125, -0.3394775390625, -0.251434326171875, -0.16339111328125, -0.075347900390625, 0.0126953125, 0.100738525390625, 0.18878173828125, 0.276824951171875, 0.3648681640625, 0.452911376953125, 0.54095458984375, 0.628997802734375, 0.717041015625, 0.805084228515625, 0.89312744140625, 0.981170654296875, 1.0692138671875, 1.157257080078125, 1.24530029296875, 1.333343505859375, 1.42138671875, 1.509429931640625, 1.59747314453125, 1.685516357421875, 1.7735595703125, 1.861602783203125, 1.94964599609375, 2.037689208984375, 2.125732421875, 2.213775634765625, 2.30181884765625, 2.389862060546875, 2.4779052734375, 2.565948486328125, 2.65399169921875, 2.742034912109375, 2.830078125]}, "gradients/decoder.transformer.h.1.mlp.c_fc.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 3.0, 6.0, 31.0, 61.0, 129.0, 333.0, 751.0, 1916.0, 493.0, 194.0, 84.0, 36.0, 15.0, 6.0, 11.0, 1.0, 3.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.046875, -8.79083251953125, -8.5347900390625, -8.27874755859375, -8.022705078125, -7.76666259765625, -7.5106201171875, -7.25457763671875, -6.99853515625, -6.74249267578125, -6.4864501953125, -6.23040771484375, -5.974365234375, -5.71832275390625, -5.4622802734375, -5.20623779296875, -4.9501953125, -4.69415283203125, -4.4381103515625, -4.18206787109375, -3.926025390625, -3.66998291015625, -3.4139404296875, -3.15789794921875, -2.90185546875, -2.64581298828125, -2.3897705078125, -2.13372802734375, -1.877685546875, -1.62164306640625, -1.3656005859375, -1.10955810546875, -0.853515625, -0.59747314453125, -0.3414306640625, -0.08538818359375, 0.170654296875, 0.42669677734375, 0.6827392578125, 0.93878173828125, 1.19482421875, 1.45086669921875, 1.7069091796875, 1.96295166015625, 2.218994140625, 2.47503662109375, 2.7310791015625, 2.98712158203125, 3.2431640625, 3.49920654296875, 3.7552490234375, 4.01129150390625, 4.267333984375, 4.52337646484375, 4.7794189453125, 5.03546142578125, 5.29150390625, 5.54754638671875, 5.8035888671875, 6.05963134765625, 6.315673828125, 6.57171630859375, 6.8277587890625, 7.08380126953125, 7.33984375]}, "gradients/decoder.transformer.h.1.mlp.c_fc.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 4.0, 1.0, 12.0, 9.0, 16.0, 44.0, 104.0, 312.0, 1557.0, 4187503.0, 3908.0, 504.0, 169.0, 75.0, 37.0, 14.0, 3.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-25.765625, -24.86669921875, -23.9677734375, -23.06884765625, -22.169921875, -21.27099609375, -20.3720703125, -19.47314453125, -18.57421875, -17.67529296875, -16.7763671875, -15.87744140625, -14.978515625, -14.07958984375, -13.1806640625, -12.28173828125, -11.3828125, -10.48388671875, -9.5849609375, -8.68603515625, -7.787109375, -6.88818359375, -5.9892578125, -5.09033203125, -4.19140625, -3.29248046875, -2.3935546875, -1.49462890625, -0.595703125, 0.30322265625, 1.2021484375, 2.10107421875, 3.0, 3.89892578125, 4.7978515625, 5.69677734375, 6.595703125, 7.49462890625, 8.3935546875, 9.29248046875, 10.19140625, 11.09033203125, 11.9892578125, 12.88818359375, 13.787109375, 14.68603515625, 15.5849609375, 16.48388671875, 17.3828125, 18.28173828125, 19.1806640625, 20.07958984375, 20.978515625, 21.87744140625, 22.7763671875, 23.67529296875, 24.57421875, 25.47314453125, 26.3720703125, 27.27099609375, 28.169921875, 29.06884765625, 29.9677734375, 30.86669921875, 31.765625]}, "gradients/decoder.transformer.h.1.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1016.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-432.005126953125, -424.58856201171875, -417.1719665527344, -409.7554016113281, -402.3388366699219, -394.9222412109375, -387.50567626953125, -380.089111328125, -372.6725158691406, -365.2559509277344, -357.83935546875, -350.42279052734375, -343.0062255859375, -335.5896301269531, -328.1730651855469, -320.7565002441406, -313.33990478515625, -305.92333984375, -298.5067443847656, -291.0901794433594, -283.6736145019531, -276.25701904296875, -268.8404541015625, -261.42388916015625, -254.00732421875, -246.5907440185547, -239.17417907714844, -231.75759887695312, -224.3410186767578, -216.9244384765625, -209.50787353515625, -202.09129333496094, -194.67471313476562, -187.2581329345703, -179.84156799316406, -172.42498779296875, -165.00840759277344, -157.59182739257812, -150.17526245117188, -142.75868225097656, -135.34210205078125, -127.92552947998047, -120.50894927978516, -113.09237670898438, -105.67579650878906, -98.25922393798828, -90.8426513671875, -83.42607116699219, -76.00950622558594, -68.59293365478516, -61.176353454589844, -53.75978088378906, -46.343204498291016, -38.92662811279297, -31.510055541992188, -24.09347915649414, -16.676898956298828, -9.260323524475098, -1.8437480926513672, 5.572826385498047, 12.989402770996094, 20.40597915649414, 27.822551727294922, 35.23912811279297, 42.655704498291016]}, "gradients/decoder.transformer.h.1.ln_2.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 3.0, 2.0, 6.0, 5.0, 9.0, 16.0, 31.0, 37.0, 42.0, 61.0, 54.0, 66.0, 64.0, 74.0, 71.0, 67.0, 61.0, 64.0, 57.0, 58.0, 41.0, 34.0, 29.0, 24.0, 14.0, 5.0, 6.0, 4.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.034868240356445, -11.469054222106934, -10.903240203857422, -10.337425231933594, -9.771611213684082, -9.20579719543457, -8.639982223510742, -8.07416820526123, -7.508354187011719, -6.942540168762207, -6.376725673675537, -5.810911178588867, -5.2450971603393555, -4.679283142089844, -4.113468647003174, -3.547654390335083, -2.981840133666992, -2.4160258769989014, -1.8502116203308105, -1.2843973636627197, -0.7185831069946289, -0.15276885032653809, 0.41304540634155273, 0.9788596630096436, 1.5446739196777344, 2.110488176345825, 2.676302433013916, 3.242116689682007, 3.8079309463500977, 4.373744964599609, 4.939559459686279, 5.505373954772949, 6.071187973022461, 6.637001991271973, 7.202816486358643, 7.7686309814453125, 8.334444999694824, 8.900259017944336, 9.466073989868164, 10.031888008117676, 10.597702026367188, 11.1635160446167, 11.729330062866211, 12.295145034790039, 12.86095905303955, 13.426773071289062, 13.99258804321289, 14.558402061462402, 15.124216079711914, 15.690030097961426, 16.255844116210938, 16.821659088134766, 17.387474060058594, 17.95328712463379, 18.519102096557617, 19.084915161132812, 19.65073013305664, 20.21654510498047, 20.782358169555664, 21.348173141479492, 21.913986206054688, 22.479801177978516, 23.045616149902344, 23.61142921447754, 24.177244186401367]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 5.0, 1.0, 3.0, 5.0, 3.0, 5.0, 5.0, 3.0, 7.0, 15.0, 9.0, 12.0, 20.0, 24.0, 24.0, 26.0, 18.0, 29.0, 42.0, 40.0, 39.0, 36.0, 32.0, 47.0, 55.0, 41.0, 39.0, 48.0, 38.0, 39.0, 35.0, 38.0, 31.0, 37.0, 24.0, 30.0, 18.0, 16.0, 10.0, 19.0, 11.0, 5.0, 7.0, 7.0, 4.0, 7.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-1.3310546875, -1.294158935546875, -1.25726318359375, -1.220367431640625, -1.1834716796875, -1.146575927734375, -1.10968017578125, -1.072784423828125, -1.035888671875, -0.998992919921875, -0.96209716796875, -0.925201416015625, -0.8883056640625, -0.851409912109375, -0.81451416015625, -0.777618408203125, -0.74072265625, -0.703826904296875, -0.66693115234375, -0.630035400390625, -0.5931396484375, -0.556243896484375, -0.51934814453125, -0.482452392578125, -0.445556640625, -0.408660888671875, -0.37176513671875, -0.334869384765625, -0.2979736328125, -0.261077880859375, -0.22418212890625, -0.187286376953125, -0.150390625, -0.113494873046875, -0.07659912109375, -0.039703369140625, -0.0028076171875, 0.034088134765625, 0.07098388671875, 0.107879638671875, 0.144775390625, 0.181671142578125, 0.21856689453125, 0.255462646484375, 0.2923583984375, 0.329254150390625, 0.36614990234375, 0.403045654296875, 0.43994140625, 0.476837158203125, 0.51373291015625, 0.550628662109375, 0.5875244140625, 0.624420166015625, 0.66131591796875, 0.698211669921875, 0.735107421875, 0.772003173828125, 0.80889892578125, 0.845794677734375, 0.8826904296875, 0.919586181640625, 0.95648193359375, 0.993377685546875, 1.0302734375]}, "gradients/decoder.transformer.h.1.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 2.0, 1.0, 7.0, 3.0, 9.0, 15.0, 14.0, 33.0, 44.0, 63.0, 97.0, 127.0, 206.0, 271.0, 420.0, 580.0, 858.0, 1263.0, 1802.0, 2777.0, 3998.0, 6025.0, 9396.0, 14501.0, 23047.0, 38288.0, 67563.0, 133634.0, 340825.0, 190430.0, 86354.0, 47560.0, 28136.0, 17322.0, 11021.0, 7154.0, 4744.0, 3243.0, 2140.0, 1458.0, 945.0, 684.0, 457.0, 328.0, 226.0, 155.0, 105.0, 76.0, 42.0, 44.0, 26.0, 16.0, 13.0, 5.0, 8.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.10992431640625, -0.10634326934814453, -0.10276222229003906, -0.0991811752319336, -0.09560012817382812, -0.09201908111572266, -0.08843803405761719, -0.08485698699951172, -0.08127593994140625, -0.07769489288330078, -0.07411384582519531, -0.07053279876708984, -0.06695175170898438, -0.0633707046508789, -0.05978965759277344, -0.05620861053466797, -0.0526275634765625, -0.04904651641845703, -0.04546546936035156, -0.041884422302246094, -0.038303375244140625, -0.034722328186035156, -0.031141281127929688, -0.02756023406982422, -0.02397918701171875, -0.02039813995361328, -0.016817092895507812, -0.013236045837402344, -0.009654998779296875, -0.006073951721191406, -0.0024929046630859375, 0.0010881423950195312, 0.004669189453125, 0.008250236511230469, 0.011831283569335938, 0.015412330627441406, 0.018993377685546875, 0.022574424743652344, 0.026155471801757812, 0.02973651885986328, 0.03331756591796875, 0.03689861297607422, 0.04047966003417969, 0.044060707092285156, 0.047641754150390625, 0.051222801208496094, 0.05480384826660156, 0.05838489532470703, 0.0619659423828125, 0.06554698944091797, 0.06912803649902344, 0.0727090835571289, 0.07629013061523438, 0.07987117767333984, 0.08345222473144531, 0.08703327178955078, 0.09061431884765625, 0.09419536590576172, 0.09777641296386719, 0.10135746002197266, 0.10493850708007812, 0.1085195541381836, 0.11210060119628906, 0.11568164825439453, 0.1192626953125]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 0.0, 3.0, 9.0, 6.0, 14.0, 14.0, 15.0, 19.0, 22.0, 19.0, 21.0, 39.0, 32.0, 35.0, 31.0, 30.0, 39.0, 57.0, 38.0, 48.0, 1076.0, 41.0, 44.0, 52.0, 48.0, 46.0, 28.0, 39.0, 32.0, 23.0, 19.0, 12.0, 17.0, 13.0, 13.0, 8.0, 5.0, 5.0, 5.0, 3.0, 4.0, 7.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3037109375, -1.261932373046875, -1.22015380859375, -1.178375244140625, -1.1365966796875, -1.094818115234375, -1.05303955078125, -1.011260986328125, -0.969482421875, -0.927703857421875, -0.88592529296875, -0.844146728515625, -0.8023681640625, -0.760589599609375, -0.71881103515625, -0.677032470703125, -0.63525390625, -0.593475341796875, -0.55169677734375, -0.509918212890625, -0.4681396484375, -0.426361083984375, -0.38458251953125, -0.342803955078125, -0.301025390625, -0.259246826171875, -0.21746826171875, -0.175689697265625, -0.1339111328125, -0.092132568359375, -0.05035400390625, -0.008575439453125, 0.033203125, 0.074981689453125, 0.11676025390625, 0.158538818359375, 0.2003173828125, 0.242095947265625, 0.28387451171875, 0.325653076171875, 0.367431640625, 0.409210205078125, 0.45098876953125, 0.492767333984375, 0.5345458984375, 0.576324462890625, 0.61810302734375, 0.659881591796875, 0.70166015625, 0.743438720703125, 0.78521728515625, 0.826995849609375, 0.8687744140625, 0.910552978515625, 0.95233154296875, 0.994110107421875, 1.035888671875, 1.077667236328125, 1.11944580078125, 1.161224365234375, 1.2030029296875, 1.244781494140625, 1.28656005859375, 1.328338623046875, 1.3701171875]}, "gradients/decoder.transformer.h.1.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 4.0, 3.0, 0.0, 4.0, 5.0, 10.0, 7.0, 13.0, 16.0, 28.0, 34.0, 61.0, 69.0, 127.0, 164.0, 277.0, 382.0, 601.0, 917.0, 1650.0, 2969.0, 5260.0, 10431.0, 24068.0, 154977.0, 1815689.0, 47647.0, 15164.0, 7066.0, 3785.0, 2124.0, 1277.0, 798.0, 517.0, 311.0, 218.0, 129.0, 108.0, 69.0, 53.0, 35.0, 28.0, 20.0, 7.0, 10.0, 4.0, 6.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.30419921875, -0.29261016845703125, -0.2810211181640625, -0.26943206787109375, -0.257843017578125, -0.24625396728515625, -0.2346649169921875, -0.22307586669921875, -0.21148681640625, -0.19989776611328125, -0.1883087158203125, -0.17671966552734375, -0.165130615234375, -0.15354156494140625, -0.1419525146484375, -0.13036346435546875, -0.1187744140625, -0.10718536376953125, -0.0955963134765625, -0.08400726318359375, -0.072418212890625, -0.06082916259765625, -0.0492401123046875, -0.03765106201171875, -0.02606201171875, -0.01447296142578125, -0.0028839111328125, 0.00870513916015625, 0.020294189453125, 0.03188323974609375, 0.0434722900390625, 0.05506134033203125, 0.066650390625, 0.07823944091796875, 0.0898284912109375, 0.10141754150390625, 0.113006591796875, 0.12459564208984375, 0.1361846923828125, 0.14777374267578125, 0.15936279296875, 0.17095184326171875, 0.1825408935546875, 0.19412994384765625, 0.205718994140625, 0.21730804443359375, 0.2288970947265625, 0.24048614501953125, 0.2520751953125, 0.26366424560546875, 0.2752532958984375, 0.28684234619140625, 0.298431396484375, 0.31002044677734375, 0.3216094970703125, 0.33319854736328125, 0.34478759765625, 0.35637664794921875, 0.3679656982421875, 0.37955474853515625, 0.391143798828125, 0.40273284912109375, 0.4143218994140625, 0.42591094970703125, 0.4375]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 5.0, 4.0, 4.0, 5.0, 3.0, 10.0, 13.0, 13.0, 11.0, 15.0, 24.0, 33.0, 39.0, 26.0, 33.0, 40.0, 42.0, 53.0, 50.0, 51.0, 55.0, 65.0, 43.0, 41.0, 34.0, 54.0, 38.0, 34.0, 23.0, 27.0, 26.0, 16.0, 16.0, 10.0, 5.0, 11.0, 8.0, 4.0, 6.0, 2.0, 3.0, 3.0, 3.0, 3.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.00946807861328125, -0.00916910171508789, -0.008870124816894531, -0.008571147918701172, -0.008272171020507812, -0.007973194122314453, -0.007674217224121094, -0.007375240325927734, -0.007076263427734375, -0.006777286529541016, -0.006478309631347656, -0.006179332733154297, -0.0058803558349609375, -0.005581378936767578, -0.005282402038574219, -0.004983425140380859, -0.0046844482421875, -0.004385471343994141, -0.004086494445800781, -0.003787517547607422, -0.0034885406494140625, -0.003189563751220703, -0.0028905868530273438, -0.0025916099548339844, -0.002292633056640625, -0.0019936561584472656, -0.0016946792602539062, -0.0013957023620605469, -0.0010967254638671875, -0.0007977485656738281, -0.0004987716674804688, -0.00019979476928710938, 9.918212890625e-05, 0.0003981590270996094, 0.0006971359252929688, 0.0009961128234863281, 0.0012950897216796875, 0.0015940666198730469, 0.0018930435180664062, 0.0021920204162597656, 0.002490997314453125, 0.0027899742126464844, 0.0030889511108398438, 0.003387928009033203, 0.0036869049072265625, 0.003985881805419922, 0.004284858703613281, 0.004583835601806641, 0.0048828125, 0.005181789398193359, 0.005480766296386719, 0.005779743194580078, 0.0060787200927734375, 0.006377696990966797, 0.006676673889160156, 0.006975650787353516, 0.007274627685546875, 0.007573604583740234, 0.007872581481933594, 0.008171558380126953, 0.008470535278320312, 0.008769512176513672, 0.009068489074707031, 0.00936746597290039, 0.00966644287109375]}, "gradients/decoder.transformer.h.1.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 2.0, 2.0, 5.0, 6.0, 4.0, 10.0, 6.0, 19.0, 7.0, 14.0, 22.0, 22.0, 21.0, 35.0, 48.0, 58.0, 75.0, 90.0, 116.0, 183.0, 262.0, 414.0, 1088.0, 1042068.0, 2205.0, 583.0, 345.0, 187.0, 125.0, 105.0, 100.0, 67.0, 50.0, 51.0, 39.0, 26.0, 13.0, 24.0, 16.0, 11.0, 7.0, 9.0, 5.0, 3.0, 4.0, 6.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.2138671875, -0.20711898803710938, -0.20037078857421875, -0.19362258911132812, -0.1868743896484375, -0.18012619018554688, -0.17337799072265625, -0.16662979125976562, -0.159881591796875, -0.15313339233398438, -0.14638519287109375, -0.13963699340820312, -0.1328887939453125, -0.12614059448242188, -0.11939239501953125, -0.11264419555664062, -0.10589599609375, -0.09914779663085938, -0.09239959716796875, -0.08565139770507812, -0.0789031982421875, -0.07215499877929688, -0.06540679931640625, -0.058658599853515625, -0.051910400390625, -0.045162200927734375, -0.03841400146484375, -0.031665802001953125, -0.0249176025390625, -0.018169403076171875, -0.01142120361328125, -0.004673004150390625, 0.0020751953125, 0.008823394775390625, 0.01557159423828125, 0.022319793701171875, 0.0290679931640625, 0.035816192626953125, 0.04256439208984375, 0.049312591552734375, 0.056060791015625, 0.06280899047851562, 0.06955718994140625, 0.07630538940429688, 0.0830535888671875, 0.08980178833007812, 0.09654998779296875, 0.10329818725585938, 0.11004638671875, 0.11679458618164062, 0.12354278564453125, 0.13029098510742188, 0.1370391845703125, 0.14378738403320312, 0.15053558349609375, 0.15728378295898438, 0.164031982421875, 0.17078018188476562, 0.17752838134765625, 0.18427658081054688, 0.1910247802734375, 0.19777297973632812, 0.20452117919921875, 0.21126937866210938, 0.218017578125]}, "gradients/decoder.transformer.h.1.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 14.0, 991.0, 8.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08996078372001648, -0.08820992708206177, -0.08645907044410706, -0.08470821380615234, -0.08295734971761703, -0.08120649307966232, -0.07945563644170761, -0.0777047798037529, -0.07595392316579819, -0.07420306652784348, -0.07245220988988876, -0.07070135325193405, -0.06895048916339874, -0.06719963252544403, -0.06544877588748932, -0.0636979192495346, -0.061947062611579895, -0.06019620597362518, -0.05844534561038017, -0.05669448897242546, -0.05494363233447075, -0.05319277197122574, -0.05144191533327103, -0.049691058695316315, -0.047940198332071304, -0.04618934169411659, -0.04443848133087158, -0.04268762469291687, -0.04093676805496216, -0.039185911417007446, -0.037435051053762436, -0.035684194415807724, -0.03393333777785301, -0.0321824811398983, -0.03043162263929844, -0.028680764138698578, -0.026929907500743866, -0.025179049000144005, -0.023428190499544144, -0.021677333861589432, -0.01992647722363472, -0.01817561872303486, -0.016424762085080147, -0.014673903584480286, -0.012923046946525574, -0.011172188445925713, -0.009421330876648426, -0.0076704733073711395, -0.005919614806771278, -0.004168757237493992, -0.0024178994353860617, -0.0006670416332781315, 0.001083815935999155, 0.002834673970937729, 0.004585531540215015, 0.006336389109492302, 0.008087246678769588, 0.009838104248046875, 0.011588961817324162, 0.013339819386601448, 0.01509067788720131, 0.01684153452515602, 0.018592393025755882, 0.020343251526355743, 0.022094108164310455]}, "gradients/decoder.transformer.h.1.ln_cross_attn.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 1.0, 5.0, 7.0, 2.0, 14.0, 9.0, 10.0, 14.0, 16.0, 20.0, 19.0, 20.0, 28.0, 36.0, 31.0, 28.0, 35.0, 34.0, 46.0, 39.0, 54.0, 59.0, 48.0, 44.0, 39.0, 43.0, 32.0, 40.0, 33.0, 28.0, 25.0, 28.0, 18.0, 21.0, 14.0, 17.0, 13.0, 6.0, 9.0, 5.0, 6.0, 6.0, 3.0, 0.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.01069033145904541, -0.010350050404667854, -0.010009769350290298, -0.009669488295912743, -0.009329207241535187, -0.008988926187157631, -0.008648645132780075, -0.00830836407840252, -0.007968083024024963, -0.0076278019696474075, -0.007287520915269852, -0.006947239860892296, -0.00660695880651474, -0.006266677752137184, -0.005926396697759628, -0.0055861156433820724, -0.005245834589004517, -0.004905553534626961, -0.004565272480249405, -0.004224991425871849, -0.003884710371494293, -0.0035444293171167374, -0.0032041482627391815, -0.0028638672083616257, -0.00252358615398407, -0.002183305099606514, -0.0018430240452289581, -0.0015027429908514023, -0.0011624619364738464, -0.0008221808820962906, -0.00048189982771873474, -0.0001416187733411789, 0.00019866228103637695, 0.0005389433354139328, 0.0008792243897914886, 0.0012195054441690445, 0.0015597864985466003, 0.0019000675529241562, 0.002240348607301712, 0.002580629661679268, 0.0029209107160568237, 0.0032611917704343796, 0.0036014728248119354, 0.003941753879189491, 0.004282034933567047, 0.004622315987944603, 0.004962597042322159, 0.005302878096699715, 0.0056431591510772705, 0.005983440205454826, 0.006323721259832382, 0.006664002314209938, 0.007004283368587494, 0.00734456442296505, 0.007684845477342606, 0.008025126531720161, 0.008365407586097717, 0.008705688640475273, 0.009045969694852829, 0.009386250749230385, 0.00972653180360794, 0.010066812857985497, 0.010407093912363052, 0.010747374966740608, 0.011087656021118164]}, "gradients/decoder.transformer.h.1.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 5.0, 1.0, 3.0, 5.0, 2.0, 6.0, 4.0, 4.0, 7.0, 15.0, 9.0, 12.0, 20.0, 24.0, 24.0, 25.0, 18.0, 30.0, 42.0, 39.0, 39.0, 35.0, 34.0, 47.0, 53.0, 42.0, 39.0, 49.0, 38.0, 38.0, 36.0, 38.0, 30.0, 38.0, 24.0, 30.0, 18.0, 15.0, 11.0, 19.0, 9.0, 7.0, 7.0, 7.0, 4.0, 7.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 1.0], "bins": [-1.33203125, -1.2951202392578125, -1.258209228515625, -1.2212982177734375, -1.18438720703125, -1.1474761962890625, -1.110565185546875, -1.0736541748046875, -1.0367431640625, -0.9998321533203125, -0.962921142578125, -0.9260101318359375, -0.88909912109375, -0.8521881103515625, -0.815277099609375, -0.7783660888671875, -0.741455078125, -0.7045440673828125, -0.667633056640625, -0.6307220458984375, -0.59381103515625, -0.5569000244140625, -0.519989013671875, -0.4830780029296875, -0.4461669921875, -0.4092559814453125, -0.372344970703125, -0.3354339599609375, -0.29852294921875, -0.2616119384765625, -0.224700927734375, -0.1877899169921875, -0.15087890625, -0.1139678955078125, -0.077056884765625, -0.0401458740234375, -0.00323486328125, 0.0336761474609375, 0.070587158203125, 0.1074981689453125, 0.1444091796875, 0.1813201904296875, 0.218231201171875, 0.2551422119140625, 0.29205322265625, 0.3289642333984375, 0.365875244140625, 0.4027862548828125, 0.439697265625, 0.4766082763671875, 0.513519287109375, 0.5504302978515625, 0.58734130859375, 0.6242523193359375, 0.661163330078125, 0.6980743408203125, 0.7349853515625, 0.7718963623046875, 0.808807373046875, 0.8457183837890625, 0.88262939453125, 0.9195404052734375, 0.956451416015625, 0.9933624267578125, 1.0302734375]}, "gradients/decoder.transformer.h.1.attn.c_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 1.0, 6.0, 6.0, 6.0, 9.0, 12.0, 8.0, 20.0, 15.0, 25.0, 33.0, 46.0, 62.0, 82.0, 114.0, 138.0, 242.0, 405.0, 721.0, 1224.0, 2606.0, 6840.0, 27729.0, 514985.0, 454198.0, 26695.0, 6576.0, 2547.0, 1253.0, 683.0, 396.0, 254.0, 181.0, 112.0, 82.0, 65.0, 37.0, 38.0, 18.0, 19.0, 15.0, 13.0, 14.0, 7.0, 6.0, 7.0, 3.0, 3.0, 1.0, 2.0, 1.0, 1.0], "bins": [-2.86328125, -2.783721923828125, -2.70416259765625, -2.624603271484375, -2.5450439453125, -2.465484619140625, -2.38592529296875, -2.306365966796875, -2.226806640625, -2.147247314453125, -2.06768798828125, -1.988128662109375, -1.9085693359375, -1.829010009765625, -1.74945068359375, -1.669891357421875, -1.59033203125, -1.510772705078125, -1.43121337890625, -1.351654052734375, -1.2720947265625, -1.192535400390625, -1.11297607421875, -1.033416748046875, -0.953857421875, -0.874298095703125, -0.79473876953125, -0.715179443359375, -0.6356201171875, -0.556060791015625, -0.47650146484375, -0.396942138671875, -0.3173828125, -0.237823486328125, -0.15826416015625, -0.078704833984375, 0.0008544921875, 0.080413818359375, 0.15997314453125, 0.239532470703125, 0.319091796875, 0.398651123046875, 0.47821044921875, 0.557769775390625, 0.6373291015625, 0.716888427734375, 0.79644775390625, 0.876007080078125, 0.95556640625, 1.035125732421875, 1.11468505859375, 1.194244384765625, 1.2738037109375, 1.353363037109375, 1.43292236328125, 1.512481689453125, 1.592041015625, 1.671600341796875, 1.75115966796875, 1.830718994140625, 1.9102783203125, 1.989837646484375, 2.06939697265625, 2.148956298828125, 2.228515625]}, "gradients/decoder.transformer.h.1.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 5.0, 1.0, 1.0, 11.0, 2.0, 7.0, 4.0, 4.0, 11.0, 18.0, 19.0, 21.0, 26.0, 26.0, 33.0, 37.0, 49.0, 50.0, 59.0, 41.0, 56.0, 2105.0, 50.0, 63.0, 51.0, 56.0, 58.0, 34.0, 30.0, 26.0, 20.0, 21.0, 9.0, 9.0, 8.0, 11.0, 5.0, 6.0, 7.0, 2.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.4921875, -3.37689208984375, -3.2615966796875, -3.14630126953125, -3.031005859375, -2.91571044921875, -2.8004150390625, -2.68511962890625, -2.56982421875, -2.45452880859375, -2.3392333984375, -2.22393798828125, -2.108642578125, -1.99334716796875, -1.8780517578125, -1.76275634765625, -1.6474609375, -1.53216552734375, -1.4168701171875, -1.30157470703125, -1.186279296875, -1.07098388671875, -0.9556884765625, -0.84039306640625, -0.72509765625, -0.60980224609375, -0.4945068359375, -0.37921142578125, -0.263916015625, -0.14862060546875, -0.0333251953125, 0.08197021484375, 0.197265625, 0.31256103515625, 0.4278564453125, 0.54315185546875, 0.658447265625, 0.77374267578125, 0.8890380859375, 1.00433349609375, 1.11962890625, 1.23492431640625, 1.3502197265625, 1.46551513671875, 1.580810546875, 1.69610595703125, 1.8114013671875, 1.92669677734375, 2.0419921875, 2.15728759765625, 2.2725830078125, 2.38787841796875, 2.503173828125, 2.61846923828125, 2.7337646484375, 2.84906005859375, 2.96435546875, 3.07965087890625, 3.1949462890625, 3.31024169921875, 3.425537109375, 3.54083251953125, 3.6561279296875, 3.77142333984375, 3.88671875]}, "gradients/decoder.transformer.h.1.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 4.0, 2.0, 3.0, 8.0, 4.0, 9.0, 5.0, 10.0, 12.0, 12.0, 17.0, 22.0, 27.0, 42.0, 65.0, 111.0, 136.0, 283.0, 561.0, 1934.0, 3134047.0, 6781.0, 711.0, 339.0, 176.0, 103.0, 76.0, 44.0, 33.0, 26.0, 24.0, 22.0, 15.0, 14.0, 4.0, 1.0, 8.0, 5.0, 5.0, 6.0, 0.0, 5.0, 3.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-11.09375, -10.76416015625, -10.4345703125, -10.10498046875, -9.775390625, -9.44580078125, -9.1162109375, -8.78662109375, -8.45703125, -8.12744140625, -7.7978515625, -7.46826171875, -7.138671875, -6.80908203125, -6.4794921875, -6.14990234375, -5.8203125, -5.49072265625, -5.1611328125, -4.83154296875, -4.501953125, -4.17236328125, -3.8427734375, -3.51318359375, -3.18359375, -2.85400390625, -2.5244140625, -2.19482421875, -1.865234375, -1.53564453125, -1.2060546875, -0.87646484375, -0.546875, -0.21728515625, 0.1123046875, 0.44189453125, 0.771484375, 1.10107421875, 1.4306640625, 1.76025390625, 2.08984375, 2.41943359375, 2.7490234375, 3.07861328125, 3.408203125, 3.73779296875, 4.0673828125, 4.39697265625, 4.7265625, 5.05615234375, 5.3857421875, 5.71533203125, 6.044921875, 6.37451171875, 6.7041015625, 7.03369140625, 7.36328125, 7.69287109375, 8.0224609375, 8.35205078125, 8.681640625, 9.01123046875, 9.3408203125, 9.67041015625, 10.0]}, "gradients/decoder.transformer.h.1.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 96.0, 914.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-33.23934555053711, -32.13779830932617, -31.03624725341797, -29.9346981048584, -28.833148956298828, -27.73160171508789, -26.63005256652832, -25.52850341796875, -24.42695426940918, -23.32540512084961, -22.22385597229004, -21.12230682373047, -20.02075958251953, -18.919208526611328, -17.81766128540039, -16.71611213684082, -15.61456298828125, -14.51301383972168, -13.41146469116211, -12.309916496276855, -11.208367347717285, -10.106818199157715, -9.005270004272461, -7.903720855712891, -6.80217170715332, -5.70062255859375, -4.599073886871338, -3.4975249767303467, -2.3959760665893555, -1.2944269180297852, -0.19287824630737305, 0.9086704254150391, 2.0102195739746094, 3.1117684841156006, 4.213317394256592, 5.314866065979004, 6.416415214538574, 7.5179643630981445, 8.619512557983398, 9.721061706542969, 10.822610855102539, 11.92416000366211, 13.02570915222168, 14.127257347106934, 15.228806495666504, 16.33035659790039, 17.431903839111328, 18.5334529876709, 19.63500213623047, 20.73655128479004, 21.83810043334961, 22.93964958190918, 24.04119873046875, 25.142745971679688, 26.244295120239258, 27.345844268798828, 28.4473934173584, 29.54894256591797, 30.65049171447754, 31.75204086303711, 32.85358810424805, 33.95513916015625, 35.05668640136719, 36.158233642578125, 37.25978469848633]}, "gradients/decoder.transformer.h.1.ln_1.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 3.0, 5.0, 8.0, 14.0, 9.0, 8.0, 16.0, 20.0, 19.0, 36.0, 23.0, 28.0, 34.0, 35.0, 30.0, 46.0, 41.0, 50.0, 46.0, 45.0, 44.0, 45.0, 44.0, 44.0, 31.0, 37.0, 30.0, 31.0, 26.0, 23.0, 19.0, 26.0, 15.0, 12.0, 13.0, 11.0, 15.0, 9.0, 3.0, 2.0, 4.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.1274495124816895, -5.917705535888672, -5.7079620361328125, -5.498218059539795, -5.288474082946777, -5.07873010635376, -4.868986129760742, -4.659242630004883, -4.449498653411865, -4.239754676818848, -4.030011177062988, -3.8202672004699707, -3.610523223876953, -3.4007792472839355, -3.191035509109497, -2.9812917709350586, -2.771547794342041, -2.5618038177490234, -2.352060079574585, -2.1423163414001465, -1.932572364807129, -1.7228285074234009, -1.5130846500396729, -1.3033407926559448, -1.0935969352722168, -0.8838530778884888, -0.6741092205047607, -0.4643653631210327, -0.2546215057373047, -0.04487764835357666, 0.16486620903015137, 0.3746100664138794, 0.5843544006347656, 0.7940982580184937, 1.0038421154022217, 1.2135859727859497, 1.4233298301696777, 1.6330736875534058, 1.8428175449371338, 2.0525612831115723, 2.26230525970459, 2.4720492362976074, 2.681792974472046, 2.8915367126464844, 3.101280689239502, 3.3110246658325195, 3.520768404006958, 3.7305121421813965, 3.940256118774414, 4.150000095367432, 4.359744071960449, 4.569487571716309, 4.779231548309326, 4.988975524902344, 5.198719024658203, 5.408463001251221, 5.618206977844238, 5.827950954437256, 6.037694931030273, 6.247438430786133, 6.45718240737915, 6.666926383972168, 6.876669883728027, 7.086413860321045, 7.2961578369140625]}, "gradients/decoder.transformer.h.0.mlp.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 3.0, 4.0, 4.0, 4.0, 11.0, 3.0, 5.0, 11.0, 19.0, 15.0, 17.0, 24.0, 29.0, 24.0, 25.0, 38.0, 32.0, 23.0, 48.0, 40.0, 50.0, 41.0, 51.0, 40.0, 42.0, 45.0, 44.0, 44.0, 39.0, 31.0, 32.0, 33.0, 20.0, 19.0, 23.0, 22.0, 11.0, 7.0, 9.0, 6.0, 5.0, 6.0, 5.0, 6.0, 3.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.494140625, -1.4532928466796875, -1.412445068359375, -1.3715972900390625, -1.33074951171875, -1.2899017333984375, -1.249053955078125, -1.2082061767578125, -1.1673583984375, -1.1265106201171875, -1.085662841796875, -1.0448150634765625, -1.00396728515625, -0.9631195068359375, -0.922271728515625, -0.8814239501953125, -0.840576171875, -0.7997283935546875, -0.758880615234375, -0.7180328369140625, -0.67718505859375, -0.6363372802734375, -0.595489501953125, -0.5546417236328125, -0.5137939453125, -0.4729461669921875, -0.432098388671875, -0.3912506103515625, -0.35040283203125, -0.3095550537109375, -0.268707275390625, -0.2278594970703125, -0.18701171875, -0.1461639404296875, -0.105316162109375, -0.0644683837890625, -0.02362060546875, 0.0172271728515625, 0.058074951171875, 0.0989227294921875, 0.1397705078125, 0.1806182861328125, 0.221466064453125, 0.2623138427734375, 0.30316162109375, 0.3440093994140625, 0.384857177734375, 0.4257049560546875, 0.466552734375, 0.5074005126953125, 0.548248291015625, 0.5890960693359375, 0.62994384765625, 0.6707916259765625, 0.711639404296875, 0.7524871826171875, 0.7933349609375, 0.8341827392578125, 0.875030517578125, 0.9158782958984375, 0.95672607421875, 0.9975738525390625, 1.038421630859375, 1.0792694091796875, 1.1201171875]}, "gradients/decoder.transformer.h.0.mlp.c_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 6.0, 7.0, 7.0, 10.0, 17.0, 12.0, 8.0, 11.0, 42.0, 39.0, 37.0, 45.0, 52.0, 61.0, 88.0, 78.0, 110.0, 167.0, 292.0, 556.0, 1272.0, 44795.0, 4142360.0, 2137.0, 777.0, 362.0, 216.0, 150.0, 115.0, 76.0, 69.0, 48.0, 43.0, 50.0, 39.0, 35.0, 14.0, 18.0, 14.0, 12.0, 10.0, 9.0, 8.0, 8.0, 4.0, 1.0, 0.0, 1.0, 2.0, 1.0], "bins": [-18.90625, -18.3843994140625, -17.862548828125, -17.3406982421875, -16.81884765625, -16.2969970703125, -15.775146484375, -15.2532958984375, -14.7314453125, -14.2095947265625, -13.687744140625, -13.1658935546875, -12.64404296875, -12.1221923828125, -11.600341796875, -11.0784912109375, -10.556640625, -10.0347900390625, -9.512939453125, -8.9910888671875, -8.46923828125, -7.9473876953125, -7.425537109375, -6.9036865234375, -6.3818359375, -5.8599853515625, -5.338134765625, -4.8162841796875, -4.29443359375, -3.7725830078125, -3.250732421875, -2.7288818359375, -2.20703125, -1.6851806640625, -1.163330078125, -0.6414794921875, -0.11962890625, 0.4022216796875, 0.924072265625, 1.4459228515625, 1.9677734375, 2.4896240234375, 3.011474609375, 3.5333251953125, 4.05517578125, 4.5770263671875, 5.098876953125, 5.6207275390625, 6.142578125, 6.6644287109375, 7.186279296875, 7.7081298828125, 8.22998046875, 8.7518310546875, 9.273681640625, 9.7955322265625, 10.3173828125, 10.8392333984375, 11.361083984375, 11.8829345703125, 12.40478515625, 12.9266357421875, 13.448486328125, 13.9703369140625, 14.4921875]}, "gradients/decoder.transformer.h.0.mlp.c_fc.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 7.0, 5.0, 10.0, 45.0, 386.0, 1854.0, 1358.0, 269.0, 69.0, 23.0, 22.0, 10.0, 8.0, 3.0, 5.0, 2.0, 5.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.64453125, -3.5184326171875, -3.392333984375, -3.2662353515625, -3.14013671875, -3.0140380859375, -2.887939453125, -2.7618408203125, -2.6357421875, -2.5096435546875, -2.383544921875, -2.2574462890625, -2.13134765625, -2.0052490234375, -1.879150390625, -1.7530517578125, -1.626953125, -1.5008544921875, -1.374755859375, -1.2486572265625, -1.12255859375, -0.9964599609375, -0.870361328125, -0.7442626953125, -0.6181640625, -0.4920654296875, -0.365966796875, -0.2398681640625, -0.11376953125, 0.0123291015625, 0.138427734375, 0.2645263671875, 0.390625, 0.5167236328125, 0.642822265625, 0.7689208984375, 0.89501953125, 1.0211181640625, 1.147216796875, 1.2733154296875, 1.3994140625, 1.5255126953125, 1.651611328125, 1.7777099609375, 1.90380859375, 2.0299072265625, 2.156005859375, 2.2821044921875, 2.408203125, 2.5343017578125, 2.660400390625, 2.7864990234375, 2.91259765625, 3.0386962890625, 3.164794921875, 3.2908935546875, 3.4169921875, 3.5430908203125, 3.669189453125, 3.7952880859375, 3.92138671875, 4.0474853515625, 4.173583984375, 4.2996826171875, 4.42578125]}, "gradients/decoder.transformer.h.0.mlp.c_fc.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 5.0, 4.0, 10.0, 11.0, 26.0, 37.0, 54.0, 123.0, 289.0, 744.0, 3043.0, 62654.0, 4114594.0, 10539.0, 1318.0, 413.0, 192.0, 95.0, 58.0, 24.0, 20.0, 9.0, 6.0, 5.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.92578125, -4.7574462890625, -4.589111328125, -4.4207763671875, -4.25244140625, -4.0841064453125, -3.915771484375, -3.7474365234375, -3.5791015625, -3.4107666015625, -3.242431640625, -3.0740966796875, -2.90576171875, -2.7374267578125, -2.569091796875, -2.4007568359375, -2.232421875, -2.0640869140625, -1.895751953125, -1.7274169921875, -1.55908203125, -1.3907470703125, -1.222412109375, -1.0540771484375, -0.8857421875, -0.7174072265625, -0.549072265625, -0.3807373046875, -0.21240234375, -0.0440673828125, 0.124267578125, 0.2926025390625, 0.4609375, 0.6292724609375, 0.797607421875, 0.9659423828125, 1.13427734375, 1.3026123046875, 1.470947265625, 1.6392822265625, 1.8076171875, 1.9759521484375, 2.144287109375, 2.3126220703125, 2.48095703125, 2.6492919921875, 2.817626953125, 2.9859619140625, 3.154296875, 3.3226318359375, 3.490966796875, 3.6593017578125, 3.82763671875, 3.9959716796875, 4.164306640625, 4.3326416015625, 4.5009765625, 4.6693115234375, 4.837646484375, 5.0059814453125, 5.17431640625, 5.3426513671875, 5.510986328125, 5.6793212890625, 5.84765625]}, "gradients/decoder.transformer.h.0.ln_2.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 3.0, 5.0, 7.0, 16.0, 17.0, 63.0, 245.0, 547.0, 82.0, 17.0, 7.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.78005313873291, -15.00147819519043, -14.222902297973633, -13.444327354431152, -12.665752410888672, -11.887176513671875, -11.108601570129395, -10.330026626586914, -9.551450729370117, -8.772875785827637, -7.994300365447998, -7.215724945068359, -6.437150001525879, -5.65857458114624, -4.879999160766602, -4.101424217224121, -3.3228492736816406, -2.544274091720581, -1.765698790550232, -0.9871234893798828, -0.20854830741882324, 0.5700268745422363, 1.348602294921875, 2.1271772384643555, 2.905752658843994, 3.6843278408050537, 4.462903022766113, 5.241478443145752, 6.020053863525391, 6.798628807067871, 7.57720422744751, 8.355779647827148, 9.134355545043945, 9.912930488586426, 10.691506385803223, 11.470081329345703, 12.248656272888184, 13.027231216430664, 13.805807113647461, 14.584382057189941, 15.362957000732422, 16.14153289794922, 16.920106887817383, 17.69868278503418, 18.477258682250977, 19.25583267211914, 20.034408569335938, 20.812984466552734, 21.59156036376953, 22.370136260986328, 23.148710250854492, 23.92728614807129, 24.705862045288086, 25.48443603515625, 26.263011932373047, 27.041587829589844, 27.820161819458008, 28.598737716674805, 29.37731170654297, 30.155887603759766, 30.934463500976562, 31.713037490844727, 32.491615295410156, 33.27018737792969, 34.048763275146484]}, "gradients/decoder.transformer.h.0.ln_2.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 6.0, 10.0, 14.0, 9.0, 13.0, 17.0, 22.0, 23.0, 28.0, 30.0, 36.0, 42.0, 55.0, 52.0, 53.0, 51.0, 56.0, 56.0, 61.0, 48.0, 38.0, 47.0, 37.0, 40.0, 29.0, 23.0, 26.0, 10.0, 15.0, 17.0, 16.0, 9.0, 5.0, 3.0, 2.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.45714807510376, -6.256007671356201, -6.054867744445801, -5.853727340698242, -5.652587413787842, -5.451447010040283, -5.250307083129883, -5.049166679382324, -4.848026275634766, -4.646885871887207, -4.445745944976807, -4.244605541229248, -4.043465614318848, -3.842325210571289, -3.6411850452423096, -3.44004487991333, -3.2389047145843506, -3.037764549255371, -2.8366243839263916, -2.635484218597412, -2.4343438148498535, -2.233203649520874, -2.0320634841918945, -1.8309231996536255, -1.629783034324646, -1.4286428689956665, -1.2275025844573975, -1.026362419128418, -0.8252221941947937, -0.6240819692611694, -0.42294180393218994, -0.2218015193939209, -0.020661354064941406, 0.18047885596752167, 0.38161906599998474, 0.5827592611312866, 0.7838994860649109, 0.9850397109985352, 1.1861798763275146, 1.3873201608657837, 1.5884603261947632, 1.7896004915237427, 1.9907407760620117, 2.191880941390991, 2.3930211067199707, 2.5941615104675293, 2.7953014373779297, 2.9964418411254883, 3.1975820064544678, 3.3987221717834473, 3.5998623371124268, 3.8010025024414062, 4.002142906188965, 4.203283309936523, 4.404423236846924, 4.605563640594482, 4.806703567504883, 5.007843971252441, 5.208983898162842, 5.4101243019104, 5.611264228820801, 5.812404632568359, 6.013545036315918, 6.214684963226318, 6.415825366973877]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 1.0, 3.0, 7.0, 6.0, 10.0, 7.0, 9.0, 7.0, 11.0, 21.0, 22.0, 21.0, 14.0, 25.0, 21.0, 20.0, 31.0, 35.0, 41.0, 35.0, 38.0, 39.0, 49.0, 47.0, 36.0, 34.0, 43.0, 39.0, 36.0, 24.0, 43.0, 21.0, 21.0, 20.0, 24.0, 24.0, 20.0, 15.0, 18.0, 12.0, 6.0, 10.0, 8.0, 7.0, 10.0, 6.0, 1.0, 5.0, 3.0, 1.0, 0.0, 4.0], "bins": [-7.1328125, -6.93341064453125, -6.7340087890625, -6.53460693359375, -6.335205078125, -6.13580322265625, -5.9364013671875, -5.73699951171875, -5.53759765625, -5.33819580078125, -5.1387939453125, -4.93939208984375, -4.739990234375, -4.54058837890625, -4.3411865234375, -4.14178466796875, -3.9423828125, -3.74298095703125, -3.5435791015625, -3.34417724609375, -3.144775390625, -2.94537353515625, -2.7459716796875, -2.54656982421875, -2.34716796875, -2.14776611328125, -1.9483642578125, -1.74896240234375, -1.549560546875, -1.35015869140625, -1.1507568359375, -0.95135498046875, -0.751953125, -0.55255126953125, -0.3531494140625, -0.15374755859375, 0.045654296875, 0.24505615234375, 0.4444580078125, 0.64385986328125, 0.84326171875, 1.04266357421875, 1.2420654296875, 1.44146728515625, 1.640869140625, 1.84027099609375, 2.0396728515625, 2.23907470703125, 2.4384765625, 2.63787841796875, 2.8372802734375, 3.03668212890625, 3.236083984375, 3.43548583984375, 3.6348876953125, 3.83428955078125, 4.03369140625, 4.23309326171875, 4.4324951171875, 4.63189697265625, 4.831298828125, 5.03070068359375, 5.2301025390625, 5.42950439453125, 5.62890625]}, "gradients/decoder.transformer.h.0.crossattention.c_proj.weight": {"_type": "histogram", "values": [1.0, 4.0, 2.0, 4.0, 5.0, 2.0, 4.0, 8.0, 19.0, 14.0, 24.0, 32.0, 47.0, 61.0, 74.0, 129.0, 207.0, 268.0, 438.0, 700.0, 1027.0, 1608.0, 2375.0, 3711.0, 5799.0, 9317.0, 15410.0, 25636.0, 44969.0, 84197.0, 182132.0, 326630.0, 161686.0, 77900.0, 41607.0, 23852.0, 14277.0, 8906.0, 5511.0, 3479.0, 2205.0, 1489.0, 933.0, 634.0, 393.0, 257.0, 174.0, 114.0, 77.0, 63.0, 64.0, 17.0, 21.0, 16.0, 16.0, 5.0, 9.0, 0.0, 7.0, 1.0, 5.0, 2.0, 0.0, 2.0], "bins": [-0.5009765625, -0.48503875732421875, -0.4691009521484375, -0.45316314697265625, -0.437225341796875, -0.42128753662109375, -0.4053497314453125, -0.38941192626953125, -0.37347412109375, -0.35753631591796875, -0.3415985107421875, -0.32566070556640625, -0.309722900390625, -0.29378509521484375, -0.2778472900390625, -0.26190948486328125, -0.2459716796875, -0.23003387451171875, -0.2140960693359375, -0.19815826416015625, -0.182220458984375, -0.16628265380859375, -0.1503448486328125, -0.13440704345703125, -0.11846923828125, -0.10253143310546875, -0.0865936279296875, -0.07065582275390625, -0.054718017578125, -0.03878021240234375, -0.0228424072265625, -0.00690460205078125, 0.009033203125, 0.02497100830078125, 0.0409088134765625, 0.05684661865234375, 0.072784423828125, 0.08872222900390625, 0.1046600341796875, 0.12059783935546875, 0.13653564453125, 0.15247344970703125, 0.1684112548828125, 0.18434906005859375, 0.200286865234375, 0.21622467041015625, 0.2321624755859375, 0.24810028076171875, 0.2640380859375, 0.27997589111328125, 0.2959136962890625, 0.31185150146484375, 0.327789306640625, 0.34372711181640625, 0.3596649169921875, 0.37560272216796875, 0.39154052734375, 0.40747833251953125, 0.4234161376953125, 0.43935394287109375, 0.455291748046875, 0.47122955322265625, 0.4871673583984375, 0.5031051635742188, 0.51904296875]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 5.0, 3.0, 7.0, 5.0, 5.0, 9.0, 5.0, 14.0, 15.0, 25.0, 25.0, 26.0, 28.0, 36.0, 40.0, 44.0, 49.0, 49.0, 45.0, 43.0, 1068.0, 40.0, 48.0, 52.0, 36.0, 32.0, 41.0, 32.0, 30.0, 24.0, 34.0, 18.0, 21.0, 21.0, 13.0, 10.0, 9.0, 9.0, 5.0, 6.0, 5.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.9375, -5.76123046875, -5.5849609375, -5.40869140625, -5.232421875, -5.05615234375, -4.8798828125, -4.70361328125, -4.52734375, -4.35107421875, -4.1748046875, -3.99853515625, -3.822265625, -3.64599609375, -3.4697265625, -3.29345703125, -3.1171875, -2.94091796875, -2.7646484375, -2.58837890625, -2.412109375, -2.23583984375, -2.0595703125, -1.88330078125, -1.70703125, -1.53076171875, -1.3544921875, -1.17822265625, -1.001953125, -0.82568359375, -0.6494140625, -0.47314453125, -0.296875, -0.12060546875, 0.0556640625, 0.23193359375, 0.408203125, 0.58447265625, 0.7607421875, 0.93701171875, 1.11328125, 1.28955078125, 1.4658203125, 1.64208984375, 1.818359375, 1.99462890625, 2.1708984375, 2.34716796875, 2.5234375, 2.69970703125, 2.8759765625, 3.05224609375, 3.228515625, 3.40478515625, 3.5810546875, 3.75732421875, 3.93359375, 4.10986328125, 4.2861328125, 4.46240234375, 4.638671875, 4.81494140625, 4.9912109375, 5.16748046875, 5.34375]}, "gradients/decoder.transformer.h.0.crossattention.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 3.0, 7.0, 9.0, 17.0, 19.0, 23.0, 47.0, 51.0, 100.0, 133.0, 164.0, 238.0, 352.0, 533.0, 875.0, 1343.0, 2248.0, 3788.0, 7069.0, 14578.0, 41832.0, 1702729.0, 264712.0, 29588.0, 11844.0, 6063.0, 3327.0, 1933.0, 1177.0, 738.0, 519.0, 357.0, 215.0, 133.0, 131.0, 68.0, 52.0, 22.0, 31.0, 16.0, 19.0, 12.0, 11.0, 2.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.7158203125, -1.6636199951171875, -1.611419677734375, -1.5592193603515625, -1.50701904296875, -1.4548187255859375, -1.402618408203125, -1.3504180908203125, -1.2982177734375, -1.2460174560546875, -1.193817138671875, -1.1416168212890625, -1.08941650390625, -1.0372161865234375, -0.985015869140625, -0.9328155517578125, -0.880615234375, -0.8284149169921875, -0.776214599609375, -0.7240142822265625, -0.67181396484375, -0.6196136474609375, -0.567413330078125, -0.5152130126953125, -0.4630126953125, -0.4108123779296875, -0.358612060546875, -0.3064117431640625, -0.25421142578125, -0.2020111083984375, -0.149810791015625, -0.0976104736328125, -0.04541015625, 0.0067901611328125, 0.058990478515625, 0.1111907958984375, 0.16339111328125, 0.2155914306640625, 0.267791748046875, 0.3199920654296875, 0.3721923828125, 0.4243927001953125, 0.476593017578125, 0.5287933349609375, 0.58099365234375, 0.6331939697265625, 0.685394287109375, 0.7375946044921875, 0.789794921875, 0.8419952392578125, 0.894195556640625, 0.9463958740234375, 0.99859619140625, 1.0507965087890625, 1.102996826171875, 1.1551971435546875, 1.2073974609375, 1.2595977783203125, 1.311798095703125, 1.3639984130859375, 1.41619873046875, 1.4683990478515625, 1.520599365234375, 1.5727996826171875, 1.625]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 2.0, 2.0, 4.0, 5.0, 8.0, 12.0, 27.0, 26.0, 46.0, 84.0, 101.0, 133.0, 140.0, 147.0, 90.0, 79.0, 35.0, 15.0, 18.0, 5.0, 11.0, 6.0, 4.0, 4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.08477783203125, -0.08262014389038086, -0.08046245574951172, -0.07830476760864258, -0.07614707946777344, -0.0739893913269043, -0.07183170318603516, -0.06967401504516602, -0.06751632690429688, -0.06535863876342773, -0.0632009506225586, -0.06104326248168945, -0.05888557434082031, -0.05672788619995117, -0.05457019805908203, -0.05241250991821289, -0.05025482177734375, -0.04809713363647461, -0.04593944549560547, -0.04378175735473633, -0.04162406921386719, -0.03946638107299805, -0.037308692932128906, -0.035151004791259766, -0.032993316650390625, -0.030835628509521484, -0.028677940368652344, -0.026520252227783203, -0.024362564086914062, -0.022204875946044922, -0.02004718780517578, -0.01788949966430664, -0.0157318115234375, -0.01357412338256836, -0.011416435241699219, -0.009258747100830078, -0.0071010589599609375, -0.004943370819091797, -0.0027856826782226562, -0.0006279945373535156, 0.001529693603515625, 0.0036873817443847656, 0.005845069885253906, 0.008002758026123047, 0.010160446166992188, 0.012318134307861328, 0.014475822448730469, 0.01663351058959961, 0.01879119873046875, 0.02094888687133789, 0.02310657501220703, 0.025264263153076172, 0.027421951293945312, 0.029579639434814453, 0.031737327575683594, 0.033895015716552734, 0.036052703857421875, 0.038210391998291016, 0.040368080139160156, 0.0425257682800293, 0.04468345642089844, 0.04684114456176758, 0.04899883270263672, 0.05115652084350586, 0.053314208984375]}, "gradients/decoder.transformer.h.0.crossattention.q_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 5.0, 1.0, 7.0, 12.0, 10.0, 22.0, 40.0, 63.0, 115.0, 241.0, 717.0, 5481.0, 1034542.0, 6066.0, 697.0, 245.0, 117.0, 68.0, 39.0, 26.0, 12.0, 11.0, 5.0, 5.0, 4.0, 2.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3115234375, -1.27117919921875, -1.2308349609375, -1.19049072265625, -1.150146484375, -1.10980224609375, -1.0694580078125, -1.02911376953125, -0.98876953125, -0.94842529296875, -0.9080810546875, -0.86773681640625, -0.827392578125, -0.78704833984375, -0.7467041015625, -0.70635986328125, -0.666015625, -0.62567138671875, -0.5853271484375, -0.54498291015625, -0.504638671875, -0.46429443359375, -0.4239501953125, -0.38360595703125, -0.34326171875, -0.30291748046875, -0.2625732421875, -0.22222900390625, -0.181884765625, -0.14154052734375, -0.1011962890625, -0.06085205078125, -0.0205078125, 0.01983642578125, 0.0601806640625, 0.10052490234375, 0.140869140625, 0.18121337890625, 0.2215576171875, 0.26190185546875, 0.30224609375, 0.34259033203125, 0.3829345703125, 0.42327880859375, 0.463623046875, 0.50396728515625, 0.5443115234375, 0.58465576171875, 0.625, 0.66534423828125, 0.7056884765625, 0.74603271484375, 0.786376953125, 0.82672119140625, 0.8670654296875, 0.90740966796875, 0.94775390625, 0.98809814453125, 1.0284423828125, 1.06878662109375, 1.109130859375, 1.14947509765625, 1.1898193359375, 1.23016357421875, 1.2705078125]}, "gradients/decoder.transformer.h.0.ln_cross_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 5.0, 3.0, 5.0, 15.0, 39.0, 146.0, 581.0, 169.0, 39.0, 4.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2162497639656067, -0.21213722229003906, -0.20802466571331024, -0.20391212403774261, -0.1997995674610138, -0.19568702578544617, -0.19157448410987854, -0.18746192753314972, -0.1833493858575821, -0.17923684418201447, -0.17512428760528564, -0.17101174592971802, -0.1668991893529892, -0.16278664767742157, -0.15867409110069275, -0.15456154942512512, -0.1504490077495575, -0.14633646607398987, -0.14222390949726105, -0.13811136782169342, -0.1339988112449646, -0.12988626956939697, -0.12577372789382935, -0.12166117131710052, -0.1175486147403717, -0.11343606561422348, -0.10932351648807526, -0.10521097481250763, -0.1010984256863594, -0.09698587656021118, -0.09287332743406296, -0.08876077830791473, -0.08464822173118591, -0.08053567260503769, -0.07642312347888947, -0.07231058180332184, -0.06819803267717361, -0.06408548355102539, -0.05997293442487717, -0.05586038529872894, -0.051747843623161316, -0.04763529449701309, -0.04352274909615517, -0.03941019997000694, -0.03529765456914902, -0.031185105443000793, -0.02707255631685257, -0.022960009053349495, -0.01884746178984642, -0.014734914526343346, -0.010622366331517696, -0.006509818136692047, -0.0023972708731889725, 0.0017152763903141022, 0.005827825516462326, 0.0099403727799654, 0.014052920043468475, 0.01816546730697155, 0.022278014570474625, 0.02639056369662285, 0.030503110960125923, 0.034615658223629, 0.03872820734977722, 0.042840756475925446, 0.04695330187678337]}, "gradients/decoder.transformer.h.0.ln_cross_attn.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 2.0, 2.0, 6.0, 4.0, 6.0, 7.0, 4.0, 11.0, 9.0, 17.0, 14.0, 22.0, 26.0, 15.0, 29.0, 23.0, 29.0, 37.0, 26.0, 32.0, 34.0, 27.0, 33.0, 48.0, 44.0, 46.0, 35.0, 42.0, 36.0, 39.0, 37.0, 32.0, 27.0, 23.0, 24.0, 23.0, 21.0, 15.0, 11.0, 16.0, 15.0, 14.0, 4.0, 6.0, 4.0, 5.0, 4.0, 13.0, 3.0, 8.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.030214428901672363, -0.02935098111629486, -0.02848753146827221, -0.027624081820249557, -0.026760634034872055, -0.025897186249494553, -0.0250337366014719, -0.02417028695344925, -0.023306839168071747, -0.022443391382694244, -0.021579941734671593, -0.02071649208664894, -0.01985304430127144, -0.018989596515893936, -0.018126146867871284, -0.017262697219848633, -0.01639924943447113, -0.015535800717771053, -0.014672352001070976, -0.0138089032843709, -0.012945454567670822, -0.012082005850970745, -0.011218557134270668, -0.010355108417570591, -0.009491659700870514, -0.008628210984170437, -0.00776476226747036, -0.006901313550770283, -0.006037864834070206, -0.005174416117370129, -0.004310967400670052, -0.0034475186839699745, -0.0025840699672698975, -0.0017206212505698204, -0.0008571725338697433, 6.27618283033371e-06, 0.0008697248995304108, 0.0017331736162304878, 0.002596622332930565, 0.003460071049630642, 0.004323519766330719, 0.005186968483030796, 0.006050417199730873, 0.00691386591643095, 0.007777314633131027, 0.008640763349831104, 0.009504212066531181, 0.010367660783231258, 0.011231109499931335, 0.012094558216631413, 0.01295800693333149, 0.013821455650031567, 0.014684904366731644, 0.01554835308343172, 0.016411801800131798, 0.01727525144815445, 0.018138699233531952, 0.019002147018909454, 0.019865596666932106, 0.020729046314954758, 0.02159249410033226, 0.022455941885709763, 0.023319391533732414, 0.024182841181755066, 0.02504628896713257]}, "gradients/decoder.transformer.h.0.attn.c_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 4.0, 4.0, 2.0, 1.0, 4.0, 7.0, 8.0, 5.0, 11.0, 11.0, 8.0, 12.0, 20.0, 20.0, 21.0, 17.0, 26.0, 16.0, 26.0, 35.0, 23.0, 50.0, 33.0, 34.0, 39.0, 46.0, 52.0, 30.0, 37.0, 39.0, 44.0, 32.0, 31.0, 36.0, 23.0, 21.0, 20.0, 27.0, 19.0, 19.0, 18.0, 16.0, 11.0, 10.0, 6.0, 9.0, 10.0, 6.0, 7.0, 2.0, 5.0, 3.0, 1.0, 0.0, 4.0], "bins": [-7.0703125, -6.87213134765625, -6.6739501953125, -6.47576904296875, -6.277587890625, -6.07940673828125, -5.8812255859375, -5.68304443359375, -5.48486328125, -5.28668212890625, -5.0885009765625, -4.89031982421875, -4.692138671875, -4.49395751953125, -4.2957763671875, -4.09759521484375, -3.8994140625, -3.70123291015625, -3.5030517578125, -3.30487060546875, -3.106689453125, -2.90850830078125, -2.7103271484375, -2.51214599609375, -2.31396484375, -2.11578369140625, -1.9176025390625, -1.71942138671875, -1.521240234375, -1.32305908203125, -1.1248779296875, -0.92669677734375, -0.728515625, -0.53033447265625, -0.3321533203125, -0.13397216796875, 0.064208984375, 0.26239013671875, 0.4605712890625, 0.65875244140625, 0.85693359375, 1.05511474609375, 1.2532958984375, 1.45147705078125, 1.649658203125, 1.84783935546875, 2.0460205078125, 2.24420166015625, 2.4423828125, 2.64056396484375, 2.8387451171875, 3.03692626953125, 3.235107421875, 3.43328857421875, 3.6314697265625, 3.82965087890625, 4.02783203125, 4.22601318359375, 4.4241943359375, 4.62237548828125, 4.820556640625, 5.01873779296875, 5.2169189453125, 5.41510009765625, 5.61328125]}, "gradients/decoder.transformer.h.0.attn.c_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 4.0, 3.0, 5.0, 1.0, 6.0, 7.0, 11.0, 24.0, 20.0, 24.0, 28.0, 51.0, 55.0, 68.0, 70.0, 103.0, 124.0, 195.0, 241.0, 323.0, 414.0, 639.0, 1001.0, 1731.0, 3714.0, 10352.0, 36880.0, 176948.0, 634644.0, 134241.0, 29767.0, 8814.0, 3278.0, 1606.0, 913.0, 582.0, 391.0, 298.0, 208.0, 161.0, 128.0, 88.0, 83.0, 67.0, 51.0, 45.0, 42.0, 29.0, 24.0, 17.0, 9.0, 13.0, 10.0, 8.0, 2.0, 0.0, 3.0, 3.0, 2.0, 0.0, 1.0], "bins": [-1.2509765625, -1.2111663818359375, -1.171356201171875, -1.1315460205078125, -1.09173583984375, -1.0519256591796875, -1.012115478515625, -0.9723052978515625, -0.9324951171875, -0.8926849365234375, -0.852874755859375, -0.8130645751953125, -0.77325439453125, -0.7334442138671875, -0.693634033203125, -0.6538238525390625, -0.614013671875, -0.5742034912109375, -0.534393310546875, -0.4945831298828125, -0.45477294921875, -0.4149627685546875, -0.375152587890625, -0.3353424072265625, -0.2955322265625, -0.2557220458984375, -0.215911865234375, -0.1761016845703125, -0.13629150390625, -0.0964813232421875, -0.056671142578125, -0.0168609619140625, 0.02294921875, 0.0627593994140625, 0.102569580078125, 0.1423797607421875, 0.18218994140625, 0.2220001220703125, 0.261810302734375, 0.3016204833984375, 0.3414306640625, 0.3812408447265625, 0.421051025390625, 0.4608612060546875, 0.50067138671875, 0.5404815673828125, 0.580291748046875, 0.6201019287109375, 0.659912109375, 0.6997222900390625, 0.739532470703125, 0.7793426513671875, 0.81915283203125, 0.8589630126953125, 0.898773193359375, 0.9385833740234375, 0.9783935546875, 1.0182037353515625, 1.058013916015625, 1.0978240966796875, 1.13763427734375, 1.1774444580078125, 1.217254638671875, 1.2570648193359375, 1.296875]}, "gradients/decoder.transformer.h.0.attn.c_attn.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 7.0, 14.0, 19.0, 21.0, 30.0, 36.0, 32.0, 39.0, 55.0, 74.0, 83.0, 77.0, 2111.0, 65.0, 74.0, 68.0, 47.0, 49.0, 42.0, 35.0, 18.0, 19.0, 12.0, 9.0, 7.0, 1.0, 2.0, 6.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-13.578125, -13.116455078125, -12.65478515625, -12.193115234375, -11.7314453125, -11.269775390625, -10.80810546875, -10.346435546875, -9.884765625, -9.423095703125, -8.96142578125, -8.499755859375, -8.0380859375, -7.576416015625, -7.11474609375, -6.653076171875, -6.19140625, -5.729736328125, -5.26806640625, -4.806396484375, -4.3447265625, -3.883056640625, -3.42138671875, -2.959716796875, -2.498046875, -2.036376953125, -1.57470703125, -1.113037109375, -0.6513671875, -0.189697265625, 0.27197265625, 0.733642578125, 1.1953125, 1.656982421875, 2.11865234375, 2.580322265625, 3.0419921875, 3.503662109375, 3.96533203125, 4.427001953125, 4.888671875, 5.350341796875, 5.81201171875, 6.273681640625, 6.7353515625, 7.197021484375, 7.65869140625, 8.120361328125, 8.58203125, 9.043701171875, 9.50537109375, 9.967041015625, 10.4287109375, 10.890380859375, 11.35205078125, 11.813720703125, 12.275390625, 12.737060546875, 13.19873046875, 13.660400390625, 14.1220703125, 14.583740234375, 15.04541015625, 15.507080078125, 15.96875]}, "gradients/decoder.transformer.h.0.attn.c_attn.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 5.0, 7.0, 13.0, 17.0, 28.0, 38.0, 53.0, 83.0, 143.0, 206.0, 353.0, 891.0, 4071.0, 186705.0, 2941406.0, 9227.0, 1294.0, 478.0, 255.0, 154.0, 100.0, 70.0, 36.0, 30.0, 13.0, 14.0, 5.0, 5.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.90234375, -3.76849365234375, -3.6346435546875, -3.50079345703125, -3.366943359375, -3.23309326171875, -3.0992431640625, -2.96539306640625, -2.83154296875, -2.69769287109375, -2.5638427734375, -2.42999267578125, -2.296142578125, -2.16229248046875, -2.0284423828125, -1.89459228515625, -1.7607421875, -1.62689208984375, -1.4930419921875, -1.35919189453125, -1.225341796875, -1.09149169921875, -0.9576416015625, -0.82379150390625, -0.68994140625, -0.55609130859375, -0.4222412109375, -0.28839111328125, -0.154541015625, -0.02069091796875, 0.1131591796875, 0.24700927734375, 0.380859375, 0.51470947265625, 0.6485595703125, 0.78240966796875, 0.916259765625, 1.05010986328125, 1.1839599609375, 1.31781005859375, 1.45166015625, 1.58551025390625, 1.7193603515625, 1.85321044921875, 1.987060546875, 2.12091064453125, 2.2547607421875, 2.38861083984375, 2.5224609375, 2.65631103515625, 2.7901611328125, 2.92401123046875, 3.057861328125, 3.19171142578125, 3.3255615234375, 3.45941162109375, 3.59326171875, 3.72711181640625, 3.8609619140625, 3.99481201171875, 4.128662109375, 4.26251220703125, 4.3963623046875, 4.53021240234375, 4.6640625]}, "gradients/decoder.transformer.h.0.ln_1.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 5.0, 6.0, 21.0, 58.0, 312.0, 500.0, 64.0, 19.0, 11.0, 4.0, 4.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-67.7036361694336, -66.0589370727539, -64.41423034667969, -62.76953125, -61.12482833862305, -59.48012924194336, -57.835426330566406, -56.19072723388672, -54.546024322509766, -52.90132141113281, -51.256622314453125, -49.61191940307617, -47.96721649169922, -46.32251739501953, -44.67781448364258, -43.033111572265625, -41.38841247558594, -39.743709564208984, -38.0990104675293, -36.454307556152344, -34.80960464477539, -33.1649055480957, -31.52020263671875, -29.87550163269043, -28.230796813964844, -26.586095809936523, -24.94139289855957, -23.29669189453125, -21.65199089050293, -20.00728988647461, -18.362586975097656, -16.717885971069336, -15.073184967041016, -13.428483009338379, -11.783782005310059, -10.139080047607422, -8.494379043579102, -6.849677085876465, -5.204975128173828, -3.560274124145508, -1.915572166442871, -0.270870566368103, 1.373831033706665, 3.0185327529907227, 4.663234233856201, 6.30793571472168, 7.952637672424316, 9.597338676452637, 11.242040634155273, 12.88674259185791, 14.53144359588623, 16.176145553588867, 17.820846557617188, 19.46554946899414, 21.11025047302246, 22.75495147705078, 24.399654388427734, 26.044355392456055, 27.689058303833008, 29.333759307861328, 30.97846031188965, 32.62316131591797, 34.26786422729492, 35.912567138671875, 37.55726623535156]}, "gradients/decoder.transformer.h.0.ln_1.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 4.0, 7.0, 9.0, 5.0, 9.0, 10.0, 10.0, 14.0, 31.0, 26.0, 27.0, 31.0, 47.0, 43.0, 37.0, 41.0, 59.0, 63.0, 55.0, 64.0, 35.0, 42.0, 49.0, 32.0, 38.0, 36.0, 29.0, 28.0, 17.0, 25.0, 21.0, 15.0, 15.0, 12.0, 7.0, 6.0, 4.0, 4.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-14.113597869873047, -13.629883766174316, -13.146170616149902, -12.662456512451172, -12.178742408752441, -11.695028305053711, -11.211315155029297, -10.727601051330566, -10.243886947631836, -9.760172843933105, -9.276459693908691, -8.792745590209961, -8.30903148651123, -7.825317859649658, -7.341604232788086, -6.8578901290893555, -6.374176502227783, -5.890462875366211, -5.4067487716674805, -4.923035144805908, -4.439321041107178, -3.9556074142456055, -3.471893548965454, -2.9881796836853027, -2.5044658184051514, -2.020751953125, -1.5370380878448486, -1.0533243417739868, -0.5696104764938354, -0.08589673042297363, 0.39781713485717773, 0.8815310001373291, 1.3652448654174805, 1.8489587306976318, 2.332672595977783, 2.8163862228393555, 3.300100326538086, 3.783813953399658, 4.2675275802612305, 4.751241683959961, 5.234955787658691, 5.718669414520264, 6.202383518218994, 6.686097145080566, 7.169811248779297, 7.653524875640869, 8.137238502502441, 8.620952606201172, 9.104665756225586, 9.588379859924316, 10.07209300994873, 10.555807113647461, 11.039521217346191, 11.523235321044922, 12.006948471069336, 12.490662574768066, 12.974376678466797, 13.458090782165527, 13.941803932189941, 14.425518035888672, 14.909232139587402, 15.392946243286133, 15.876659393310547, 16.360374450683594, 16.844087600708008]}, "gradients/decoder.transformer.wpe.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 5.0, 4.0, 10.0, 16.0, 13.0, 12.0, 15.0, 11.0, 16.0, 21.0, 22.0, 28.0, 33.0, 27.0, 39.0, 43.0, 45.0, 95.0, 361.0, 5597.0, 1040717.0, 888.0, 123.0, 59.0, 48.0, 28.0, 29.0, 39.0, 35.0, 25.0, 22.0, 20.0, 15.0, 22.0, 15.0, 13.0, 10.0, 9.0, 8.0, 4.0, 4.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.457655906677246, -7.233205318450928, -7.008754253387451, -6.784303665161133, -6.559852600097656, -6.335402011871338, -6.1109514236450195, -5.886500358581543, -5.662049770355225, -5.437599182128906, -5.21314811706543, -4.988697528839111, -4.764246940612793, -4.539795875549316, -4.315345287322998, -4.09089469909668, -3.866443634033203, -3.6419928073883057, -3.417541980743408, -3.19309139251709, -2.9686405658721924, -2.744189739227295, -2.5197391510009766, -2.295288324356079, -2.0708374977111816, -1.8463866710662842, -1.6219359636306763, -1.3974852561950684, -1.173034429550171, -0.9485836029052734, -0.7241328954696655, -0.4996821880340576, -0.27523183822631836, -0.050781071186065674, 0.173669695854187, 0.3981204628944397, 0.6225712299346924, 0.8470220565795898, 1.0714727640151978, 1.2959234714508057, 1.5203742980957031, 1.7448251247406006, 1.9692758321762085, 2.1937265396118164, 2.418177366256714, 2.6426281929016113, 2.8670787811279297, 3.091529607772827, 3.3159804344177246, 3.540431261062622, 3.7648820877075195, 3.989332675933838, 4.213783264160156, 4.438234329223633, 4.662684917449951, 4.8871355056762695, 5.111586570739746, 5.3360371589660645, 5.560488224029541, 5.784938812255859, 6.009389877319336, 6.233840465545654, 6.458291053771973, 6.682742118835449, 6.907192707061768]}, "gradients/decoder.transformer.wte.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 2.0, 3.0, 4.0, 40.0, 151.0, 51458480.0, 4326.0, 127.0, 25.0, 3.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-756.4954833984375, -731.2456665039062, -705.995849609375, -680.74609375, -655.4962768554688, -630.2464599609375, -604.9966430664062, -579.746826171875, -554.4970092773438, -529.2471923828125, -503.9974060058594, -478.7475891113281, -453.4977722167969, -428.24798583984375, -402.9981689453125, -377.74835205078125, -352.4985656738281, -327.2487487792969, -301.99896240234375, -276.7491455078125, -251.49932861328125, -226.24952697753906, -200.99972534179688, -175.74990844726562, -150.50010681152344, -125.25029754638672, -100.00048828125, -74.75068664550781, -49.500877380371094, -24.251068115234375, 0.9987335205078125, 26.248550415039062, 51.49835205078125, 76.74816131591797, 101.99797058105469, 127.24777221679688, 152.49758911132812, 177.7473907470703, 202.9971923828125, 228.24700927734375, 253.49681091308594, 278.7466125488281, 303.9964294433594, 329.2462158203125, 354.49603271484375, 379.745849609375, 404.99566650390625, 430.2454833984375, 455.4952697753906, 480.7450866699219, 505.994873046875, 531.2446899414062, 556.4945068359375, 581.7443237304688, 606.994140625, 632.243896484375, 657.4937133789062, 682.7435302734375, 707.9933471679688, 733.2431640625, 758.492919921875, 783.7427368164062, 808.9925537109375, 834.2423706054688, 859.4921875]}, "gradients/encoder.encoder.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 5.0, 2.0, 1.0, 0.0, 6.0, 5.0, 4.0, 8.0, 6.0, 13.0, 11.0, 8.0, 46.0, 77.0, 208.0, 316.0, 135.0, 73.0, 38.0, 20.0, 8.0, 12.0, 0.0, 4.0, 5.0, 1.0, 4.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-125.88796997070312, -123.22549438476562, -120.56301879882812, -117.90054321289062, -115.2380599975586, -112.5755844116211, -109.9131088256836, -107.2506332397461, -104.5881576538086, -101.9256820678711, -99.2632064819336, -96.60072326660156, -93.93824768066406, -91.27577209472656, -88.61329650878906, -85.95082092285156, -83.28834533691406, -80.62586975097656, -77.96339416503906, -75.30091857910156, -72.63843536376953, -69.97595977783203, -67.31348419189453, -64.65100860595703, -61.988525390625, -59.3260498046875, -56.663570404052734, -54.001094818115234, -51.338619232177734, -48.67613983154297, -46.01366424560547, -43.35118865966797, -40.68871307373047, -38.02623748779297, -35.3637580871582, -32.7012825012207, -30.038806915283203, -27.37632942199707, -24.713851928710938, -22.051376342773438, -19.388898849487305, -16.726421356201172, -14.063945770263672, -11.401468276977539, -8.738991737365723, -6.076515197753906, -3.4140377044677734, -0.7515621185302734, 1.9109153747558594, 4.573391914367676, 7.23586893081665, 9.898345947265625, 12.560822486877441, 15.223299026489258, 17.88577651977539, 20.54825210571289, 23.210729598999023, 25.873207092285156, 28.535682678222656, 31.19816017150879, 33.86063766479492, 36.52311325073242, 39.18559265136719, 41.84806823730469, 44.51054382324219]}, "gradients/encoder.encoder.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 3.0, 3.0, 5.0, 7.0, 8.0, 12.0, 17.0, 22.0, 37.0, 36.0, 37.0, 50.0, 45.0, 56.0, 62.0, 74.0, 85.0, 86.0, 74.0, 50.0, 48.0, 60.0, 21.0, 27.0, 25.0, 16.0, 15.0, 13.0, 1.0, 7.0, 4.0, 2.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-42.698387145996094, -41.41448974609375, -40.130592346191406, -38.84669494628906, -37.56279754638672, -36.27890396118164, -34.9950065612793, -33.71110916137695, -32.42721176147461, -31.143314361572266, -29.859416961669922, -28.57552146911621, -27.291624069213867, -26.007726669311523, -24.723831176757812, -23.43993377685547, -22.156036376953125, -20.87213897705078, -19.588241577148438, -18.304346084594727, -17.020448684692383, -15.736551284790039, -14.452654838562012, -13.168758392333984, -11.88486099243164, -10.600963592529297, -9.31706714630127, -8.033170700073242, -6.749273300170898, -5.465376377105713, -4.181479454040527, -2.8975830078125, -1.6136856079101562, -0.3297886848449707, 0.9541082382202148, 2.2380051612854004, 3.521902084350586, 4.8057990074157715, 6.089695930480957, 7.373592376708984, 8.657489776611328, 9.941387176513672, 11.2252836227417, 12.509180068969727, 13.79307746887207, 15.076974868774414, 16.360870361328125, 17.64476776123047, 18.928665161132812, 20.212562561035156, 21.4964599609375, 22.78035545349121, 24.064252853393555, 25.3481502532959, 26.63204574584961, 27.915943145751953, 29.199840545654297, 30.48373794555664, 31.767635345458984, 33.05153274536133, 34.335426330566406, 35.61932373046875, 36.903221130371094, 38.18711853027344, 39.47101593017578]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 2.0, 8.0, 8.0, 14.0, 13.0, 28.0, 36.0, 55.0, 81.0, 98.0, 136.0, 169.0, 266.0, 404.0, 585.0, 932.0, 1202.0, 1944.0, 2910.0, 4611.0, 7816.0, 14687.0, 31869.0, 85938.0, 479637.0, 3340068.0, 130660.0, 42549.0, 19327.0, 10390.0, 6133.0, 3950.0, 2509.0, 1748.0, 1162.0, 748.0, 491.0, 379.0, 240.0, 146.0, 102.0, 74.0, 47.0, 30.0, 27.0, 17.0, 11.0, 14.0, 7.0, 2.0, 8.0, 2.0, 1.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.119140625, -2.0465087890625, -1.973876953125, -1.9012451171875, -1.82861328125, -1.7559814453125, -1.683349609375, -1.6107177734375, -1.5380859375, -1.4654541015625, -1.392822265625, -1.3201904296875, -1.24755859375, -1.1749267578125, -1.102294921875, -1.0296630859375, -0.95703125, -0.8843994140625, -0.811767578125, -0.7391357421875, -0.66650390625, -0.5938720703125, -0.521240234375, -0.4486083984375, -0.3759765625, -0.3033447265625, -0.230712890625, -0.1580810546875, -0.08544921875, -0.0128173828125, 0.059814453125, 0.1324462890625, 0.205078125, 0.2777099609375, 0.350341796875, 0.4229736328125, 0.49560546875, 0.5682373046875, 0.640869140625, 0.7135009765625, 0.7861328125, 0.8587646484375, 0.931396484375, 1.0040283203125, 1.07666015625, 1.1492919921875, 1.221923828125, 1.2945556640625, 1.3671875, 1.4398193359375, 1.512451171875, 1.5850830078125, 1.65771484375, 1.7303466796875, 1.802978515625, 1.8756103515625, 1.9482421875, 2.0208740234375, 2.093505859375, 2.1661376953125, 2.23876953125, 2.3114013671875, 2.384033203125, 2.4566650390625, 2.529296875]}, "gradients/encoder.encoder.layers.23.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 4.0, 0.0, 2.0, 6.0, 4.0, 5.0, 8.0, 10.0, 8.0, 19.0, 20.0, 36.0, 48.0, 74.0, 84.0, 128.0, 131.0, 90.0, 90.0, 49.0, 52.0, 37.0, 23.0, 17.0, 6.0, 8.0, 7.0, 3.0, 5.0, 6.0, 6.0, 4.0, 4.0, 2.0, 3.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.1580810546875, -0.1527099609375, -0.1473388671875, -0.1419677734375, -0.1365966796875, -0.1312255859375, -0.1258544921875, -0.1204833984375, -0.1151123046875, -0.1097412109375, -0.1043701171875, -0.0989990234375, -0.0936279296875, -0.0882568359375, -0.0828857421875, -0.0775146484375, -0.0721435546875, -0.0667724609375, -0.0614013671875, -0.0560302734375, -0.0506591796875, -0.0452880859375, -0.0399169921875, -0.0345458984375, -0.0291748046875, -0.0238037109375, -0.0184326171875, -0.0130615234375, -0.0076904296875, -0.0023193359375, 0.0030517578125, 0.0084228515625, 0.0137939453125, 0.0191650390625, 0.0245361328125, 0.0299072265625, 0.0352783203125, 0.0406494140625, 0.0460205078125, 0.0513916015625, 0.0567626953125, 0.0621337890625, 0.0675048828125, 0.0728759765625, 0.0782470703125, 0.0836181640625, 0.0889892578125, 0.0943603515625, 0.0997314453125, 0.1051025390625, 0.1104736328125, 0.1158447265625, 0.1212158203125, 0.1265869140625, 0.1319580078125, 0.1373291015625, 0.1427001953125, 0.1480712890625, 0.1534423828125, 0.1588134765625, 0.1641845703125, 0.1695556640625, 0.1749267578125, 0.1802978515625, 0.1856689453125]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 8.0, 2.0, 14.0, 23.0, 16.0, 28.0, 49.0, 86.0, 112.0, 146.0, 272.0, 406.0, 666.0, 1141.0, 2062.0, 3906.0, 7618.0, 16359.0, 39375.0, 113989.0, 610367.0, 3115638.0, 179900.0, 57011.0, 22835.0, 10376.0, 5127.0, 2810.0, 1581.0, 891.0, 565.0, 332.0, 211.0, 126.0, 73.0, 49.0, 47.0, 30.0, 11.0, 8.0, 7.0, 4.0, 6.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.865234375, -1.805389404296875, -1.74554443359375, -1.685699462890625, -1.6258544921875, -1.566009521484375, -1.50616455078125, -1.446319580078125, -1.386474609375, -1.326629638671875, -1.26678466796875, -1.206939697265625, -1.1470947265625, -1.087249755859375, -1.02740478515625, -0.967559814453125, -0.90771484375, -0.847869873046875, -0.78802490234375, -0.728179931640625, -0.6683349609375, -0.608489990234375, -0.54864501953125, -0.488800048828125, -0.428955078125, -0.369110107421875, -0.30926513671875, -0.249420166015625, -0.1895751953125, -0.129730224609375, -0.06988525390625, -0.010040283203125, 0.0498046875, 0.109649658203125, 0.16949462890625, 0.229339599609375, 0.2891845703125, 0.349029541015625, 0.40887451171875, 0.468719482421875, 0.528564453125, 0.588409423828125, 0.64825439453125, 0.708099365234375, 0.7679443359375, 0.827789306640625, 0.88763427734375, 0.947479248046875, 1.00732421875, 1.067169189453125, 1.12701416015625, 1.186859130859375, 1.2467041015625, 1.306549072265625, 1.36639404296875, 1.426239013671875, 1.486083984375, 1.545928955078125, 1.60577392578125, 1.665618896484375, 1.7254638671875, 1.785308837890625, 1.84515380859375, 1.904998779296875, 1.96484375]}, "gradients/encoder.encoder.layers.23.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 5.0, 7.0, 10.0, 10.0, 11.0, 14.0, 27.0, 20.0, 34.0, 35.0, 51.0, 46.0, 64.0, 84.0, 122.0, 117.0, 220.0, 507.0, 1472.0, 311.0, 179.0, 118.0, 113.0, 80.0, 75.0, 46.0, 38.0, 48.0, 36.0, 37.0, 21.0, 28.0, 20.0, 11.0, 10.0, 15.0, 12.0, 7.0, 5.0, 1.0, 6.0, 3.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.365966796875, -0.3549919128417969, -0.34401702880859375, -0.3330421447753906, -0.3220672607421875, -0.3110923767089844, -0.30011749267578125, -0.2891426086425781, -0.278167724609375, -0.2671928405761719, -0.25621795654296875, -0.24524307250976562, -0.2342681884765625, -0.22329330444335938, -0.21231842041015625, -0.20134353637695312, -0.19036865234375, -0.17939376831054688, -0.16841888427734375, -0.15744400024414062, -0.1464691162109375, -0.13549423217773438, -0.12451934814453125, -0.11354446411132812, -0.102569580078125, -0.09159469604492188, -0.08061981201171875, -0.06964492797851562, -0.0586700439453125, -0.047695159912109375, -0.03672027587890625, -0.025745391845703125, -0.0147705078125, -0.003795623779296875, 0.00717926025390625, 0.018154144287109375, 0.0291290283203125, 0.040103912353515625, 0.05107879638671875, 0.062053680419921875, 0.073028564453125, 0.08400344848632812, 0.09497833251953125, 0.10595321655273438, 0.1169281005859375, 0.12790298461914062, 0.13887786865234375, 0.14985275268554688, 0.16082763671875, 0.17180252075195312, 0.18277740478515625, 0.19375228881835938, 0.2047271728515625, 0.21570205688476562, 0.22667694091796875, 0.23765182495117188, 0.248626708984375, 0.2596015930175781, 0.27057647705078125, 0.2815513610839844, 0.2925262451171875, 0.3035011291503906, 0.31447601318359375, 0.3254508972167969, 0.33642578125]}, "gradients/encoder.encoder.layers.23.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 5.0, 4.0, 8.0, 8.0, 12.0, 5.0, 7.0, 24.0, 26.0, 47.0, 55.0, 84.0, 137.0, 153.0, 97.0, 79.0, 57.0, 46.0, 22.0, 29.0, 21.0, 11.0, 12.0, 10.0, 9.0, 7.0, 6.0, 5.0, 6.0, 2.0, 1.0, 2.0, 1.0, 2.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.6418747901916504, -3.5118329524993896, -3.381791114807129, -3.2517495155334473, -3.1217076778411865, -2.991665840148926, -2.861624240875244, -2.7315824031829834, -2.6015405654907227, -2.471498727798462, -2.341456890106201, -2.2114152908325195, -2.081373453140259, -1.951331615447998, -1.8212898969650269, -1.6912481784820557, -1.561206340789795, -1.4311645030975342, -1.301122784614563, -1.1710810661315918, -1.041039228439331, -0.9109974503517151, -0.7809556722640991, -0.6509138941764832, -0.5208721160888672, -0.3908303380012512, -0.26078855991363525, -0.1307467818260193, -0.0007050037384033203, 0.12933677434921265, 0.2593785524368286, 0.3894203305244446, 0.5194625854492188, 0.6495043635368347, 0.7795461416244507, 0.9095879197120667, 1.0396296977996826, 1.1696715354919434, 1.2997132539749146, 1.4297549724578857, 1.5597968101501465, 1.6898386478424072, 1.8198803663253784, 1.9499220848083496, 2.0799639225006104, 2.210005760192871, 2.3400473594665527, 2.4700891971588135, 2.600131034851074, 2.730172872543335, 2.8602147102355957, 2.9902563095092773, 3.120298147201538, 3.250339984893799, 3.3803815841674805, 3.510423421859741, 3.640465259552002, 3.7705070972442627, 3.9005489349365234, 4.030590534210205, 4.160632133483887, 4.290674209594727, 4.420715808868408, 4.550757884979248, 4.68079948425293]}, "gradients/encoder.encoder.layers.23.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 5.0, 5.0, 5.0, 7.0, 17.0, 12.0, 10.0, 20.0, 27.0, 24.0, 26.0, 31.0, 31.0, 42.0, 47.0, 48.0, 50.0, 60.0, 54.0, 44.0, 55.0, 43.0, 47.0, 46.0, 32.0, 34.0, 35.0, 31.0, 22.0, 22.0, 17.0, 12.0, 9.0, 12.0, 6.0, 7.0, 3.0, 4.0, 1.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 3.0, 1.0], "bins": [-2.9921741485595703, -2.9075677394866943, -2.8229613304138184, -2.7383549213409424, -2.6537485122680664, -2.5691418647766113, -2.4845356941223145, -2.3999290466308594, -2.3153226375579834, -2.2307162284851074, -2.1461098194122314, -2.0615034103393555, -1.97689688205719, -1.892290472984314, -1.807684063911438, -1.7230775356292725, -1.638471245765686, -1.55386483669281, -1.469258427619934, -1.3846518993377686, -1.3000454902648926, -1.2154390811920166, -1.1308326721191406, -1.0462262630462646, -0.9616197943687439, -0.8770133852958679, -0.7924069166183472, -0.7078005075454712, -0.6231940984725952, -0.5385876297950745, -0.4539812207221985, -0.36937475204467773, -0.28476834297180176, -0.2001619040966034, -0.11555548012256622, -0.030949056148529053, 0.05365738272666931, 0.13826382160186768, 0.22287023067474365, 0.3074766993522644, 0.3920831084251404, 0.47668954730033875, 0.5612959861755371, 0.6459023952484131, 0.7305088043212891, 0.8151152729988098, 0.8997216820716858, 0.9843281507492065, 1.0689345598220825, 1.1535409688949585, 1.2381473779678345, 1.32275390625, 1.407360315322876, 1.491966724395752, 1.576573133468628, 1.661179542541504, 1.7457859516143799, 1.8303923606872559, 1.9149987697601318, 1.9996051788330078, 2.084211587905884, 2.1688179969787598, 2.253424644470215, 2.338031053543091, 2.422637462615967]}, "gradients/encoder.encoder.layers.23.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 6.0, 8.0, 8.0, 15.0, 17.0, 28.0, 50.0, 56.0, 64.0, 109.0, 151.0, 221.0, 293.0, 552.0, 872.0, 1341.0, 2144.0, 3560.0, 6228.0, 12733.0, 28134.0, 79874.0, 414076.0, 369367.0, 74566.0, 26810.0, 12162.0, 6064.0, 3464.0, 1940.0, 1260.0, 804.0, 522.0, 356.0, 180.0, 153.0, 114.0, 84.0, 50.0, 35.0, 27.0, 27.0, 9.0, 8.0, 8.0, 3.0, 6.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.71875, -1.6632537841796875, -1.607757568359375, -1.5522613525390625, -1.49676513671875, -1.4412689208984375, -1.385772705078125, -1.3302764892578125, -1.2747802734375, -1.2192840576171875, -1.163787841796875, -1.1082916259765625, -1.05279541015625, -0.9972991943359375, -0.941802978515625, -0.8863067626953125, -0.830810546875, -0.7753143310546875, -0.719818115234375, -0.6643218994140625, -0.60882568359375, -0.5533294677734375, -0.497833251953125, -0.4423370361328125, -0.3868408203125, -0.3313446044921875, -0.275848388671875, -0.2203521728515625, -0.16485595703125, -0.1093597412109375, -0.053863525390625, 0.0016326904296875, 0.05712890625, 0.1126251220703125, 0.168121337890625, 0.2236175537109375, 0.27911376953125, 0.3346099853515625, 0.390106201171875, 0.4456024169921875, 0.5010986328125, 0.5565948486328125, 0.612091064453125, 0.6675872802734375, 0.72308349609375, 0.7785797119140625, 0.834075927734375, 0.8895721435546875, 0.945068359375, 1.0005645751953125, 1.056060791015625, 1.1115570068359375, 1.16705322265625, 1.2225494384765625, 1.278045654296875, 1.3335418701171875, 1.3890380859375, 1.4445343017578125, 1.500030517578125, 1.5555267333984375, 1.61102294921875, 1.6665191650390625, 1.722015380859375, 1.7775115966796875, 1.8330078125]}, "gradients/encoder.encoder.layers.23.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 4.0, 5.0, 4.0, 3.0, 8.0, 2.0, 8.0, 13.0, 12.0, 26.0, 33.0, 39.0, 54.0, 66.0, 85.0, 104.0, 96.0, 85.0, 92.0, 70.0, 46.0, 34.0, 32.0, 23.0, 16.0, 10.0, 6.0, 6.0, 3.0, 8.0, 3.0, 4.0, 0.0, 5.0, 3.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1697998046875, -0.16385459899902344, -0.15790939331054688, -0.1519641876220703, -0.14601898193359375, -0.1400737762451172, -0.13412857055664062, -0.12818336486816406, -0.1222381591796875, -0.11629295349121094, -0.11034774780273438, -0.10440254211425781, -0.09845733642578125, -0.09251213073730469, -0.08656692504882812, -0.08062171936035156, -0.074676513671875, -0.06873130798339844, -0.06278610229492188, -0.05684089660644531, -0.05089569091796875, -0.04495048522949219, -0.039005279541015625, -0.03306007385253906, -0.0271148681640625, -0.021169662475585938, -0.015224456787109375, -0.009279251098632812, -0.00333404541015625, 0.0026111602783203125, 0.008556365966796875, 0.014501571655273438, 0.02044677734375, 0.026391983032226562, 0.032337188720703125, 0.03828239440917969, 0.04422760009765625, 0.05017280578613281, 0.056118011474609375, 0.06206321716308594, 0.0680084228515625, 0.07395362854003906, 0.07989883422851562, 0.08584403991699219, 0.09178924560546875, 0.09773445129394531, 0.10367965698242188, 0.10962486267089844, 0.115570068359375, 0.12151527404785156, 0.12746047973632812, 0.1334056854248047, 0.13935089111328125, 0.1452960968017578, 0.15124130249023438, 0.15718650817871094, 0.1631317138671875, 0.16907691955566406, 0.17502212524414062, 0.1809673309326172, 0.18691253662109375, 0.1928577423095703, 0.19880294799804688, 0.20474815368652344, 0.210693359375]}, "gradients/encoder.encoder.layers.23.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 2.0, 2.0, 2.0, 2.0, 4.0, 6.0, 19.0, 20.0, 19.0, 36.0, 60.0, 73.0, 128.0, 158.0, 236.0, 388.0, 641.0, 971.0, 1441.0, 2569.0, 4373.0, 8483.0, 19957.0, 73601.0, 585328.0, 275547.0, 44279.0, 14302.0, 6612.0, 3578.0, 2127.0, 1228.0, 786.0, 529.0, 349.0, 235.0, 161.0, 100.0, 69.0, 43.0, 29.0, 20.0, 16.0, 13.0, 14.0, 3.0, 3.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.6748046875, -1.6167144775390625, -1.558624267578125, -1.5005340576171875, -1.44244384765625, -1.3843536376953125, -1.326263427734375, -1.2681732177734375, -1.2100830078125, -1.1519927978515625, -1.093902587890625, -1.0358123779296875, -0.97772216796875, -0.9196319580078125, -0.861541748046875, -0.8034515380859375, -0.745361328125, -0.6872711181640625, -0.629180908203125, -0.5710906982421875, -0.51300048828125, -0.4549102783203125, -0.396820068359375, -0.3387298583984375, -0.2806396484375, -0.2225494384765625, -0.164459228515625, -0.1063690185546875, -0.04827880859375, 0.0098114013671875, 0.067901611328125, 0.1259918212890625, 0.18408203125, 0.2421722412109375, 0.300262451171875, 0.3583526611328125, 0.41644287109375, 0.4745330810546875, 0.532623291015625, 0.5907135009765625, 0.6488037109375, 0.7068939208984375, 0.764984130859375, 0.8230743408203125, 0.88116455078125, 0.9392547607421875, 0.997344970703125, 1.0554351806640625, 1.113525390625, 1.1716156005859375, 1.229705810546875, 1.2877960205078125, 1.34588623046875, 1.4039764404296875, 1.462066650390625, 1.5201568603515625, 1.5782470703125, 1.6363372802734375, 1.694427490234375, 1.7525177001953125, 1.81060791015625, 1.8686981201171875, 1.926788330078125, 1.9848785400390625, 2.04296875]}, "gradients/encoder.encoder.layers.23.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 4.0, 2.0, 2.0, 5.0, 9.0, 10.0, 8.0, 8.0, 6.0, 13.0, 9.0, 14.0, 23.0, 21.0, 40.0, 32.0, 31.0, 32.0, 28.0, 40.0, 29.0, 31.0, 33.0, 48.0, 45.0, 34.0, 50.0, 41.0, 25.0, 34.0, 40.0, 31.0, 28.0, 28.0, 36.0, 18.0, 24.0, 19.0, 14.0, 21.0, 10.0, 9.0, 2.0, 5.0, 10.0, 3.0, 5.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.69482421875, -0.6723480224609375, -0.649871826171875, -0.6273956298828125, -0.60491943359375, -0.5824432373046875, -0.559967041015625, -0.5374908447265625, -0.5150146484375, -0.4925384521484375, -0.470062255859375, -0.4475860595703125, -0.42510986328125, -0.4026336669921875, -0.380157470703125, -0.3576812744140625, -0.335205078125, -0.3127288818359375, -0.290252685546875, -0.2677764892578125, -0.24530029296875, -0.2228240966796875, -0.200347900390625, -0.1778717041015625, -0.1553955078125, -0.1329193115234375, -0.110443115234375, -0.0879669189453125, -0.06549072265625, -0.0430145263671875, -0.020538330078125, 0.0019378662109375, 0.0244140625, 0.0468902587890625, 0.069366455078125, 0.0918426513671875, 0.11431884765625, 0.1367950439453125, 0.159271240234375, 0.1817474365234375, 0.2042236328125, 0.2266998291015625, 0.249176025390625, 0.2716522216796875, 0.29412841796875, 0.3166046142578125, 0.339080810546875, 0.3615570068359375, 0.384033203125, 0.4065093994140625, 0.428985595703125, 0.4514617919921875, 0.47393798828125, 0.4964141845703125, 0.518890380859375, 0.5413665771484375, 0.5638427734375, 0.5863189697265625, 0.608795166015625, 0.6312713623046875, 0.65374755859375, 0.6762237548828125, 0.698699951171875, 0.7211761474609375, 0.74365234375]}, "gradients/encoder.encoder.layers.23.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 1.0, 0.0, 5.0, 5.0, 9.0, 12.0, 30.0, 16.0, 33.0, 49.0, 81.0, 121.0, 216.0, 381.0, 689.0, 1396.0, 3246.0, 9450.0, 43953.0, 815510.0, 145731.0, 17966.0, 5363.0, 2149.0, 931.0, 524.0, 246.0, 149.0, 96.0, 64.0, 43.0, 24.0, 23.0, 15.0, 12.0, 10.0, 4.0, 2.0, 5.0, 1.0, 3.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.18359375, -3.091949462890625, -3.00030517578125, -2.908660888671875, -2.8170166015625, -2.725372314453125, -2.63372802734375, -2.542083740234375, -2.450439453125, -2.358795166015625, -2.26715087890625, -2.175506591796875, -2.0838623046875, -1.992218017578125, -1.90057373046875, -1.808929443359375, -1.71728515625, -1.625640869140625, -1.53399658203125, -1.442352294921875, -1.3507080078125, -1.259063720703125, -1.16741943359375, -1.075775146484375, -0.984130859375, -0.892486572265625, -0.80084228515625, -0.709197998046875, -0.6175537109375, -0.525909423828125, -0.43426513671875, -0.342620849609375, -0.2509765625, -0.159332275390625, -0.06768798828125, 0.023956298828125, 0.1156005859375, 0.207244873046875, 0.29888916015625, 0.390533447265625, 0.482177734375, 0.573822021484375, 0.66546630859375, 0.757110595703125, 0.8487548828125, 0.940399169921875, 1.03204345703125, 1.123687744140625, 1.21533203125, 1.306976318359375, 1.39862060546875, 1.490264892578125, 1.5819091796875, 1.673553466796875, 1.76519775390625, 1.856842041015625, 1.948486328125, 2.040130615234375, 2.13177490234375, 2.223419189453125, 2.3150634765625, 2.406707763671875, 2.49835205078125, 2.589996337890625, 2.681640625]}, "gradients/encoder.encoder.layers.23.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 6.0, 7.0, 7.0, 14.0, 7.0, 14.0, 17.0, 14.0, 17.0, 24.0, 28.0, 27.0, 44.0, 41.0, 60.0, 70.0, 81.0, 56.0, 64.0, 61.0, 53.0, 47.0, 46.0, 32.0, 28.0, 33.0, 20.0, 18.0, 14.0, 10.0, 11.0, 10.0, 5.0, 3.0, 4.0, 2.0, 4.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.00034499168395996094, -0.00033329427242279053, -0.0003215968608856201, -0.0003098994493484497, -0.0002982020378112793, -0.0002865046262741089, -0.0002748072147369385, -0.00026310980319976807, -0.00025141239166259766, -0.00023971498012542725, -0.00022801756858825684, -0.00021632015705108643, -0.00020462274551391602, -0.0001929253339767456, -0.0001812279224395752, -0.00016953051090240479, -0.00015783309936523438, -0.00014613568782806396, -0.00013443827629089355, -0.00012274086475372314, -0.00011104345321655273, -9.934604167938232e-05, -8.764863014221191e-05, -7.59512186050415e-05, -6.42538070678711e-05, -5.2556395530700684e-05, -4.0858983993530273e-05, -2.9161572456359863e-05, -1.7464160919189453e-05, -5.766749382019043e-06, 5.930662155151367e-06, 1.7628073692321777e-05, 2.9325485229492188e-05, 4.10228967666626e-05, 5.272030830383301e-05, 6.441771984100342e-05, 7.611513137817383e-05, 8.781254291534424e-05, 9.950995445251465e-05, 0.00011120736598968506, 0.00012290477752685547, 0.00013460218906402588, 0.0001462996006011963, 0.0001579970121383667, 0.0001696944236755371, 0.00018139183521270752, 0.00019308924674987793, 0.00020478665828704834, 0.00021648406982421875, 0.00022818148136138916, 0.00023987889289855957, 0.00025157630443573, 0.0002632737159729004, 0.0002749711275100708, 0.0002866685390472412, 0.0002983659505844116, 0.00031006336212158203, 0.00032176077365875244, 0.00033345818519592285, 0.00034515559673309326, 0.00035685300827026367, 0.0003685504198074341, 0.0003802478313446045, 0.0003919452428817749, 0.0004036426544189453]}, "gradients/encoder.encoder.layers.23.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 4.0, 3.0, 5.0, 7.0, 12.0, 16.0, 14.0, 18.0, 27.0, 20.0, 32.0, 49.0, 101.0, 132.0, 177.0, 272.0, 508.0, 938.0, 1745.0, 3748.0, 9566.0, 37784.0, 652279.0, 299035.0, 27332.0, 7941.0, 3102.0, 1540.0, 774.0, 510.0, 301.0, 168.0, 106.0, 77.0, 61.0, 42.0, 29.0, 19.0, 18.0, 14.0, 9.0, 6.0, 4.0, 5.0, 3.0, 4.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0], "bins": [-2.677734375, -2.60101318359375, -2.5242919921875, -2.44757080078125, -2.370849609375, -2.29412841796875, -2.2174072265625, -2.14068603515625, -2.06396484375, -1.98724365234375, -1.9105224609375, -1.83380126953125, -1.757080078125, -1.68035888671875, -1.6036376953125, -1.52691650390625, -1.4501953125, -1.37347412109375, -1.2967529296875, -1.22003173828125, -1.143310546875, -1.06658935546875, -0.9898681640625, -0.91314697265625, -0.83642578125, -0.75970458984375, -0.6829833984375, -0.60626220703125, -0.529541015625, -0.45281982421875, -0.3760986328125, -0.29937744140625, -0.22265625, -0.14593505859375, -0.0692138671875, 0.00750732421875, 0.084228515625, 0.16094970703125, 0.2376708984375, 0.31439208984375, 0.39111328125, 0.46783447265625, 0.5445556640625, 0.62127685546875, 0.697998046875, 0.77471923828125, 0.8514404296875, 0.92816162109375, 1.0048828125, 1.08160400390625, 1.1583251953125, 1.23504638671875, 1.311767578125, 1.38848876953125, 1.4652099609375, 1.54193115234375, 1.61865234375, 1.69537353515625, 1.7720947265625, 1.84881591796875, 1.925537109375, 2.00225830078125, 2.0789794921875, 2.15570068359375, 2.232421875]}, "gradients/encoder.encoder.layers.23.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 1.0, 4.0, 4.0, 3.0, 3.0, 3.0, 11.0, 15.0, 8.0, 21.0, 38.0, 31.0, 54.0, 70.0, 84.0, 94.0, 109.0, 106.0, 84.0, 67.0, 40.0, 33.0, 31.0, 23.0, 16.0, 15.0, 10.0, 4.0, 5.0, 2.0, 3.0, 2.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.96337890625, -0.9369125366210938, -0.9104461669921875, -0.8839797973632812, -0.857513427734375, -0.8310470581054688, -0.8045806884765625, -0.7781143188476562, -0.75164794921875, -0.7251815795898438, -0.6987152099609375, -0.6722488403320312, -0.645782470703125, -0.6193161010742188, -0.5928497314453125, -0.5663833618164062, -0.5399169921875, -0.5134506225585938, -0.4869842529296875, -0.46051788330078125, -0.434051513671875, -0.40758514404296875, -0.3811187744140625, -0.35465240478515625, -0.32818603515625, -0.30171966552734375, -0.2752532958984375, -0.24878692626953125, -0.222320556640625, -0.19585418701171875, -0.1693878173828125, -0.14292144775390625, -0.116455078125, -0.08998870849609375, -0.0635223388671875, -0.03705596923828125, -0.010589599609375, 0.01587677001953125, 0.0423431396484375, 0.06880950927734375, 0.09527587890625, 0.12174224853515625, 0.1482086181640625, 0.17467498779296875, 0.201141357421875, 0.22760772705078125, 0.2540740966796875, 0.28054046630859375, 0.3070068359375, 0.33347320556640625, 0.3599395751953125, 0.38640594482421875, 0.412872314453125, 0.43933868408203125, 0.4658050537109375, 0.49227142333984375, 0.51873779296875, 0.5452041625976562, 0.5716705322265625, 0.5981369018554688, 0.624603271484375, 0.6510696411132812, 0.6775360107421875, 0.7040023803710938, 0.73046875]}, "gradients/encoder.encoder.layers.23.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 6.0, 1.0, 8.0, 8.0, 7.0, 13.0, 27.0, 96.0, 293.0, 324.0, 123.0, 37.0, 19.0, 11.0, 10.0, 7.0, 7.0, 2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.350582122802734, -23.481407165527344, -22.612234115600586, -21.743061065673828, -20.873886108398438, -20.004711151123047, -19.13553810119629, -18.26636505126953, -17.39719009399414, -16.52801513671875, -15.658842086791992, -14.789668083190918, -13.920494079589844, -13.05132007598877, -12.182146072387695, -11.312972068786621, -10.443798065185547, -9.574624061584473, -8.705450057983398, -7.836276054382324, -6.96710205078125, -6.097928047180176, -5.228754043579102, -4.359580039978027, -3.490406036376953, -2.621232032775879, -1.7520580291748047, -0.8828840255737305, -0.01371002197265625, 0.855463981628418, 1.7246379852294922, 2.5938119888305664, 3.4629878997802734, 4.332161903381348, 5.201335906982422, 6.070509910583496, 6.93968391418457, 7.8088579177856445, 8.678031921386719, 9.547205924987793, 10.416379928588867, 11.285553932189941, 12.154727935791016, 13.02390193939209, 13.893075942993164, 14.762249946594238, 15.631423950195312, 16.500598907470703, 17.36977195739746, 18.23894500732422, 19.10811996459961, 19.977294921875, 20.846467971801758, 21.715641021728516, 22.584815979003906, 23.453990936279297, 24.323163986206055, 25.192337036132812, 26.061511993408203, 26.930686950683594, 27.79986000061035, 28.66903305053711, 29.5382080078125, 30.40738296508789, 31.27655601501465]}, "gradients/encoder.encoder.layers.23.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 7.0, 1.0, 8.0, 4.0, 3.0, 4.0, 8.0, 10.0, 22.0, 29.0, 59.0, 98.0, 105.0, 120.0, 122.0, 112.0, 88.0, 54.0, 51.0, 21.0, 15.0, 14.0, 12.0, 8.0, 5.0, 7.0, 4.0, 4.0, 4.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-16.449005126953125, -15.970194816589355, -15.491384506225586, -15.012574195861816, -14.533763885498047, -14.054953575134277, -13.576143264770508, -13.097332000732422, -12.618522644042969, -12.1397123336792, -11.66090202331543, -11.18209171295166, -10.70328140258789, -10.224471092224121, -9.745660781860352, -9.266849517822266, -8.788039207458496, -8.309228897094727, -7.830418586730957, -7.3516082763671875, -6.872797966003418, -6.393987655639648, -5.915176868438721, -5.436366558074951, -4.957556247711182, -4.478745937347412, -3.9999356269836426, -3.521125078201294, -3.0423147678375244, -2.563504457473755, -2.0846939086914062, -1.6058835983276367, -1.1270723342895508, -0.6482619643211365, -0.16945159435272217, 0.3093588352203369, 0.7881691455841064, 1.266979455947876, 1.7457900047302246, 2.224600315093994, 2.7034106254577637, 3.182220935821533, 3.6610312461853027, 4.1398420333862305, 4.61865234375, 5.0974626541137695, 5.576272964477539, 6.055083274841309, 6.533893585205078, 7.012703895568848, 7.491514205932617, 7.970324516296387, 8.449134826660156, 8.927945137023926, 9.406755447387695, 9.885566711425781, 10.364376068115234, 10.843186378479004, 11.321996688842773, 11.800806999206543, 12.279617309570312, 12.758427619934082, 13.237237930297852, 13.716049194335938, 14.194859504699707]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 1.0, 2.0, 4.0, 6.0, 6.0, 19.0, 23.0, 30.0, 42.0, 51.0, 82.0, 123.0, 182.0, 255.0, 403.0, 623.0, 1093.0, 1968.0, 4129.0, 9594.0, 29173.0, 212096.0, 3854784.0, 51926.0, 14578.0, 6011.0, 2960.0, 1523.0, 903.0, 555.0, 348.0, 237.0, 178.0, 103.0, 75.0, 60.0, 39.0, 29.0, 22.0, 9.0, 17.0, 8.0, 6.0, 4.0, 3.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.42578125, -5.25189208984375, -5.0780029296875, -4.90411376953125, -4.730224609375, -4.55633544921875, -4.3824462890625, -4.20855712890625, -4.03466796875, -3.86077880859375, -3.6868896484375, -3.51300048828125, -3.339111328125, -3.16522216796875, -2.9913330078125, -2.81744384765625, -2.6435546875, -2.46966552734375, -2.2957763671875, -2.12188720703125, -1.947998046875, -1.77410888671875, -1.6002197265625, -1.42633056640625, -1.25244140625, -1.07855224609375, -0.9046630859375, -0.73077392578125, -0.556884765625, -0.38299560546875, -0.2091064453125, -0.03521728515625, 0.138671875, 0.31256103515625, 0.4864501953125, 0.66033935546875, 0.834228515625, 1.00811767578125, 1.1820068359375, 1.35589599609375, 1.52978515625, 1.70367431640625, 1.8775634765625, 2.05145263671875, 2.225341796875, 2.39923095703125, 2.5731201171875, 2.74700927734375, 2.9208984375, 3.09478759765625, 3.2686767578125, 3.44256591796875, 3.616455078125, 3.79034423828125, 3.9642333984375, 4.13812255859375, 4.31201171875, 4.48590087890625, 4.6597900390625, 4.83367919921875, 5.007568359375, 5.18145751953125, 5.3553466796875, 5.52923583984375, 5.703125]}, "gradients/encoder.encoder.layers.22.feed_forward.output_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 1.0, 0.0, 5.0, 0.0, 7.0, 4.0, 2.0, 7.0, 9.0, 14.0, 26.0, 35.0, 39.0, 55.0, 65.0, 97.0, 99.0, 86.0, 90.0, 86.0, 67.0, 44.0, 42.0, 28.0, 30.0, 14.0, 7.0, 9.0, 6.0, 9.0, 6.0, 3.0, 7.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.1949462890625, -0.1887664794921875, -0.182586669921875, -0.1764068603515625, -0.17022705078125, -0.1640472412109375, -0.157867431640625, -0.1516876220703125, -0.1455078125, -0.1393280029296875, -0.133148193359375, -0.1269683837890625, -0.12078857421875, -0.1146087646484375, -0.108428955078125, -0.1022491455078125, -0.0960693359375, -0.0898895263671875, -0.083709716796875, -0.0775299072265625, -0.07135009765625, -0.0651702880859375, -0.058990478515625, -0.0528106689453125, -0.046630859375, -0.0404510498046875, -0.034271240234375, -0.0280914306640625, -0.02191162109375, -0.0157318115234375, -0.009552001953125, -0.0033721923828125, 0.0028076171875, 0.0089874267578125, 0.015167236328125, 0.0213470458984375, 0.02752685546875, 0.0337066650390625, 0.039886474609375, 0.0460662841796875, 0.05224609375, 0.0584259033203125, 0.064605712890625, 0.0707855224609375, 0.07696533203125, 0.0831451416015625, 0.089324951171875, 0.0955047607421875, 0.1016845703125, 0.1078643798828125, 0.114044189453125, 0.1202239990234375, 0.12640380859375, 0.1325836181640625, 0.138763427734375, 0.1449432373046875, 0.151123046875, 0.1573028564453125, 0.163482666015625, 0.1696624755859375, 0.17584228515625, 0.1820220947265625, 0.188201904296875, 0.1943817138671875, 0.2005615234375]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 2.0, 1.0, 10.0, 8.0, 12.0, 18.0, 39.0, 54.0, 77.0, 142.0, 270.0, 459.0, 972.0, 2234.0, 5888.0, 20779.0, 134029.0, 3913656.0, 90329.0, 16459.0, 4956.0, 2002.0, 880.0, 445.0, 226.0, 133.0, 74.0, 48.0, 27.0, 19.0, 11.0, 12.0, 8.0, 3.0, 3.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.5546875, -5.35919189453125, -5.1636962890625, -4.96820068359375, -4.772705078125, -4.57720947265625, -4.3817138671875, -4.18621826171875, -3.99072265625, -3.79522705078125, -3.5997314453125, -3.40423583984375, -3.208740234375, -3.01324462890625, -2.8177490234375, -2.62225341796875, -2.4267578125, -2.23126220703125, -2.0357666015625, -1.84027099609375, -1.644775390625, -1.44927978515625, -1.2537841796875, -1.05828857421875, -0.86279296875, -0.66729736328125, -0.4718017578125, -0.27630615234375, -0.080810546875, 0.11468505859375, 0.3101806640625, 0.50567626953125, 0.701171875, 0.89666748046875, 1.0921630859375, 1.28765869140625, 1.483154296875, 1.67864990234375, 1.8741455078125, 2.06964111328125, 2.26513671875, 2.46063232421875, 2.6561279296875, 2.85162353515625, 3.047119140625, 3.24261474609375, 3.4381103515625, 3.63360595703125, 3.8291015625, 4.02459716796875, 4.2200927734375, 4.41558837890625, 4.611083984375, 4.80657958984375, 5.0020751953125, 5.19757080078125, 5.39306640625, 5.58856201171875, 5.7840576171875, 5.97955322265625, 6.175048828125, 6.37054443359375, 6.5660400390625, 6.76153564453125, 6.95703125]}, "gradients/encoder.encoder.layers.22.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 4.0, 4.0, 5.0, 11.0, 13.0, 15.0, 26.0, 39.0, 61.0, 82.0, 182.0, 2659.0, 538.0, 140.0, 92.0, 56.0, 31.0, 31.0, 29.0, 19.0, 13.0, 7.0, 8.0, 2.0, 7.0, 3.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.66650390625, -0.6449050903320312, -0.6233062744140625, -0.6017074584960938, -0.580108642578125, -0.5585098266601562, -0.5369110107421875, -0.5153121948242188, -0.49371337890625, -0.47211456298828125, -0.4505157470703125, -0.42891693115234375, -0.407318115234375, -0.38571929931640625, -0.3641204833984375, -0.34252166748046875, -0.3209228515625, -0.29932403564453125, -0.2777252197265625, -0.25612640380859375, -0.234527587890625, -0.21292877197265625, -0.1913299560546875, -0.16973114013671875, -0.14813232421875, -0.12653350830078125, -0.1049346923828125, -0.08333587646484375, -0.061737060546875, -0.04013824462890625, -0.0185394287109375, 0.00305938720703125, 0.024658203125, 0.04625701904296875, 0.0678558349609375, 0.08945465087890625, 0.111053466796875, 0.13265228271484375, 0.1542510986328125, 0.17584991455078125, 0.19744873046875, 0.21904754638671875, 0.2406463623046875, 0.26224517822265625, 0.283843994140625, 0.30544281005859375, 0.3270416259765625, 0.34864044189453125, 0.3702392578125, 0.39183807373046875, 0.4134368896484375, 0.43503570556640625, 0.456634521484375, 0.47823333740234375, 0.4998321533203125, 0.5214309692382812, 0.54302978515625, 0.5646286010742188, 0.5862274169921875, 0.6078262329101562, 0.629425048828125, 0.6510238647460938, 0.6726226806640625, 0.6942214965820312, 0.7158203125]}, "gradients/encoder.encoder.layers.22.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 3.0, 7.0, 17.0, 20.0, 130.0, 609.0, 170.0, 42.0, 10.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.4168701171875, -10.987268447875977, -10.55766773223877, -10.128067016601562, -9.698465347290039, -9.268863677978516, -8.839262962341309, -8.409662246704102, -7.980060577392578, -7.550459384918213, -7.120858192443848, -6.691256999969482, -6.261655807495117, -5.832054615020752, -5.402453422546387, -4.9728522300720215, -4.543251037597656, -4.113649845123291, -3.684048652648926, -3.2544474601745605, -2.8248462677001953, -2.39524507522583, -1.9656438827514648, -1.5360426902770996, -1.1064414978027344, -0.6768403053283691, -0.2472391128540039, 0.18236207962036133, 0.6119632720947266, 1.0415644645690918, 1.471165657043457, 1.9007668495178223, 2.3303680419921875, 2.7599692344665527, 3.189570426940918, 3.619171619415283, 4.048772811889648, 4.478374004364014, 4.907975196838379, 5.337576389312744, 5.767177581787109, 6.196778774261475, 6.62637996673584, 7.055981159210205, 7.48558235168457, 7.9151835441589355, 8.3447847366333, 8.774385452270508, 9.203987121582031, 9.633588790893555, 10.063189506530762, 10.492790222167969, 10.922391891479492, 11.351993560791016, 11.781594276428223, 12.21119499206543, 12.640796661376953, 13.070398330688477, 13.499999046325684, 13.92959976196289, 14.359201431274414, 14.788803100585938, 15.218403816223145, 15.648004531860352, 16.077606201171875]}, "gradients/encoder.encoder.layers.22.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 2.0, 2.0, 4.0, 6.0, 6.0, 13.0, 8.0, 18.0, 22.0, 26.0, 41.0, 27.0, 43.0, 72.0, 57.0, 75.0, 76.0, 61.0, 67.0, 65.0, 57.0, 41.0, 36.0, 43.0, 42.0, 26.0, 13.0, 15.0, 16.0, 5.0, 5.0, 4.0, 4.0, 3.0, 2.0, 5.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.4607179164886475, -2.378518581390381, -2.2963192462921143, -2.2141199111938477, -2.131920576095581, -2.0497212409973145, -1.9675219058990479, -1.8853225708007812, -1.8031232357025146, -1.720923900604248, -1.6387245655059814, -1.5565252304077148, -1.4743258953094482, -1.3921265602111816, -1.309927225112915, -1.2277278900146484, -1.1455285549163818, -1.0633292198181152, -0.9811298847198486, -0.898930549621582, -0.8167312145233154, -0.7345318794250488, -0.6523325443267822, -0.5701332092285156, -0.487933874130249, -0.4057345390319824, -0.3235352039337158, -0.24133586883544922, -0.15913653373718262, -0.07693719863891602, 0.005262136459350586, 0.08746147155761719, 0.1696610450744629, 0.2518603801727295, 0.3340597152709961, 0.4162590503692627, 0.4984583854675293, 0.5806577205657959, 0.6628570556640625, 0.7450563907623291, 0.8272557258605957, 0.9094550609588623, 0.9916543960571289, 1.0738537311553955, 1.156053066253662, 1.2382524013519287, 1.3204517364501953, 1.402651071548462, 1.4848504066467285, 1.5670497417449951, 1.6492490768432617, 1.7314484119415283, 1.813647747039795, 1.8958470821380615, 1.9780464172363281, 2.0602457523345947, 2.1424450874328613, 2.224644422531128, 2.3068437576293945, 2.389043092727661, 2.4712424278259277, 2.5534417629241943, 2.635641098022461, 2.7178404331207275, 2.800039768218994]}, "gradients/encoder.encoder.layers.22.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 4.0, 1.0, 2.0, 7.0, 11.0, 6.0, 15.0, 20.0, 31.0, 32.0, 70.0, 117.0, 175.0, 308.0, 508.0, 955.0, 1792.0, 3734.0, 8471.0, 24277.0, 99463.0, 610323.0, 230965.0, 43216.0, 13263.0, 5285.0, 2481.0, 1231.0, 718.0, 385.0, 222.0, 165.0, 102.0, 58.0, 46.0, 26.0, 26.0, 16.0, 14.0, 6.0, 6.0, 1.0, 5.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.32421875, -2.230224609375, -2.13623046875, -2.042236328125, -1.9482421875, -1.854248046875, -1.76025390625, -1.666259765625, -1.572265625, -1.478271484375, -1.38427734375, -1.290283203125, -1.1962890625, -1.102294921875, -1.00830078125, -0.914306640625, -0.8203125, -0.726318359375, -0.63232421875, -0.538330078125, -0.4443359375, -0.350341796875, -0.25634765625, -0.162353515625, -0.068359375, 0.025634765625, 0.11962890625, 0.213623046875, 0.3076171875, 0.401611328125, 0.49560546875, 0.589599609375, 0.68359375, 0.777587890625, 0.87158203125, 0.965576171875, 1.0595703125, 1.153564453125, 1.24755859375, 1.341552734375, 1.435546875, 1.529541015625, 1.62353515625, 1.717529296875, 1.8115234375, 1.905517578125, 1.99951171875, 2.093505859375, 2.1875, 2.281494140625, 2.37548828125, 2.469482421875, 2.5634765625, 2.657470703125, 2.75146484375, 2.845458984375, 2.939453125, 3.033447265625, 3.12744140625, 3.221435546875, 3.3154296875, 3.409423828125, 3.50341796875, 3.597412109375, 3.69140625]}, "gradients/encoder.encoder.layers.22.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 3.0, 6.0, 4.0, 3.0, 5.0, 17.0, 15.0, 27.0, 22.0, 49.0, 66.0, 95.0, 86.0, 91.0, 101.0, 99.0, 89.0, 62.0, 52.0, 31.0, 25.0, 15.0, 8.0, 9.0, 8.0, 1.0, 9.0, 2.0, 3.0, 2.0, 4.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.220458984375, -0.21340370178222656, -0.20634841918945312, -0.1992931365966797, -0.19223785400390625, -0.1851825714111328, -0.17812728881835938, -0.17107200622558594, -0.1640167236328125, -0.15696144104003906, -0.14990615844726562, -0.1428508758544922, -0.13579559326171875, -0.1287403106689453, -0.12168502807617188, -0.11462974548339844, -0.107574462890625, -0.10051918029785156, -0.09346389770507812, -0.08640861511230469, -0.07935333251953125, -0.07229804992675781, -0.06524276733398438, -0.05818748474121094, -0.0511322021484375, -0.04407691955566406, -0.037021636962890625, -0.029966354370117188, -0.02291107177734375, -0.015855789184570312, -0.008800506591796875, -0.0017452239990234375, 0.00531005859375, 0.012365341186523438, 0.019420623779296875, 0.026475906372070312, 0.03353118896484375, 0.04058647155761719, 0.047641754150390625, 0.05469703674316406, 0.0617523193359375, 0.06880760192871094, 0.07586288452148438, 0.08291816711425781, 0.08997344970703125, 0.09702873229980469, 0.10408401489257812, 0.11113929748535156, 0.118194580078125, 0.12524986267089844, 0.13230514526367188, 0.1393604278564453, 0.14641571044921875, 0.1534709930419922, 0.16052627563476562, 0.16758155822753906, 0.1746368408203125, 0.18169212341308594, 0.18874740600585938, 0.1958026885986328, 0.20285797119140625, 0.2099132537841797, 0.21696853637695312, 0.22402381896972656, 0.2310791015625]}, "gradients/encoder.encoder.layers.22.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 4.0, 1.0, 3.0, 1.0, 7.0, 3.0, 8.0, 7.0, 11.0, 11.0, 21.0, 25.0, 40.0, 45.0, 75.0, 100.0, 177.0, 272.0, 470.0, 728.0, 1258.0, 2295.0, 5044.0, 11412.0, 31111.0, 107959.0, 520050.0, 270097.0, 61523.0, 20017.0, 7791.0, 3584.0, 1806.0, 991.0, 567.0, 355.0, 221.0, 142.0, 100.0, 68.0, 47.0, 33.0, 21.0, 15.0, 17.0, 9.0, 7.0, 6.0, 4.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-1.4873046875, -1.435638427734375, -1.38397216796875, -1.332305908203125, -1.2806396484375, -1.228973388671875, -1.17730712890625, -1.125640869140625, -1.073974609375, -1.022308349609375, -0.97064208984375, -0.918975830078125, -0.8673095703125, -0.815643310546875, -0.76397705078125, -0.712310791015625, -0.66064453125, -0.608978271484375, -0.55731201171875, -0.505645751953125, -0.4539794921875, -0.402313232421875, -0.35064697265625, -0.298980712890625, -0.247314453125, -0.195648193359375, -0.14398193359375, -0.092315673828125, -0.0406494140625, 0.011016845703125, 0.06268310546875, 0.114349365234375, 0.166015625, 0.217681884765625, 0.26934814453125, 0.321014404296875, 0.3726806640625, 0.424346923828125, 0.47601318359375, 0.527679443359375, 0.579345703125, 0.631011962890625, 0.68267822265625, 0.734344482421875, 0.7860107421875, 0.837677001953125, 0.88934326171875, 0.941009521484375, 0.99267578125, 1.044342041015625, 1.09600830078125, 1.147674560546875, 1.1993408203125, 1.251007080078125, 1.30267333984375, 1.354339599609375, 1.406005859375, 1.457672119140625, 1.50933837890625, 1.561004638671875, 1.6126708984375, 1.664337158203125, 1.71600341796875, 1.767669677734375, 1.8193359375]}, "gradients/encoder.encoder.layers.22.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 4.0, 5.0, 6.0, 10.0, 15.0, 14.0, 18.0, 17.0, 13.0, 34.0, 27.0, 23.0, 35.0, 31.0, 35.0, 47.0, 35.0, 43.0, 57.0, 47.0, 49.0, 43.0, 42.0, 40.0, 31.0, 45.0, 38.0, 28.0, 30.0, 23.0, 19.0, 21.0, 20.0, 14.0, 18.0, 10.0, 5.0, 4.0, 4.0, 5.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.611328125, -0.5906906127929688, -0.5700531005859375, -0.5494155883789062, -0.528778076171875, -0.5081405639648438, -0.4875030517578125, -0.46686553955078125, -0.44622802734375, -0.42559051513671875, -0.4049530029296875, -0.38431549072265625, -0.363677978515625, -0.34304046630859375, -0.3224029541015625, -0.30176544189453125, -0.2811279296875, -0.26049041748046875, -0.2398529052734375, -0.21921539306640625, -0.198577880859375, -0.17794036865234375, -0.1573028564453125, -0.13666534423828125, -0.11602783203125, -0.09539031982421875, -0.0747528076171875, -0.05411529541015625, -0.033477783203125, -0.01284027099609375, 0.0077972412109375, 0.02843475341796875, 0.049072265625, 0.06970977783203125, 0.0903472900390625, 0.11098480224609375, 0.131622314453125, 0.15225982666015625, 0.1728973388671875, 0.19353485107421875, 0.21417236328125, 0.23480987548828125, 0.2554473876953125, 0.27608489990234375, 0.296722412109375, 0.31735992431640625, 0.3379974365234375, 0.35863494873046875, 0.3792724609375, 0.39990997314453125, 0.4205474853515625, 0.44118499755859375, 0.461822509765625, 0.48246002197265625, 0.5030975341796875, 0.5237350463867188, 0.54437255859375, 0.5650100708007812, 0.5856475830078125, 0.6062850952148438, 0.626922607421875, 0.6475601196289062, 0.6681976318359375, 0.6888351440429688, 0.70947265625]}, "gradients/encoder.encoder.layers.22.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 4.0, 6.0, 1.0, 10.0, 8.0, 20.0, 20.0, 27.0, 46.0, 58.0, 97.0, 122.0, 209.0, 340.0, 553.0, 1020.0, 2033.0, 4437.0, 11465.0, 38949.0, 211294.0, 640878.0, 99350.0, 23162.0, 7876.0, 3179.0, 1430.0, 754.0, 431.0, 264.0, 167.0, 106.0, 58.0, 45.0, 36.0, 24.0, 25.0, 16.0, 6.0, 6.0, 6.0, 5.0, 5.0, 1.0, 2.0, 1.0, 3.0, 5.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.19140625, -1.1545257568359375, -1.117645263671875, -1.0807647705078125, -1.04388427734375, -1.0070037841796875, -0.970123291015625, -0.9332427978515625, -0.8963623046875, -0.8594818115234375, -0.822601318359375, -0.7857208251953125, -0.74884033203125, -0.7119598388671875, -0.675079345703125, -0.6381988525390625, -0.601318359375, -0.5644378662109375, -0.527557373046875, -0.4906768798828125, -0.45379638671875, -0.4169158935546875, -0.380035400390625, -0.3431549072265625, -0.3062744140625, -0.2693939208984375, -0.232513427734375, -0.1956329345703125, -0.15875244140625, -0.1218719482421875, -0.084991455078125, -0.0481109619140625, -0.01123046875, 0.0256500244140625, 0.062530517578125, 0.0994110107421875, 0.13629150390625, 0.1731719970703125, 0.210052490234375, 0.2469329833984375, 0.2838134765625, 0.3206939697265625, 0.357574462890625, 0.3944549560546875, 0.43133544921875, 0.4682159423828125, 0.505096435546875, 0.5419769287109375, 0.578857421875, 0.6157379150390625, 0.652618408203125, 0.6894989013671875, 0.72637939453125, 0.7632598876953125, 0.800140380859375, 0.8370208740234375, 0.8739013671875, 0.9107818603515625, 0.947662353515625, 0.9845428466796875, 1.02142333984375, 1.0583038330078125, 1.095184326171875, 1.1320648193359375, 1.1689453125]}, "gradients/encoder.encoder.layers.22.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 0.0, 3.0, 6.0, 3.0, 2.0, 5.0, 2.0, 12.0, 4.0, 11.0, 15.0, 20.0, 22.0, 18.0, 29.0, 38.0, 48.0, 64.0, 71.0, 94.0, 93.0, 83.0, 63.0, 58.0, 46.0, 40.0, 29.0, 31.0, 23.0, 13.0, 15.0, 11.0, 6.0, 4.0, 8.0, 4.0, 5.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.0002601146697998047, -0.00025219470262527466, -0.00024427473545074463, -0.0002363547682762146, -0.00022843480110168457, -0.00022051483392715454, -0.0002125948667526245, -0.00020467489957809448, -0.00019675493240356445, -0.00018883496522903442, -0.0001809149980545044, -0.00017299503087997437, -0.00016507506370544434, -0.0001571550965309143, -0.00014923512935638428, -0.00014131516218185425, -0.00013339519500732422, -0.0001254752278327942, -0.00011755526065826416, -0.00010963529348373413, -0.0001017153263092041, -9.379535913467407e-05, -8.587539196014404e-05, -7.795542478561401e-05, -7.003545761108398e-05, -6.211549043655396e-05, -5.4195523262023926e-05, -4.6275556087493896e-05, -3.835558891296387e-05, -3.0435621738433838e-05, -2.251565456390381e-05, -1.459568738937378e-05, -6.67572021484375e-06, 1.2442469596862793e-06, 9.164214134216309e-06, 1.7084181308746338e-05, 2.5004148483276367e-05, 3.2924115657806396e-05, 4.0844082832336426e-05, 4.8764050006866455e-05, 5.6684017181396484e-05, 6.460398435592651e-05, 7.252395153045654e-05, 8.044391870498657e-05, 8.83638858795166e-05, 9.628385305404663e-05, 0.00010420382022857666, 0.00011212378740310669, 0.00012004375457763672, 0.00012796372175216675, 0.00013588368892669678, 0.0001438036561012268, 0.00015172362327575684, 0.00015964359045028687, 0.0001675635576248169, 0.00017548352479934692, 0.00018340349197387695, 0.00019132345914840698, 0.000199243426322937, 0.00020716339349746704, 0.00021508336067199707, 0.0002230033278465271, 0.00023092329502105713, 0.00023884326219558716, 0.0002467632293701172]}, "gradients/encoder.encoder.layers.22.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 6.0, 11.0, 14.0, 17.0, 31.0, 32.0, 51.0, 99.0, 138.0, 260.0, 469.0, 880.0, 1963.0, 4795.0, 14796.0, 70397.0, 648632.0, 256385.0, 34246.0, 8869.0, 3411.0, 1438.0, 698.0, 347.0, 200.0, 120.0, 72.0, 53.0, 30.0, 35.0, 19.0, 14.0, 8.0, 4.0, 7.0, 6.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.2568359375, -1.2173004150390625, -1.177764892578125, -1.1382293701171875, -1.09869384765625, -1.0591583251953125, -1.019622802734375, -0.9800872802734375, -0.9405517578125, -0.9010162353515625, -0.861480712890625, -0.8219451904296875, -0.78240966796875, -0.7428741455078125, -0.703338623046875, -0.6638031005859375, -0.624267578125, -0.5847320556640625, -0.545196533203125, -0.5056610107421875, -0.46612548828125, -0.4265899658203125, -0.387054443359375, -0.3475189208984375, -0.3079833984375, -0.2684478759765625, -0.228912353515625, -0.1893768310546875, -0.14984130859375, -0.1103057861328125, -0.070770263671875, -0.0312347412109375, 0.00830078125, 0.0478363037109375, 0.087371826171875, 0.1269073486328125, 0.16644287109375, 0.2059783935546875, 0.245513916015625, 0.2850494384765625, 0.3245849609375, 0.3641204833984375, 0.403656005859375, 0.4431915283203125, 0.48272705078125, 0.5222625732421875, 0.561798095703125, 0.6013336181640625, 0.640869140625, 0.6804046630859375, 0.719940185546875, 0.7594757080078125, 0.79901123046875, 0.8385467529296875, 0.878082275390625, 0.9176177978515625, 0.9571533203125, 0.9966888427734375, 1.036224365234375, 1.0757598876953125, 1.11529541015625, 1.1548309326171875, 1.194366455078125, 1.2339019775390625, 1.2734375]}, "gradients/encoder.encoder.layers.22.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 6.0, 3.0, 6.0, 6.0, 3.0, 14.0, 5.0, 15.0, 19.0, 27.0, 35.0, 40.0, 43.0, 58.0, 78.0, 84.0, 84.0, 74.0, 68.0, 81.0, 54.0, 42.0, 31.0, 27.0, 20.0, 23.0, 15.0, 15.0, 5.0, 10.0, 1.0, 5.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.39892578125, -0.3850135803222656, -0.37110137939453125, -0.3571891784667969, -0.3432769775390625, -0.3293647766113281, -0.31545257568359375, -0.3015403747558594, -0.287628173828125, -0.2737159729003906, -0.25980377197265625, -0.24589157104492188, -0.2319793701171875, -0.21806716918945312, -0.20415496826171875, -0.19024276733398438, -0.17633056640625, -0.16241836547851562, -0.14850616455078125, -0.13459396362304688, -0.1206817626953125, -0.10676956176757812, -0.09285736083984375, -0.07894515991210938, -0.065032958984375, -0.051120758056640625, -0.03720855712890625, -0.023296356201171875, -0.0093841552734375, 0.004528045654296875, 0.01844024658203125, 0.032352447509765625, 0.0462646484375, 0.060176849365234375, 0.07408905029296875, 0.08800125122070312, 0.1019134521484375, 0.11582565307617188, 0.12973785400390625, 0.14365005493164062, 0.157562255859375, 0.17147445678710938, 0.18538665771484375, 0.19929885864257812, 0.2132110595703125, 0.22712326049804688, 0.24103546142578125, 0.2549476623535156, 0.26885986328125, 0.2827720642089844, 0.29668426513671875, 0.3105964660644531, 0.3245086669921875, 0.3384208679199219, 0.35233306884765625, 0.3662452697753906, 0.380157470703125, 0.3940696716308594, 0.40798187255859375, 0.4218940734863281, 0.4358062744140625, 0.4497184753417969, 0.46363067626953125, 0.4775428771972656, 0.491455078125]}, "gradients/encoder.encoder.layers.22.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 1.0, 3.0, 2.0, 3.0, 9.0, 12.0, 31.0, 134.0, 442.0, 253.0, 63.0, 33.0, 5.0, 7.0, 4.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-33.257537841796875, -32.4970703125, -31.736604690551758, -30.976137161254883, -30.21567153930664, -29.455204010009766, -28.694738388061523, -27.93427085876465, -27.173805236816406, -26.41333770751953, -25.65287208557129, -24.892404556274414, -24.131938934326172, -23.371471405029297, -22.611005783081055, -21.85053825378418, -21.090072631835938, -20.329605102539062, -19.56913948059082, -18.808671951293945, -18.048206329345703, -17.287738800048828, -16.527273178100586, -15.766805648803711, -15.006338119506836, -14.245871543884277, -13.485404968261719, -12.72493839263916, -11.964471817016602, -11.204005241394043, -10.443538665771484, -9.68307113647461, -8.922605514526367, -8.162138938903809, -7.40167236328125, -6.641205787658691, -5.880739212036133, -5.120272636413574, -4.359805583953857, -3.599339008331299, -2.8388724327087402, -2.0784058570861816, -1.3179391622543335, -0.5574724674224854, 0.20299410820007324, 0.9634606838226318, 1.7239274978637695, 2.484394073486328, 3.2448606491088867, 4.005327224731445, 4.765793800354004, 5.5262603759765625, 6.286726951599121, 7.04719352722168, 7.8076605796813965, 8.568126678466797, 9.328594207763672, 10.08906078338623, 10.849527359008789, 11.609993934631348, 12.370460510253906, 13.130927085876465, 13.891393661499023, 14.651861190795898, 15.41232681274414]}, "gradients/encoder.encoder.layers.22.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 8.0, 2.0, 9.0, 9.0, 6.0, 16.0, 18.0, 15.0, 39.0, 36.0, 64.0, 69.0, 87.0, 97.0, 110.0, 90.0, 73.0, 75.0, 49.0, 41.0, 33.0, 13.0, 5.0, 5.0, 12.0, 7.0, 5.0, 3.0, 3.0, 6.0, 0.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.929719924926758, -8.6571683883667, -8.38461685180664, -8.112065315246582, -7.839514255523682, -7.566962718963623, -7.2944111824035645, -7.021859645843506, -6.7493085861206055, -6.476757049560547, -6.204205513000488, -5.93165397644043, -5.659102916717529, -5.386551380157471, -5.113999843597412, -4.8414483070373535, -4.568896770477295, -4.296345233917236, -4.023793697357178, -3.7512423992156982, -3.4786911010742188, -3.20613956451416, -2.9335880279541016, -2.661036491394043, -2.3884851932525635, -2.115933656692505, -1.8433823585510254, -1.5708308219909668, -1.2982794046401978, -1.0257279872894287, -0.7531764507293701, -0.4806250333786011, -0.20807361602783203, 0.0644778311252594, 0.33702927827835083, 0.6095807552337646, 0.8821321725845337, 1.1546835899353027, 1.4272351264953613, 1.6997865438461304, 1.9723379611968994, 2.244889497756958, 2.5174407958984375, 2.789992332458496, 3.0625438690185547, 3.335095167160034, 3.6076467037200928, 3.8801980018615723, 4.152749538421631, 4.4253010749816895, 4.697852611541748, 4.970403671264648, 5.242955207824707, 5.515506744384766, 5.788058280944824, 6.060609817504883, 6.333161354064941, 6.605712890625, 6.878264427185059, 7.150815963745117, 7.423367023468018, 7.695918560028076, 7.968470096588135, 8.241021156311035, 8.513572692871094]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 6.0, 6.0, 6.0, 16.0, 17.0, 20.0, 19.0, 29.0, 38.0, 60.0, 100.0, 127.0, 157.0, 247.0, 385.0, 638.0, 946.0, 1656.0, 2933.0, 5837.0, 12739.0, 32687.0, 127137.0, 3844659.0, 109093.0, 28503.0, 11666.0, 5612.0, 3090.0, 1855.0, 1216.0, 787.0, 569.0, 386.0, 232.0, 200.0, 143.0, 107.0, 84.0, 53.0, 55.0, 38.0, 37.0, 17.0, 24.0, 12.0, 9.0, 7.0, 4.0, 3.0, 7.0, 3.0, 5.0, 5.0, 3.0, 2.0, 1.0], "bins": [-3.345703125, -3.235931396484375, -3.12615966796875, -3.016387939453125, -2.9066162109375, -2.796844482421875, -2.68707275390625, -2.577301025390625, -2.467529296875, -2.357757568359375, -2.24798583984375, -2.138214111328125, -2.0284423828125, -1.918670654296875, -1.80889892578125, -1.699127197265625, -1.58935546875, -1.479583740234375, -1.36981201171875, -1.260040283203125, -1.1502685546875, -1.040496826171875, -0.93072509765625, -0.820953369140625, -0.711181640625, -0.601409912109375, -0.49163818359375, -0.381866455078125, -0.2720947265625, -0.162322998046875, -0.05255126953125, 0.057220458984375, 0.1669921875, 0.276763916015625, 0.38653564453125, 0.496307373046875, 0.6060791015625, 0.715850830078125, 0.82562255859375, 0.935394287109375, 1.045166015625, 1.154937744140625, 1.26470947265625, 1.374481201171875, 1.4842529296875, 1.594024658203125, 1.70379638671875, 1.813568115234375, 1.92333984375, 2.033111572265625, 2.14288330078125, 2.252655029296875, 2.3624267578125, 2.472198486328125, 2.58197021484375, 2.691741943359375, 2.801513671875, 2.911285400390625, 3.02105712890625, 3.130828857421875, 3.2406005859375, 3.350372314453125, 3.46014404296875, 3.569915771484375, 3.6796875]}, "gradients/encoder.encoder.layers.21.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 4.0, 2.0, 5.0, 3.0, 4.0, 2.0, 12.0, 18.0, 21.0, 27.0, 42.0, 53.0, 74.0, 87.0, 103.0, 92.0, 114.0, 91.0, 73.0, 54.0, 44.0, 19.0, 10.0, 10.0, 10.0, 8.0, 5.0, 6.0, 7.0, 4.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.2369384765625, -0.2298755645751953, -0.22281265258789062, -0.21574974060058594, -0.20868682861328125, -0.20162391662597656, -0.19456100463867188, -0.1874980926513672, -0.1804351806640625, -0.1733722686767578, -0.16630935668945312, -0.15924644470214844, -0.15218353271484375, -0.14512062072753906, -0.13805770874023438, -0.1309947967529297, -0.123931884765625, -0.11686897277832031, -0.10980606079101562, -0.10274314880371094, -0.09568023681640625, -0.08861732482910156, -0.08155441284179688, -0.07449150085449219, -0.0674285888671875, -0.06036567687988281, -0.053302764892578125, -0.04623985290527344, -0.03917694091796875, -0.03211402893066406, -0.025051116943359375, -0.017988204956054688, -0.01092529296875, -0.0038623809814453125, 0.003200531005859375, 0.010263442993164062, 0.01732635498046875, 0.024389266967773438, 0.031452178955078125, 0.03851509094238281, 0.0455780029296875, 0.05264091491699219, 0.059703826904296875, 0.06676673889160156, 0.07382965087890625, 0.08089256286621094, 0.08795547485351562, 0.09501838684082031, 0.102081298828125, 0.10914421081542969, 0.11620712280273438, 0.12327003479003906, 0.13033294677734375, 0.13739585876464844, 0.14445877075195312, 0.1515216827392578, 0.1585845947265625, 0.1656475067138672, 0.17271041870117188, 0.17977333068847656, 0.18683624267578125, 0.19389915466308594, 0.20096206665039062, 0.2080249786376953, 0.215087890625]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 2.0, 0.0, 5.0, 3.0, 8.0, 12.0, 7.0, 16.0, 19.0, 28.0, 46.0, 69.0, 98.0, 153.0, 243.0, 426.0, 772.0, 1347.0, 2701.0, 6222.0, 15489.0, 48948.0, 310959.0, 3684719.0, 83137.0, 22796.0, 8406.0, 3636.0, 1813.0, 934.0, 483.0, 254.0, 180.0, 109.0, 75.0, 53.0, 36.0, 20.0, 19.0, 10.0, 8.0, 4.0, 6.0, 4.0, 3.0, 3.0, 4.0, 2.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.328125, -4.19769287109375, -4.0672607421875, -3.93682861328125, -3.806396484375, -3.67596435546875, -3.5455322265625, -3.41510009765625, -3.28466796875, -3.15423583984375, -3.0238037109375, -2.89337158203125, -2.762939453125, -2.63250732421875, -2.5020751953125, -2.37164306640625, -2.2412109375, -2.11077880859375, -1.9803466796875, -1.84991455078125, -1.719482421875, -1.58905029296875, -1.4586181640625, -1.32818603515625, -1.19775390625, -1.06732177734375, -0.9368896484375, -0.80645751953125, -0.676025390625, -0.54559326171875, -0.4151611328125, -0.28472900390625, -0.154296875, -0.02386474609375, 0.1065673828125, 0.23699951171875, 0.367431640625, 0.49786376953125, 0.6282958984375, 0.75872802734375, 0.88916015625, 1.01959228515625, 1.1500244140625, 1.28045654296875, 1.410888671875, 1.54132080078125, 1.6717529296875, 1.80218505859375, 1.9326171875, 2.06304931640625, 2.1934814453125, 2.32391357421875, 2.454345703125, 2.58477783203125, 2.7152099609375, 2.84564208984375, 2.97607421875, 3.10650634765625, 3.2369384765625, 3.36737060546875, 3.497802734375, 3.62823486328125, 3.7586669921875, 3.88909912109375, 4.01953125]}, "gradients/encoder.encoder.layers.21.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 5.0, 4.0, 4.0, 4.0, 8.0, 9.0, 12.0, 12.0, 12.0, 11.0, 21.0, 33.0, 45.0, 44.0, 58.0, 85.0, 178.0, 2388.0, 604.0, 155.0, 94.0, 50.0, 45.0, 34.0, 30.0, 22.0, 15.0, 12.0, 15.0, 10.0, 10.0, 9.0, 8.0, 2.0, 1.0, 6.0, 3.0, 3.0, 4.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.488037109375, -0.4740142822265625, -0.459991455078125, -0.4459686279296875, -0.43194580078125, -0.4179229736328125, -0.403900146484375, -0.3898773193359375, -0.3758544921875, -0.3618316650390625, -0.347808837890625, -0.3337860107421875, -0.31976318359375, -0.3057403564453125, -0.291717529296875, -0.2776947021484375, -0.263671875, -0.2496490478515625, -0.235626220703125, -0.2216033935546875, -0.20758056640625, -0.1935577392578125, -0.179534912109375, -0.1655120849609375, -0.1514892578125, -0.1374664306640625, -0.123443603515625, -0.1094207763671875, -0.09539794921875, -0.0813751220703125, -0.067352294921875, -0.0533294677734375, -0.039306640625, -0.0252838134765625, -0.011260986328125, 0.0027618408203125, 0.01678466796875, 0.0308074951171875, 0.044830322265625, 0.0588531494140625, 0.0728759765625, 0.0868988037109375, 0.100921630859375, 0.1149444580078125, 0.12896728515625, 0.1429901123046875, 0.157012939453125, 0.1710357666015625, 0.18505859375, 0.1990814208984375, 0.213104248046875, 0.2271270751953125, 0.24114990234375, 0.2551727294921875, 0.269195556640625, 0.2832183837890625, 0.2972412109375, 0.3112640380859375, 0.325286865234375, 0.3393096923828125, 0.35333251953125, 0.3673553466796875, 0.381378173828125, 0.3954010009765625, 0.409423828125]}, "gradients/encoder.encoder.layers.21.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 5.0, 5.0, 14.0, 17.0, 22.0, 39.0, 73.0, 81.0, 162.0, 196.0, 147.0, 84.0, 50.0, 34.0, 22.0, 14.0, 9.0, 9.0, 5.0, 3.0, 5.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.990206718444824, -2.8712799549102783, -2.7523531913757324, -2.6334261894226074, -2.5144994258880615, -2.3955726623535156, -2.2766458988189697, -2.157719135284424, -2.038792133331299, -1.919865369796753, -1.8009384870529175, -1.6820117235183716, -1.5630848407745361, -1.4441580772399902, -1.3252313137054443, -1.2063045501708984, -1.0873777866363525, -0.9684509634971619, -0.8495241403579712, -0.7305973768234253, -0.6116705536842346, -0.49274373054504395, -0.37381696701049805, -0.2548901438713074, -0.1359633207321167, -0.01703651249408722, 0.10189029574394226, 0.22081708908081055, 0.3397439122200012, 0.4586707353591919, 0.5775974988937378, 0.6965243220329285, 0.8154511451721191, 0.9343779683113098, 1.0533047914505005, 1.1722315549850464, 1.2911584377288818, 1.4100852012634277, 1.5290119647979736, 1.6479387283325195, 1.766865611076355, 1.8857923746109009, 2.0047192573547363, 2.1236460208892822, 2.242572784423828, 2.361499786376953, 2.48042631149292, 2.599353313446045, 2.718280076980591, 2.8372068405151367, 2.9561336040496826, 3.0750603675842285, 3.1939873695373535, 3.3129141330718994, 3.4318408966064453, 3.550767660140991, 3.669694423675537, 3.788621187210083, 3.907547950744629, 4.026474952697754, 4.145401477813721, 4.264328479766846, 4.3832550048828125, 4.5021820068359375, 4.6211090087890625]}, "gradients/encoder.encoder.layers.21.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 8.0, 5.0, 3.0, 2.0, 11.0, 13.0, 13.0, 10.0, 16.0, 21.0, 24.0, 36.0, 25.0, 35.0, 29.0, 47.0, 28.0, 54.0, 39.0, 46.0, 42.0, 43.0, 39.0, 44.0, 43.0, 32.0, 25.0, 44.0, 29.0, 31.0, 37.0, 27.0, 19.0, 13.0, 14.0, 16.0, 11.0, 7.0, 4.0, 6.0, 7.0, 3.0, 5.0, 1.0, 1.0, 2.0, 1.0, 1.0], "bins": [-2.1243109703063965, -2.067779302597046, -2.011247396469116, -1.9547157287597656, -1.8981839418411255, -1.8416521549224854, -1.7851203680038452, -1.728588581085205, -1.6720569133758545, -1.6155251264572144, -1.5589933395385742, -1.5024616718292236, -1.4459298849105835, -1.3893980979919434, -1.3328663110733032, -1.276334524154663, -1.219802737236023, -1.1632709503173828, -1.1067391633987427, -1.0502073764801025, -0.993675708770752, -0.9371439218521118, -0.8806121349334717, -0.8240803480148315, -0.7675486207008362, -0.711016833782196, -0.6544851064682007, -0.5979533195495605, -0.5414215326309204, -0.48488980531692505, -0.4283580183982849, -0.37182626128196716, -0.31529438495635986, -0.2587626278400421, -0.20223085582256317, -0.14569908380508423, -0.08916732668876648, -0.03263556957244873, 0.023896217346191406, 0.08042797446250916, 0.1369597315788269, 0.19349148869514465, 0.2500232458114624, 0.30655503273010254, 0.3630867898464203, 0.41961854696273804, 0.4761503338813782, 0.5326820611953735, 0.5892138481140137, 0.6457456350326538, 0.7022773623466492, 0.7588091492652893, 0.8153408765792847, 0.8718726634979248, 0.9284044504165649, 0.9849362373352051, 1.0414679050445557, 1.0979996919631958, 1.154531478881836, 1.2110631465911865, 1.2675949335098267, 1.3241267204284668, 1.380658507347107, 1.437190294265747, 1.4937220811843872]}, "gradients/encoder.encoder.layers.21.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 4.0, 2.0, 2.0, 4.0, 8.0, 5.0, 11.0, 15.0, 21.0, 19.0, 35.0, 57.0, 63.0, 105.0, 186.0, 248.0, 316.0, 472.0, 781.0, 1168.0, 1962.0, 3569.0, 6885.0, 14478.0, 33881.0, 92706.0, 321554.0, 387728.0, 109316.0, 39162.0, 16342.0, 7689.0, 3844.0, 2188.0, 1312.0, 801.0, 516.0, 354.0, 226.0, 152.0, 100.0, 69.0, 58.0, 43.0, 26.0, 24.0, 15.0, 14.0, 7.0, 9.0, 3.0, 5.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-2.158203125, -2.0948638916015625, -2.031524658203125, -1.9681854248046875, -1.90484619140625, -1.8415069580078125, -1.778167724609375, -1.7148284912109375, -1.6514892578125, -1.5881500244140625, -1.524810791015625, -1.4614715576171875, -1.39813232421875, -1.3347930908203125, -1.271453857421875, -1.2081146240234375, -1.144775390625, -1.0814361572265625, -1.018096923828125, -0.9547576904296875, -0.89141845703125, -0.8280792236328125, -0.764739990234375, -0.7014007568359375, -0.6380615234375, -0.5747222900390625, -0.511383056640625, -0.4480438232421875, -0.38470458984375, -0.3213653564453125, -0.258026123046875, -0.1946868896484375, -0.13134765625, -0.0680084228515625, -0.004669189453125, 0.0586700439453125, 0.12200927734375, 0.1853485107421875, 0.248687744140625, 0.3120269775390625, 0.3753662109375, 0.4387054443359375, 0.502044677734375, 0.5653839111328125, 0.62872314453125, 0.6920623779296875, 0.755401611328125, 0.8187408447265625, 0.882080078125, 0.9454193115234375, 1.008758544921875, 1.0720977783203125, 1.13543701171875, 1.1987762451171875, 1.262115478515625, 1.3254547119140625, 1.3887939453125, 1.4521331787109375, 1.515472412109375, 1.5788116455078125, 1.64215087890625, 1.7054901123046875, 1.768829345703125, 1.8321685791015625, 1.8955078125]}, "gradients/encoder.encoder.layers.21.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 4.0, 2.0, 1.0, 2.0, 7.0, 7.0, 9.0, 5.0, 14.0, 20.0, 36.0, 44.0, 43.0, 68.0, 70.0, 77.0, 96.0, 104.0, 78.0, 81.0, 62.0, 42.0, 45.0, 29.0, 23.0, 12.0, 11.0, 7.0, 2.0, 5.0, 4.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.219482421875, -0.21262359619140625, -0.2057647705078125, -0.19890594482421875, -0.192047119140625, -0.18518829345703125, -0.1783294677734375, -0.17147064208984375, -0.16461181640625, -0.15775299072265625, -0.1508941650390625, -0.14403533935546875, -0.137176513671875, -0.13031768798828125, -0.1234588623046875, -0.11660003662109375, -0.1097412109375, -0.10288238525390625, -0.0960235595703125, -0.08916473388671875, -0.082305908203125, -0.07544708251953125, -0.0685882568359375, -0.06172943115234375, -0.05487060546875, -0.04801177978515625, -0.0411529541015625, -0.03429412841796875, -0.027435302734375, -0.02057647705078125, -0.0137176513671875, -0.00685882568359375, 0.0, 0.00685882568359375, 0.0137176513671875, 0.02057647705078125, 0.027435302734375, 0.03429412841796875, 0.0411529541015625, 0.04801177978515625, 0.05487060546875, 0.06172943115234375, 0.0685882568359375, 0.07544708251953125, 0.082305908203125, 0.08916473388671875, 0.0960235595703125, 0.10288238525390625, 0.1097412109375, 0.11660003662109375, 0.1234588623046875, 0.13031768798828125, 0.137176513671875, 0.14403533935546875, 0.1508941650390625, 0.15775299072265625, 0.16461181640625, 0.17147064208984375, 0.1783294677734375, 0.18518829345703125, 0.192047119140625, 0.19890594482421875, 0.2057647705078125, 0.21262359619140625, 0.219482421875]}, "gradients/encoder.encoder.layers.21.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 9.0, 6.0, 6.0, 8.0, 18.0, 21.0, 29.0, 28.0, 62.0, 74.0, 123.0, 184.0, 319.0, 509.0, 899.0, 1831.0, 4442.0, 13885.0, 64228.0, 451357.0, 427158.0, 61577.0, 13337.0, 4317.0, 1826.0, 895.0, 469.0, 290.0, 208.0, 162.0, 88.0, 57.0, 38.0, 28.0, 17.0, 24.0, 6.0, 8.0, 3.0, 4.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-3.650390625, -3.5489501953125, -3.447509765625, -3.3460693359375, -3.24462890625, -3.1431884765625, -3.041748046875, -2.9403076171875, -2.8388671875, -2.7374267578125, -2.635986328125, -2.5345458984375, -2.43310546875, -2.3316650390625, -2.230224609375, -2.1287841796875, -2.02734375, -1.9259033203125, -1.824462890625, -1.7230224609375, -1.62158203125, -1.5201416015625, -1.418701171875, -1.3172607421875, -1.2158203125, -1.1143798828125, -1.012939453125, -0.9114990234375, -0.81005859375, -0.7086181640625, -0.607177734375, -0.5057373046875, -0.404296875, -0.3028564453125, -0.201416015625, -0.0999755859375, 0.00146484375, 0.1029052734375, 0.204345703125, 0.3057861328125, 0.4072265625, 0.5086669921875, 0.610107421875, 0.7115478515625, 0.81298828125, 0.9144287109375, 1.015869140625, 1.1173095703125, 1.21875, 1.3201904296875, 1.421630859375, 1.5230712890625, 1.62451171875, 1.7259521484375, 1.827392578125, 1.9288330078125, 2.0302734375, 2.1317138671875, 2.233154296875, 2.3345947265625, 2.43603515625, 2.5374755859375, 2.638916015625, 2.7403564453125, 2.841796875]}, "gradients/encoder.encoder.layers.21.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 5.0, 6.0, 5.0, 8.0, 11.0, 15.0, 13.0, 23.0, 17.0, 25.0, 24.0, 27.0, 36.0, 43.0, 45.0, 52.0, 46.0, 37.0, 36.0, 52.0, 49.0, 42.0, 42.0, 31.0, 46.0, 32.0, 28.0, 34.0, 23.0, 14.0, 26.0, 25.0, 13.0, 12.0, 13.0, 11.0, 11.0, 10.0, 6.0, 3.0, 4.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0], "bins": [-1.0, -0.9725494384765625, -0.945098876953125, -0.9176483154296875, -0.89019775390625, -0.8627471923828125, -0.835296630859375, -0.8078460693359375, -0.7803955078125, -0.7529449462890625, -0.725494384765625, -0.6980438232421875, -0.67059326171875, -0.6431427001953125, -0.615692138671875, -0.5882415771484375, -0.560791015625, -0.5333404541015625, -0.505889892578125, -0.4784393310546875, -0.45098876953125, -0.4235382080078125, -0.396087646484375, -0.3686370849609375, -0.3411865234375, -0.3137359619140625, -0.286285400390625, -0.2588348388671875, -0.23138427734375, -0.2039337158203125, -0.176483154296875, -0.1490325927734375, -0.12158203125, -0.0941314697265625, -0.066680908203125, -0.0392303466796875, -0.01177978515625, 0.0156707763671875, 0.043121337890625, 0.0705718994140625, 0.0980224609375, 0.1254730224609375, 0.152923583984375, 0.1803741455078125, 0.20782470703125, 0.2352752685546875, 0.262725830078125, 0.2901763916015625, 0.317626953125, 0.3450775146484375, 0.372528076171875, 0.3999786376953125, 0.42742919921875, 0.4548797607421875, 0.482330322265625, 0.5097808837890625, 0.5372314453125, 0.5646820068359375, 0.592132568359375, 0.6195831298828125, 0.64703369140625, 0.6744842529296875, 0.701934814453125, 0.7293853759765625, 0.7568359375]}, "gradients/encoder.encoder.layers.21.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 5.0, 5.0, 4.0, 4.0, 6.0, 5.0, 15.0, 10.0, 20.0, 32.0, 56.0, 66.0, 94.0, 160.0, 237.0, 454.0, 885.0, 1924.0, 4242.0, 12222.0, 50310.0, 760281.0, 180268.0, 24185.0, 7362.0, 2796.0, 1340.0, 614.0, 366.0, 216.0, 106.0, 90.0, 52.0, 29.0, 33.0, 15.0, 16.0, 9.0, 5.0, 6.0, 4.0, 4.0, 3.0, 3.0, 1.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.953125, -1.874267578125, -1.79541015625, -1.716552734375, -1.6376953125, -1.558837890625, -1.47998046875, -1.401123046875, -1.322265625, -1.243408203125, -1.16455078125, -1.085693359375, -1.0068359375, -0.927978515625, -0.84912109375, -0.770263671875, -0.69140625, -0.612548828125, -0.53369140625, -0.454833984375, -0.3759765625, -0.297119140625, -0.21826171875, -0.139404296875, -0.060546875, 0.018310546875, 0.09716796875, 0.176025390625, 0.2548828125, 0.333740234375, 0.41259765625, 0.491455078125, 0.5703125, 0.649169921875, 0.72802734375, 0.806884765625, 0.8857421875, 0.964599609375, 1.04345703125, 1.122314453125, 1.201171875, 1.280029296875, 1.35888671875, 1.437744140625, 1.5166015625, 1.595458984375, 1.67431640625, 1.753173828125, 1.83203125, 1.910888671875, 1.98974609375, 2.068603515625, 2.1474609375, 2.226318359375, 2.30517578125, 2.384033203125, 2.462890625, 2.541748046875, 2.62060546875, 2.699462890625, 2.7783203125, 2.857177734375, 2.93603515625, 3.014892578125, 3.09375]}, "gradients/encoder.encoder.layers.21.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 6.0, 2.0, 14.0, 12.0, 22.0, 27.0, 43.0, 75.0, 114.0, 156.0, 159.0, 127.0, 78.0, 62.0, 36.0, 25.0, 13.0, 13.0, 9.0, 5.0, 4.0, 1.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00034117698669433594, -0.0003286972641944885, -0.0003162175416946411, -0.0003037378191947937, -0.0002912580966949463, -0.0002787783741950989, -0.00026629865169525146, -0.00025381892919540405, -0.00024133920669555664, -0.00022885948419570923, -0.00021637976169586182, -0.0002039000391960144, -0.000191420316696167, -0.00017894059419631958, -0.00016646087169647217, -0.00015398114919662476, -0.00014150142669677734, -0.00012902170419692993, -0.00011654198169708252, -0.00010406225919723511, -9.15825366973877e-05, -7.910281419754028e-05, -6.662309169769287e-05, -5.414336919784546e-05, -4.166364669799805e-05, -2.9183924198150635e-05, -1.6704201698303223e-05, -4.2244791984558105e-06, 8.255243301391602e-06, 2.0734965801239014e-05, 3.3214688301086426e-05, 4.569441080093384e-05, 5.817413330078125e-05, 7.065385580062866e-05, 8.313357830047607e-05, 9.561330080032349e-05, 0.0001080930233001709, 0.00012057274580001831, 0.00013305246829986572, 0.00014553219079971313, 0.00015801191329956055, 0.00017049163579940796, 0.00018297135829925537, 0.00019545108079910278, 0.0002079308032989502, 0.0002204105257987976, 0.00023289024829864502, 0.00024536997079849243, 0.00025784969329833984, 0.00027032941579818726, 0.00028280913829803467, 0.0002952888607978821, 0.0003077685832977295, 0.0003202483057975769, 0.0003327280282974243, 0.00034520775079727173, 0.00035768747329711914, 0.00037016719579696655, 0.00038264691829681396, 0.0003951266407966614, 0.0004076063632965088, 0.0004200860857963562, 0.0004325658082962036, 0.000445045530796051, 0.00045752525329589844]}, "gradients/encoder.encoder.layers.21.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 4.0, 4.0, 8.0, 13.0, 24.0, 30.0, 47.0, 58.0, 90.0, 155.0, 291.0, 656.0, 1356.0, 3590.0, 11473.0, 71216.0, 894019.0, 50390.0, 9526.0, 3125.0, 1222.0, 555.0, 258.0, 151.0, 93.0, 64.0, 42.0, 21.0, 23.0, 16.0, 14.0, 7.0, 2.0, 3.0, 1.0, 3.0, 3.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.611328125, -3.496429443359375, -3.38153076171875, -3.266632080078125, -3.1517333984375, -3.036834716796875, -2.92193603515625, -2.807037353515625, -2.692138671875, -2.577239990234375, -2.46234130859375, -2.347442626953125, -2.2325439453125, -2.117645263671875, -2.00274658203125, -1.887847900390625, -1.77294921875, -1.658050537109375, -1.54315185546875, -1.428253173828125, -1.3133544921875, -1.198455810546875, -1.08355712890625, -0.968658447265625, -0.853759765625, -0.738861083984375, -0.62396240234375, -0.509063720703125, -0.3941650390625, -0.279266357421875, -0.16436767578125, -0.049468994140625, 0.0654296875, 0.180328369140625, 0.29522705078125, 0.410125732421875, 0.5250244140625, 0.639923095703125, 0.75482177734375, 0.869720458984375, 0.984619140625, 1.099517822265625, 1.21441650390625, 1.329315185546875, 1.4442138671875, 1.559112548828125, 1.67401123046875, 1.788909912109375, 1.90380859375, 2.018707275390625, 2.13360595703125, 2.248504638671875, 2.3634033203125, 2.478302001953125, 2.59320068359375, 2.708099365234375, 2.822998046875, 2.937896728515625, 3.05279541015625, 3.167694091796875, 3.2825927734375, 3.397491455078125, 3.51239013671875, 3.627288818359375, 3.7421875]}, "gradients/encoder.encoder.layers.21.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 5.0, 6.0, 2.0, 7.0, 4.0, 7.0, 11.0, 21.0, 22.0, 19.0, 27.0, 46.0, 73.0, 134.0, 156.0, 151.0, 105.0, 54.0, 29.0, 23.0, 20.0, 14.0, 8.0, 7.0, 9.0, 5.0, 3.0, 8.0, 8.0, 5.0, 0.0, 0.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.81005859375, -0.78192138671875, -0.7537841796875, -0.72564697265625, -0.697509765625, -0.66937255859375, -0.6412353515625, -0.61309814453125, -0.5849609375, -0.55682373046875, -0.5286865234375, -0.50054931640625, -0.472412109375, -0.44427490234375, -0.4161376953125, -0.38800048828125, -0.35986328125, -0.33172607421875, -0.3035888671875, -0.27545166015625, -0.247314453125, -0.21917724609375, -0.1910400390625, -0.16290283203125, -0.134765625, -0.10662841796875, -0.0784912109375, -0.05035400390625, -0.022216796875, 0.00592041015625, 0.0340576171875, 0.06219482421875, 0.09033203125, 0.11846923828125, 0.1466064453125, 0.17474365234375, 0.202880859375, 0.23101806640625, 0.2591552734375, 0.28729248046875, 0.3154296875, 0.34356689453125, 0.3717041015625, 0.39984130859375, 0.427978515625, 0.45611572265625, 0.4842529296875, 0.51239013671875, 0.54052734375, 0.56866455078125, 0.5968017578125, 0.62493896484375, 0.653076171875, 0.68121337890625, 0.7093505859375, 0.73748779296875, 0.765625, 0.79376220703125, 0.8218994140625, 0.85003662109375, 0.878173828125, 0.90631103515625, 0.9344482421875, 0.96258544921875, 0.99072265625]}, "gradients/encoder.encoder.layers.21.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 4.0, 5.0, 14.0, 14.0, 47.0, 110.0, 247.0, 287.0, 151.0, 59.0, 29.0, 13.0, 7.0, 6.0, 4.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-30.65787124633789, -29.912446975708008, -29.167022705078125, -28.421600341796875, -27.676176071166992, -26.93075180053711, -26.185327529907227, -25.439903259277344, -24.69447898864746, -23.949054718017578, -23.203630447387695, -22.458206176757812, -21.712783813476562, -20.96735954284668, -20.221935272216797, -19.476511001586914, -18.73108673095703, -17.98566246032715, -17.240238189697266, -16.494815826416016, -15.749390602111816, -15.00396728515625, -14.258543014526367, -13.513118743896484, -12.767696380615234, -12.022272109985352, -11.276848793029785, -10.531424522399902, -9.78600025177002, -9.040576934814453, -8.29515266418457, -7.5497283935546875, -6.804304122924805, -6.05888032913208, -5.313456058502197, -4.568032264709473, -3.822608232498169, -3.0771842002868652, -2.3317604064941406, -1.5863361358642578, -0.8409123420715332, -0.09548836946487427, 0.6499356031417847, 1.3953595161437988, 2.1407835483551025, 2.8862075805664062, 3.631631374359131, 4.377055644989014, 5.122479438781738, 5.867903232574463, 6.613327503204346, 7.35875129699707, 8.104175567626953, 8.849599838256836, 9.595023155212402, 10.340447425842285, 11.085870742797852, 11.831295013427734, 12.5767183303833, 13.322142601013184, 14.067566871643066, 14.812990188598633, 15.558414459228516, 16.3038387298584, 17.04926300048828]}, "gradients/encoder.encoder.layers.21.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 2.0, 6.0, 14.0, 11.0, 22.0, 29.0, 34.0, 45.0, 63.0, 67.0, 63.0, 67.0, 82.0, 76.0, 68.0, 73.0, 69.0, 51.0, 43.0, 32.0, 28.0, 19.0, 16.0, 9.0, 4.0, 6.0, 8.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.037810325622559, -11.696136474609375, -11.354462623596191, -11.012788772583008, -10.67111587524414, -10.329442024230957, -9.987768173217773, -9.64609432220459, -9.304420471191406, -8.962746620178223, -8.621072769165039, -8.279399871826172, -7.937726020812988, -7.596052169799805, -7.254378318786621, -6.9127044677734375, -6.57103157043457, -6.229357719421387, -5.887684345245361, -5.546010494232178, -5.204337120056152, -4.862663269042969, -4.520989418029785, -4.179315567016602, -3.837642192840576, -3.4959685802459717, -3.154294967651367, -2.8126211166381836, -2.470947504043579, -2.1292738914489746, -1.787600040435791, -1.4459264278411865, -1.1042518615722656, -0.7625781893730164, -0.4209045171737671, -0.07923078536987305, 0.26244282722473145, 0.6041164398193359, 0.9457902908325195, 1.287463903427124, 1.6291375160217285, 1.970811128616333, 2.3124847412109375, 2.654158592224121, 2.9958322048187256, 3.33750581741333, 3.6791796684265137, 4.020853042602539, 4.362526893615723, 4.704200744628906, 5.045874118804932, 5.387547969818115, 5.729221343994141, 6.070895195007324, 6.412569046020508, 6.754242897033691, 7.095916271209717, 7.4375901222229, 7.779263496398926, 8.12093734741211, 8.462611198425293, 8.804285049438477, 9.145957946777344, 9.487631797790527, 9.829305648803711]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 5.0, 3.0, 5.0, 8.0, 16.0, 16.0, 32.0, 52.0, 89.0, 166.0, 503.0, 3146.0, 50943.0, 4121013.0, 15520.0, 1872.0, 472.0, 185.0, 93.0, 64.0, 31.0, 11.0, 11.0, 11.0, 6.0, 6.0, 5.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-11.3984375, -11.0225830078125, -10.646728515625, -10.2708740234375, -9.89501953125, -9.5191650390625, -9.143310546875, -8.7674560546875, -8.3916015625, -8.0157470703125, -7.639892578125, -7.2640380859375, -6.88818359375, -6.5123291015625, -6.136474609375, -5.7606201171875, -5.384765625, -5.0089111328125, -4.633056640625, -4.2572021484375, -3.88134765625, -3.5054931640625, -3.129638671875, -2.7537841796875, -2.3779296875, -2.0020751953125, -1.626220703125, -1.2503662109375, -0.87451171875, -0.4986572265625, -0.122802734375, 0.2530517578125, 0.62890625, 1.0047607421875, 1.380615234375, 1.7564697265625, 2.13232421875, 2.5081787109375, 2.884033203125, 3.2598876953125, 3.6357421875, 4.0115966796875, 4.387451171875, 4.7633056640625, 5.13916015625, 5.5150146484375, 5.890869140625, 6.2667236328125, 6.642578125, 7.0184326171875, 7.394287109375, 7.7701416015625, 8.14599609375, 8.5218505859375, 8.897705078125, 9.2735595703125, 9.6494140625, 10.0252685546875, 10.401123046875, 10.7769775390625, 11.15283203125, 11.5286865234375, 11.904541015625, 12.2803955078125, 12.65625]}, "gradients/encoder.encoder.layers.20.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 3.0, 4.0, 3.0, 7.0, 9.0, 20.0, 13.0, 37.0, 42.0, 50.0, 56.0, 66.0, 94.0, 114.0, 86.0, 87.0, 86.0, 65.0, 45.0, 33.0, 26.0, 18.0, 13.0, 10.0, 7.0, 4.0, 4.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2626953125, -0.2539329528808594, -0.24517059326171875, -0.23640823364257812, -0.2276458740234375, -0.21888351440429688, -0.21012115478515625, -0.20135879516601562, -0.192596435546875, -0.18383407592773438, -0.17507171630859375, -0.16630935668945312, -0.1575469970703125, -0.14878463745117188, -0.14002227783203125, -0.13125991821289062, -0.12249755859375, -0.11373519897460938, -0.10497283935546875, -0.09621047973632812, -0.0874481201171875, -0.07868576049804688, -0.06992340087890625, -0.061161041259765625, -0.052398681640625, -0.043636322021484375, -0.03487396240234375, -0.026111602783203125, -0.0173492431640625, -0.008586883544921875, 0.00017547607421875, 0.008937835693359375, 0.0177001953125, 0.026462554931640625, 0.03522491455078125, 0.043987274169921875, 0.0527496337890625, 0.061511993408203125, 0.07027435302734375, 0.07903671264648438, 0.087799072265625, 0.09656143188476562, 0.10532379150390625, 0.11408615112304688, 0.1228485107421875, 0.13161087036132812, 0.14037322998046875, 0.14913558959960938, 0.15789794921875, 0.16666030883789062, 0.17542266845703125, 0.18418502807617188, 0.1929473876953125, 0.20170974731445312, 0.21047210693359375, 0.21923446655273438, 0.227996826171875, 0.23675918579101562, 0.24552154541015625, 0.2542839050292969, 0.2630462646484375, 0.2718086242675781, 0.28057098388671875, 0.2893333435058594, 0.298095703125]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 5.0, 2.0, 3.0, 5.0, 9.0, 22.0, 17.0, 30.0, 46.0, 67.0, 116.0, 191.0, 352.0, 679.0, 1594.0, 4001.0, 12344.0, 56157.0, 3880665.0, 202281.0, 25071.0, 6553.0, 2233.0, 909.0, 417.0, 237.0, 103.0, 69.0, 29.0, 27.0, 16.0, 20.0, 6.0, 3.0, 5.0, 2.0, 4.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.51953125, -5.3560791015625, -5.192626953125, -5.0291748046875, -4.86572265625, -4.7022705078125, -4.538818359375, -4.3753662109375, -4.2119140625, -4.0484619140625, -3.885009765625, -3.7215576171875, -3.55810546875, -3.3946533203125, -3.231201171875, -3.0677490234375, -2.904296875, -2.7408447265625, -2.577392578125, -2.4139404296875, -2.25048828125, -2.0870361328125, -1.923583984375, -1.7601318359375, -1.5966796875, -1.4332275390625, -1.269775390625, -1.1063232421875, -0.94287109375, -0.7794189453125, -0.615966796875, -0.4525146484375, -0.2890625, -0.1256103515625, 0.037841796875, 0.2012939453125, 0.36474609375, 0.5281982421875, 0.691650390625, 0.8551025390625, 1.0185546875, 1.1820068359375, 1.345458984375, 1.5089111328125, 1.67236328125, 1.8358154296875, 1.999267578125, 2.1627197265625, 2.326171875, 2.4896240234375, 2.653076171875, 2.8165283203125, 2.97998046875, 3.1434326171875, 3.306884765625, 3.4703369140625, 3.6337890625, 3.7972412109375, 3.960693359375, 4.1241455078125, 4.28759765625, 4.4510498046875, 4.614501953125, 4.7779541015625, 4.94140625]}, "gradients/encoder.encoder.layers.20.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 4.0, 6.0, 2.0, 8.0, 12.0, 12.0, 19.0, 22.0, 20.0, 28.0, 45.0, 73.0, 125.0, 859.0, 2489.0, 150.0, 78.0, 40.0, 26.0, 24.0, 11.0, 9.0, 10.0, 3.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.091796875, -1.0664443969726562, -1.0410919189453125, -1.0157394409179688, -0.990386962890625, -0.9650344848632812, -0.9396820068359375, -0.9143295288085938, -0.88897705078125, -0.8636245727539062, -0.8382720947265625, -0.8129196166992188, -0.787567138671875, -0.7622146606445312, -0.7368621826171875, -0.7115097045898438, -0.6861572265625, -0.6608047485351562, -0.6354522705078125, -0.6100997924804688, -0.584747314453125, -0.5593948364257812, -0.5340423583984375, -0.5086898803710938, -0.48333740234375, -0.45798492431640625, -0.4326324462890625, -0.40727996826171875, -0.381927490234375, -0.35657501220703125, -0.3312225341796875, -0.30587005615234375, -0.280517578125, -0.25516510009765625, -0.2298126220703125, -0.20446014404296875, -0.179107666015625, -0.15375518798828125, -0.1284027099609375, -0.10305023193359375, -0.07769775390625, -0.05234527587890625, -0.0269927978515625, -0.00164031982421875, 0.023712158203125, 0.04906463623046875, 0.0744171142578125, 0.09976959228515625, 0.1251220703125, 0.15047454833984375, 0.1758270263671875, 0.20117950439453125, 0.226531982421875, 0.25188446044921875, 0.2772369384765625, 0.30258941650390625, 0.32794189453125, 0.35329437255859375, 0.3786468505859375, 0.40399932861328125, 0.429351806640625, 0.45470428466796875, 0.4800567626953125, 0.5054092407226562, 0.53076171875]}, "gradients/encoder.encoder.layers.20.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 4.0, 0.0, 4.0, 7.0, 6.0, 6.0, 8.0, 20.0, 34.0, 57.0, 116.0, 183.0, 261.0, 146.0, 94.0, 37.0, 13.0, 7.0, 4.0, 4.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0], "bins": [-8.296316146850586, -8.113604545593262, -7.9308929443359375, -7.7481818199157715, -7.565470218658447, -7.382758617401123, -7.200047492980957, -7.017335891723633, -6.834624290466309, -6.651912689208984, -6.46920108795166, -6.286489963531494, -6.10377836227417, -5.921066761016846, -5.73835563659668, -5.5556440353393555, -5.372932434082031, -5.190220832824707, -5.007509231567383, -4.824798107147217, -4.642086505889893, -4.459374904632568, -4.276663780212402, -4.093952178955078, -3.911240577697754, -3.7285289764404297, -3.5458176136016846, -3.3631062507629395, -3.1803946495056152, -2.997683048248291, -2.814971685409546, -2.632260322570801, -2.4495482444763184, -2.266836643218994, -2.084125280380249, -1.9014137983322144, -1.7187023162841797, -1.535990834236145, -1.3532793521881104, -1.1705678701400757, -0.987856388092041, -0.8051449060440063, -0.6224334239959717, -0.439721941947937, -0.25701045989990234, -0.07429897785186768, 0.10841250419616699, 0.29112398624420166, 0.47383546829223633, 0.656546950340271, 0.8392584323883057, 1.0219699144363403, 1.204681396484375, 1.3873928785324097, 1.5701043605804443, 1.752815842628479, 1.9355273246765137, 2.118238925933838, 2.300950288772583, 2.483661651611328, 2.6663732528686523, 2.8490848541259766, 3.0317962169647217, 3.214507579803467, 3.397219181060791]}, "gradients/encoder.encoder.layers.20.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 6.0, 6.0, 5.0, 7.0, 9.0, 16.0, 14.0, 11.0, 15.0, 23.0, 27.0, 23.0, 38.0, 32.0, 33.0, 36.0, 46.0, 49.0, 40.0, 45.0, 28.0, 49.0, 50.0, 38.0, 40.0, 28.0, 30.0, 24.0, 36.0, 30.0, 24.0, 20.0, 29.0, 20.0, 11.0, 11.0, 17.0, 12.0, 7.0, 7.0, 2.0, 7.0, 5.0, 4.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-1.8459768295288086, -1.7929465770721436, -1.739916205406189, -1.686885952949524, -1.6338555812835693, -1.5808253288269043, -1.5277950763702393, -1.4747648239135742, -1.4217344522476196, -1.3687041997909546, -1.315673828125, -1.262643575668335, -1.20961332321167, -1.1565829515457153, -1.1035526990890503, -1.0505223274230957, -0.9974920749664307, -0.9444617629051208, -0.891431450843811, -0.838401198387146, -0.7853708863258362, -0.7323405742645264, -0.6793103218078613, -0.6262800097465515, -0.5732496976852417, -0.5202193856239319, -0.46718910336494446, -0.41415882110595703, -0.3611285090446472, -0.3080981969833374, -0.25506791472435, -0.20203763246536255, -0.14900732040405273, -0.09597702324390411, -0.04294672608375549, 0.010083571076393127, 0.06311386823654175, 0.11614418029785156, 0.169174462556839, 0.22220474481582642, 0.27523505687713623, 0.32826536893844604, 0.38129565119743347, 0.4343259334564209, 0.4873562455177307, 0.5403865575790405, 0.5934168100357056, 0.6464471220970154, 0.6994774341583252, 0.752507746219635, 0.8055380582809448, 0.8585683107376099, 0.9115986227989197, 0.9646289348602295, 1.0176591873168945, 1.0706894397735596, 1.1237198114395142, 1.1767500638961792, 1.2297804355621338, 1.2828106880187988, 1.3358409404754639, 1.3888713121414185, 1.4419015645980835, 1.494931936264038, 1.5479621887207031]}, "gradients/encoder.encoder.layers.20.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 5.0, 2.0, 4.0, 4.0, 4.0, 3.0, 11.0, 20.0, 25.0, 29.0, 68.0, 78.0, 95.0, 138.0, 248.0, 356.0, 635.0, 960.0, 1799.0, 3456.0, 7658.0, 18135.0, 52769.0, 198568.0, 515901.0, 170084.0, 46656.0, 16557.0, 6849.0, 3278.0, 1690.0, 908.0, 530.0, 342.0, 222.0, 153.0, 98.0, 64.0, 52.0, 41.0, 16.0, 15.0, 14.0, 6.0, 5.0, 6.0, 6.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.275390625, -2.203033447265625, -2.13067626953125, -2.058319091796875, -1.9859619140625, -1.913604736328125, -1.84124755859375, -1.768890380859375, -1.696533203125, -1.624176025390625, -1.55181884765625, -1.479461669921875, -1.4071044921875, -1.334747314453125, -1.26239013671875, -1.190032958984375, -1.11767578125, -1.045318603515625, -0.97296142578125, -0.900604248046875, -0.8282470703125, -0.755889892578125, -0.68353271484375, -0.611175537109375, -0.538818359375, -0.466461181640625, -0.39410400390625, -0.321746826171875, -0.2493896484375, -0.177032470703125, -0.10467529296875, -0.032318115234375, 0.0400390625, 0.112396240234375, 0.18475341796875, 0.257110595703125, 0.3294677734375, 0.401824951171875, 0.47418212890625, 0.546539306640625, 0.618896484375, 0.691253662109375, 0.76361083984375, 0.835968017578125, 0.9083251953125, 0.980682373046875, 1.05303955078125, 1.125396728515625, 1.19775390625, 1.270111083984375, 1.34246826171875, 1.414825439453125, 1.4871826171875, 1.559539794921875, 1.63189697265625, 1.704254150390625, 1.776611328125, 1.848968505859375, 1.92132568359375, 1.993682861328125, 2.0660400390625, 2.138397216796875, 2.21075439453125, 2.283111572265625, 2.35546875]}, "gradients/encoder.encoder.layers.20.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 3.0, 2.0, 6.0, 5.0, 4.0, 11.0, 7.0, 25.0, 26.0, 51.0, 53.0, 53.0, 60.0, 83.0, 81.0, 92.0, 83.0, 86.0, 65.0, 60.0, 34.0, 41.0, 23.0, 14.0, 16.0, 10.0, 3.0, 5.0, 5.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.26220703125, -0.25385284423828125, -0.2454986572265625, -0.23714447021484375, -0.228790283203125, -0.22043609619140625, -0.2120819091796875, -0.20372772216796875, -0.19537353515625, -0.18701934814453125, -0.1786651611328125, -0.17031097412109375, -0.161956787109375, -0.15360260009765625, -0.1452484130859375, -0.13689422607421875, -0.1285400390625, -0.12018585205078125, -0.1118316650390625, -0.10347747802734375, -0.095123291015625, -0.08676910400390625, -0.0784149169921875, -0.07006072998046875, -0.06170654296875, -0.05335235595703125, -0.0449981689453125, -0.03664398193359375, -0.028289794921875, -0.01993560791015625, -0.0115814208984375, -0.00322723388671875, 0.005126953125, 0.01348114013671875, 0.0218353271484375, 0.03018951416015625, 0.038543701171875, 0.04689788818359375, 0.0552520751953125, 0.06360626220703125, 0.07196044921875, 0.08031463623046875, 0.0886688232421875, 0.09702301025390625, 0.105377197265625, 0.11373138427734375, 0.1220855712890625, 0.13043975830078125, 0.1387939453125, 0.14714813232421875, 0.1555023193359375, 0.16385650634765625, 0.172210693359375, 0.18056488037109375, 0.1889190673828125, 0.19727325439453125, 0.20562744140625, 0.21398162841796875, 0.2223358154296875, 0.23069000244140625, 0.239044189453125, 0.24739837646484375, 0.2557525634765625, 0.26410675048828125, 0.2724609375]}, "gradients/encoder.encoder.layers.20.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 5.0, 10.0, 7.0, 13.0, 11.0, 29.0, 18.0, 42.0, 42.0, 58.0, 96.0, 145.0, 174.0, 261.0, 485.0, 726.0, 1418.0, 3193.0, 9999.0, 39877.0, 225125.0, 619362.0, 112397.0, 23396.0, 6433.0, 2304.0, 1129.0, 623.0, 354.0, 238.0, 169.0, 93.0, 77.0, 74.0, 37.0, 35.0, 28.0, 14.0, 12.0, 13.0, 11.0, 6.0, 5.0, 6.0, 2.0, 2.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.28515625, -3.183502197265625, -3.08184814453125, -2.980194091796875, -2.8785400390625, -2.776885986328125, -2.67523193359375, -2.573577880859375, -2.471923828125, -2.370269775390625, -2.26861572265625, -2.166961669921875, -2.0653076171875, -1.963653564453125, -1.86199951171875, -1.760345458984375, -1.65869140625, -1.557037353515625, -1.45538330078125, -1.353729248046875, -1.2520751953125, -1.150421142578125, -1.04876708984375, -0.947113037109375, -0.845458984375, -0.743804931640625, -0.64215087890625, -0.540496826171875, -0.4388427734375, -0.337188720703125, -0.23553466796875, -0.133880615234375, -0.0322265625, 0.069427490234375, 0.17108154296875, 0.272735595703125, 0.3743896484375, 0.476043701171875, 0.57769775390625, 0.679351806640625, 0.781005859375, 0.882659912109375, 0.98431396484375, 1.085968017578125, 1.1876220703125, 1.289276123046875, 1.39093017578125, 1.492584228515625, 1.59423828125, 1.695892333984375, 1.79754638671875, 1.899200439453125, 2.0008544921875, 2.102508544921875, 2.20416259765625, 2.305816650390625, 2.407470703125, 2.509124755859375, 2.61077880859375, 2.712432861328125, 2.8140869140625, 2.915740966796875, 3.01739501953125, 3.119049072265625, 3.220703125]}, "gradients/encoder.encoder.layers.20.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 3.0, 4.0, 1.0, 7.0, 4.0, 9.0, 10.0, 15.0, 11.0, 18.0, 18.0, 35.0, 26.0, 34.0, 24.0, 32.0, 34.0, 51.0, 40.0, 38.0, 38.0, 35.0, 38.0, 39.0, 40.0, 46.0, 36.0, 40.0, 32.0, 39.0, 22.0, 21.0, 33.0, 27.0, 17.0, 12.0, 18.0, 10.0, 12.0, 13.0, 5.0, 2.0, 5.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0], "bins": [-0.9228515625, -0.892486572265625, -0.86212158203125, -0.831756591796875, -0.8013916015625, -0.771026611328125, -0.74066162109375, -0.710296630859375, -0.679931640625, -0.649566650390625, -0.61920166015625, -0.588836669921875, -0.5584716796875, -0.528106689453125, -0.49774169921875, -0.467376708984375, -0.43701171875, -0.406646728515625, -0.37628173828125, -0.345916748046875, -0.3155517578125, -0.285186767578125, -0.25482177734375, -0.224456787109375, -0.194091796875, -0.163726806640625, -0.13336181640625, -0.102996826171875, -0.0726318359375, -0.042266845703125, -0.01190185546875, 0.018463134765625, 0.048828125, 0.079193115234375, 0.10955810546875, 0.139923095703125, 0.1702880859375, 0.200653076171875, 0.23101806640625, 0.261383056640625, 0.291748046875, 0.322113037109375, 0.35247802734375, 0.382843017578125, 0.4132080078125, 0.443572998046875, 0.47393798828125, 0.504302978515625, 0.53466796875, 0.565032958984375, 0.59539794921875, 0.625762939453125, 0.6561279296875, 0.686492919921875, 0.71685791015625, 0.747222900390625, 0.777587890625, 0.807952880859375, 0.83831787109375, 0.868682861328125, 0.8990478515625, 0.929412841796875, 0.95977783203125, 0.990142822265625, 1.0205078125]}, "gradients/encoder.encoder.layers.20.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 5.0, 2.0, 7.0, 2.0, 3.0, 8.0, 8.0, 14.0, 20.0, 29.0, 30.0, 43.0, 55.0, 94.0, 157.0, 238.0, 425.0, 714.0, 1228.0, 2601.0, 5919.0, 16248.0, 70742.0, 708036.0, 196235.0, 28876.0, 9070.0, 3712.0, 1720.0, 903.0, 561.0, 318.0, 178.0, 112.0, 77.0, 48.0, 25.0, 29.0, 27.0, 14.0, 8.0, 6.0, 4.0, 3.0, 4.0, 8.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.8017578125, -1.744964599609375, -1.68817138671875, -1.631378173828125, -1.5745849609375, -1.517791748046875, -1.46099853515625, -1.404205322265625, -1.347412109375, -1.290618896484375, -1.23382568359375, -1.177032470703125, -1.1202392578125, -1.063446044921875, -1.00665283203125, -0.949859619140625, -0.89306640625, -0.836273193359375, -0.77947998046875, -0.722686767578125, -0.6658935546875, -0.609100341796875, -0.55230712890625, -0.495513916015625, -0.438720703125, -0.381927490234375, -0.32513427734375, -0.268341064453125, -0.2115478515625, -0.154754638671875, -0.09796142578125, -0.041168212890625, 0.015625, 0.072418212890625, 0.12921142578125, 0.186004638671875, 0.2427978515625, 0.299591064453125, 0.35638427734375, 0.413177490234375, 0.469970703125, 0.526763916015625, 0.58355712890625, 0.640350341796875, 0.6971435546875, 0.753936767578125, 0.81072998046875, 0.867523193359375, 0.92431640625, 0.981109619140625, 1.03790283203125, 1.094696044921875, 1.1514892578125, 1.208282470703125, 1.26507568359375, 1.321868896484375, 1.378662109375, 1.435455322265625, 1.49224853515625, 1.549041748046875, 1.6058349609375, 1.662628173828125, 1.71942138671875, 1.776214599609375, 1.8330078125]}, "gradients/encoder.encoder.layers.20.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 4.0, 2.0, 4.0, 8.0, 10.0, 12.0, 14.0, 24.0, 40.0, 63.0, 70.0, 106.0, 114.0, 128.0, 106.0, 67.0, 62.0, 40.0, 39.0, 23.0, 14.0, 23.0, 12.0, 4.0, 4.0, 3.0, 3.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.0003123283386230469, -0.0003043711185455322, -0.0002964138984680176, -0.00028845667839050293, -0.0002804994583129883, -0.00027254223823547363, -0.000264585018157959, -0.00025662779808044434, -0.0002486705780029297, -0.00024071335792541504, -0.0002327561378479004, -0.00022479891777038574, -0.0002168416976928711, -0.00020888447761535645, -0.0002009272575378418, -0.00019297003746032715, -0.0001850128173828125, -0.00017705559730529785, -0.0001690983772277832, -0.00016114115715026855, -0.0001531839370727539, -0.00014522671699523926, -0.0001372694969177246, -0.00012931227684020996, -0.00012135505676269531, -0.00011339783668518066, -0.00010544061660766602, -9.748339653015137e-05, -8.952617645263672e-05, -8.156895637512207e-05, -7.361173629760742e-05, -6.565451622009277e-05, -5.7697296142578125e-05, -4.9740076065063477e-05, -4.178285598754883e-05, -3.382563591003418e-05, -2.586841583251953e-05, -1.7911195755004883e-05, -9.953975677490234e-06, -1.996755599975586e-06, 5.9604644775390625e-06, 1.3917684555053711e-05, 2.187490463256836e-05, 2.9832124710083008e-05, 3.7789344787597656e-05, 4.5746564865112305e-05, 5.370378494262695e-05, 6.16610050201416e-05, 6.961822509765625e-05, 7.75754451751709e-05, 8.553266525268555e-05, 9.34898853302002e-05, 0.00010144710540771484, 0.00010940432548522949, 0.00011736154556274414, 0.0001253187656402588, 0.00013327598571777344, 0.00014123320579528809, 0.00014919042587280273, 0.00015714764595031738, 0.00016510486602783203, 0.00017306208610534668, 0.00018101930618286133, 0.00018897652626037598, 0.00019693374633789062]}, "gradients/encoder.encoder.layers.20.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 2.0, 6.0, 6.0, 2.0, 3.0, 12.0, 15.0, 14.0, 20.0, 34.0, 44.0, 60.0, 93.0, 162.0, 283.0, 434.0, 813.0, 1608.0, 3685.0, 9965.0, 41371.0, 743249.0, 211941.0, 22263.0, 6843.0, 2724.0, 1183.0, 664.0, 373.0, 234.0, 139.0, 94.0, 49.0, 41.0, 32.0, 20.0, 18.0, 12.0, 12.0, 6.0, 10.0, 3.0, 7.0, 6.0, 0.0, 4.0, 1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.08203125, -2.007171630859375, -1.93231201171875, -1.857452392578125, -1.7825927734375, -1.707733154296875, -1.63287353515625, -1.558013916015625, -1.483154296875, -1.408294677734375, -1.33343505859375, -1.258575439453125, -1.1837158203125, -1.108856201171875, -1.03399658203125, -0.959136962890625, -0.88427734375, -0.809417724609375, -0.73455810546875, -0.659698486328125, -0.5848388671875, -0.509979248046875, -0.43511962890625, -0.360260009765625, -0.285400390625, -0.210540771484375, -0.13568115234375, -0.060821533203125, 0.0140380859375, 0.088897705078125, 0.16375732421875, 0.238616943359375, 0.3134765625, 0.388336181640625, 0.46319580078125, 0.538055419921875, 0.6129150390625, 0.687774658203125, 0.76263427734375, 0.837493896484375, 0.912353515625, 0.987213134765625, 1.06207275390625, 1.136932373046875, 1.2117919921875, 1.286651611328125, 1.36151123046875, 1.436370849609375, 1.51123046875, 1.586090087890625, 1.66094970703125, 1.735809326171875, 1.8106689453125, 1.885528564453125, 1.96038818359375, 2.035247802734375, 2.110107421875, 2.184967041015625, 2.25982666015625, 2.334686279296875, 2.4095458984375, 2.484405517578125, 2.55926513671875, 2.634124755859375, 2.708984375]}, "gradients/encoder.encoder.layers.20.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 7.0, 3.0, 4.0, 7.0, 14.0, 11.0, 9.0, 20.0, 50.0, 57.0, 66.0, 143.0, 180.0, 142.0, 91.0, 65.0, 29.0, 34.0, 17.0, 13.0, 9.0, 7.0, 3.0, 5.0, 10.0, 3.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.021484375, -0.9880523681640625, -0.954620361328125, -0.9211883544921875, -0.88775634765625, -0.8543243408203125, -0.820892333984375, -0.7874603271484375, -0.7540283203125, -0.7205963134765625, -0.687164306640625, -0.6537322998046875, -0.62030029296875, -0.5868682861328125, -0.553436279296875, -0.5200042724609375, -0.486572265625, -0.4531402587890625, -0.419708251953125, -0.3862762451171875, -0.35284423828125, -0.3194122314453125, -0.285980224609375, -0.2525482177734375, -0.2191162109375, -0.1856842041015625, -0.152252197265625, -0.1188201904296875, -0.08538818359375, -0.0519561767578125, -0.018524169921875, 0.0149078369140625, 0.04833984375, 0.0817718505859375, 0.115203857421875, 0.1486358642578125, 0.18206787109375, 0.2154998779296875, 0.248931884765625, 0.2823638916015625, 0.3157958984375, 0.3492279052734375, 0.382659912109375, 0.4160919189453125, 0.44952392578125, 0.4829559326171875, 0.516387939453125, 0.5498199462890625, 0.583251953125, 0.6166839599609375, 0.650115966796875, 0.6835479736328125, 0.71697998046875, 0.7504119873046875, 0.783843994140625, 0.8172760009765625, 0.8507080078125, 0.8841400146484375, 0.917572021484375, 0.9510040283203125, 0.98443603515625, 1.0178680419921875, 1.051300048828125, 1.0847320556640625, 1.1181640625]}, "gradients/encoder.encoder.layers.20.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 6.0, 8.0, 16.0, 17.0, 38.0, 87.0, 128.0, 231.0, 199.0, 126.0, 81.0, 30.0, 15.0, 12.0, 6.0, 4.0, 7.0, 0.0, 1.0], "bins": [-35.10496520996094, -34.44188690185547, -33.778804779052734, -33.115726470947266, -32.4526481628418, -31.789567947387695, -31.126487731933594, -30.463409423828125, -29.800329208374023, -29.137248992919922, -28.474170684814453, -27.81109046936035, -27.14801025390625, -26.48493194580078, -25.82185173034668, -25.158771514892578, -24.49569320678711, -23.832612991333008, -23.16953468322754, -22.506454467773438, -21.84337615966797, -21.180295944213867, -20.517215728759766, -19.854137420654297, -19.191057205200195, -18.527976989746094, -17.864898681640625, -17.201818466186523, -16.538738250732422, -15.875659942626953, -15.212579727172852, -14.549500465393066, -13.886423110961914, -13.223343849182129, -12.560264587402344, -11.897184371948242, -11.234105110168457, -10.571025848388672, -9.90794563293457, -9.244866371154785, -8.581787109375, -7.918707847595215, -7.2556281089782715, -6.592548370361328, -5.929469108581543, -5.266389846801758, -4.6033101081848145, -3.940230369567871, -3.277151107788086, -2.6140716075897217, -1.9509921073913574, -1.2879126071929932, -0.6248331069946289, 0.03824639320373535, 0.7013258934020996, 1.364405632019043, 2.027484893798828, 2.6905643939971924, 3.3536438941955566, 4.0167236328125, 4.679802894592285, 5.34288215637207, 6.005961894989014, 6.669041633605957, 7.332120895385742]}, "gradients/encoder.encoder.layers.20.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 9.0, 9.0, 9.0, 11.0, 15.0, 15.0, 21.0, 18.0, 29.0, 34.0, 34.0, 54.0, 52.0, 54.0, 56.0, 43.0, 66.0, 55.0, 60.0, 42.0, 35.0, 42.0, 43.0, 34.0, 38.0, 24.0, 16.0, 16.0, 13.0, 13.0, 11.0, 11.0, 10.0, 5.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.293219566345215, -8.01302719116211, -7.732835292816162, -7.452642917633057, -7.172451019287109, -6.892258644104004, -6.612066268920898, -6.331873893737793, -6.051681995391846, -5.77148962020874, -5.491297721862793, -5.2111053466796875, -4.930912971496582, -4.650721073150635, -4.370528697967529, -4.090336799621582, -3.8101444244384766, -3.52995228767395, -3.249760150909424, -2.9695677757263184, -2.689375638961792, -2.4091835021972656, -2.12899112701416, -1.8487989902496338, -1.5686068534851074, -1.288414716720581, -1.0082224607467651, -0.728030264377594, -0.44783806800842285, -0.16764593124389648, 0.11254632472991943, 0.39273858070373535, 0.6729316711425781, 0.9531238675117493, 1.2333160638809204, 1.5135083198547363, 1.7937004566192627, 2.073892593383789, 2.3540849685668945, 2.634277105331421, 2.9144692420959473, 3.1946613788604736, 3.474853515625, 3.7550458908081055, 4.035238265991211, 4.315430164337158, 4.595622539520264, 4.875814437866211, 5.156006813049316, 5.436199188232422, 5.716391086578369, 5.996583461761475, 6.276775360107422, 6.556967735290527, 6.837160110473633, 7.117352485656738, 7.3975443840026855, 7.677736759185791, 7.957928657531738, 8.238121032714844, 8.51831340789795, 8.798505783081055, 9.078697204589844, 9.35888957977295, 9.639081954956055]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 3.0, 3.0, 5.0, 7.0, 10.0, 21.0, 20.0, 35.0, 51.0, 58.0, 106.0, 166.0, 279.0, 453.0, 750.0, 1377.0, 2551.0, 5497.0, 13203.0, 41864.0, 395453.0, 3644732.0, 56981.0, 16636.0, 6588.0, 3195.0, 1605.0, 981.0, 539.0, 330.0, 248.0, 159.0, 104.0, 67.0, 43.0, 44.0, 29.0, 23.0, 16.0, 12.0, 11.0, 7.0, 8.0, 8.0, 3.0, 3.0, 2.0, 2.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.505859375, -2.4197998046875, -2.333740234375, -2.2476806640625, -2.16162109375, -2.0755615234375, -1.989501953125, -1.9034423828125, -1.8173828125, -1.7313232421875, -1.645263671875, -1.5592041015625, -1.47314453125, -1.3870849609375, -1.301025390625, -1.2149658203125, -1.12890625, -1.0428466796875, -0.956787109375, -0.8707275390625, -0.78466796875, -0.6986083984375, -0.612548828125, -0.5264892578125, -0.4404296875, -0.3543701171875, -0.268310546875, -0.1822509765625, -0.09619140625, -0.0101318359375, 0.075927734375, 0.1619873046875, 0.248046875, 0.3341064453125, 0.420166015625, 0.5062255859375, 0.59228515625, 0.6783447265625, 0.764404296875, 0.8504638671875, 0.9365234375, 1.0225830078125, 1.108642578125, 1.1947021484375, 1.28076171875, 1.3668212890625, 1.452880859375, 1.5389404296875, 1.625, 1.7110595703125, 1.797119140625, 1.8831787109375, 1.96923828125, 2.0552978515625, 2.141357421875, 2.2274169921875, 2.3134765625, 2.3995361328125, 2.485595703125, 2.5716552734375, 2.65771484375, 2.7437744140625, 2.829833984375, 2.9158935546875, 3.001953125]}, "gradients/encoder.encoder.layers.19.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 1.0, 1.0, 2.0, 9.0, 3.0, 6.0, 10.0, 10.0, 23.0, 22.0, 34.0, 26.0, 52.0, 45.0, 55.0, 74.0, 70.0, 79.0, 64.0, 77.0, 59.0, 56.0, 43.0, 49.0, 35.0, 24.0, 21.0, 16.0, 12.0, 6.0, 4.0, 4.0, 6.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0], "bins": [-0.28173828125, -0.2729034423828125, -0.264068603515625, -0.2552337646484375, -0.24639892578125, -0.2375640869140625, -0.228729248046875, -0.2198944091796875, -0.2110595703125, -0.2022247314453125, -0.193389892578125, -0.1845550537109375, -0.17572021484375, -0.1668853759765625, -0.158050537109375, -0.1492156982421875, -0.140380859375, -0.1315460205078125, -0.122711181640625, -0.1138763427734375, -0.10504150390625, -0.0962066650390625, -0.087371826171875, -0.0785369873046875, -0.0697021484375, -0.0608673095703125, -0.052032470703125, -0.0431976318359375, -0.03436279296875, -0.0255279541015625, -0.016693115234375, -0.0078582763671875, 0.0009765625, 0.0098114013671875, 0.018646240234375, 0.0274810791015625, 0.03631591796875, 0.0451507568359375, 0.053985595703125, 0.0628204345703125, 0.0716552734375, 0.0804901123046875, 0.089324951171875, 0.0981597900390625, 0.10699462890625, 0.1158294677734375, 0.124664306640625, 0.1334991455078125, 0.142333984375, 0.1511688232421875, 0.160003662109375, 0.1688385009765625, 0.17767333984375, 0.1865081787109375, 0.195343017578125, 0.2041778564453125, 0.2130126953125, 0.2218475341796875, 0.230682373046875, 0.2395172119140625, 0.24835205078125, 0.2571868896484375, 0.266021728515625, 0.2748565673828125, 0.28369140625]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 3.0, 2.0, 4.0, 14.0, 17.0, 23.0, 15.0, 40.0, 61.0, 130.0, 244.0, 480.0, 1023.0, 2355.0, 6374.0, 19849.0, 93873.0, 3878790.0, 153118.0, 25189.0, 7618.0, 2746.0, 1178.0, 522.0, 255.0, 143.0, 86.0, 42.0, 27.0, 31.0, 9.0, 13.0, 10.0, 3.0, 4.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.94140625, -3.80828857421875, -3.6751708984375, -3.54205322265625, -3.408935546875, -3.27581787109375, -3.1427001953125, -3.00958251953125, -2.87646484375, -2.74334716796875, -2.6102294921875, -2.47711181640625, -2.343994140625, -2.21087646484375, -2.0777587890625, -1.94464111328125, -1.8115234375, -1.67840576171875, -1.5452880859375, -1.41217041015625, -1.279052734375, -1.14593505859375, -1.0128173828125, -0.87969970703125, -0.74658203125, -0.61346435546875, -0.4803466796875, -0.34722900390625, -0.214111328125, -0.08099365234375, 0.0521240234375, 0.18524169921875, 0.318359375, 0.45147705078125, 0.5845947265625, 0.71771240234375, 0.850830078125, 0.98394775390625, 1.1170654296875, 1.25018310546875, 1.38330078125, 1.51641845703125, 1.6495361328125, 1.78265380859375, 1.915771484375, 2.04888916015625, 2.1820068359375, 2.31512451171875, 2.4482421875, 2.58135986328125, 2.7144775390625, 2.84759521484375, 2.980712890625, 3.11383056640625, 3.2469482421875, 3.38006591796875, 3.51318359375, 3.64630126953125, 3.7794189453125, 3.91253662109375, 4.045654296875, 4.17877197265625, 4.3118896484375, 4.44500732421875, 4.578125]}, "gradients/encoder.encoder.layers.19.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 5.0, 4.0, 7.0, 5.0, 11.0, 8.0, 9.0, 11.0, 13.0, 24.0, 25.0, 35.0, 51.0, 61.0, 108.0, 279.0, 2518.0, 470.0, 163.0, 78.0, 45.0, 47.0, 24.0, 21.0, 6.0, 9.0, 17.0, 7.0, 5.0, 4.0, 5.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.646484375, -0.62396240234375, -0.6014404296875, -0.57891845703125, -0.556396484375, -0.53387451171875, -0.5113525390625, -0.48883056640625, -0.46630859375, -0.44378662109375, -0.4212646484375, -0.39874267578125, -0.376220703125, -0.35369873046875, -0.3311767578125, -0.30865478515625, -0.2861328125, -0.26361083984375, -0.2410888671875, -0.21856689453125, -0.196044921875, -0.17352294921875, -0.1510009765625, -0.12847900390625, -0.10595703125, -0.08343505859375, -0.0609130859375, -0.03839111328125, -0.015869140625, 0.00665283203125, 0.0291748046875, 0.05169677734375, 0.07421875, 0.09674072265625, 0.1192626953125, 0.14178466796875, 0.164306640625, 0.18682861328125, 0.2093505859375, 0.23187255859375, 0.25439453125, 0.27691650390625, 0.2994384765625, 0.32196044921875, 0.344482421875, 0.36700439453125, 0.3895263671875, 0.41204833984375, 0.4345703125, 0.45709228515625, 0.4796142578125, 0.50213623046875, 0.524658203125, 0.54718017578125, 0.5697021484375, 0.59222412109375, 0.61474609375, 0.63726806640625, 0.6597900390625, 0.68231201171875, 0.704833984375, 0.72735595703125, 0.7498779296875, 0.77239990234375, 0.794921875]}, "gradients/encoder.encoder.layers.19.final_layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 8.0, 10.0, 19.0, 29.0, 73.0, 172.0, 257.0, 223.0, 107.0, 52.0, 29.0, 9.0, 6.0, 7.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.400330543518066, -4.178801536560059, -3.957272529602051, -3.735743522644043, -3.514214515686035, -3.2926855087280273, -3.0711565017700195, -2.8496274948120117, -2.628098487854004, -2.406569480895996, -2.1850404739379883, -1.9635114669799805, -1.7419824600219727, -1.5204534530639648, -1.298924446105957, -1.0773954391479492, -0.8558664321899414, -0.6343374252319336, -0.4128084182739258, -0.19127941131591797, 0.030249595642089844, 0.25177860260009766, 0.47330760955810547, 0.6948366165161133, 0.9163656234741211, 1.137894630432129, 1.3594236373901367, 1.5809526443481445, 1.8024816513061523, 2.02401065826416, 2.245539665222168, 2.467068672180176, 2.6885976791381836, 2.9101266860961914, 3.131655693054199, 3.353184700012207, 3.574713706970215, 3.7962427139282227, 4.0177717208862305, 4.239300727844238, 4.460829734802246, 4.682358741760254, 4.903887748718262, 5.1254167556762695, 5.346945762634277, 5.568474769592285, 5.790003776550293, 6.011532783508301, 6.233061790466309, 6.454590797424316, 6.676119804382324, 6.897648811340332, 7.11917781829834, 7.340706825256348, 7.5622358322143555, 7.783764839172363, 8.005293846130371, 8.226822853088379, 8.448351860046387, 8.669880867004395, 8.891409873962402, 9.11293888092041, 9.334467887878418, 9.555996894836426, 9.777525901794434]}, "gradients/encoder.encoder.layers.19.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 2.0, 1.0, 2.0, 4.0, 7.0, 6.0, 10.0, 15.0, 22.0, 18.0, 20.0, 26.0, 31.0, 24.0, 33.0, 33.0, 36.0, 58.0, 47.0, 39.0, 45.0, 48.0, 39.0, 54.0, 53.0, 38.0, 55.0, 35.0, 31.0, 29.0, 27.0, 21.0, 19.0, 16.0, 16.0, 15.0, 12.0, 10.0, 8.0, 3.0, 2.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.4463295936584473, -2.3767359256744385, -2.307142496109009, -2.237548828125, -2.1679553985595703, -2.0983617305755615, -2.028768301010132, -1.959174633026123, -1.8895810842514038, -1.8199875354766846, -1.7503939867019653, -1.680800437927246, -1.6112067699432373, -1.5416133403778076, -1.4720196723937988, -1.4024261236190796, -1.3328325748443604, -1.2632390260696411, -1.1936454772949219, -1.1240519285202026, -1.0544583797454834, -0.9848647713661194, -0.9152711629867554, -0.8456776142120361, -0.7760840654373169, -0.7064905166625977, -0.6368969678878784, -0.5673033595085144, -0.49770981073379517, -0.4281162619590759, -0.3585226833820343, -0.2889291048049927, -0.21933579444885254, -0.1497422307729721, -0.08014866709709167, -0.010555103421211243, 0.05903846025466919, 0.12863200902938843, 0.19822558760643005, 0.2678191661834717, 0.3374127149581909, 0.40700626373291016, 0.4765998423099518, 0.5461934208869934, 0.6157869696617126, 0.6853805184364319, 0.7549741268157959, 0.8245676755905151, 0.8941612243652344, 0.9637547731399536, 1.0333483219146729, 1.102941870689392, 1.1725354194641113, 1.2421290874481201, 1.3117226362228394, 1.3813161849975586, 1.4509097337722778, 1.520503282546997, 1.5900968313217163, 1.6596903800964355, 1.7292840480804443, 1.798877477645874, 1.8684711456298828, 1.938064694404602, 2.0076582431793213]}, "gradients/encoder.encoder.layers.19.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 5.0, 0.0, 1.0, 2.0, 5.0, 6.0, 5.0, 8.0, 18.0, 27.0, 43.0, 66.0, 77.0, 118.0, 164.0, 244.0, 340.0, 557.0, 1033.0, 1791.0, 3257.0, 6354.0, 13962.0, 33949.0, 98590.0, 318003.0, 379059.0, 118719.0, 40661.0, 15930.0, 7012.0, 3570.0, 1890.0, 1139.0, 699.0, 437.0, 271.0, 201.0, 111.0, 62.0, 63.0, 25.0, 20.0, 28.0, 11.0, 10.0, 6.0, 8.0, 1.0, 2.0, 2.0, 6.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.7158203125, -1.6639556884765625, -1.612091064453125, -1.5602264404296875, -1.50836181640625, -1.4564971923828125, -1.404632568359375, -1.3527679443359375, -1.3009033203125, -1.2490386962890625, -1.197174072265625, -1.1453094482421875, -1.09344482421875, -1.0415802001953125, -0.989715576171875, -0.9378509521484375, -0.885986328125, -0.8341217041015625, -0.782257080078125, -0.7303924560546875, -0.67852783203125, -0.6266632080078125, -0.574798583984375, -0.5229339599609375, -0.4710693359375, -0.4192047119140625, -0.367340087890625, -0.3154754638671875, -0.26361083984375, -0.2117462158203125, -0.159881591796875, -0.1080169677734375, -0.05615234375, -0.0042877197265625, 0.047576904296875, 0.0994415283203125, 0.15130615234375, 0.2031707763671875, 0.255035400390625, 0.3069000244140625, 0.3587646484375, 0.4106292724609375, 0.462493896484375, 0.5143585205078125, 0.56622314453125, 0.6180877685546875, 0.669952392578125, 0.7218170166015625, 0.773681640625, 0.8255462646484375, 0.877410888671875, 0.9292755126953125, 0.98114013671875, 1.0330047607421875, 1.084869384765625, 1.1367340087890625, 1.1885986328125, 1.2404632568359375, 1.292327880859375, 1.3441925048828125, 1.39605712890625, 1.4479217529296875, 1.499786376953125, 1.5516510009765625, 1.603515625]}, "gradients/encoder.encoder.layers.19.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 7.0, 8.0, 9.0, 21.0, 18.0, 25.0, 29.0, 38.0, 46.0, 71.0, 60.0, 74.0, 62.0, 76.0, 55.0, 64.0, 60.0, 46.0, 44.0, 52.0, 35.0, 24.0, 20.0, 14.0, 12.0, 8.0, 2.0, 0.0, 8.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.292724609375, -0.28397369384765625, -0.2752227783203125, -0.26647186279296875, -0.257720947265625, -0.24897003173828125, -0.2402191162109375, -0.23146820068359375, -0.22271728515625, -0.21396636962890625, -0.2052154541015625, -0.19646453857421875, -0.187713623046875, -0.17896270751953125, -0.1702117919921875, -0.16146087646484375, -0.1527099609375, -0.14395904541015625, -0.1352081298828125, -0.12645721435546875, -0.117706298828125, -0.10895538330078125, -0.1002044677734375, -0.09145355224609375, -0.08270263671875, -0.07395172119140625, -0.0652008056640625, -0.05644989013671875, -0.047698974609375, -0.03894805908203125, -0.0301971435546875, -0.02144622802734375, -0.0126953125, -0.00394439697265625, 0.0048065185546875, 0.01355743408203125, 0.022308349609375, 0.03105926513671875, 0.0398101806640625, 0.04856109619140625, 0.05731201171875, 0.06606292724609375, 0.0748138427734375, 0.08356475830078125, 0.092315673828125, 0.10106658935546875, 0.1098175048828125, 0.11856842041015625, 0.1273193359375, 0.13607025146484375, 0.1448211669921875, 0.15357208251953125, 0.162322998046875, 0.17107391357421875, 0.1798248291015625, 0.18857574462890625, 0.19732666015625, 0.20607757568359375, 0.2148284912109375, 0.22357940673828125, 0.232330322265625, 0.24108123779296875, 0.2498321533203125, 0.25858306884765625, 0.267333984375]}, "gradients/encoder.encoder.layers.19.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 5.0, 4.0, 2.0, 3.0, 13.0, 9.0, 22.0, 26.0, 39.0, 40.0, 49.0, 60.0, 89.0, 143.0, 186.0, 268.0, 400.0, 692.0, 1185.0, 2617.0, 7122.0, 23424.0, 97721.0, 501527.0, 324702.0, 61766.0, 16425.0, 5130.0, 2037.0, 982.0, 564.0, 392.0, 246.0, 179.0, 120.0, 100.0, 73.0, 45.0, 39.0, 32.0, 22.0, 14.0, 16.0, 9.0, 3.0, 5.0, 4.0, 4.0, 4.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-2.1015625, -2.033447265625, -1.96533203125, -1.897216796875, -1.8291015625, -1.760986328125, -1.69287109375, -1.624755859375, -1.556640625, -1.488525390625, -1.42041015625, -1.352294921875, -1.2841796875, -1.216064453125, -1.14794921875, -1.079833984375, -1.01171875, -0.943603515625, -0.87548828125, -0.807373046875, -0.7392578125, -0.671142578125, -0.60302734375, -0.534912109375, -0.466796875, -0.398681640625, -0.33056640625, -0.262451171875, -0.1943359375, -0.126220703125, -0.05810546875, 0.010009765625, 0.078125, 0.146240234375, 0.21435546875, 0.282470703125, 0.3505859375, 0.418701171875, 0.48681640625, 0.554931640625, 0.623046875, 0.691162109375, 0.75927734375, 0.827392578125, 0.8955078125, 0.963623046875, 1.03173828125, 1.099853515625, 1.16796875, 1.236083984375, 1.30419921875, 1.372314453125, 1.4404296875, 1.508544921875, 1.57666015625, 1.644775390625, 1.712890625, 1.781005859375, 1.84912109375, 1.917236328125, 1.9853515625, 2.053466796875, 2.12158203125, 2.189697265625, 2.2578125]}, "gradients/encoder.encoder.layers.19.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 4.0, 5.0, 4.0, 6.0, 6.0, 10.0, 10.0, 16.0, 20.0, 16.0, 38.0, 24.0, 46.0, 28.0, 34.0, 43.0, 43.0, 45.0, 58.0, 63.0, 45.0, 54.0, 48.0, 54.0, 49.0, 25.0, 38.0, 29.0, 30.0, 20.0, 25.0, 18.0, 17.0, 14.0, 5.0, 6.0, 1.0, 6.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.443359375, -1.40570068359375, -1.3680419921875, -1.33038330078125, -1.292724609375, -1.25506591796875, -1.2174072265625, -1.17974853515625, -1.14208984375, -1.10443115234375, -1.0667724609375, -1.02911376953125, -0.991455078125, -0.95379638671875, -0.9161376953125, -0.87847900390625, -0.8408203125, -0.80316162109375, -0.7655029296875, -0.72784423828125, -0.690185546875, -0.65252685546875, -0.6148681640625, -0.57720947265625, -0.53955078125, -0.50189208984375, -0.4642333984375, -0.42657470703125, -0.388916015625, -0.35125732421875, -0.3135986328125, -0.27593994140625, -0.23828125, -0.20062255859375, -0.1629638671875, -0.12530517578125, -0.087646484375, -0.04998779296875, -0.0123291015625, 0.02532958984375, 0.06298828125, 0.10064697265625, 0.1383056640625, 0.17596435546875, 0.213623046875, 0.25128173828125, 0.2889404296875, 0.32659912109375, 0.3642578125, 0.40191650390625, 0.4395751953125, 0.47723388671875, 0.514892578125, 0.55255126953125, 0.5902099609375, 0.62786865234375, 0.66552734375, 0.70318603515625, 0.7408447265625, 0.77850341796875, 0.816162109375, 0.85382080078125, 0.8914794921875, 0.92913818359375, 0.966796875]}, "gradients/encoder.encoder.layers.19.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 5.0, 6.0, 9.0, 17.0, 40.0, 53.0, 109.0, 163.0, 272.0, 504.0, 971.0, 1949.0, 5453.0, 34326.0, 950267.0, 44060.0, 5942.0, 2158.0, 1051.0, 496.0, 268.0, 180.0, 86.0, 67.0, 40.0, 21.0, 17.0, 9.0, 5.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.671875, -3.5516357421875, -3.431396484375, -3.3111572265625, -3.19091796875, -3.0706787109375, -2.950439453125, -2.8302001953125, -2.7099609375, -2.5897216796875, -2.469482421875, -2.3492431640625, -2.22900390625, -2.1087646484375, -1.988525390625, -1.8682861328125, -1.748046875, -1.6278076171875, -1.507568359375, -1.3873291015625, -1.26708984375, -1.1468505859375, -1.026611328125, -0.9063720703125, -0.7861328125, -0.6658935546875, -0.545654296875, -0.4254150390625, -0.30517578125, -0.1849365234375, -0.064697265625, 0.0555419921875, 0.17578125, 0.2960205078125, 0.416259765625, 0.5364990234375, 0.65673828125, 0.7769775390625, 0.897216796875, 1.0174560546875, 1.1376953125, 1.2579345703125, 1.378173828125, 1.4984130859375, 1.61865234375, 1.7388916015625, 1.859130859375, 1.9793701171875, 2.099609375, 2.2198486328125, 2.340087890625, 2.4603271484375, 2.58056640625, 2.7008056640625, 2.821044921875, 2.9412841796875, 3.0615234375, 3.1817626953125, 3.302001953125, 3.4222412109375, 3.54248046875, 3.6627197265625, 3.782958984375, 3.9031982421875, 4.0234375]}, "gradients/encoder.encoder.layers.19.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 4.0, 2.0, 5.0, 11.0, 11.0, 26.0, 31.0, 41.0, 67.0, 92.0, 115.0, 137.0, 118.0, 107.0, 64.0, 53.0, 35.0, 30.0, 14.0, 13.0, 5.0, 10.0, 7.0, 4.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00015270709991455078, -0.00014597736299037933, -0.00013924762606620789, -0.00013251788914203644, -0.000125788152217865, -0.00011905841529369354, -0.0001123286783695221, -0.00010559894144535065, -9.88692045211792e-05, -9.213946759700775e-05, -8.54097306728363e-05, -7.867999374866486e-05, -7.195025682449341e-05, -6.522051990032196e-05, -5.849078297615051e-05, -5.1761046051979065e-05, -4.503130912780762e-05, -3.830157220363617e-05, -3.157183527946472e-05, -2.4842098355293274e-05, -1.8112361431121826e-05, -1.1382624506950378e-05, -4.652887582778931e-06, 2.076849341392517e-06, 8.806586265563965e-06, 1.5536323189735413e-05, 2.226606011390686e-05, 2.8995797038078308e-05, 3.5725533962249756e-05, 4.2455270886421204e-05, 4.918500781059265e-05, 5.59147447347641e-05, 6.264448165893555e-05, 6.9374218583107e-05, 7.610395550727844e-05, 8.283369243144989e-05, 8.956342935562134e-05, 9.629316627979279e-05, 0.00010302290320396423, 0.00010975264012813568, 0.00011648237705230713, 0.00012321211397647858, 0.00012994185090065002, 0.00013667158782482147, 0.00014340132474899292, 0.00015013106167316437, 0.00015686079859733582, 0.00016359053552150726, 0.0001703202724456787, 0.00017705000936985016, 0.0001837797462940216, 0.00019050948321819305, 0.0001972392201423645, 0.00020396895706653595, 0.0002106986939907074, 0.00021742843091487885, 0.0002241581678390503, 0.00023088790476322174, 0.0002376176416873932, 0.00024434737861156464, 0.0002510771155357361, 0.00025780685245990753, 0.000264536589384079, 0.00027126632630825043, 0.0002779960632324219]}, "gradients/encoder.encoder.layers.19.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 5.0, 0.0, 0.0, 2.0, 4.0, 4.0, 5.0, 4.0, 2.0, 9.0, 7.0, 11.0, 6.0, 17.0, 17.0, 27.0, 56.0, 94.0, 150.0, 282.0, 570.0, 1254.0, 3092.0, 11669.0, 929650.0, 91309.0, 6261.0, 2168.0, 904.0, 435.0, 225.0, 133.0, 60.0, 36.0, 32.0, 11.0, 13.0, 8.0, 9.0, 10.0, 9.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-5.64453125, -5.4613037109375, -5.278076171875, -5.0948486328125, -4.91162109375, -4.7283935546875, -4.545166015625, -4.3619384765625, -4.1787109375, -3.9954833984375, -3.812255859375, -3.6290283203125, -3.44580078125, -3.2625732421875, -3.079345703125, -2.8961181640625, -2.712890625, -2.5296630859375, -2.346435546875, -2.1632080078125, -1.97998046875, -1.7967529296875, -1.613525390625, -1.4302978515625, -1.2470703125, -1.0638427734375, -0.880615234375, -0.6973876953125, -0.51416015625, -0.3309326171875, -0.147705078125, 0.0355224609375, 0.21875, 0.4019775390625, 0.585205078125, 0.7684326171875, 0.95166015625, 1.1348876953125, 1.318115234375, 1.5013427734375, 1.6845703125, 1.8677978515625, 2.051025390625, 2.2342529296875, 2.41748046875, 2.6007080078125, 2.783935546875, 2.9671630859375, 3.150390625, 3.3336181640625, 3.516845703125, 3.7000732421875, 3.88330078125, 4.0665283203125, 4.249755859375, 4.4329833984375, 4.6162109375, 4.7994384765625, 4.982666015625, 5.1658935546875, 5.34912109375, 5.5323486328125, 5.715576171875, 5.8988037109375, 6.08203125]}, "gradients/encoder.encoder.layers.19.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 3.0, 3.0, 2.0, 1.0, 2.0, 4.0, 4.0, 9.0, 20.0, 31.0, 67.0, 171.0, 357.0, 185.0, 63.0, 38.0, 19.0, 8.0, 3.0, 5.0, 3.0, 0.0, 3.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.134765625, -2.062469482421875, -1.99017333984375, -1.917877197265625, -1.8455810546875, -1.773284912109375, -1.70098876953125, -1.628692626953125, -1.556396484375, -1.484100341796875, -1.41180419921875, -1.339508056640625, -1.2672119140625, -1.194915771484375, -1.12261962890625, -1.050323486328125, -0.97802734375, -0.905731201171875, -0.83343505859375, -0.761138916015625, -0.6888427734375, -0.616546630859375, -0.54425048828125, -0.471954345703125, -0.399658203125, -0.327362060546875, -0.25506591796875, -0.182769775390625, -0.1104736328125, -0.038177490234375, 0.03411865234375, 0.106414794921875, 0.1787109375, 0.251007080078125, 0.32330322265625, 0.395599365234375, 0.4678955078125, 0.540191650390625, 0.61248779296875, 0.684783935546875, 0.757080078125, 0.829376220703125, 0.90167236328125, 0.973968505859375, 1.0462646484375, 1.118560791015625, 1.19085693359375, 1.263153076171875, 1.33544921875, 1.407745361328125, 1.48004150390625, 1.552337646484375, 1.6246337890625, 1.696929931640625, 1.76922607421875, 1.841522216796875, 1.913818359375, 1.986114501953125, 2.05841064453125, 2.130706787109375, 2.2030029296875, 2.275299072265625, 2.34759521484375, 2.419891357421875, 2.4921875]}, "gradients/encoder.encoder.layers.19.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 7.0, 4.0, 12.0, 33.0, 108.0, 349.0, 329.0, 114.0, 33.0, 19.0, 2.0, 0.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-56.2459602355957, -55.098819732666016, -53.95167922973633, -52.80453872680664, -51.65740203857422, -50.51026153564453, -49.363121032714844, -48.215980529785156, -47.06884002685547, -45.92169952392578, -44.774559020996094, -43.627418518066406, -42.48027801513672, -41.3331413269043, -40.18600082397461, -39.03886032104492, -37.891719818115234, -36.74457931518555, -35.59743881225586, -34.45029830932617, -33.30316162109375, -32.15602111816406, -31.008880615234375, -29.861740112304688, -28.714599609375, -27.567459106445312, -26.420318603515625, -25.27318000793457, -24.126039505004883, -22.978899002075195, -21.83176040649414, -20.684619903564453, -19.53748321533203, -18.390342712402344, -17.243202209472656, -16.0960636138916, -14.948923110961914, -13.801782608032227, -12.654643058776855, -11.507503509521484, -10.360363006591797, -9.21322250366211, -8.066082954406738, -6.918942928314209, -5.77180290222168, -4.62466287612915, -3.477522850036621, -2.33038330078125, -1.1832427978515625, -0.0361027717590332, 1.111037254333496, 2.2581772804260254, 3.4053173065185547, 4.552457332611084, 5.699597358703613, 6.846736907958984, 7.993877410888672, 9.14101791381836, 10.28815746307373, 11.435297012329102, 12.582437515258789, 13.729578018188477, 14.876717567443848, 16.02385711669922, 17.170997619628906]}, "gradients/encoder.encoder.layers.19.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 3.0, 6.0, 9.0, 8.0, 17.0, 10.0, 12.0, 11.0, 20.0, 12.0, 16.0, 32.0, 24.0, 35.0, 41.0, 30.0, 51.0, 44.0, 45.0, 53.0, 47.0, 35.0, 38.0, 48.0, 36.0, 33.0, 43.0, 30.0, 25.0, 31.0, 23.0, 25.0, 25.0, 22.0, 11.0, 10.0, 12.0, 7.0, 7.0, 7.0, 4.0, 2.0, 3.0, 1.0, 3.0, 0.0, 1.0, 0.0, 3.0], "bins": [-7.340288162231445, -7.132357120513916, -6.924426078796387, -6.716495037078857, -6.508563995361328, -6.300632953643799, -6.0927019119262695, -5.88477087020874, -5.676839828491211, -5.468908786773682, -5.260977745056152, -5.053046703338623, -4.845115661621094, -4.6371846199035645, -4.429253578186035, -4.221322536468506, -4.013391494750977, -3.8054604530334473, -3.597529411315918, -3.3895983695983887, -3.1816673278808594, -2.97373628616333, -2.765805244445801, -2.5578742027282715, -2.349942684173584, -2.1420116424560547, -1.9340806007385254, -1.726149559020996, -1.5182185173034668, -1.310287356376648, -1.1023563146591187, -0.8944252729415894, -0.6864943504333496, -0.4785633087158203, -0.27063223719596863, -0.06270116567611694, 0.14522987604141235, 0.3531609773635864, 0.5610920190811157, 0.769023060798645, 0.9769541025161743, 1.1848851442337036, 1.392816185951233, 1.6007473468780518, 1.808678388595581, 2.0166094303131104, 2.2245404720306396, 2.432471513748169, 2.6404025554656982, 2.8483335971832275, 3.056264638900757, 3.264195680618286, 3.4721267223358154, 3.680058002471924, 3.887989044189453, 4.095920085906982, 4.303851127624512, 4.511782169342041, 4.71971321105957, 4.9276442527771, 5.135575294494629, 5.343506336212158, 5.5514373779296875, 5.759368419647217, 5.967299461364746]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 1.0, 3.0, 7.0, 6.0, 14.0, 14.0, 13.0, 22.0, 27.0, 35.0, 64.0, 102.0, 138.0, 228.0, 263.0, 461.0, 716.0, 1206.0, 2129.0, 3945.0, 8445.0, 20715.0, 77325.0, 3859879.0, 164794.0, 30023.0, 11427.0, 5312.0, 2740.0, 1548.0, 885.0, 573.0, 373.0, 241.0, 153.0, 125.0, 85.0, 58.0, 36.0, 42.0, 24.0, 17.0, 17.0, 23.0, 6.0, 8.0, 4.0, 3.0, 5.0, 7.0, 3.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.8525390625, -1.7901153564453125, -1.727691650390625, -1.6652679443359375, -1.60284423828125, -1.5404205322265625, -1.477996826171875, -1.4155731201171875, -1.3531494140625, -1.2907257080078125, -1.228302001953125, -1.1658782958984375, -1.10345458984375, -1.0410308837890625, -0.978607177734375, -0.9161834716796875, -0.853759765625, -0.7913360595703125, -0.728912353515625, -0.6664886474609375, -0.60406494140625, -0.5416412353515625, -0.479217529296875, -0.4167938232421875, -0.3543701171875, -0.2919464111328125, -0.229522705078125, -0.1670989990234375, -0.10467529296875, -0.0422515869140625, 0.020172119140625, 0.0825958251953125, 0.14501953125, 0.2074432373046875, 0.269866943359375, 0.3322906494140625, 0.39471435546875, 0.4571380615234375, 0.519561767578125, 0.5819854736328125, 0.6444091796875, 0.7068328857421875, 0.769256591796875, 0.8316802978515625, 0.89410400390625, 0.9565277099609375, 1.018951416015625, 1.0813751220703125, 1.143798828125, 1.2062225341796875, 1.268646240234375, 1.3310699462890625, 1.39349365234375, 1.4559173583984375, 1.518341064453125, 1.5807647705078125, 1.6431884765625, 1.7056121826171875, 1.768035888671875, 1.8304595947265625, 1.89288330078125, 1.9553070068359375, 2.017730712890625, 2.0801544189453125, 2.142578125]}, "gradients/encoder.encoder.layers.18.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 6.0, 6.0, 8.0, 14.0, 13.0, 13.0, 33.0, 26.0, 40.0, 48.0, 63.0, 57.0, 60.0, 68.0, 75.0, 52.0, 56.0, 56.0, 46.0, 42.0, 43.0, 34.0, 28.0, 25.0, 23.0, 13.0, 11.0, 10.0, 6.0, 5.0, 4.0, 3.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 2.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-0.286376953125, -0.2779083251953125, -0.269439697265625, -0.2609710693359375, -0.25250244140625, -0.2440338134765625, -0.235565185546875, -0.2270965576171875, -0.2186279296875, -0.2101593017578125, -0.201690673828125, -0.1932220458984375, -0.18475341796875, -0.1762847900390625, -0.167816162109375, -0.1593475341796875, -0.15087890625, -0.1424102783203125, -0.133941650390625, -0.1254730224609375, -0.11700439453125, -0.1085357666015625, -0.100067138671875, -0.0915985107421875, -0.0831298828125, -0.0746612548828125, -0.066192626953125, -0.0577239990234375, -0.04925537109375, -0.0407867431640625, -0.032318115234375, -0.0238494873046875, -0.015380859375, -0.0069122314453125, 0.001556396484375, 0.0100250244140625, 0.01849365234375, 0.0269622802734375, 0.035430908203125, 0.0438995361328125, 0.0523681640625, 0.0608367919921875, 0.069305419921875, 0.0777740478515625, 0.08624267578125, 0.0947113037109375, 0.103179931640625, 0.1116485595703125, 0.1201171875, 0.1285858154296875, 0.137054443359375, 0.1455230712890625, 0.15399169921875, 0.1624603271484375, 0.170928955078125, 0.1793975830078125, 0.1878662109375, 0.1963348388671875, 0.204803466796875, 0.2132720947265625, 0.22174072265625, 0.2302093505859375, 0.238677978515625, 0.2471466064453125, 0.255615234375]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 4.0, 9.0, 11.0, 14.0, 18.0, 38.0, 54.0, 79.0, 113.0, 190.0, 302.0, 532.0, 1014.0, 1914.0, 3949.0, 10062.0, 31943.0, 215870.0, 3810718.0, 83693.0, 19713.0, 7110.0, 3062.0, 1641.0, 887.0, 477.0, 288.0, 188.0, 128.0, 64.0, 56.0, 44.0, 39.0, 22.0, 13.0, 11.0, 10.0, 4.0, 2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.162109375, -2.082916259765625, -2.00372314453125, -1.924530029296875, -1.8453369140625, -1.766143798828125, -1.68695068359375, -1.607757568359375, -1.528564453125, -1.449371337890625, -1.37017822265625, -1.290985107421875, -1.2117919921875, -1.132598876953125, -1.05340576171875, -0.974212646484375, -0.89501953125, -0.815826416015625, -0.73663330078125, -0.657440185546875, -0.5782470703125, -0.499053955078125, -0.41986083984375, -0.340667724609375, -0.261474609375, -0.182281494140625, -0.10308837890625, -0.023895263671875, 0.0552978515625, 0.134490966796875, 0.21368408203125, 0.292877197265625, 0.3720703125, 0.451263427734375, 0.53045654296875, 0.609649658203125, 0.6888427734375, 0.768035888671875, 0.84722900390625, 0.926422119140625, 1.005615234375, 1.084808349609375, 1.16400146484375, 1.243194580078125, 1.3223876953125, 1.401580810546875, 1.48077392578125, 1.559967041015625, 1.63916015625, 1.718353271484375, 1.79754638671875, 1.876739501953125, 1.9559326171875, 2.035125732421875, 2.11431884765625, 2.193511962890625, 2.272705078125, 2.351898193359375, 2.43109130859375, 2.510284423828125, 2.5894775390625, 2.668670654296875, 2.74786376953125, 2.827056884765625, 2.90625]}, "gradients/encoder.encoder.layers.18.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 5.0, 3.0, 9.0, 6.0, 6.0, 9.0, 25.0, 21.0, 33.0, 34.0, 84.0, 155.0, 603.0, 2522.0, 249.0, 94.0, 58.0, 36.0, 37.0, 24.0, 16.0, 10.0, 8.0, 5.0, 5.0, 3.0, 4.0, 1.0, 3.0, 4.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.52685546875, -0.5074844360351562, -0.4881134033203125, -0.46874237060546875, -0.449371337890625, -0.43000030517578125, -0.4106292724609375, -0.39125823974609375, -0.37188720703125, -0.35251617431640625, -0.3331451416015625, -0.31377410888671875, -0.294403076171875, -0.27503204345703125, -0.2556610107421875, -0.23628997802734375, -0.2169189453125, -0.19754791259765625, -0.1781768798828125, -0.15880584716796875, -0.139434814453125, -0.12006378173828125, -0.1006927490234375, -0.08132171630859375, -0.06195068359375, -0.04257965087890625, -0.0232086181640625, -0.00383758544921875, 0.015533447265625, 0.03490447998046875, 0.0542755126953125, 0.07364654541015625, 0.093017578125, 0.11238861083984375, 0.1317596435546875, 0.15113067626953125, 0.170501708984375, 0.18987274169921875, 0.2092437744140625, 0.22861480712890625, 0.24798583984375, 0.26735687255859375, 0.2867279052734375, 0.30609893798828125, 0.325469970703125, 0.34484100341796875, 0.3642120361328125, 0.38358306884765625, 0.4029541015625, 0.42232513427734375, 0.4416961669921875, 0.46106719970703125, 0.480438232421875, 0.49980926513671875, 0.5191802978515625, 0.5385513305664062, 0.55792236328125, 0.5772933959960938, 0.5966644287109375, 0.6160354614257812, 0.635406494140625, 0.6547775268554688, 0.6741485595703125, 0.6935195922851562, 0.712890625]}, "gradients/encoder.encoder.layers.18.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 4.0, 3.0, 5.0, 5.0, 23.0, 53.0, 190.0, 359.0, 218.0, 89.0, 30.0, 13.0, 15.0, 4.0, 1.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.997404098510742, -2.738478183746338, -2.4795522689819336, -2.2206263542175293, -1.9617005586624146, -1.7027746438980103, -1.4438488483428955, -1.1849229335784912, -0.9259970188140869, -0.6670711040496826, -0.4081452488899231, -0.14921939373016357, 0.10970652103424072, 0.368632435798645, 0.6275582313537598, 0.8864841461181641, 1.1454100608825684, 1.4043359756469727, 1.663261890411377, 1.9221876859664917, 2.1811137199401855, 2.44003963470459, 2.698965311050415, 2.9578912258148193, 3.2168171405792236, 3.475743055343628, 3.7346689701080322, 3.9935946464538574, 4.252520561218262, 4.511446475982666, 4.77037239074707, 5.029298305511475, 5.288224220275879, 5.547150135040283, 5.8060760498046875, 6.065001964569092, 6.323927879333496, 6.5828537940979, 6.841779708862305, 7.100705146789551, 7.359631538391113, 7.618557453155518, 7.877483367919922, 8.136408805847168, 8.39533519744873, 8.654260635375977, 8.913187026977539, 9.172112464904785, 9.431037902832031, 9.689963340759277, 9.94888973236084, 10.207815170288086, 10.466741561889648, 10.725666999816895, 10.984593391418457, 11.243518829345703, 11.502445220947266, 11.761370658874512, 12.020297050476074, 12.27922248840332, 12.538148880004883, 12.797074317932129, 13.056000709533691, 13.314926147460938, 13.5738525390625]}, "gradients/encoder.encoder.layers.18.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 0.0, 1.0, 11.0, 3.0, 12.0, 9.0, 11.0, 14.0, 33.0, 27.0, 26.0, 28.0, 46.0, 33.0, 47.0, 44.0, 49.0, 55.0, 45.0, 58.0, 50.0, 55.0, 45.0, 52.0, 45.0, 36.0, 31.0, 25.0, 24.0, 17.0, 17.0, 16.0, 5.0, 10.0, 11.0, 4.0, 6.0, 7.0, 0.0, 2.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.210692882537842, -2.1470770835876465, -2.083461284637451, -2.019845485687256, -1.9562296867370605, -1.8926138877868652, -1.8289982080459595, -1.7653824090957642, -1.7017666101455688, -1.6381508111953735, -1.5745350122451782, -1.510919213294983, -1.4473035335540771, -1.3836877346038818, -1.3200719356536865, -1.2564561367034912, -1.192840337753296, -1.1292245388031006, -1.0656087398529053, -1.00199294090271, -0.9383772015571594, -0.8747614026069641, -0.8111456632614136, -0.7475298643112183, -0.683914065361023, -0.6202982664108276, -0.5566824674606323, -0.4930667281150818, -0.4294509291648865, -0.36583513021469116, -0.30221936106681824, -0.2386035919189453, -0.1749875545501709, -0.11137177050113678, -0.04775598645210266, 0.015859797596931458, 0.07947558164596558, 0.1430913805961609, 0.2067071497440338, 0.27032291889190674, 0.33393871784210205, 0.39755451679229736, 0.4611702859401703, 0.5247860550880432, 0.5884018540382385, 0.6520176529884338, 0.7156333923339844, 0.7792491912841797, 0.842864990234375, 0.9064807891845703, 0.9700965881347656, 1.033712387084961, 1.0973281860351562, 1.1609439849853516, 1.2245596647262573, 1.2881754636764526, 1.351791262626648, 1.4154070615768433, 1.4790228605270386, 1.5426386594772339, 1.6062543392181396, 1.669870138168335, 1.7334859371185303, 1.7971017360687256, 1.860717535018921]}, "gradients/encoder.encoder.layers.18.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 4.0, 5.0, 5.0, 6.0, 6.0, 5.0, 13.0, 17.0, 24.0, 51.0, 51.0, 59.0, 110.0, 182.0, 242.0, 453.0, 721.0, 1292.0, 2377.0, 5018.0, 11537.0, 31813.0, 121411.0, 527027.0, 257368.0, 56063.0, 18142.0, 7010.0, 3362.0, 1761.0, 897.0, 562.0, 344.0, 188.0, 142.0, 84.0, 70.0, 40.0, 34.0, 20.0, 11.0, 16.0, 3.0, 6.0, 3.0, 2.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-2.29296875, -2.220703125, -2.1484375, -2.076171875, -2.00390625, -1.931640625, -1.859375, -1.787109375, -1.71484375, -1.642578125, -1.5703125, -1.498046875, -1.42578125, -1.353515625, -1.28125, -1.208984375, -1.13671875, -1.064453125, -0.9921875, -0.919921875, -0.84765625, -0.775390625, -0.703125, -0.630859375, -0.55859375, -0.486328125, -0.4140625, -0.341796875, -0.26953125, -0.197265625, -0.125, -0.052734375, 0.01953125, 0.091796875, 0.1640625, 0.236328125, 0.30859375, 0.380859375, 0.453125, 0.525390625, 0.59765625, 0.669921875, 0.7421875, 0.814453125, 0.88671875, 0.958984375, 1.03125, 1.103515625, 1.17578125, 1.248046875, 1.3203125, 1.392578125, 1.46484375, 1.537109375, 1.609375, 1.681640625, 1.75390625, 1.826171875, 1.8984375, 1.970703125, 2.04296875, 2.115234375, 2.1875, 2.259765625, 2.33203125]}, "gradients/encoder.encoder.layers.18.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 5.0, 2.0, 1.0, 3.0, 3.0, 9.0, 2.0, 8.0, 12.0, 18.0, 16.0, 23.0, 28.0, 57.0, 53.0, 45.0, 60.0, 71.0, 68.0, 64.0, 59.0, 50.0, 55.0, 52.0, 47.0, 42.0, 31.0, 32.0, 30.0, 18.0, 12.0, 9.0, 2.0, 7.0, 5.0, 5.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.296142578125, -0.28734588623046875, -0.2785491943359375, -0.26975250244140625, -0.260955810546875, -0.25215911865234375, -0.2433624267578125, -0.23456573486328125, -0.22576904296875, -0.21697235107421875, -0.2081756591796875, -0.19937896728515625, -0.190582275390625, -0.18178558349609375, -0.1729888916015625, -0.16419219970703125, -0.1553955078125, -0.14659881591796875, -0.1378021240234375, -0.12900543212890625, -0.120208740234375, -0.11141204833984375, -0.1026153564453125, -0.09381866455078125, -0.08502197265625, -0.07622528076171875, -0.0674285888671875, -0.05863189697265625, -0.049835205078125, -0.04103851318359375, -0.0322418212890625, -0.02344512939453125, -0.0146484375, -0.00585174560546875, 0.0029449462890625, 0.01174163818359375, 0.020538330078125, 0.02933502197265625, 0.0381317138671875, 0.04692840576171875, 0.05572509765625, 0.06452178955078125, 0.0733184814453125, 0.08211517333984375, 0.090911865234375, 0.09970855712890625, 0.1085052490234375, 0.11730194091796875, 0.1260986328125, 0.13489532470703125, 0.1436920166015625, 0.15248870849609375, 0.161285400390625, 0.17008209228515625, 0.1788787841796875, 0.18767547607421875, 0.19647216796875, 0.20526885986328125, 0.2140655517578125, 0.22286224365234375, 0.231658935546875, 0.24045562744140625, 0.2492523193359375, 0.25804901123046875, 0.266845703125]}, "gradients/encoder.encoder.layers.18.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 3.0, 3.0, 0.0, 3.0, 5.0, 5.0, 12.0, 10.0, 16.0, 22.0, 33.0, 42.0, 72.0, 95.0, 124.0, 173.0, 313.0, 476.0, 824.0, 1692.0, 4806.0, 17461.0, 85183.0, 567458.0, 305649.0, 46894.0, 10806.0, 3336.0, 1286.0, 606.0, 390.0, 235.0, 186.0, 108.0, 66.0, 49.0, 45.0, 35.0, 10.0, 9.0, 6.0, 7.0, 4.0, 4.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.029296875, -1.950714111328125, -1.87213134765625, -1.793548583984375, -1.7149658203125, -1.636383056640625, -1.55780029296875, -1.479217529296875, -1.400634765625, -1.322052001953125, -1.24346923828125, -1.164886474609375, -1.0863037109375, -1.007720947265625, -0.92913818359375, -0.850555419921875, -0.77197265625, -0.693389892578125, -0.61480712890625, -0.536224365234375, -0.4576416015625, -0.379058837890625, -0.30047607421875, -0.221893310546875, -0.143310546875, -0.064727783203125, 0.01385498046875, 0.092437744140625, 0.1710205078125, 0.249603271484375, 0.32818603515625, 0.406768798828125, 0.4853515625, 0.563934326171875, 0.64251708984375, 0.721099853515625, 0.7996826171875, 0.878265380859375, 0.95684814453125, 1.035430908203125, 1.114013671875, 1.192596435546875, 1.27117919921875, 1.349761962890625, 1.4283447265625, 1.506927490234375, 1.58551025390625, 1.664093017578125, 1.74267578125, 1.821258544921875, 1.89984130859375, 1.978424072265625, 2.0570068359375, 2.135589599609375, 2.21417236328125, 2.292755126953125, 2.371337890625, 2.449920654296875, 2.52850341796875, 2.607086181640625, 2.6856689453125, 2.764251708984375, 2.84283447265625, 2.921417236328125, 3.0]}, "gradients/encoder.encoder.layers.18.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 3.0, 2.0, 2.0, 4.0, 2.0, 7.0, 8.0, 4.0, 9.0, 9.0, 7.0, 18.0, 11.0, 23.0, 30.0, 18.0, 20.0, 35.0, 29.0, 45.0, 53.0, 50.0, 42.0, 44.0, 51.0, 40.0, 48.0, 56.0, 48.0, 36.0, 30.0, 31.0, 20.0, 29.0, 20.0, 22.0, 21.0, 25.0, 15.0, 11.0, 9.0, 6.0, 4.0, 7.0, 3.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-0.92919921875, -0.8972091674804688, -0.8652191162109375, -0.8332290649414062, -0.801239013671875, -0.7692489624023438, -0.7372589111328125, -0.7052688598632812, -0.67327880859375, -0.6412887573242188, -0.6092987060546875, -0.5773086547851562, -0.545318603515625, -0.5133285522460938, -0.4813385009765625, -0.44934844970703125, -0.4173583984375, -0.38536834716796875, -0.3533782958984375, -0.32138824462890625, -0.289398193359375, -0.25740814208984375, -0.2254180908203125, -0.19342803955078125, -0.16143798828125, -0.12944793701171875, -0.0974578857421875, -0.06546783447265625, -0.033477783203125, -0.00148773193359375, 0.0305023193359375, 0.06249237060546875, 0.094482421875, 0.12647247314453125, 0.1584625244140625, 0.19045257568359375, 0.222442626953125, 0.25443267822265625, 0.2864227294921875, 0.31841278076171875, 0.35040283203125, 0.38239288330078125, 0.4143829345703125, 0.44637298583984375, 0.478363037109375, 0.5103530883789062, 0.5423431396484375, 0.5743331909179688, 0.6063232421875, 0.6383132934570312, 0.6703033447265625, 0.7022933959960938, 0.734283447265625, 0.7662734985351562, 0.7982635498046875, 0.8302536010742188, 0.86224365234375, 0.8942337036132812, 0.9262237548828125, 0.9582138061523438, 0.990203857421875, 1.0221939086914062, 1.0541839599609375, 1.0861740112304688, 1.1181640625]}, "gradients/encoder.encoder.layers.18.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 5.0, 2.0, 10.0, 2.0, 6.0, 9.0, 14.0, 16.0, 34.0, 34.0, 45.0, 66.0, 100.0, 153.0, 322.0, 509.0, 989.0, 1943.0, 5037.0, 15286.0, 79185.0, 785474.0, 128603.0, 19830.0, 5979.0, 2392.0, 1064.0, 548.0, 317.0, 205.0, 106.0, 77.0, 43.0, 40.0, 31.0, 29.0, 10.0, 12.0, 6.0, 9.0, 6.0, 2.0, 1.0, 4.0, 0.0, 0.0, 3.0, 0.0, 4.0, 1.0, 2.0, 1.0, 2.0], "bins": [-1.408203125, -1.3650054931640625, -1.321807861328125, -1.2786102294921875, -1.23541259765625, -1.1922149658203125, -1.149017333984375, -1.1058197021484375, -1.0626220703125, -1.0194244384765625, -0.976226806640625, -0.9330291748046875, -0.88983154296875, -0.8466339111328125, -0.803436279296875, -0.7602386474609375, -0.717041015625, -0.6738433837890625, -0.630645751953125, -0.5874481201171875, -0.54425048828125, -0.5010528564453125, -0.457855224609375, -0.4146575927734375, -0.3714599609375, -0.3282623291015625, -0.285064697265625, -0.2418670654296875, -0.19866943359375, -0.1554718017578125, -0.112274169921875, -0.0690765380859375, -0.02587890625, 0.0173187255859375, 0.060516357421875, 0.1037139892578125, 0.14691162109375, 0.1901092529296875, 0.233306884765625, 0.2765045166015625, 0.3197021484375, 0.3628997802734375, 0.406097412109375, 0.4492950439453125, 0.49249267578125, 0.5356903076171875, 0.578887939453125, 0.6220855712890625, 0.665283203125, 0.7084808349609375, 0.751678466796875, 0.7948760986328125, 0.83807373046875, 0.8812713623046875, 0.924468994140625, 0.9676666259765625, 1.0108642578125, 1.0540618896484375, 1.097259521484375, 1.1404571533203125, 1.18365478515625, 1.2268524169921875, 1.270050048828125, 1.3132476806640625, 1.3564453125]}, "gradients/encoder.encoder.layers.18.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 2.0, 7.0, 12.0, 16.0, 33.0, 39.0, 73.0, 114.0, 136.0, 143.0, 141.0, 95.0, 72.0, 46.0, 26.0, 12.0, 17.0, 7.0, 6.0, 6.0, 3.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00034236907958984375, -0.00033369287848472595, -0.00032501667737960815, -0.00031634047627449036, -0.00030766427516937256, -0.00029898807406425476, -0.00029031187295913696, -0.00028163567185401917, -0.00027295947074890137, -0.00026428326964378357, -0.00025560706853866577, -0.000246930867433548, -0.00023825466632843018, -0.00022957846522331238, -0.00022090226411819458, -0.00021222606301307678, -0.00020354986190795898, -0.0001948736608028412, -0.0001861974596977234, -0.0001775212585926056, -0.0001688450574874878, -0.00016016885638237, -0.0001514926552772522, -0.0001428164541721344, -0.0001341402530670166, -0.0001254640519618988, -0.000116787850856781, -0.00010811164975166321, -9.943544864654541e-05, -9.075924754142761e-05, -8.208304643630981e-05, -7.340684533119202e-05, -6.473064422607422e-05, -5.605444312095642e-05, -4.737824201583862e-05, -3.8702040910720825e-05, -3.0025839805603027e-05, -2.134963870048523e-05, -1.2673437595367432e-05, -3.997236490249634e-06, 4.678964614868164e-06, 1.3355165719985962e-05, 2.203136682510376e-05, 3.070756793022156e-05, 3.9383769035339355e-05, 4.805997014045715e-05, 5.673617124557495e-05, 6.541237235069275e-05, 7.408857345581055e-05, 8.276477456092834e-05, 9.144097566604614e-05, 0.00010011717677116394, 0.00010879337787628174, 0.00011746957898139954, 0.00012614578008651733, 0.00013482198119163513, 0.00014349818229675293, 0.00015217438340187073, 0.00016085058450698853, 0.00016952678561210632, 0.00017820298671722412, 0.00018687918782234192, 0.00019555538892745972, 0.00020423159003257751, 0.0002129077911376953]}, "gradients/encoder.encoder.layers.18.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 4.0, 6.0, 11.0, 11.0, 17.0, 25.0, 43.0, 62.0, 85.0, 141.0, 279.0, 600.0, 1446.0, 5106.0, 24559.0, 617201.0, 372052.0, 19950.0, 4392.0, 1338.0, 521.0, 277.0, 157.0, 104.0, 53.0, 38.0, 29.0, 13.0, 14.0, 7.0, 3.0, 6.0, 5.0, 1.0, 2.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-2.224609375, -2.164398193359375, -2.10418701171875, -2.043975830078125, -1.9837646484375, -1.923553466796875, -1.86334228515625, -1.803131103515625, -1.742919921875, -1.682708740234375, -1.62249755859375, -1.562286376953125, -1.5020751953125, -1.441864013671875, -1.38165283203125, -1.321441650390625, -1.26123046875, -1.201019287109375, -1.14080810546875, -1.080596923828125, -1.0203857421875, -0.960174560546875, -0.89996337890625, -0.839752197265625, -0.779541015625, -0.719329833984375, -0.65911865234375, -0.598907470703125, -0.5386962890625, -0.478485107421875, -0.41827392578125, -0.358062744140625, -0.2978515625, -0.237640380859375, -0.17742919921875, -0.117218017578125, -0.0570068359375, 0.003204345703125, 0.06341552734375, 0.123626708984375, 0.183837890625, 0.244049072265625, 0.30426025390625, 0.364471435546875, 0.4246826171875, 0.484893798828125, 0.54510498046875, 0.605316162109375, 0.66552734375, 0.725738525390625, 0.78594970703125, 0.846160888671875, 0.9063720703125, 0.966583251953125, 1.02679443359375, 1.087005615234375, 1.147216796875, 1.207427978515625, 1.26763916015625, 1.327850341796875, 1.3880615234375, 1.448272705078125, 1.50848388671875, 1.568695068359375, 1.62890625]}, "gradients/encoder.encoder.layers.18.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 7.0, 7.0, 7.0, 7.0, 17.0, 18.0, 31.0, 31.0, 69.0, 84.0, 148.0, 177.0, 133.0, 84.0, 48.0, 34.0, 23.0, 21.0, 9.0, 18.0, 9.0, 7.0, 3.0, 2.0, 3.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.82275390625, -0.798126220703125, -0.77349853515625, -0.748870849609375, -0.7242431640625, -0.699615478515625, -0.67498779296875, -0.650360107421875, -0.625732421875, -0.601104736328125, -0.57647705078125, -0.551849365234375, -0.5272216796875, -0.502593994140625, -0.47796630859375, -0.453338623046875, -0.4287109375, -0.404083251953125, -0.37945556640625, -0.354827880859375, -0.3302001953125, -0.305572509765625, -0.28094482421875, -0.256317138671875, -0.231689453125, -0.207061767578125, -0.18243408203125, -0.157806396484375, -0.1331787109375, -0.108551025390625, -0.08392333984375, -0.059295654296875, -0.03466796875, -0.010040283203125, 0.01458740234375, 0.039215087890625, 0.0638427734375, 0.088470458984375, 0.11309814453125, 0.137725830078125, 0.162353515625, 0.186981201171875, 0.21160888671875, 0.236236572265625, 0.2608642578125, 0.285491943359375, 0.31011962890625, 0.334747314453125, 0.359375, 0.384002685546875, 0.40863037109375, 0.433258056640625, 0.4578857421875, 0.482513427734375, 0.50714111328125, 0.531768798828125, 0.556396484375, 0.581024169921875, 0.60565185546875, 0.630279541015625, 0.6549072265625, 0.679534912109375, 0.70416259765625, 0.728790283203125, 0.75341796875]}, "gradients/encoder.encoder.layers.18.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 10.0, 10.0, 18.0, 38.0, 72.0, 177.0, 250.0, 215.0, 111.0, 54.0, 35.0, 11.0, 6.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.838943481445312, -28.1914005279541, -27.543855667114258, -26.896312713623047, -26.248769760131836, -25.601226806640625, -24.95368194580078, -24.30613899230957, -23.65859603881836, -23.01105308532715, -22.363508224487305, -21.715965270996094, -21.068422317504883, -20.420879364013672, -19.773334503173828, -19.125791549682617, -18.478248596191406, -17.830705642700195, -17.18316078186035, -16.53561782836914, -15.88807487487793, -15.240530967712402, -14.592987060546875, -13.945444107055664, -13.29789924621582, -12.650355339050293, -12.002812385559082, -11.355268478393555, -10.707725524902344, -10.060181617736816, -9.412637710571289, -8.765094757080078, -8.117551803588867, -7.470008373260498, -6.822464942932129, -6.174921035766602, -5.527378082275391, -4.879834175109863, -4.232290744781494, -3.584747314453125, -2.937203884124756, -2.2896604537963867, -1.642116904258728, -0.9945733547210693, -0.3470299243927002, 0.30051350593566895, 0.9480571746826172, 1.5956006050109863, 2.2431440353393555, 2.8906874656677246, 3.5382308959960938, 4.185774803161621, 4.833317756652832, 5.480861663818359, 6.1284050941467285, 6.775948524475098, 7.423491954803467, 8.071035385131836, 8.718579292297363, 9.366122245788574, 10.013666152954102, 10.661209106445312, 11.30875301361084, 11.956296920776367, 12.603839874267578]}, "gradients/encoder.encoder.layers.18.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0, 3.0, 3.0, 2.0, 5.0, 3.0, 8.0, 16.0, 21.0, 24.0, 15.0, 20.0, 30.0, 20.0, 28.0, 33.0, 33.0, 40.0, 37.0, 39.0, 32.0, 41.0, 43.0, 39.0, 48.0, 43.0, 46.0, 35.0, 38.0, 38.0, 44.0, 30.0, 19.0, 23.0, 13.0, 20.0, 14.0, 16.0, 9.0, 7.0, 6.0, 6.0, 7.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-5.868282318115234, -5.69004487991333, -5.511807441711426, -5.3335700035095215, -5.155332565307617, -4.977095127105713, -4.798857688903809, -4.620620250701904, -4.4423828125, -4.264145374298096, -4.085907936096191, -3.907670497894287, -3.729433059692383, -3.5511956214904785, -3.372958183288574, -3.19472074508667, -3.0164833068847656, -2.8382458686828613, -2.660008430480957, -2.4817709922790527, -2.3035335540771484, -2.125296115875244, -1.9470586776733398, -1.7688212394714355, -1.5905838012695312, -1.412346363067627, -1.2341089248657227, -1.0558714866638184, -0.8776340484619141, -0.6993966102600098, -0.5211591720581055, -0.34292173385620117, -0.16468477249145508, 0.013552665710449219, 0.19179010391235352, 0.3700275421142578, 0.5482649803161621, 0.7265024185180664, 0.9047398567199707, 1.082977294921875, 1.2612147331237793, 1.4394521713256836, 1.617689609527588, 1.7959270477294922, 1.9741644859313965, 2.152401924133301, 2.330639362335205, 2.5088768005371094, 2.6871142387390137, 2.865351676940918, 3.0435891151428223, 3.2218265533447266, 3.400063991546631, 3.578301429748535, 3.7565388679504395, 3.9347763061523438, 4.113013744354248, 4.291251182556152, 4.469488620758057, 4.647726058959961, 4.825963497161865, 5.0042009353637695, 5.182438373565674, 5.360675811767578, 5.538913249969482]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 3.0, 12.0, 11.0, 23.0, 40.0, 52.0, 81.0, 111.0, 137.0, 239.0, 400.0, 698.0, 1102.0, 2067.0, 3694.0, 8108.0, 20158.0, 76542.0, 3620902.0, 387938.0, 43561.0, 14611.0, 6300.0, 3161.0, 1644.0, 991.0, 566.0, 356.0, 249.0, 159.0, 104.0, 74.0, 55.0, 38.0, 24.0, 18.0, 11.0, 12.0, 13.0, 8.0, 7.0, 0.0, 1.0, 4.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.791015625, -1.73095703125, -1.6708984375, -1.61083984375, -1.55078125, -1.49072265625, -1.4306640625, -1.37060546875, -1.310546875, -1.25048828125, -1.1904296875, -1.13037109375, -1.0703125, -1.01025390625, -0.9501953125, -0.89013671875, -0.830078125, -0.77001953125, -0.7099609375, -0.64990234375, -0.58984375, -0.52978515625, -0.4697265625, -0.40966796875, -0.349609375, -0.28955078125, -0.2294921875, -0.16943359375, -0.109375, -0.04931640625, 0.0107421875, 0.07080078125, 0.130859375, 0.19091796875, 0.2509765625, 0.31103515625, 0.37109375, 0.43115234375, 0.4912109375, 0.55126953125, 0.611328125, 0.67138671875, 0.7314453125, 0.79150390625, 0.8515625, 0.91162109375, 0.9716796875, 1.03173828125, 1.091796875, 1.15185546875, 1.2119140625, 1.27197265625, 1.33203125, 1.39208984375, 1.4521484375, 1.51220703125, 1.572265625, 1.63232421875, 1.6923828125, 1.75244140625, 1.8125, 1.87255859375, 1.9326171875, 1.99267578125, 2.052734375]}, "gradients/encoder.encoder.layers.17.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 2.0, 4.0, 6.0, 5.0, 4.0, 10.0, 9.0, 19.0, 26.0, 38.0, 35.0, 36.0, 65.0, 51.0, 71.0, 64.0, 58.0, 67.0, 65.0, 59.0, 53.0, 58.0, 42.0, 32.0, 32.0, 18.0, 18.0, 19.0, 10.0, 5.0, 7.0, 5.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0], "bins": [-0.319091796875, -0.30998992919921875, -0.3008880615234375, -0.29178619384765625, -0.282684326171875, -0.27358245849609375, -0.2644805908203125, -0.25537872314453125, -0.24627685546875, -0.23717498779296875, -0.2280731201171875, -0.21897125244140625, -0.209869384765625, -0.20076751708984375, -0.1916656494140625, -0.18256378173828125, -0.1734619140625, -0.16436004638671875, -0.1552581787109375, -0.14615631103515625, -0.137054443359375, -0.12795257568359375, -0.1188507080078125, -0.10974884033203125, -0.10064697265625, -0.09154510498046875, -0.0824432373046875, -0.07334136962890625, -0.064239501953125, -0.05513763427734375, -0.0460357666015625, -0.03693389892578125, -0.02783203125, -0.01873016357421875, -0.0096282958984375, -0.00052642822265625, 0.008575439453125, 0.01767730712890625, 0.0267791748046875, 0.03588104248046875, 0.04498291015625, 0.05408477783203125, 0.0631866455078125, 0.07228851318359375, 0.081390380859375, 0.09049224853515625, 0.0995941162109375, 0.10869598388671875, 0.1177978515625, 0.12689971923828125, 0.1360015869140625, 0.14510345458984375, 0.154205322265625, 0.16330718994140625, 0.1724090576171875, 0.18151092529296875, 0.19061279296875, 0.19971466064453125, 0.2088165283203125, 0.21791839599609375, 0.227020263671875, 0.23612213134765625, 0.2452239990234375, 0.25432586669921875, 0.263427734375]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 2.0, 9.0, 4.0, 10.0, 7.0, 9.0, 15.0, 29.0, 37.0, 67.0, 82.0, 188.0, 270.0, 450.0, 963.0, 2203.0, 5362.0, 15176.0, 58884.0, 3152011.0, 888655.0, 48225.0, 13253.0, 4576.0, 1923.0, 914.0, 457.0, 200.0, 107.0, 71.0, 40.0, 38.0, 16.0, 12.0, 9.0, 5.0, 4.0, 4.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-3.1015625, -3.02191162109375, -2.9422607421875, -2.86260986328125, -2.782958984375, -2.70330810546875, -2.6236572265625, -2.54400634765625, -2.46435546875, -2.38470458984375, -2.3050537109375, -2.22540283203125, -2.145751953125, -2.06610107421875, -1.9864501953125, -1.90679931640625, -1.8271484375, -1.74749755859375, -1.6678466796875, -1.58819580078125, -1.508544921875, -1.42889404296875, -1.3492431640625, -1.26959228515625, -1.18994140625, -1.11029052734375, -1.0306396484375, -0.95098876953125, -0.871337890625, -0.79168701171875, -0.7120361328125, -0.63238525390625, -0.552734375, -0.47308349609375, -0.3934326171875, -0.31378173828125, -0.234130859375, -0.15447998046875, -0.0748291015625, 0.00482177734375, 0.08447265625, 0.16412353515625, 0.2437744140625, 0.32342529296875, 0.403076171875, 0.48272705078125, 0.5623779296875, 0.64202880859375, 0.7216796875, 0.80133056640625, 0.8809814453125, 0.96063232421875, 1.040283203125, 1.11993408203125, 1.1995849609375, 1.27923583984375, 1.35888671875, 1.43853759765625, 1.5181884765625, 1.59783935546875, 1.677490234375, 1.75714111328125, 1.8367919921875, 1.91644287109375, 1.99609375]}, "gradients/encoder.encoder.layers.17.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 4.0, 4.0, 6.0, 4.0, 1.0, 1.0, 6.0, 5.0, 10.0, 11.0, 24.0, 13.0, 32.0, 47.0, 73.0, 149.0, 364.0, 2094.0, 691.0, 221.0, 123.0, 63.0, 40.0, 20.0, 21.0, 13.0, 11.0, 10.0, 10.0, 4.0, 5.0, 0.0, 3.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.041015625, -1.0154647827148438, -0.9899139404296875, -0.9643630981445312, -0.938812255859375, -0.9132614135742188, -0.8877105712890625, -0.8621597290039062, -0.83660888671875, -0.8110580444335938, -0.7855072021484375, -0.7599563598632812, -0.734405517578125, -0.7088546752929688, -0.6833038330078125, -0.6577529907226562, -0.6322021484375, -0.6066513061523438, -0.5811004638671875, -0.5555496215820312, -0.529998779296875, -0.5044479370117188, -0.4788970947265625, -0.45334625244140625, -0.42779541015625, -0.40224456787109375, -0.3766937255859375, -0.35114288330078125, -0.325592041015625, -0.30004119873046875, -0.2744903564453125, -0.24893951416015625, -0.223388671875, -0.19783782958984375, -0.1722869873046875, -0.14673614501953125, -0.121185302734375, -0.09563446044921875, -0.0700836181640625, -0.04453277587890625, -0.01898193359375, 0.00656890869140625, 0.0321197509765625, 0.05767059326171875, 0.083221435546875, 0.10877227783203125, 0.1343231201171875, 0.15987396240234375, 0.1854248046875, 0.21097564697265625, 0.2365264892578125, 0.26207733154296875, 0.287628173828125, 0.31317901611328125, 0.3387298583984375, 0.36428070068359375, 0.38983154296875, 0.41538238525390625, 0.4409332275390625, 0.46648406982421875, 0.492034912109375, 0.5175857543945312, 0.5431365966796875, 0.5686874389648438, 0.59423828125]}, "gradients/encoder.encoder.layers.17.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 5.0, 4.0, 12.0, 9.0, 25.0, 27.0, 68.0, 113.0, 189.0, 224.0, 150.0, 87.0, 40.0, 20.0, 10.0, 8.0, 6.0, 4.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-7.361819267272949, -7.163581371307373, -6.965342998504639, -6.7671051025390625, -6.568867206573486, -6.37062931060791, -6.172390937805176, -5.9741530418396, -5.775915145874023, -5.577677249908447, -5.379438877105713, -5.181200981140137, -4.9829630851745605, -4.784725189208984, -4.58648681640625, -4.388248920440674, -4.190011024475098, -3.9917728900909424, -3.793534994125366, -3.595296859741211, -3.3970589637756348, -3.1988208293914795, -3.000582695007324, -2.802344799041748, -2.6041064262390137, -2.4058682918548584, -2.2076303958892822, -2.009392261505127, -1.8111543655395508, -1.6129162311553955, -1.4146782159805298, -1.216440200805664, -1.018202304840088, -0.8199642896652222, -0.6217262744903564, -0.42348819971084595, -0.22525018453598022, -0.027012169361114502, 0.171225905418396, 0.3694639205932617, 0.5677019357681274, 0.7659399509429932, 0.9641779661178589, 1.1624159812927246, 1.3606541156768799, 1.558892011642456, 1.7571301460266113, 1.955368161201477, 2.1536061763763428, 2.351844310760498, 2.550082206726074, 2.7483203411102295, 2.9465582370758057, 3.144796371459961, 3.343034267425537, 3.5412724018096924, 3.7395105361938477, 3.937748670578003, 4.135986804962158, 4.334224700927734, 4.5324625968933105, 4.730700492858887, 4.928938865661621, 5.127176761627197, 5.325414657592773]}, "gradients/encoder.encoder.layers.17.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 2.0, 0.0, 4.0, 3.0, 2.0, 6.0, 6.0, 8.0, 12.0, 13.0, 8.0, 15.0, 18.0, 21.0, 19.0, 31.0, 31.0, 35.0, 41.0, 35.0, 46.0, 53.0, 40.0, 45.0, 59.0, 36.0, 50.0, 37.0, 39.0, 44.0, 30.0, 32.0, 22.0, 30.0, 30.0, 24.0, 15.0, 14.0, 9.0, 12.0, 7.0, 7.0, 9.0, 1.0, 7.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.2933578491210938, -2.2237253189086914, -2.154092788696289, -2.0844600200653076, -2.0148274898529053, -1.945194959640503, -1.875562310218811, -1.8059296607971191, -1.7362971305847168, -1.6666646003723145, -1.5970319509506226, -1.5273993015289307, -1.4577667713165283, -1.388134241104126, -1.318501591682434, -1.2488689422607422, -1.1792364120483398, -1.1096038818359375, -1.0399712324142456, -0.9703386425971985, -0.9007060527801514, -0.8310734629631042, -0.7614408731460571, -0.69180828332901, -0.6221756935119629, -0.5525431036949158, -0.48291051387786865, -0.41327792406082153, -0.3436453342437744, -0.2740127444267273, -0.20438015460968018, -0.13474756479263306, -0.06511521339416504, 0.00451737642288208, 0.0741499662399292, 0.14378255605697632, 0.21341514587402344, 0.28304773569107056, 0.3526803255081177, 0.4223129153251648, 0.4919455051422119, 0.561578094959259, 0.6312106847763062, 0.7008432745933533, 0.7704758644104004, 0.8401084542274475, 0.9097410440444946, 0.9793736338615417, 1.0490062236785889, 1.1186387538909912, 1.188271403312683, 1.257904052734375, 1.3275365829467773, 1.3971691131591797, 1.4668017625808716, 1.5364344120025635, 1.6060669422149658, 1.6756994724273682, 1.74533212184906, 1.814964771270752, 1.8845973014831543, 1.9542298316955566, 2.023862361907959, 2.0934951305389404, 2.1631276607513428]}, "gradients/encoder.encoder.layers.17.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 9.0, 10.0, 16.0, 23.0, 36.0, 58.0, 89.0, 99.0, 160.0, 260.0, 402.0, 663.0, 1087.0, 1916.0, 3771.0, 7491.0, 16624.0, 43402.0, 144768.0, 525838.0, 205058.0, 56962.0, 20867.0, 8960.0, 4392.0, 2296.0, 1267.0, 704.0, 488.0, 302.0, 171.0, 114.0, 82.0, 41.0, 39.0, 18.0, 18.0, 12.0, 13.0, 8.0, 10.0, 5.0, 2.0, 3.0, 1.0, 1.0, 0.0, 3.0], "bins": [-2.169921875, -2.1090087890625, -2.048095703125, -1.9871826171875, -1.92626953125, -1.8653564453125, -1.804443359375, -1.7435302734375, -1.6826171875, -1.6217041015625, -1.560791015625, -1.4998779296875, -1.43896484375, -1.3780517578125, -1.317138671875, -1.2562255859375, -1.1953125, -1.1343994140625, -1.073486328125, -1.0125732421875, -0.95166015625, -0.8907470703125, -0.829833984375, -0.7689208984375, -0.7080078125, -0.6470947265625, -0.586181640625, -0.5252685546875, -0.46435546875, -0.4034423828125, -0.342529296875, -0.2816162109375, -0.220703125, -0.1597900390625, -0.098876953125, -0.0379638671875, 0.02294921875, 0.0838623046875, 0.144775390625, 0.2056884765625, 0.2666015625, 0.3275146484375, 0.388427734375, 0.4493408203125, 0.51025390625, 0.5711669921875, 0.632080078125, 0.6929931640625, 0.75390625, 0.8148193359375, 0.875732421875, 0.9366455078125, 0.99755859375, 1.0584716796875, 1.119384765625, 1.1802978515625, 1.2412109375, 1.3021240234375, 1.363037109375, 1.4239501953125, 1.48486328125, 1.5457763671875, 1.606689453125, 1.6676025390625, 1.728515625]}, "gradients/encoder.encoder.layers.17.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 4.0, 4.0, 3.0, 9.0, 11.0, 13.0, 20.0, 26.0, 32.0, 48.0, 49.0, 62.0, 70.0, 56.0, 61.0, 58.0, 77.0, 81.0, 63.0, 50.0, 40.0, 34.0, 34.0, 29.0, 18.0, 19.0, 8.0, 8.0, 4.0, 3.0, 4.0, 2.0, 1.0, 0.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0], "bins": [-0.343505859375, -0.3338356018066406, -0.32416534423828125, -0.3144950866699219, -0.3048248291015625, -0.2951545715332031, -0.28548431396484375, -0.2758140563964844, -0.266143798828125, -0.2564735412597656, -0.24680328369140625, -0.23713302612304688, -0.2274627685546875, -0.21779251098632812, -0.20812225341796875, -0.19845199584960938, -0.18878173828125, -0.17911148071289062, -0.16944122314453125, -0.15977096557617188, -0.1501007080078125, -0.14043045043945312, -0.13076019287109375, -0.12108993530273438, -0.111419677734375, -0.10174942016601562, -0.09207916259765625, -0.08240890502929688, -0.0727386474609375, -0.06306838989257812, -0.05339813232421875, -0.043727874755859375, -0.0340576171875, -0.024387359619140625, -0.01471710205078125, -0.005046844482421875, 0.0046234130859375, 0.014293670654296875, 0.02396392822265625, 0.033634185791015625, 0.043304443359375, 0.052974700927734375, 0.06264495849609375, 0.07231521606445312, 0.0819854736328125, 0.09165573120117188, 0.10132598876953125, 0.11099624633789062, 0.12066650390625, 0.13033676147460938, 0.14000701904296875, 0.14967727661132812, 0.1593475341796875, 0.16901779174804688, 0.17868804931640625, 0.18835830688476562, 0.198028564453125, 0.20769882202148438, 0.21736907958984375, 0.22703933715820312, 0.2367095947265625, 0.24637985229492188, 0.25605010986328125, 0.2657203674316406, 0.275390625]}, "gradients/encoder.encoder.layers.17.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 5.0, 2.0, 7.0, 5.0, 6.0, 13.0, 18.0, 16.0, 30.0, 38.0, 46.0, 90.0, 101.0, 200.0, 276.0, 547.0, 951.0, 2123.0, 4709.0, 12548.0, 41323.0, 183504.0, 600667.0, 147525.0, 34296.0, 11069.0, 4318.0, 1911.0, 920.0, 499.0, 304.0, 167.0, 94.0, 58.0, 44.0, 35.0, 33.0, 14.0, 13.0, 14.0, 4.0, 7.0, 3.0, 5.0, 3.0, 0.0, 4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.955078125, -1.890838623046875, -1.82659912109375, -1.762359619140625, -1.6981201171875, -1.633880615234375, -1.56964111328125, -1.505401611328125, -1.441162109375, -1.376922607421875, -1.31268310546875, -1.248443603515625, -1.1842041015625, -1.119964599609375, -1.05572509765625, -0.991485595703125, -0.92724609375, -0.863006591796875, -0.79876708984375, -0.734527587890625, -0.6702880859375, -0.606048583984375, -0.54180908203125, -0.477569580078125, -0.413330078125, -0.349090576171875, -0.28485107421875, -0.220611572265625, -0.1563720703125, -0.092132568359375, -0.02789306640625, 0.036346435546875, 0.1005859375, 0.164825439453125, 0.22906494140625, 0.293304443359375, 0.3575439453125, 0.421783447265625, 0.48602294921875, 0.550262451171875, 0.614501953125, 0.678741455078125, 0.74298095703125, 0.807220458984375, 0.8714599609375, 0.935699462890625, 0.99993896484375, 1.064178466796875, 1.12841796875, 1.192657470703125, 1.25689697265625, 1.321136474609375, 1.3853759765625, 1.449615478515625, 1.51385498046875, 1.578094482421875, 1.642333984375, 1.706573486328125, 1.77081298828125, 1.835052490234375, 1.8992919921875, 1.963531494140625, 2.02777099609375, 2.092010498046875, 2.15625]}, "gradients/encoder.encoder.layers.17.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 3.0, 3.0, 5.0, 4.0, 6.0, 7.0, 10.0, 3.0, 17.0, 13.0, 21.0, 18.0, 23.0, 27.0, 40.0, 30.0, 35.0, 43.0, 44.0, 43.0, 37.0, 47.0, 51.0, 59.0, 46.0, 43.0, 38.0, 38.0, 33.0, 38.0, 37.0, 23.0, 26.0, 19.0, 21.0, 16.0, 9.0, 4.0, 10.0, 5.0, 6.0, 4.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.986328125, -0.9527130126953125, -0.919097900390625, -0.8854827880859375, -0.85186767578125, -0.8182525634765625, -0.784637451171875, -0.7510223388671875, -0.7174072265625, -0.6837921142578125, -0.650177001953125, -0.6165618896484375, -0.58294677734375, -0.5493316650390625, -0.515716552734375, -0.4821014404296875, -0.448486328125, -0.4148712158203125, -0.381256103515625, -0.3476409912109375, -0.31402587890625, -0.2804107666015625, -0.246795654296875, -0.2131805419921875, -0.1795654296875, -0.1459503173828125, -0.112335205078125, -0.0787200927734375, -0.04510498046875, -0.0114898681640625, 0.022125244140625, 0.0557403564453125, 0.08935546875, 0.1229705810546875, 0.156585693359375, 0.1902008056640625, 0.22381591796875, 0.2574310302734375, 0.291046142578125, 0.3246612548828125, 0.3582763671875, 0.3918914794921875, 0.425506591796875, 0.4591217041015625, 0.49273681640625, 0.5263519287109375, 0.559967041015625, 0.5935821533203125, 0.627197265625, 0.6608123779296875, 0.694427490234375, 0.7280426025390625, 0.76165771484375, 0.7952728271484375, 0.828887939453125, 0.8625030517578125, 0.8961181640625, 0.9297332763671875, 0.963348388671875, 0.9969635009765625, 1.03057861328125, 1.0641937255859375, 1.097808837890625, 1.1314239501953125, 1.1650390625]}, "gradients/encoder.encoder.layers.17.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 2.0, 1.0, 4.0, 0.0, 3.0, 3.0, 3.0, 8.0, 14.0, 4.0, 20.0, 18.0, 34.0, 53.0, 79.0, 135.0, 235.0, 436.0, 789.0, 1912.0, 4865.0, 17338.0, 132233.0, 803127.0, 68060.0, 12247.0, 3831.0, 1459.0, 725.0, 372.0, 185.0, 131.0, 72.0, 64.0, 27.0, 25.0, 6.0, 16.0, 6.0, 12.0, 2.0, 4.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.2255859375, -1.180816650390625, -1.13604736328125, -1.091278076171875, -1.0465087890625, -1.001739501953125, -0.95697021484375, -0.912200927734375, -0.867431640625, -0.822662353515625, -0.77789306640625, -0.733123779296875, -0.6883544921875, -0.643585205078125, -0.59881591796875, -0.554046630859375, -0.50927734375, -0.464508056640625, -0.41973876953125, -0.374969482421875, -0.3302001953125, -0.285430908203125, -0.24066162109375, -0.195892333984375, -0.151123046875, -0.106353759765625, -0.06158447265625, -0.016815185546875, 0.0279541015625, 0.072723388671875, 0.11749267578125, 0.162261962890625, 0.20703125, 0.251800537109375, 0.29656982421875, 0.341339111328125, 0.3861083984375, 0.430877685546875, 0.47564697265625, 0.520416259765625, 0.565185546875, 0.609954833984375, 0.65472412109375, 0.699493408203125, 0.7442626953125, 0.789031982421875, 0.83380126953125, 0.878570556640625, 0.92333984375, 0.968109130859375, 1.01287841796875, 1.057647705078125, 1.1024169921875, 1.147186279296875, 1.19195556640625, 1.236724853515625, 1.281494140625, 1.326263427734375, 1.37103271484375, 1.415802001953125, 1.4605712890625, 1.505340576171875, 1.55010986328125, 1.594879150390625, 1.6396484375]}, "gradients/encoder.encoder.layers.17.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 3.0, 3.0, 3.0, 2.0, 2.0, 8.0, 6.0, 5.0, 6.0, 8.0, 17.0, 12.0, 26.0, 23.0, 27.0, 61.0, 42.0, 61.0, 52.0, 62.0, 84.0, 87.0, 71.0, 64.0, 58.0, 40.0, 34.0, 20.0, 22.0, 30.0, 17.0, 9.0, 12.0, 8.0, 5.0, 6.0, 7.0, 1.0, 2.0, 1.0, 6.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.00013828277587890625, -0.00013380683958530426, -0.00012933090329170227, -0.00012485496699810028, -0.00012037903070449829, -0.0001159030944108963, -0.00011142715811729431, -0.00010695122182369232, -0.00010247528553009033, -9.799934923648834e-05, -9.352341294288635e-05, -8.904747664928436e-05, -8.457154035568237e-05, -8.009560406208038e-05, -7.56196677684784e-05, -7.11437314748764e-05, -6.666779518127441e-05, -6.219185888767242e-05, -5.7715922594070435e-05, -5.3239986300468445e-05, -4.8764050006866455e-05, -4.4288113713264465e-05, -3.9812177419662476e-05, -3.5336241126060486e-05, -3.0860304832458496e-05, -2.6384368538856506e-05, -2.1908432245254517e-05, -1.7432495951652527e-05, -1.2956559658050537e-05, -8.480623364448547e-06, -4.004687070846558e-06, 4.7124922275543213e-07, 4.947185516357422e-06, 9.423121809959412e-06, 1.3899058103561401e-05, 1.837499439716339e-05, 2.285093069076538e-05, 2.732686698436737e-05, 3.180280327796936e-05, 3.627873957157135e-05, 4.075467586517334e-05, 4.523061215877533e-05, 4.970654845237732e-05, 5.418248474597931e-05, 5.86584210395813e-05, 6.313435733318329e-05, 6.761029362678528e-05, 7.208622992038727e-05, 7.656216621398926e-05, 8.103810250759125e-05, 8.551403880119324e-05, 8.998997509479523e-05, 9.446591138839722e-05, 9.89418476819992e-05, 0.0001034177839756012, 0.00010789372026920319, 0.00011236965656280518, 0.00011684559285640717, 0.00012132152915000916, 0.00012579746544361115, 0.00013027340173721313, 0.00013474933803081512, 0.00013922527432441711, 0.0001437012106180191, 0.0001481771469116211]}, "gradients/encoder.encoder.layers.17.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 5.0, 4.0, 3.0, 7.0, 7.0, 6.0, 8.0, 11.0, 17.0, 28.0, 50.0, 61.0, 116.0, 193.0, 335.0, 675.0, 1307.0, 3056.0, 8644.0, 38306.0, 658444.0, 301342.0, 24550.0, 6527.0, 2489.0, 1065.0, 546.0, 277.0, 177.0, 89.0, 59.0, 37.0, 31.0, 16.0, 24.0, 8.0, 10.0, 8.0, 5.0, 4.0, 4.0, 2.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.447265625, -1.404541015625, -1.36181640625, -1.319091796875, -1.2763671875, -1.233642578125, -1.19091796875, -1.148193359375, -1.10546875, -1.062744140625, -1.02001953125, -0.977294921875, -0.9345703125, -0.891845703125, -0.84912109375, -0.806396484375, -0.763671875, -0.720947265625, -0.67822265625, -0.635498046875, -0.5927734375, -0.550048828125, -0.50732421875, -0.464599609375, -0.421875, -0.379150390625, -0.33642578125, -0.293701171875, -0.2509765625, -0.208251953125, -0.16552734375, -0.122802734375, -0.080078125, -0.037353515625, 0.00537109375, 0.048095703125, 0.0908203125, 0.133544921875, 0.17626953125, 0.218994140625, 0.26171875, 0.304443359375, 0.34716796875, 0.389892578125, 0.4326171875, 0.475341796875, 0.51806640625, 0.560791015625, 0.603515625, 0.646240234375, 0.68896484375, 0.731689453125, 0.7744140625, 0.817138671875, 0.85986328125, 0.902587890625, 0.9453125, 0.988037109375, 1.03076171875, 1.073486328125, 1.1162109375, 1.158935546875, 1.20166015625, 1.244384765625, 1.287109375]}, "gradients/encoder.encoder.layers.17.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 2.0, 4.0, 5.0, 5.0, 7.0, 19.0, 24.0, 47.0, 56.0, 107.0, 182.0, 166.0, 130.0, 87.0, 60.0, 39.0, 19.0, 12.0, 5.0, 7.0, 3.0, 2.0, 4.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.7529296875, -0.7273330688476562, -0.7017364501953125, -0.6761398315429688, -0.650543212890625, -0.6249465942382812, -0.5993499755859375, -0.5737533569335938, -0.54815673828125, -0.5225601196289062, -0.4969635009765625, -0.47136688232421875, -0.445770263671875, -0.42017364501953125, -0.3945770263671875, -0.36898040771484375, -0.3433837890625, -0.31778717041015625, -0.2921905517578125, -0.26659393310546875, -0.240997314453125, -0.21540069580078125, -0.1898040771484375, -0.16420745849609375, -0.13861083984375, -0.11301422119140625, -0.0874176025390625, -0.06182098388671875, -0.036224365234375, -0.01062774658203125, 0.0149688720703125, 0.04056549072265625, 0.066162109375, 0.09175872802734375, 0.1173553466796875, 0.14295196533203125, 0.168548583984375, 0.19414520263671875, 0.2197418212890625, 0.24533843994140625, 0.27093505859375, 0.29653167724609375, 0.3221282958984375, 0.34772491455078125, 0.373321533203125, 0.39891815185546875, 0.4245147705078125, 0.45011138916015625, 0.4757080078125, 0.5013046264648438, 0.5269012451171875, 0.5524978637695312, 0.578094482421875, 0.6036911010742188, 0.6292877197265625, 0.6548843383789062, 0.68048095703125, 0.7060775756835938, 0.7316741943359375, 0.7572708129882812, 0.782867431640625, 0.8084640502929688, 0.8340606689453125, 0.8596572875976562, 0.88525390625]}, "gradients/encoder.encoder.layers.17.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 6.0, 16.0, 43.0, 92.0, 225.0, 282.0, 192.0, 100.0, 27.0, 9.0, 5.0, 6.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.76472282409668, -13.055012702941895, -12.345301628112793, -11.635591506958008, -10.925880432128906, -10.216170310974121, -9.506460189819336, -8.796749114990234, -8.08703899383545, -7.377328395843506, -6.6676177978515625, -5.957907676696777, -5.248197078704834, -4.538486480712891, -3.8287763595581055, -3.119065761566162, -2.4093551635742188, -1.699644684791565, -0.9899342060089111, -0.2802238464355469, 0.4294867515563965, 1.1391973495483398, 1.848907470703125, 2.5586180686950684, 3.2683286666870117, 3.978039264678955, 4.687749862670898, 5.397459983825684, 6.107170581817627, 6.81688117980957, 7.5265913009643555, 8.23630142211914, 8.94601058959961, 9.655720710754395, 10.365431785583496, 11.075141906738281, 11.784852981567383, 12.494563102722168, 13.204273223876953, 13.913984298706055, 14.62369441986084, 15.333404541015625, 16.043115615844727, 16.752826690673828, 17.462535858154297, 18.1722469329834, 18.8819580078125, 19.59166717529297, 20.30137825012207, 21.011089324951172, 21.72079849243164, 22.430509567260742, 23.140220642089844, 23.849929809570312, 24.559640884399414, 25.269351959228516, 25.979061126708984, 26.688772201538086, 27.398481369018555, 28.108192443847656, 28.817903518676758, 29.52761459350586, 30.237323760986328, 30.94703483581543, 31.65674591064453]}, "gradients/encoder.encoder.layers.17.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 2.0, 2.0, 4.0, 3.0, 7.0, 8.0, 13.0, 15.0, 12.0, 11.0, 16.0, 29.0, 14.0, 28.0, 29.0, 39.0, 39.0, 36.0, 38.0, 30.0, 45.0, 42.0, 45.0, 57.0, 52.0, 38.0, 41.0, 40.0, 36.0, 37.0, 35.0, 23.0, 21.0, 26.0, 21.0, 15.0, 12.0, 9.0, 9.0, 6.0, 6.0, 6.0, 5.0, 1.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.697526454925537, -5.509294509887695, -5.321062088012695, -5.1328301429748535, -4.944598197937012, -4.756365776062012, -4.56813383102417, -4.379901885986328, -4.191669464111328, -4.003437519073486, -3.8152053356170654, -3.6269731521606445, -3.4387412071228027, -3.250509023666382, -3.062276840209961, -2.874044895172119, -2.6858129501342773, -2.4975807666778564, -2.3093488216400146, -2.1211166381835938, -1.9328845739364624, -1.744652509689331, -1.5564203262329102, -1.3681882619857788, -1.1799561977386475, -0.9917241334915161, -0.80349200963974, -0.6152598857879639, -0.4270278215408325, -0.23879575729370117, -0.05056357383728027, 0.13766849040985107, 0.3259010314941406, 0.514133095741272, 0.7023652195930481, 0.8905973434448242, 1.0788294076919556, 1.267061471939087, 1.4552936553955078, 1.6435257196426392, 1.8317577838897705, 2.0199899673461914, 2.208221912384033, 2.396454095840454, 2.584686279296875, 2.772918224334717, 2.9611504077911377, 3.1493825912475586, 3.3376145362854004, 3.5258467197418213, 3.714078664779663, 3.902310848236084, 4.090542793273926, 4.278775215148926, 4.467007160186768, 4.655239105224609, 4.843471527099609, 5.031703472137451, 5.219935894012451, 5.408167839050293, 5.596399784088135, 5.784631729125977, 5.972864151000977, 6.161096096038818, 6.34932804107666]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 5.0, 9.0, 8.0, 18.0, 14.0, 16.0, 23.0, 37.0, 58.0, 103.0, 173.0, 288.0, 460.0, 930.0, 1952.0, 5109.0, 20291.0, 491589.0, 3637782.0, 24830.0, 5884.0, 2309.0, 1021.0, 515.0, 315.0, 172.0, 127.0, 68.0, 56.0, 36.0, 23.0, 25.0, 8.0, 9.0, 4.0, 5.0, 4.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.31640625, -3.21295166015625, -3.1094970703125, -3.00604248046875, -2.902587890625, -2.79913330078125, -2.6956787109375, -2.59222412109375, -2.48876953125, -2.38531494140625, -2.2818603515625, -2.17840576171875, -2.074951171875, -1.97149658203125, -1.8680419921875, -1.76458740234375, -1.6611328125, -1.55767822265625, -1.4542236328125, -1.35076904296875, -1.247314453125, -1.14385986328125, -1.0404052734375, -0.93695068359375, -0.83349609375, -0.73004150390625, -0.6265869140625, -0.52313232421875, -0.419677734375, -0.31622314453125, -0.2127685546875, -0.10931396484375, -0.005859375, 0.09759521484375, 0.2010498046875, 0.30450439453125, 0.407958984375, 0.51141357421875, 0.6148681640625, 0.71832275390625, 0.82177734375, 0.92523193359375, 1.0286865234375, 1.13214111328125, 1.235595703125, 1.33905029296875, 1.4425048828125, 1.54595947265625, 1.6494140625, 1.75286865234375, 1.8563232421875, 1.95977783203125, 2.063232421875, 2.16668701171875, 2.2701416015625, 2.37359619140625, 2.47705078125, 2.58050537109375, 2.6839599609375, 2.78741455078125, 2.890869140625, 2.99432373046875, 3.0977783203125, 3.20123291015625, 3.3046875]}, "gradients/encoder.encoder.layers.16.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 5.0, 5.0, 4.0, 5.0, 12.0, 13.0, 15.0, 22.0, 19.0, 40.0, 42.0, 52.0, 52.0, 60.0, 70.0, 60.0, 70.0, 62.0, 64.0, 52.0, 56.0, 55.0, 34.0, 32.0, 22.0, 26.0, 16.0, 11.0, 14.0, 5.0, 2.0, 2.0, 1.0, 4.0, 3.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.3310546875, -0.3214607238769531, -0.31186676025390625, -0.3022727966308594, -0.2926788330078125, -0.2830848693847656, -0.27349090576171875, -0.2638969421386719, -0.254302978515625, -0.24470901489257812, -0.23511505126953125, -0.22552108764648438, -0.2159271240234375, -0.20633316040039062, -0.19673919677734375, -0.18714523315429688, -0.17755126953125, -0.16795730590820312, -0.15836334228515625, -0.14876937866210938, -0.1391754150390625, -0.12958145141601562, -0.11998748779296875, -0.11039352416992188, -0.100799560546875, -0.09120559692382812, -0.08161163330078125, -0.07201766967773438, -0.0624237060546875, -0.052829742431640625, -0.04323577880859375, -0.033641815185546875, -0.0240478515625, -0.014453887939453125, -0.00485992431640625, 0.004734039306640625, 0.0143280029296875, 0.023921966552734375, 0.03351593017578125, 0.043109893798828125, 0.052703857421875, 0.062297821044921875, 0.07189178466796875, 0.08148574829101562, 0.0910797119140625, 0.10067367553710938, 0.11026763916015625, 0.11986160278320312, 0.12945556640625, 0.13904953002929688, 0.14864349365234375, 0.15823745727539062, 0.1678314208984375, 0.17742538452148438, 0.18701934814453125, 0.19661331176757812, 0.206207275390625, 0.21580123901367188, 0.22539520263671875, 0.23498916625976562, 0.2445831298828125, 0.2541770935058594, 0.26377105712890625, 0.2733650207519531, 0.282958984375]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 6.0, 3.0, 4.0, 7.0, 6.0, 6.0, 12.0, 12.0, 13.0, 23.0, 36.0, 33.0, 43.0, 59.0, 93.0, 109.0, 166.0, 212.0, 341.0, 465.0, 735.0, 1165.0, 1936.0, 3338.0, 6031.0, 12189.0, 30177.0, 111955.0, 3628853.0, 309070.0, 49957.0, 17809.0, 8178.0, 4380.0, 2447.0, 1485.0, 926.0, 589.0, 401.0, 282.0, 184.0, 137.0, 118.0, 63.0, 48.0, 41.0, 43.0, 27.0, 15.0, 20.0, 10.0, 7.0, 6.0, 10.0, 4.0, 5.0, 5.0, 1.0, 4.0, 0.0, 1.0], "bins": [-1.55859375, -1.50946044921875, -1.4603271484375, -1.41119384765625, -1.362060546875, -1.31292724609375, -1.2637939453125, -1.21466064453125, -1.16552734375, -1.11639404296875, -1.0672607421875, -1.01812744140625, -0.968994140625, -0.91986083984375, -0.8707275390625, -0.82159423828125, -0.7724609375, -0.72332763671875, -0.6741943359375, -0.62506103515625, -0.575927734375, -0.52679443359375, -0.4776611328125, -0.42852783203125, -0.37939453125, -0.33026123046875, -0.2811279296875, -0.23199462890625, -0.182861328125, -0.13372802734375, -0.0845947265625, -0.03546142578125, 0.013671875, 0.06280517578125, 0.1119384765625, 0.16107177734375, 0.210205078125, 0.25933837890625, 0.3084716796875, 0.35760498046875, 0.40673828125, 0.45587158203125, 0.5050048828125, 0.55413818359375, 0.603271484375, 0.65240478515625, 0.7015380859375, 0.75067138671875, 0.7998046875, 0.84893798828125, 0.8980712890625, 0.94720458984375, 0.996337890625, 1.04547119140625, 1.0946044921875, 1.14373779296875, 1.19287109375, 1.24200439453125, 1.2911376953125, 1.34027099609375, 1.389404296875, 1.43853759765625, 1.4876708984375, 1.53680419921875, 1.5859375]}, "gradients/encoder.encoder.layers.16.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 5.0, 5.0, 7.0, 5.0, 18.0, 18.0, 24.0, 31.0, 43.0, 122.0, 257.0, 2585.0, 585.0, 136.0, 78.0, 45.0, 32.0, 22.0, 14.0, 8.0, 7.0, 7.0, 10.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.833984375, -0.808502197265625, -0.78302001953125, -0.757537841796875, -0.7320556640625, -0.706573486328125, -0.68109130859375, -0.655609130859375, -0.630126953125, -0.604644775390625, -0.57916259765625, -0.553680419921875, -0.5281982421875, -0.502716064453125, -0.47723388671875, -0.451751708984375, -0.42626953125, -0.400787353515625, -0.37530517578125, -0.349822998046875, -0.3243408203125, -0.298858642578125, -0.27337646484375, -0.247894287109375, -0.222412109375, -0.196929931640625, -0.17144775390625, -0.145965576171875, -0.1204833984375, -0.095001220703125, -0.06951904296875, -0.044036865234375, -0.0185546875, 0.006927490234375, 0.03240966796875, 0.057891845703125, 0.0833740234375, 0.108856201171875, 0.13433837890625, 0.159820556640625, 0.185302734375, 0.210784912109375, 0.23626708984375, 0.261749267578125, 0.2872314453125, 0.312713623046875, 0.33819580078125, 0.363677978515625, 0.38916015625, 0.414642333984375, 0.44012451171875, 0.465606689453125, 0.4910888671875, 0.516571044921875, 0.54205322265625, 0.567535400390625, 0.593017578125, 0.618499755859375, 0.64398193359375, 0.669464111328125, 0.6949462890625, 0.720428466796875, 0.74591064453125, 0.771392822265625, 0.796875]}, "gradients/encoder.encoder.layers.16.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 7.0, 7.0, 15.0, 19.0, 30.0, 55.0, 79.0, 127.0, 176.0, 189.0, 105.0, 67.0, 45.0, 30.0, 16.0, 9.0, 7.0, 6.0, 4.0, 6.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.069870948791504, -2.94014310836792, -2.810415506362915, -2.680687665939331, -2.550959825515747, -2.421232223510742, -2.291504383087158, -2.161776542663574, -2.0320487022399902, -1.9023209810256958, -1.7725931406021118, -1.6428654193878174, -1.5131375789642334, -1.383409857749939, -1.2536821365356445, -1.1239542961120605, -0.9942266941070557, -0.8644989132881165, -0.7347711324691772, -0.6050434112548828, -0.4753156304359436, -0.3455878496170044, -0.21586012840270996, -0.08613234758377075, 0.04359543323516846, 0.17332319915294647, 0.3030509650707245, 0.4327787160873413, 0.5625064969062805, 0.6922342777252197, 0.8219619989395142, 0.9516897797584534, 1.0814175605773926, 1.211145281791687, 1.340873122215271, 1.4706008434295654, 1.6003286838531494, 1.7300564050674438, 1.8597841262817383, 1.9895119667053223, 2.1192398071289062, 2.2489676475524902, 2.378695249557495, 2.508423089981079, 2.638150930404663, 2.767878532409668, 2.897606372833252, 3.027334213256836, 3.157061815261841, 3.286789655685425, 3.4165172576904297, 3.5462450981140137, 3.6759729385375977, 3.8057007789611816, 3.9354283809661865, 4.065155982971191, 4.194883823394775, 4.324611663818359, 4.454339504241943, 4.584067344665527, 4.713794708251953, 4.843522548675537, 4.973250389099121, 5.102978229522705, 5.232706069946289]}, "gradients/encoder.encoder.layers.16.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 3.0, 3.0, 2.0, 4.0, 5.0, 5.0, 7.0, 9.0, 7.0, 7.0, 12.0, 17.0, 18.0, 16.0, 17.0, 19.0, 29.0, 22.0, 34.0, 28.0, 33.0, 29.0, 25.0, 25.0, 32.0, 32.0, 39.0, 39.0, 38.0, 30.0, 36.0, 43.0, 38.0, 33.0, 30.0, 27.0, 33.0, 22.0, 21.0, 20.0, 16.0, 22.0, 8.0, 13.0, 12.0, 7.0, 12.0, 5.0, 11.0, 3.0, 6.0, 3.0, 1.0, 4.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.4935623407363892, -1.445363163948059, -1.3971638679504395, -1.3489646911621094, -1.3007653951644897, -1.2525662183761597, -1.20436692237854, -1.15616774559021, -1.1079685688018799, -1.0597693920135498, -1.0115700960159302, -0.9633709192276001, -0.9151716232299805, -0.8669724464416504, -0.8187732100486755, -0.7705739736557007, -0.722374677658081, -0.6741754412651062, -0.6259762048721313, -0.5777770280838013, -0.5295777320861816, -0.4813785254955292, -0.4331793189048767, -0.38498008251190186, -0.336780846118927, -0.28858160972595215, -0.2403823882341385, -0.19218316674232483, -0.14398393034934998, -0.09578469395637512, -0.047585487365722656, 0.0006137490272521973, 0.0488131046295166, 0.09701233357191086, 0.14521156251430511, 0.19341078400611877, 0.24161002039909363, 0.2898092567920685, 0.33800846338272095, 0.3862076997756958, 0.43440693616867065, 0.4826061725616455, 0.5308054089546204, 0.5790046453475952, 0.6272038221359253, 0.6754031181335449, 0.723602294921875, 0.7718015313148499, 0.8200007677078247, 0.8682000041007996, 0.9163992404937744, 0.9645984172821045, 1.0127977132797241, 1.0609968900680542, 1.1091961860656738, 1.157395362854004, 1.205594539642334, 1.253793716430664, 1.3019930124282837, 1.3501921892166138, 1.3983914852142334, 1.4465906620025635, 1.4947898387908936, 1.5429891347885132, 1.5911884307861328]}, "gradients/encoder.encoder.layers.16.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 7.0, 6.0, 2.0, 11.0, 15.0, 21.0, 40.0, 53.0, 82.0, 139.0, 223.0, 518.0, 1108.0, 2527.0, 6806.0, 23297.0, 123194.0, 701765.0, 149426.0, 26706.0, 7550.0, 2734.0, 1090.0, 575.0, 274.0, 164.0, 86.0, 56.0, 33.0, 16.0, 14.0, 4.0, 8.0, 3.0, 3.0, 2.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.576171875, -3.47265625, -3.369140625, -3.265625, -3.162109375, -3.05859375, -2.955078125, -2.8515625, -2.748046875, -2.64453125, -2.541015625, -2.4375, -2.333984375, -2.23046875, -2.126953125, -2.0234375, -1.919921875, -1.81640625, -1.712890625, -1.609375, -1.505859375, -1.40234375, -1.298828125, -1.1953125, -1.091796875, -0.98828125, -0.884765625, -0.78125, -0.677734375, -0.57421875, -0.470703125, -0.3671875, -0.263671875, -0.16015625, -0.056640625, 0.046875, 0.150390625, 0.25390625, 0.357421875, 0.4609375, 0.564453125, 0.66796875, 0.771484375, 0.875, 0.978515625, 1.08203125, 1.185546875, 1.2890625, 1.392578125, 1.49609375, 1.599609375, 1.703125, 1.806640625, 1.91015625, 2.013671875, 2.1171875, 2.220703125, 2.32421875, 2.427734375, 2.53125, 2.634765625, 2.73828125, 2.841796875, 2.9453125, 3.048828125]}, "gradients/encoder.encoder.layers.16.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 2.0, 6.0, 4.0, 3.0, 6.0, 15.0, 13.0, 19.0, 17.0, 26.0, 28.0, 45.0, 48.0, 57.0, 57.0, 54.0, 62.0, 61.0, 58.0, 63.0, 55.0, 57.0, 43.0, 43.0, 45.0, 25.0, 26.0, 15.0, 12.0, 8.0, 15.0, 8.0, 2.0, 1.0, 2.0, 3.0, 3.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.32421875, -0.3148918151855469, -0.30556488037109375, -0.2962379455566406, -0.2869110107421875, -0.2775840759277344, -0.26825714111328125, -0.2589302062988281, -0.249603271484375, -0.24027633666992188, -0.23094940185546875, -0.22162246704101562, -0.2122955322265625, -0.20296859741210938, -0.19364166259765625, -0.18431472778320312, -0.17498779296875, -0.16566085815429688, -0.15633392333984375, -0.14700698852539062, -0.1376800537109375, -0.12835311889648438, -0.11902618408203125, -0.10969924926757812, -0.100372314453125, -0.09104537963867188, -0.08171844482421875, -0.07239151000976562, -0.0630645751953125, -0.053737640380859375, -0.04441070556640625, -0.035083770751953125, -0.0257568359375, -0.016429901123046875, -0.00710296630859375, 0.002223968505859375, 0.0115509033203125, 0.020877838134765625, 0.03020477294921875, 0.039531707763671875, 0.048858642578125, 0.058185577392578125, 0.06751251220703125, 0.07683944702148438, 0.0861663818359375, 0.09549331665039062, 0.10482025146484375, 0.11414718627929688, 0.12347412109375, 0.13280105590820312, 0.14212799072265625, 0.15145492553710938, 0.1607818603515625, 0.17010879516601562, 0.17943572998046875, 0.18876266479492188, 0.198089599609375, 0.20741653442382812, 0.21674346923828125, 0.22607040405273438, 0.2353973388671875, 0.24472427368164062, 0.25405120849609375, 0.2633781433105469, 0.272705078125]}, "gradients/encoder.encoder.layers.16.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 5.0, 3.0, 6.0, 9.0, 6.0, 14.0, 18.0, 19.0, 30.0, 38.0, 91.0, 95.0, 159.0, 217.0, 389.0, 676.0, 1381.0, 3576.0, 12159.0, 56353.0, 517065.0, 393565.0, 46278.0, 10336.0, 3171.0, 1268.0, 635.0, 328.0, 200.0, 138.0, 97.0, 67.0, 41.0, 33.0, 24.0, 18.0, 15.0, 15.0, 10.0, 4.0, 3.0, 2.0, 4.0, 1.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.4609375, -2.38140869140625, -2.3018798828125, -2.22235107421875, -2.142822265625, -2.06329345703125, -1.9837646484375, -1.90423583984375, -1.82470703125, -1.74517822265625, -1.6656494140625, -1.58612060546875, -1.506591796875, -1.42706298828125, -1.3475341796875, -1.26800537109375, -1.1884765625, -1.10894775390625, -1.0294189453125, -0.94989013671875, -0.870361328125, -0.79083251953125, -0.7113037109375, -0.63177490234375, -0.55224609375, -0.47271728515625, -0.3931884765625, -0.31365966796875, -0.234130859375, -0.15460205078125, -0.0750732421875, 0.00445556640625, 0.083984375, 0.16351318359375, 0.2430419921875, 0.32257080078125, 0.402099609375, 0.48162841796875, 0.5611572265625, 0.64068603515625, 0.72021484375, 0.79974365234375, 0.8792724609375, 0.95880126953125, 1.038330078125, 1.11785888671875, 1.1973876953125, 1.27691650390625, 1.3564453125, 1.43597412109375, 1.5155029296875, 1.59503173828125, 1.674560546875, 1.75408935546875, 1.8336181640625, 1.91314697265625, 1.99267578125, 2.07220458984375, 2.1517333984375, 2.23126220703125, 2.310791015625, 2.39031982421875, 2.4698486328125, 2.54937744140625, 2.62890625]}, "gradients/encoder.encoder.layers.16.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 6.0, 6.0, 10.0, 9.0, 7.0, 10.0, 14.0, 11.0, 22.0, 20.0, 26.0, 26.0, 17.0, 34.0, 37.0, 45.0, 28.0, 37.0, 43.0, 44.0, 42.0, 43.0, 41.0, 40.0, 37.0, 38.0, 35.0, 38.0, 31.0, 34.0, 25.0, 23.0, 25.0, 13.0, 14.0, 17.0, 10.0, 8.0, 5.0, 6.0, 12.0, 3.0, 6.0, 3.0, 3.0, 1.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.8046875, -0.7762603759765625, -0.747833251953125, -0.7194061279296875, -0.69097900390625, -0.6625518798828125, -0.634124755859375, -0.6056976318359375, -0.5772705078125, -0.5488433837890625, -0.520416259765625, -0.4919891357421875, -0.46356201171875, -0.4351348876953125, -0.406707763671875, -0.3782806396484375, -0.349853515625, -0.3214263916015625, -0.292999267578125, -0.2645721435546875, -0.23614501953125, -0.2077178955078125, -0.179290771484375, -0.1508636474609375, -0.1224365234375, -0.0940093994140625, -0.065582275390625, -0.0371551513671875, -0.00872802734375, 0.0196990966796875, 0.048126220703125, 0.0765533447265625, 0.10498046875, 0.1334075927734375, 0.161834716796875, 0.1902618408203125, 0.21868896484375, 0.2471160888671875, 0.275543212890625, 0.3039703369140625, 0.3323974609375, 0.3608245849609375, 0.389251708984375, 0.4176788330078125, 0.44610595703125, 0.4745330810546875, 0.502960205078125, 0.5313873291015625, 0.559814453125, 0.5882415771484375, 0.616668701171875, 0.6450958251953125, 0.67352294921875, 0.7019500732421875, 0.730377197265625, 0.7588043212890625, 0.7872314453125, 0.8156585693359375, 0.844085693359375, 0.8725128173828125, 0.90093994140625, 0.9293670654296875, 0.957794189453125, 0.9862213134765625, 1.0146484375]}, "gradients/encoder.encoder.layers.16.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 1.0, 0.0, 6.0, 6.0, 5.0, 6.0, 11.0, 11.0, 16.0, 27.0, 33.0, 45.0, 61.0, 123.0, 151.0, 290.0, 483.0, 860.0, 1630.0, 3434.0, 9073.0, 32206.0, 235447.0, 660656.0, 77028.0, 16297.0, 5452.0, 2303.0, 1202.0, 670.0, 389.0, 237.0, 119.0, 92.0, 67.0, 35.0, 22.0, 24.0, 10.0, 7.0, 3.0, 9.0, 5.0, 1.0, 3.0, 0.0, 3.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-1.0615234375, -1.027557373046875, -0.99359130859375, -0.959625244140625, -0.9256591796875, -0.891693115234375, -0.85772705078125, -0.823760986328125, -0.789794921875, -0.755828857421875, -0.72186279296875, -0.687896728515625, -0.6539306640625, -0.619964599609375, -0.58599853515625, -0.552032470703125, -0.51806640625, -0.484100341796875, -0.45013427734375, -0.416168212890625, -0.3822021484375, -0.348236083984375, -0.31427001953125, -0.280303955078125, -0.246337890625, -0.212371826171875, -0.17840576171875, -0.144439697265625, -0.1104736328125, -0.076507568359375, -0.04254150390625, -0.008575439453125, 0.025390625, 0.059356689453125, 0.09332275390625, 0.127288818359375, 0.1612548828125, 0.195220947265625, 0.22918701171875, 0.263153076171875, 0.297119140625, 0.331085205078125, 0.36505126953125, 0.399017333984375, 0.4329833984375, 0.466949462890625, 0.50091552734375, 0.534881591796875, 0.56884765625, 0.602813720703125, 0.63677978515625, 0.670745849609375, 0.7047119140625, 0.738677978515625, 0.77264404296875, 0.806610107421875, 0.840576171875, 0.874542236328125, 0.90850830078125, 0.942474365234375, 0.9764404296875, 1.010406494140625, 1.04437255859375, 1.078338623046875, 1.1123046875]}, "gradients/encoder.encoder.layers.16.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 3.0, 4.0, 2.0, 2.0, 5.0, 4.0, 7.0, 10.0, 13.0, 12.0, 26.0, 41.0, 44.0, 59.0, 57.0, 86.0, 86.0, 86.0, 105.0, 84.0, 74.0, 43.0, 36.0, 27.0, 28.0, 23.0, 15.0, 8.0, 8.0, 4.0, 4.0, 2.0, 1.0, 0.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00010955333709716797, -0.00010446645319461823, -9.937956929206848e-05, -9.429268538951874e-05, -8.9205801486969e-05, -8.411891758441925e-05, -7.903203368186951e-05, -7.394514977931976e-05, -6.885826587677002e-05, -6.377138197422028e-05, -5.868449807167053e-05, -5.359761416912079e-05, -4.8510730266571045e-05, -4.34238463640213e-05, -3.833696246147156e-05, -3.3250078558921814e-05, -2.816319465637207e-05, -2.3076310753822327e-05, -1.7989426851272583e-05, -1.290254294872284e-05, -7.815659046173096e-06, -2.728775143623352e-06, 2.3581087589263916e-06, 7.444992661476135e-06, 1.2531876564025879e-05, 1.7618760466575623e-05, 2.2705644369125366e-05, 2.779252827167511e-05, 3.2879412174224854e-05, 3.79662960767746e-05, 4.305317997932434e-05, 4.8140063881874084e-05, 5.322694778442383e-05, 5.831383168697357e-05, 6.340071558952332e-05, 6.848759949207306e-05, 7.35744833946228e-05, 7.866136729717255e-05, 8.374825119972229e-05, 8.883513510227203e-05, 9.392201900482178e-05, 9.900890290737152e-05, 0.00010409578680992126, 0.00010918267071247101, 0.00011426955461502075, 0.0001193564385175705, 0.00012444332242012024, 0.00012953020632266998, 0.00013461709022521973, 0.00013970397412776947, 0.00014479085803031921, 0.00014987774193286896, 0.0001549646258354187, 0.00016005150973796844, 0.0001651383936405182, 0.00017022527754306793, 0.00017531216144561768, 0.00018039904534816742, 0.00018548592925071716, 0.0001905728131532669, 0.00019565969705581665, 0.0002007465809583664, 0.00020583346486091614, 0.00021092034876346588, 0.00021600723266601562]}, "gradients/encoder.encoder.layers.16.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 3.0, 2.0, 3.0, 5.0, 4.0, 5.0, 7.0, 9.0, 13.0, 18.0, 19.0, 38.0, 48.0, 91.0, 129.0, 225.0, 410.0, 903.0, 2652.0, 9327.0, 64662.0, 802273.0, 145879.0, 15690.0, 3612.0, 1286.0, 553.0, 271.0, 148.0, 90.0, 65.0, 41.0, 22.0, 24.0, 7.0, 9.0, 7.0, 7.0, 1.0, 4.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.654296875, -1.6078948974609375, -1.561492919921875, -1.5150909423828125, -1.46868896484375, -1.4222869873046875, -1.375885009765625, -1.3294830322265625, -1.2830810546875, -1.2366790771484375, -1.190277099609375, -1.1438751220703125, -1.09747314453125, -1.0510711669921875, -1.004669189453125, -0.9582672119140625, -0.911865234375, -0.8654632568359375, -0.819061279296875, -0.7726593017578125, -0.72625732421875, -0.6798553466796875, -0.633453369140625, -0.5870513916015625, -0.5406494140625, -0.4942474365234375, -0.447845458984375, -0.4014434814453125, -0.35504150390625, -0.3086395263671875, -0.262237548828125, -0.2158355712890625, -0.16943359375, -0.1230316162109375, -0.076629638671875, -0.0302276611328125, 0.01617431640625, 0.0625762939453125, 0.108978271484375, 0.1553802490234375, 0.2017822265625, 0.2481842041015625, 0.294586181640625, 0.3409881591796875, 0.38739013671875, 0.4337921142578125, 0.480194091796875, 0.5265960693359375, 0.572998046875, 0.6194000244140625, 0.665802001953125, 0.7122039794921875, 0.75860595703125, 0.8050079345703125, 0.851409912109375, 0.8978118896484375, 0.9442138671875, 0.9906158447265625, 1.037017822265625, 1.0834197998046875, 1.12982177734375, 1.1762237548828125, 1.222625732421875, 1.2690277099609375, 1.3154296875]}, "gradients/encoder.encoder.layers.16.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 5.0, 3.0, 10.0, 8.0, 9.0, 14.0, 15.0, 38.0, 34.0, 65.0, 67.0, 115.0, 138.0, 141.0, 91.0, 82.0, 40.0, 43.0, 23.0, 18.0, 9.0, 10.0, 10.0, 3.0, 4.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.7626953125, -0.7379913330078125, -0.713287353515625, -0.6885833740234375, -0.66387939453125, -0.6391754150390625, -0.614471435546875, -0.5897674560546875, -0.5650634765625, -0.5403594970703125, -0.515655517578125, -0.4909515380859375, -0.46624755859375, -0.4415435791015625, -0.416839599609375, -0.3921356201171875, -0.367431640625, -0.3427276611328125, -0.318023681640625, -0.2933197021484375, -0.26861572265625, -0.2439117431640625, -0.219207763671875, -0.1945037841796875, -0.1697998046875, -0.1450958251953125, -0.120391845703125, -0.0956878662109375, -0.07098388671875, -0.0462799072265625, -0.021575927734375, 0.0031280517578125, 0.02783203125, 0.0525360107421875, 0.077239990234375, 0.1019439697265625, 0.12664794921875, 0.1513519287109375, 0.176055908203125, 0.2007598876953125, 0.2254638671875, 0.2501678466796875, 0.274871826171875, 0.2995758056640625, 0.32427978515625, 0.3489837646484375, 0.373687744140625, 0.3983917236328125, 0.423095703125, 0.4477996826171875, 0.472503662109375, 0.4972076416015625, 0.52191162109375, 0.5466156005859375, 0.571319580078125, 0.5960235595703125, 0.6207275390625, 0.6454315185546875, 0.670135498046875, 0.6948394775390625, 0.71954345703125, 0.7442474365234375, 0.768951416015625, 0.7936553955078125, 0.818359375]}, "gradients/encoder.encoder.layers.16.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 5.0, 9.0, 14.0, 15.0, 23.0, 31.0, 57.0, 99.0, 109.0, 131.0, 142.0, 119.0, 87.0, 53.0, 43.0, 18.0, 16.0, 11.0, 10.0, 3.0, 7.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.774819374084473, -10.434579849243164, -10.094340324401855, -9.754100799560547, -9.413862228393555, -9.073622703552246, -8.733383178710938, -8.393143653869629, -8.05290412902832, -7.712664604187012, -7.372425556182861, -7.032186031341553, -6.691946983337402, -6.351707458496094, -6.011467933654785, -5.671228408813477, -5.330989837646484, -4.990750312805176, -4.650511264801025, -4.310271739959717, -3.9700324535369873, -3.629793167114258, -3.289553642272949, -2.9493143558502197, -2.6090750694274902, -2.2688357830047607, -1.9285963773727417, -1.5883569717407227, -1.2481176853179932, -0.9078783988952637, -0.5676388740539551, -0.22739958763122559, 0.11284065246582031, 0.4530799984931946, 0.7933193445205688, 1.133558750152588, 1.4737980365753174, 1.8140373229980469, 2.1542768478393555, 2.494516134262085, 2.8347554206848145, 3.174994707107544, 3.5152339935302734, 3.855473518371582, 4.195713043212891, 4.535952091217041, 4.87619161605835, 5.2164306640625, 5.556670188903809, 5.896909713745117, 6.237148761749268, 6.577388286590576, 6.917627334594727, 7.257866859436035, 7.598106384277344, 7.938345909118652, 8.278585433959961, 8.61882495880127, 8.959064483642578, 9.29930305480957, 9.639542579650879, 9.979782104492188, 10.320021629333496, 10.660261154174805, 11.000499725341797]}, "gradients/encoder.encoder.layers.16.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 1.0, 5.0, 10.0, 7.0, 6.0, 8.0, 17.0, 14.0, 13.0, 10.0, 16.0, 21.0, 27.0, 27.0, 26.0, 45.0, 33.0, 49.0, 35.0, 41.0, 44.0, 31.0, 36.0, 42.0, 32.0, 42.0, 45.0, 27.0, 36.0, 30.0, 34.0, 20.0, 26.0, 20.0, 16.0, 14.0, 13.0, 24.0, 11.0, 10.0, 13.0, 16.0, 5.0, 2.0, 1.0, 6.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 3.0], "bins": [-5.334306716918945, -5.17561149597168, -5.016916275024414, -4.858221530914307, -4.699526309967041, -4.540831089019775, -4.38213586807251, -4.223440647125244, -4.064745903015137, -3.906050682067871, -3.7473556995391846, -3.588660478591919, -3.4299654960632324, -3.271270275115967, -3.112575054168701, -2.9538798332214355, -2.79518461227417, -2.6364893913269043, -2.4777944087982178, -2.319099187850952, -2.1604042053222656, -2.001708984375, -1.8430137634277344, -1.6843186616897583, -1.5256235599517822, -1.3669284582138062, -1.20823335647583, -1.0495381355285645, -0.8908430337905884, -0.7321479320526123, -0.5734527707099915, -0.4147576093673706, -0.25606250762939453, -0.09736737608909607, 0.06132775545120239, 0.22002288699150085, 0.3787180185317993, 0.5374131202697754, 0.6961082816123962, 0.8548034429550171, 1.0134985446929932, 1.1721936464309692, 1.3308887481689453, 1.489583969116211, 1.648279070854187, 1.806974172592163, 1.9656693935394287, 2.1243643760681152, 2.283059597015381, 2.4417548179626465, 2.600449800491333, 2.7591450214385986, 2.917840003967285, 3.076535224914551, 3.2352304458618164, 3.393925666809082, 3.5526206493377686, 3.711315870285034, 3.8700108528137207, 4.028706073760986, 4.187401294708252, 4.346096038818359, 4.504791259765625, 4.663486480712891, 4.822181701660156]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 9.0, 2.0, 9.0, 9.0, 11.0, 13.0, 25.0, 50.0, 55.0, 97.0, 164.0, 261.0, 513.0, 947.0, 2128.0, 5600.0, 17276.0, 109626.0, 3957313.0, 76697.0, 14413.0, 4766.0, 1974.0, 990.0, 517.0, 294.0, 160.0, 124.0, 82.0, 47.0, 31.0, 22.0, 18.0, 13.0, 11.0, 7.0, 2.0, 4.0, 1.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 0.0, 1.0], "bins": [-3.138671875, -3.041900634765625, -2.94512939453125, -2.848358154296875, -2.7515869140625, -2.654815673828125, -2.55804443359375, -2.461273193359375, -2.364501953125, -2.267730712890625, -2.17095947265625, -2.074188232421875, -1.9774169921875, -1.880645751953125, -1.78387451171875, -1.687103271484375, -1.59033203125, -1.493560791015625, -1.39678955078125, -1.300018310546875, -1.2032470703125, -1.106475830078125, -1.00970458984375, -0.912933349609375, -0.816162109375, -0.719390869140625, -0.62261962890625, -0.525848388671875, -0.4290771484375, -0.332305908203125, -0.23553466796875, -0.138763427734375, -0.0419921875, 0.054779052734375, 0.15155029296875, 0.248321533203125, 0.3450927734375, 0.441864013671875, 0.53863525390625, 0.635406494140625, 0.732177734375, 0.828948974609375, 0.92572021484375, 1.022491455078125, 1.1192626953125, 1.216033935546875, 1.31280517578125, 1.409576416015625, 1.50634765625, 1.603118896484375, 1.69989013671875, 1.796661376953125, 1.8934326171875, 1.990203857421875, 2.08697509765625, 2.183746337890625, 2.280517578125, 2.377288818359375, 2.47406005859375, 2.570831298828125, 2.6676025390625, 2.764373779296875, 2.86114501953125, 2.957916259765625, 3.0546875]}, "gradients/encoder.encoder.layers.15.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 5.0, 2.0, 6.0, 4.0, 9.0, 17.0, 17.0, 20.0, 30.0, 33.0, 32.0, 39.0, 45.0, 61.0, 52.0, 51.0, 61.0, 52.0, 65.0, 66.0, 53.0, 49.0, 54.0, 36.0, 25.0, 28.0, 21.0, 14.0, 15.0, 10.0, 7.0, 11.0, 1.0, 4.0, 6.0, 2.0, 4.0, 4.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.323486328125, -0.3140983581542969, -0.30471038818359375, -0.2953224182128906, -0.2859344482421875, -0.2765464782714844, -0.26715850830078125, -0.2577705383300781, -0.248382568359375, -0.23899459838867188, -0.22960662841796875, -0.22021865844726562, -0.2108306884765625, -0.20144271850585938, -0.19205474853515625, -0.18266677856445312, -0.17327880859375, -0.16389083862304688, -0.15450286865234375, -0.14511489868164062, -0.1357269287109375, -0.12633895874023438, -0.11695098876953125, -0.10756301879882812, -0.098175048828125, -0.08878707885742188, -0.07939910888671875, -0.07001113891601562, -0.0606231689453125, -0.051235198974609375, -0.04184722900390625, -0.032459259033203125, -0.0230712890625, -0.013683319091796875, -0.00429534912109375, 0.005092620849609375, 0.0144805908203125, 0.023868560791015625, 0.03325653076171875, 0.042644500732421875, 0.052032470703125, 0.061420440673828125, 0.07080841064453125, 0.08019638061523438, 0.0895843505859375, 0.09897232055664062, 0.10836029052734375, 0.11774826049804688, 0.12713623046875, 0.13652420043945312, 0.14591217041015625, 0.15530014038085938, 0.1646881103515625, 0.17407608032226562, 0.18346405029296875, 0.19285202026367188, 0.202239990234375, 0.21162796020507812, 0.22101593017578125, 0.23040390014648438, 0.2397918701171875, 0.24917984008789062, 0.25856781005859375, 0.2679557800292969, 0.27734375]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 5.0, 8.0, 8.0, 12.0, 24.0, 29.0, 54.0, 88.0, 138.0, 196.0, 334.0, 500.0, 808.0, 1363.0, 2300.0, 4226.0, 8669.0, 19872.0, 61227.0, 584925.0, 3366824.0, 94168.0, 25931.0, 10627.0, 5154.0, 2719.0, 1549.0, 947.0, 570.0, 337.0, 239.0, 159.0, 102.0, 65.0, 37.0, 28.0, 21.0, 8.0, 7.0, 2.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.8056640625, -1.7511749267578125, -1.696685791015625, -1.6421966552734375, -1.58770751953125, -1.5332183837890625, -1.478729248046875, -1.4242401123046875, -1.3697509765625, -1.3152618408203125, -1.260772705078125, -1.2062835693359375, -1.15179443359375, -1.0973052978515625, -1.042816162109375, -0.9883270263671875, -0.933837890625, -0.8793487548828125, -0.824859619140625, -0.7703704833984375, -0.71588134765625, -0.6613922119140625, -0.606903076171875, -0.5524139404296875, -0.4979248046875, -0.4434356689453125, -0.388946533203125, -0.3344573974609375, -0.27996826171875, -0.2254791259765625, -0.170989990234375, -0.1165008544921875, -0.06201171875, -0.0075225830078125, 0.046966552734375, 0.1014556884765625, 0.15594482421875, 0.2104339599609375, 0.264923095703125, 0.3194122314453125, 0.3739013671875, 0.4283905029296875, 0.482879638671875, 0.5373687744140625, 0.59185791015625, 0.6463470458984375, 0.700836181640625, 0.7553253173828125, 0.809814453125, 0.8643035888671875, 0.918792724609375, 0.9732818603515625, 1.02777099609375, 1.0822601318359375, 1.136749267578125, 1.1912384033203125, 1.2457275390625, 1.3002166748046875, 1.354705810546875, 1.4091949462890625, 1.46368408203125, 1.5181732177734375, 1.572662353515625, 1.6271514892578125, 1.681640625]}, "gradients/encoder.encoder.layers.15.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 1.0, 3.0, 2.0, 7.0, 3.0, 7.0, 4.0, 10.0, 6.0, 10.0, 20.0, 10.0, 28.0, 26.0, 41.0, 66.0, 113.0, 197.0, 633.0, 2107.0, 321.0, 151.0, 83.0, 66.0, 32.0, 26.0, 28.0, 17.0, 9.0, 5.0, 8.0, 10.0, 3.0, 5.0, 0.0, 5.0, 4.0, 4.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.72314453125, -0.701416015625, -0.6796875, -0.657958984375, -0.63623046875, -0.614501953125, -0.5927734375, -0.571044921875, -0.54931640625, -0.527587890625, -0.505859375, -0.484130859375, -0.46240234375, -0.440673828125, -0.4189453125, -0.397216796875, -0.37548828125, -0.353759765625, -0.33203125, -0.310302734375, -0.28857421875, -0.266845703125, -0.2451171875, -0.223388671875, -0.20166015625, -0.179931640625, -0.158203125, -0.136474609375, -0.11474609375, -0.093017578125, -0.0712890625, -0.049560546875, -0.02783203125, -0.006103515625, 0.015625, 0.037353515625, 0.05908203125, 0.080810546875, 0.1025390625, 0.124267578125, 0.14599609375, 0.167724609375, 0.189453125, 0.211181640625, 0.23291015625, 0.254638671875, 0.2763671875, 0.298095703125, 0.31982421875, 0.341552734375, 0.36328125, 0.385009765625, 0.40673828125, 0.428466796875, 0.4501953125, 0.471923828125, 0.49365234375, 0.515380859375, 0.537109375, 0.558837890625, 0.58056640625, 0.602294921875, 0.6240234375, 0.645751953125, 0.66748046875]}, "gradients/encoder.encoder.layers.15.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 2.0, 6.0, 10.0, 14.0, 22.0, 46.0, 93.0, 146.0, 200.0, 213.0, 123.0, 59.0, 33.0, 19.0, 12.0, 6.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.387016296386719, -6.159698486328125, -5.932380676269531, -5.7050628662109375, -5.477745056152344, -5.25042724609375, -5.023109436035156, -4.7957916259765625, -4.568473815917969, -4.341156005859375, -4.113838195800781, -3.8865203857421875, -3.6592025756835938, -3.431884765625, -3.204566717147827, -2.9772489070892334, -2.7499308586120605, -2.522613048553467, -2.295295238494873, -2.0679774284362793, -1.840659499168396, -1.6133416891098022, -1.386023759841919, -1.1587059497833252, -0.9313881397247314, -0.7040703296661377, -0.47675246000289917, -0.24943459033966064, -0.022116780281066895, 0.20520102977752686, 0.43251895904541016, 0.6598367691040039, 0.8871545791625977, 1.1144723892211914, 1.3417901992797852, 1.5691081285476685, 1.7964259386062622, 2.0237436294555664, 2.2510616779327393, 2.478379487991333, 2.7056972980499268, 2.9330151081085205, 3.1603329181671143, 3.387650966644287, 3.614968776702881, 3.8422865867614746, 4.069604396820068, 4.296922206878662, 4.524240016937256, 4.75155782699585, 4.978875637054443, 5.206193447113037, 5.433511257171631, 5.660829067230225, 5.888147354125977, 6.11546516418457, 6.342782974243164, 6.570100784301758, 6.797418594360352, 7.024736404418945, 7.252054214477539, 7.479372024536133, 7.706689834594727, 7.93400764465332, 8.161325454711914]}, "gradients/encoder.encoder.layers.15.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0, 6.0, 1.0, 4.0, 3.0, 2.0, 12.0, 6.0, 17.0, 21.0, 20.0, 13.0, 20.0, 27.0, 16.0, 26.0, 32.0, 36.0, 29.0, 32.0, 42.0, 38.0, 40.0, 47.0, 30.0, 41.0, 54.0, 41.0, 38.0, 40.0, 36.0, 34.0, 24.0, 26.0, 24.0, 23.0, 21.0, 17.0, 13.0, 14.0, 8.0, 9.0, 5.0, 4.0, 4.0, 2.0, 2.0, 6.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.405874013900757, -2.3328464031219482, -2.2598185539245605, -2.186790943145752, -2.1137633323669434, -2.0407357215881348, -1.967707872390747, -1.8946802616119385, -1.8216525316238403, -1.7486248016357422, -1.6755971908569336, -1.6025694608688354, -1.5295417308807373, -1.4565141201019287, -1.3834863901138306, -1.3104586601257324, -1.2374310493469238, -1.1644033193588257, -1.091375708580017, -1.018347978591919, -0.9453203082084656, -0.8722926378250122, -0.7992649078369141, -0.7262372374534607, -0.6532095670700073, -0.580181896686554, -0.5071542263031006, -0.43412649631500244, -0.3610988259315491, -0.2880711555480957, -0.21504345536231995, -0.1420157551765442, -0.06898832321166992, 0.004039362072944641, 0.0770670473575592, 0.15009473264217377, 0.22312241792678833, 0.2961500883102417, 0.36917778849601746, 0.4422054886817932, 0.5152331590652466, 0.5882608294487, 0.6612884998321533, 0.7343162298202515, 0.8073439002037048, 0.8803715705871582, 0.9533993005752563, 1.0264270305633545, 1.099454641342163, 1.1724823713302612, 1.2455099821090698, 1.318537712097168, 1.3915653228759766, 1.4645930528640747, 1.5376207828521729, 1.6106483936309814, 1.6836761236190796, 1.7567038536071777, 1.8297314643859863, 1.9027591943740845, 1.9757869243621826, 2.048814535140991, 2.1218421459198, 2.1948699951171875, 2.267897605895996]}, "gradients/encoder.encoder.layers.15.attention.out_proj.weight": {"_type": "histogram", "values": [4.0, 3.0, 0.0, 0.0, 4.0, 3.0, 4.0, 8.0, 6.0, 5.0, 9.0, 17.0, 25.0, 31.0, 38.0, 72.0, 106.0, 126.0, 207.0, 297.0, 415.0, 744.0, 1246.0, 2267.0, 4472.0, 9623.0, 23216.0, 69161.0, 557162.0, 289431.0, 53960.0, 18920.0, 8031.0, 3733.0, 2112.0, 1101.0, 685.0, 429.0, 279.0, 203.0, 119.0, 94.0, 61.0, 42.0, 22.0, 20.0, 16.0, 11.0, 15.0, 7.0, 3.0, 3.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.009765625, -1.940216064453125, -1.87066650390625, -1.801116943359375, -1.7315673828125, -1.662017822265625, -1.59246826171875, -1.522918701171875, -1.453369140625, -1.383819580078125, -1.31427001953125, -1.244720458984375, -1.1751708984375, -1.105621337890625, -1.03607177734375, -0.966522216796875, -0.89697265625, -0.827423095703125, -0.75787353515625, -0.688323974609375, -0.6187744140625, -0.549224853515625, -0.47967529296875, -0.410125732421875, -0.340576171875, -0.271026611328125, -0.20147705078125, -0.131927490234375, -0.0623779296875, 0.007171630859375, 0.07672119140625, 0.146270751953125, 0.2158203125, 0.285369873046875, 0.35491943359375, 0.424468994140625, 0.4940185546875, 0.563568115234375, 0.63311767578125, 0.702667236328125, 0.772216796875, 0.841766357421875, 0.91131591796875, 0.980865478515625, 1.0504150390625, 1.119964599609375, 1.18951416015625, 1.259063720703125, 1.32861328125, 1.398162841796875, 1.46771240234375, 1.537261962890625, 1.6068115234375, 1.676361083984375, 1.74591064453125, 1.815460205078125, 1.885009765625, 1.954559326171875, 2.02410888671875, 2.093658447265625, 2.1632080078125, 2.232757568359375, 2.30230712890625, 2.371856689453125, 2.44140625]}, "gradients/encoder.encoder.layers.15.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 4.0, 1.0, 7.0, 10.0, 9.0, 17.0, 20.0, 27.0, 34.0, 23.0, 39.0, 29.0, 60.0, 46.0, 76.0, 59.0, 58.0, 56.0, 62.0, 61.0, 47.0, 43.0, 34.0, 42.0, 29.0, 24.0, 20.0, 15.0, 15.0, 9.0, 12.0, 4.0, 3.0, 1.0, 4.0, 3.0, 3.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-0.322998046875, -0.3134765625, -0.303955078125, -0.29443359375, -0.284912109375, -0.275390625, -0.265869140625, -0.25634765625, -0.246826171875, -0.2373046875, -0.227783203125, -0.21826171875, -0.208740234375, -0.19921875, -0.189697265625, -0.18017578125, -0.170654296875, -0.1611328125, -0.151611328125, -0.14208984375, -0.132568359375, -0.123046875, -0.113525390625, -0.10400390625, -0.094482421875, -0.0849609375, -0.075439453125, -0.06591796875, -0.056396484375, -0.046875, -0.037353515625, -0.02783203125, -0.018310546875, -0.0087890625, 0.000732421875, 0.01025390625, 0.019775390625, 0.029296875, 0.038818359375, 0.04833984375, 0.057861328125, 0.0673828125, 0.076904296875, 0.08642578125, 0.095947265625, 0.10546875, 0.114990234375, 0.12451171875, 0.134033203125, 0.1435546875, 0.153076171875, 0.16259765625, 0.172119140625, 0.181640625, 0.191162109375, 0.20068359375, 0.210205078125, 0.2197265625, 0.229248046875, 0.23876953125, 0.248291015625, 0.2578125, 0.267333984375, 0.27685546875, 0.286376953125]}, "gradients/encoder.encoder.layers.15.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 2.0, 6.0, 4.0, 6.0, 11.0, 9.0, 13.0, 21.0, 25.0, 28.0, 42.0, 60.0, 78.0, 92.0, 121.0, 222.0, 347.0, 547.0, 1027.0, 2249.0, 5764.0, 17885.0, 78944.0, 719123.0, 174044.0, 32099.0, 9102.0, 3255.0, 1432.0, 726.0, 417.0, 248.0, 158.0, 137.0, 87.0, 62.0, 47.0, 34.0, 21.0, 22.0, 19.0, 9.0, 8.0, 2.0, 4.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.421875, -2.34783935546875, -2.2738037109375, -2.19976806640625, -2.125732421875, -2.05169677734375, -1.9776611328125, -1.90362548828125, -1.82958984375, -1.75555419921875, -1.6815185546875, -1.60748291015625, -1.533447265625, -1.45941162109375, -1.3853759765625, -1.31134033203125, -1.2373046875, -1.16326904296875, -1.0892333984375, -1.01519775390625, -0.941162109375, -0.86712646484375, -0.7930908203125, -0.71905517578125, -0.64501953125, -0.57098388671875, -0.4969482421875, -0.42291259765625, -0.348876953125, -0.27484130859375, -0.2008056640625, -0.12677001953125, -0.052734375, 0.02130126953125, 0.0953369140625, 0.16937255859375, 0.243408203125, 0.31744384765625, 0.3914794921875, 0.46551513671875, 0.53955078125, 0.61358642578125, 0.6876220703125, 0.76165771484375, 0.835693359375, 0.90972900390625, 0.9837646484375, 1.05780029296875, 1.1318359375, 1.20587158203125, 1.2799072265625, 1.35394287109375, 1.427978515625, 1.50201416015625, 1.5760498046875, 1.65008544921875, 1.72412109375, 1.79815673828125, 1.8721923828125, 1.94622802734375, 2.020263671875, 2.09429931640625, 2.1683349609375, 2.24237060546875, 2.31640625]}, "gradients/encoder.encoder.layers.15.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 4.0, 1.0, 2.0, 3.0, 4.0, 6.0, 2.0, 6.0, 17.0, 12.0, 17.0, 18.0, 15.0, 22.0, 34.0, 42.0, 29.0, 37.0, 44.0, 50.0, 41.0, 50.0, 36.0, 44.0, 50.0, 43.0, 52.0, 46.0, 31.0, 40.0, 29.0, 29.0, 22.0, 28.0, 25.0, 14.0, 16.0, 11.0, 9.0, 12.0, 2.0, 8.0, 4.0, 2.0, 1.0, 3.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.19921875, -1.1642913818359375, -1.129364013671875, -1.0944366455078125, -1.05950927734375, -1.0245819091796875, -0.989654541015625, -0.9547271728515625, -0.9197998046875, -0.8848724365234375, -0.849945068359375, -0.8150177001953125, -0.78009033203125, -0.7451629638671875, -0.710235595703125, -0.6753082275390625, -0.640380859375, -0.6054534912109375, -0.570526123046875, -0.5355987548828125, -0.50067138671875, -0.4657440185546875, -0.430816650390625, -0.3958892822265625, -0.3609619140625, -0.3260345458984375, -0.291107177734375, -0.2561798095703125, -0.22125244140625, -0.1863250732421875, -0.151397705078125, -0.1164703369140625, -0.08154296875, -0.0466156005859375, -0.011688232421875, 0.0232391357421875, 0.05816650390625, 0.0930938720703125, 0.128021240234375, 0.1629486083984375, 0.1978759765625, 0.2328033447265625, 0.267730712890625, 0.3026580810546875, 0.33758544921875, 0.3725128173828125, 0.407440185546875, 0.4423675537109375, 0.477294921875, 0.5122222900390625, 0.547149658203125, 0.5820770263671875, 0.61700439453125, 0.6519317626953125, 0.686859130859375, 0.7217864990234375, 0.7567138671875, 0.7916412353515625, 0.826568603515625, 0.8614959716796875, 0.89642333984375, 0.9313507080078125, 0.966278076171875, 1.0012054443359375, 1.0361328125]}, "gradients/encoder.encoder.layers.15.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 6.0, 3.0, 5.0, 4.0, 3.0, 21.0, 18.0, 19.0, 31.0, 50.0, 63.0, 89.0, 160.0, 295.0, 479.0, 1029.0, 2367.0, 5686.0, 18896.0, 170795.0, 793371.0, 39536.0, 9245.0, 3364.0, 1433.0, 658.0, 374.0, 214.0, 109.0, 60.0, 53.0, 31.0, 21.0, 19.0, 9.0, 7.0, 10.0, 3.0, 5.0, 6.0, 3.0, 3.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 2.0], "bins": [-1.6328125, -1.5850982666015625, -1.537384033203125, -1.4896697998046875, -1.44195556640625, -1.3942413330078125, -1.346527099609375, -1.2988128662109375, -1.2510986328125, -1.2033843994140625, -1.155670166015625, -1.1079559326171875, -1.06024169921875, -1.0125274658203125, -0.964813232421875, -0.9170989990234375, -0.869384765625, -0.8216705322265625, -0.773956298828125, -0.7262420654296875, -0.67852783203125, -0.6308135986328125, -0.583099365234375, -0.5353851318359375, -0.4876708984375, -0.4399566650390625, -0.392242431640625, -0.3445281982421875, -0.29681396484375, -0.2490997314453125, -0.201385498046875, -0.1536712646484375, -0.10595703125, -0.0582427978515625, -0.010528564453125, 0.0371856689453125, 0.08489990234375, 0.1326141357421875, 0.180328369140625, 0.2280426025390625, 0.2757568359375, 0.3234710693359375, 0.371185302734375, 0.4188995361328125, 0.46661376953125, 0.5143280029296875, 0.562042236328125, 0.6097564697265625, 0.657470703125, 0.7051849365234375, 0.752899169921875, 0.8006134033203125, 0.84832763671875, 0.8960418701171875, 0.943756103515625, 0.9914703369140625, 1.0391845703125, 1.0868988037109375, 1.134613037109375, 1.1823272705078125, 1.23004150390625, 1.2777557373046875, 1.325469970703125, 1.3731842041015625, 1.4208984375]}, "gradients/encoder.encoder.layers.15.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 4.0, 2.0, 6.0, 6.0, 9.0, 10.0, 7.0, 19.0, 16.0, 20.0, 25.0, 34.0, 53.0, 71.0, 61.0, 79.0, 99.0, 62.0, 81.0, 85.0, 60.0, 40.0, 40.0, 26.0, 14.0, 15.0, 10.0, 14.0, 11.0, 4.0, 5.0, 3.0, 0.0, 2.0, 3.0, 2.0, 3.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.0001723766326904297, -0.0001668110489845276, -0.0001612454652786255, -0.0001556798815727234, -0.0001501142978668213, -0.0001445487141609192, -0.0001389831304550171, -0.000133417546749115, -0.0001278519630432129, -0.0001222863793373108, -0.00011672079563140869, -0.00011115521192550659, -0.00010558962821960449, -0.00010002404451370239, -9.445846080780029e-05, -8.88928771018982e-05, -8.33272933959961e-05, -7.7761709690094e-05, -7.21961259841919e-05, -6.66305422782898e-05, -6.10649585723877e-05, -5.5499374866485596e-05, -4.9933791160583496e-05, -4.4368207454681396e-05, -3.88026237487793e-05, -3.32370400428772e-05, -2.7671456336975098e-05, -2.2105872631072998e-05, -1.65402889251709e-05, -1.0974705219268799e-05, -5.409121513366699e-06, 1.564621925354004e-07, 5.7220458984375e-06, 1.12876296043396e-05, 1.68532133102417e-05, 2.24187970161438e-05, 2.79843807220459e-05, 3.3549964427948e-05, 3.91155481338501e-05, 4.46811318397522e-05, 5.02467155456543e-05, 5.5812299251556396e-05, 6.13778829574585e-05, 6.69434666633606e-05, 7.25090503692627e-05, 7.80746340751648e-05, 8.36402177810669e-05, 8.9205801486969e-05, 9.47713851928711e-05, 0.0001003369688987732, 0.00010590255260467529, 0.00011146813631057739, 0.00011703372001647949, 0.0001225993037223816, 0.0001281648874282837, 0.0001337304711341858, 0.0001392960548400879, 0.00014486163854599, 0.0001504272222518921, 0.0001559928059577942, 0.0001615583896636963, 0.0001671239733695984, 0.0001726895570755005, 0.0001782551407814026, 0.0001838207244873047]}, "gradients/encoder.encoder.layers.15.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 4.0, 5.0, 5.0, 5.0, 9.0, 12.0, 17.0, 22.0, 32.0, 50.0, 56.0, 79.0, 136.0, 276.0, 791.0, 2713.0, 15157.0, 845506.0, 172127.0, 8517.0, 1878.0, 568.0, 220.0, 122.0, 73.0, 43.0, 32.0, 28.0, 17.0, 15.0, 9.0, 8.0, 7.0, 6.0, 7.0, 3.0, 1.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-2.328125, -2.255035400390625, -2.18194580078125, -2.108856201171875, -2.0357666015625, -1.962677001953125, -1.88958740234375, -1.816497802734375, -1.743408203125, -1.670318603515625, -1.59722900390625, -1.524139404296875, -1.4510498046875, -1.377960205078125, -1.30487060546875, -1.231781005859375, -1.15869140625, -1.085601806640625, -1.01251220703125, -0.939422607421875, -0.8663330078125, -0.793243408203125, -0.72015380859375, -0.647064208984375, -0.573974609375, -0.500885009765625, -0.42779541015625, -0.354705810546875, -0.2816162109375, -0.208526611328125, -0.13543701171875, -0.062347412109375, 0.0107421875, 0.083831787109375, 0.15692138671875, 0.230010986328125, 0.3031005859375, 0.376190185546875, 0.44927978515625, 0.522369384765625, 0.595458984375, 0.668548583984375, 0.74163818359375, 0.814727783203125, 0.8878173828125, 0.960906982421875, 1.03399658203125, 1.107086181640625, 1.18017578125, 1.253265380859375, 1.32635498046875, 1.399444580078125, 1.4725341796875, 1.545623779296875, 1.61871337890625, 1.691802978515625, 1.764892578125, 1.837982177734375, 1.91107177734375, 1.984161376953125, 2.0572509765625, 2.130340576171875, 2.20343017578125, 2.276519775390625, 2.349609375]}, "gradients/encoder.encoder.layers.15.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 9.0, 3.0, 7.0, 9.0, 17.0, 5.0, 22.0, 63.0, 128.0, 292.0, 241.0, 84.0, 55.0, 20.0, 13.0, 10.0, 4.0, 9.0, 2.0, 2.0, 1.0, 1.0, 0.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0], "bins": [-1.541015625, -1.50323486328125, -1.4654541015625, -1.42767333984375, -1.389892578125, -1.35211181640625, -1.3143310546875, -1.27655029296875, -1.23876953125, -1.20098876953125, -1.1632080078125, -1.12542724609375, -1.087646484375, -1.04986572265625, -1.0120849609375, -0.97430419921875, -0.9365234375, -0.89874267578125, -0.8609619140625, -0.82318115234375, -0.785400390625, -0.74761962890625, -0.7098388671875, -0.67205810546875, -0.63427734375, -0.59649658203125, -0.5587158203125, -0.52093505859375, -0.483154296875, -0.44537353515625, -0.4075927734375, -0.36981201171875, -0.33203125, -0.29425048828125, -0.2564697265625, -0.21868896484375, -0.180908203125, -0.14312744140625, -0.1053466796875, -0.06756591796875, -0.02978515625, 0.00799560546875, 0.0457763671875, 0.08355712890625, 0.121337890625, 0.15911865234375, 0.1968994140625, 0.23468017578125, 0.2724609375, 0.31024169921875, 0.3480224609375, 0.38580322265625, 0.423583984375, 0.46136474609375, 0.4991455078125, 0.53692626953125, 0.57470703125, 0.61248779296875, 0.6502685546875, 0.68804931640625, 0.725830078125, 0.76361083984375, 0.8013916015625, 0.83917236328125, 0.876953125]}, "gradients/encoder.encoder.layers.15.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 3.0, 2.0, 6.0, 11.0, 23.0, 44.0, 64.0, 119.0, 173.0, 196.0, 146.0, 90.0, 52.0, 30.0, 19.0, 10.0, 7.0, 5.0, 1.0, 3.0, 3.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-12.310333251953125, -11.873551368713379, -11.436768531799316, -10.99998664855957, -10.563203811645508, -10.126421928405762, -9.689640045166016, -9.252857208251953, -8.81607437133789, -8.379292488098145, -7.942509651184082, -7.505727767944336, -7.068944931030273, -6.632163047790527, -6.195380687713623, -5.758598327636719, -5.321816444396973, -4.885034084320068, -4.448251724243164, -4.011469841003418, -3.5746872425079346, -3.1379048824310303, -2.701122760772705, -2.264340400695801, -1.8275580406188965, -1.3907756805419922, -0.9539934396743774, -0.5172111988067627, -0.0804288387298584, 0.3563535213470459, 0.7931356430053711, 1.2299180030822754, 1.6667003631591797, 2.103482723236084, 2.5402650833129883, 2.9770472049713135, 3.4138295650482178, 3.850611925125122, 4.287394046783447, 4.724176406860352, 5.160958766937256, 5.59774112701416, 6.0345234870910645, 6.471305847167969, 6.908087730407715, 7.344870567321777, 7.781652450561523, 8.218435287475586, 8.655217170715332, 9.091999053955078, 9.52878189086914, 9.965563774108887, 10.40234661102295, 10.839128494262695, 11.275911331176758, 11.712693214416504, 12.14947509765625, 12.586256980895996, 13.023039817810059, 13.459821701049805, 13.896604537963867, 14.333386421203613, 14.77016830444336, 15.206951141357422, 15.643733978271484]}, "gradients/encoder.encoder.layers.15.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 6.0, 3.0, 4.0, 3.0, 10.0, 8.0, 8.0, 18.0, 16.0, 15.0, 19.0, 18.0, 23.0, 28.0, 34.0, 18.0, 42.0, 27.0, 32.0, 38.0, 55.0, 50.0, 42.0, 36.0, 46.0, 42.0, 42.0, 28.0, 33.0, 46.0, 40.0, 33.0, 20.0, 21.0, 24.0, 10.0, 18.0, 12.0, 9.0, 2.0, 7.0, 6.0, 5.0, 6.0, 4.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.272980690002441, -6.089651107788086, -5.9063215255737305, -5.722991466522217, -5.539661884307861, -5.356332302093506, -5.17300271987915, -4.989672660827637, -4.806343078613281, -4.623013496398926, -4.43968391418457, -4.256353855133057, -4.073024272918701, -3.8896946907043457, -3.7063651084899902, -3.5230352878570557, -3.3397057056427, -3.1563761234283447, -2.97304630279541, -2.7897167205810547, -2.60638689994812, -2.4230573177337646, -2.23972749710083, -2.0563979148864746, -1.8730682134628296, -1.6897385120391846, -1.5064088106155396, -1.3230791091918945, -1.139749526977539, -0.9564197659492493, -0.773090124130249, -0.589760422706604, -0.406430721282959, -0.22310103476047516, -0.03977134823799133, 0.1435583233833313, 0.3268880248069763, 0.5102177262306213, 0.6935473680496216, 0.8768770694732666, 1.0602067708969116, 1.2435364723205566, 1.4268661737442017, 1.6101958751678467, 1.7935254573822021, 1.9768552780151367, 2.160184860229492, 2.3435144424438477, 2.5268442630767822, 2.7101738452911377, 2.8935036659240723, 3.0768332481384277, 3.2601630687713623, 3.4434926509857178, 3.6268224716186523, 3.810152053833008, 3.9934816360473633, 4.176811218261719, 4.360140800476074, 4.543470859527588, 4.726800441741943, 4.910130023956299, 5.093459606170654, 5.276789665222168, 5.460119247436523]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 4.0, 6.0, 9.0, 13.0, 9.0, 17.0, 36.0, 44.0, 66.0, 96.0, 172.0, 302.0, 529.0, 1215.0, 2753.0, 7374.0, 27374.0, 3328630.0, 789010.0, 24954.0, 6435.0, 2533.0, 1185.0, 586.0, 317.0, 216.0, 124.0, 95.0, 43.0, 38.0, 21.0, 21.0, 16.0, 10.0, 8.0, 9.0, 6.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 2.0], "bins": [-3.47265625, -3.364044189453125, -3.25543212890625, -3.146820068359375, -3.0382080078125, -2.929595947265625, -2.82098388671875, -2.712371826171875, -2.603759765625, -2.495147705078125, -2.38653564453125, -2.277923583984375, -2.1693115234375, -2.060699462890625, -1.95208740234375, -1.843475341796875, -1.73486328125, -1.626251220703125, -1.51763916015625, -1.409027099609375, -1.3004150390625, -1.191802978515625, -1.08319091796875, -0.974578857421875, -0.865966796875, -0.757354736328125, -0.64874267578125, -0.540130615234375, -0.4315185546875, -0.322906494140625, -0.21429443359375, -0.105682373046875, 0.0029296875, 0.111541748046875, 0.22015380859375, 0.328765869140625, 0.4373779296875, 0.545989990234375, 0.65460205078125, 0.763214111328125, 0.871826171875, 0.980438232421875, 1.08905029296875, 1.197662353515625, 1.3062744140625, 1.414886474609375, 1.52349853515625, 1.632110595703125, 1.74072265625, 1.849334716796875, 1.95794677734375, 2.066558837890625, 2.1751708984375, 2.283782958984375, 2.39239501953125, 2.501007080078125, 2.609619140625, 2.718231201171875, 2.82684326171875, 2.935455322265625, 3.0440673828125, 3.152679443359375, 3.26129150390625, 3.369903564453125, 3.478515625]}, "gradients/encoder.encoder.layers.14.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 3.0, 3.0, 1.0, 4.0, 5.0, 5.0, 9.0, 11.0, 23.0, 13.0, 25.0, 25.0, 17.0, 40.0, 40.0, 43.0, 55.0, 53.0, 59.0, 55.0, 48.0, 54.0, 56.0, 49.0, 53.0, 42.0, 33.0, 38.0, 29.0, 30.0, 15.0, 23.0, 13.0, 8.0, 6.0, 7.0, 2.0, 3.0, 4.0, 2.0, 4.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-0.311767578125, -0.302154541015625, -0.29254150390625, -0.282928466796875, -0.2733154296875, -0.263702392578125, -0.25408935546875, -0.244476318359375, -0.23486328125, -0.225250244140625, -0.21563720703125, -0.206024169921875, -0.1964111328125, -0.186798095703125, -0.17718505859375, -0.167572021484375, -0.157958984375, -0.148345947265625, -0.13873291015625, -0.129119873046875, -0.1195068359375, -0.109893798828125, -0.10028076171875, -0.090667724609375, -0.0810546875, -0.071441650390625, -0.06182861328125, -0.052215576171875, -0.0426025390625, -0.032989501953125, -0.02337646484375, -0.013763427734375, -0.004150390625, 0.005462646484375, 0.01507568359375, 0.024688720703125, 0.0343017578125, 0.043914794921875, 0.05352783203125, 0.063140869140625, 0.07275390625, 0.082366943359375, 0.09197998046875, 0.101593017578125, 0.1112060546875, 0.120819091796875, 0.13043212890625, 0.140045166015625, 0.149658203125, 0.159271240234375, 0.16888427734375, 0.178497314453125, 0.1881103515625, 0.197723388671875, 0.20733642578125, 0.216949462890625, 0.2265625, 0.236175537109375, 0.24578857421875, 0.255401611328125, 0.2650146484375, 0.274627685546875, 0.28424072265625, 0.293853759765625, 0.303466796875]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 0.0, 6.0, 7.0, 3.0, 9.0, 13.0, 16.0, 26.0, 26.0, 35.0, 47.0, 78.0, 92.0, 136.0, 205.0, 344.0, 502.0, 898.0, 1656.0, 3148.0, 6603.0, 15142.0, 49825.0, 2017056.0, 2019848.0, 49760.0, 15282.0, 6412.0, 3124.0, 1637.0, 850.0, 519.0, 323.0, 215.0, 119.0, 75.0, 66.0, 54.0, 44.0, 21.0, 12.0, 11.0, 16.0, 8.0, 8.0, 2.0, 7.0, 1.0, 3.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.39453125, -2.3197021484375, -2.244873046875, -2.1700439453125, -2.09521484375, -2.0203857421875, -1.945556640625, -1.8707275390625, -1.7958984375, -1.7210693359375, -1.646240234375, -1.5714111328125, -1.49658203125, -1.4217529296875, -1.346923828125, -1.2720947265625, -1.197265625, -1.1224365234375, -1.047607421875, -0.9727783203125, -0.89794921875, -0.8231201171875, -0.748291015625, -0.6734619140625, -0.5986328125, -0.5238037109375, -0.448974609375, -0.3741455078125, -0.29931640625, -0.2244873046875, -0.149658203125, -0.0748291015625, 0.0, 0.0748291015625, 0.149658203125, 0.2244873046875, 0.29931640625, 0.3741455078125, 0.448974609375, 0.5238037109375, 0.5986328125, 0.6734619140625, 0.748291015625, 0.8231201171875, 0.89794921875, 0.9727783203125, 1.047607421875, 1.1224365234375, 1.197265625, 1.2720947265625, 1.346923828125, 1.4217529296875, 1.49658203125, 1.5714111328125, 1.646240234375, 1.7210693359375, 1.7958984375, 1.8707275390625, 1.945556640625, 2.0203857421875, 2.09521484375, 2.1700439453125, 2.244873046875, 2.3197021484375, 2.39453125]}, "gradients/encoder.encoder.layers.14.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 6.0, 6.0, 5.0, 6.0, 9.0, 8.0, 15.0, 24.0, 26.0, 43.0, 50.0, 129.0, 548.0, 2664.0, 270.0, 111.0, 47.0, 30.0, 24.0, 15.0, 14.0, 9.0, 12.0, 1.0, 5.0, 3.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1787109375, -1.146209716796875, -1.11370849609375, -1.081207275390625, -1.0487060546875, -1.016204833984375, -0.98370361328125, -0.951202392578125, -0.918701171875, -0.886199951171875, -0.85369873046875, -0.821197509765625, -0.7886962890625, -0.756195068359375, -0.72369384765625, -0.691192626953125, -0.65869140625, -0.626190185546875, -0.59368896484375, -0.561187744140625, -0.5286865234375, -0.496185302734375, -0.46368408203125, -0.431182861328125, -0.398681640625, -0.366180419921875, -0.33367919921875, -0.301177978515625, -0.2686767578125, -0.236175537109375, -0.20367431640625, -0.171173095703125, -0.138671875, -0.106170654296875, -0.07366943359375, -0.041168212890625, -0.0086669921875, 0.023834228515625, 0.05633544921875, 0.088836669921875, 0.121337890625, 0.153839111328125, 0.18634033203125, 0.218841552734375, 0.2513427734375, 0.283843994140625, 0.31634521484375, 0.348846435546875, 0.38134765625, 0.413848876953125, 0.44635009765625, 0.478851318359375, 0.5113525390625, 0.543853759765625, 0.57635498046875, 0.608856201171875, 0.641357421875, 0.673858642578125, 0.70635986328125, 0.738861083984375, 0.7713623046875, 0.803863525390625, 0.83636474609375, 0.868865966796875, 0.9013671875]}, "gradients/encoder.encoder.layers.14.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 3.0, 5.0, 10.0, 11.0, 29.0, 29.0, 61.0, 104.0, 146.0, 180.0, 156.0, 106.0, 63.0, 44.0, 25.0, 11.0, 8.0, 3.0, 5.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.843829154968262, -7.668994426727295, -7.494159698486328, -7.319324970245361, -7.1444902420043945, -6.969655990600586, -6.794821262359619, -6.619986534118652, -6.4451518058776855, -6.270317077636719, -6.095482349395752, -5.920647621154785, -5.745813369750977, -5.57097864151001, -5.396143913269043, -5.221309185028076, -5.046474456787109, -4.871639728546143, -4.696805000305176, -4.521970272064209, -4.347135543823242, -4.172301292419434, -3.997466564178467, -3.8226318359375, -3.647797107696533, -3.4729623794555664, -3.2981276512145996, -3.123293161392212, -2.948458433151245, -2.7736237049102783, -2.5987892150878906, -2.423954486846924, -2.249119758605957, -2.0742850303649902, -1.899450421333313, -1.7246158123016357, -1.549781084060669, -1.3749463558197021, -1.200111746788025, -1.0252771377563477, -0.8504424095153809, -0.6756077408790588, -0.5007730722427368, -0.3259384036064148, -0.15110373497009277, 0.023730933666229248, 0.19856560230255127, 0.3734002113342285, 0.5482349395751953, 0.7230696082115173, 0.8979042768478394, 1.0727388858795166, 1.2475736141204834, 1.4224083423614502, 1.5972429513931274, 1.7720775604248047, 1.9469122886657715, 2.1217470169067383, 2.296581745147705, 2.4714162349700928, 2.6462509632110596, 2.8210856914520264, 2.995920181274414, 3.170754909515381, 3.3455896377563477]}, "gradients/encoder.encoder.layers.14.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 4.0, 3.0, 1.0, 7.0, 3.0, 6.0, 6.0, 4.0, 7.0, 15.0, 17.0, 18.0, 14.0, 21.0, 13.0, 26.0, 31.0, 29.0, 35.0, 36.0, 35.0, 39.0, 53.0, 43.0, 43.0, 36.0, 45.0, 39.0, 47.0, 49.0, 38.0, 31.0, 31.0, 25.0, 21.0, 21.0, 20.0, 20.0, 13.0, 13.0, 12.0, 11.0, 9.0, 6.0, 5.0, 11.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9412624835968018, -1.871366262435913, -1.801470160484314, -1.7315739393234253, -1.6616778373718262, -1.5917816162109375, -1.5218853950500488, -1.4519891738891602, -1.382093071937561, -1.3121968507766724, -1.2423007488250732, -1.1724045276641846, -1.102508306503296, -1.0326122045516968, -0.9627159833908081, -0.8928198218345642, -0.8229236602783203, -0.7530274987220764, -0.6831313371658325, -0.6132351160049438, -0.5433389544487, -0.47344279289245605, -0.40354660153388977, -0.3336504101753235, -0.2637542486190796, -0.1938580721616745, -0.12396189570426941, -0.05406571924686432, 0.01583045721054077, 0.08572661876678467, 0.15562281012535095, 0.22551900148391724, 0.29541540145874023, 0.36531156301498413, 0.4352077543735504, 0.5051039457321167, 0.5750001072883606, 0.6448962688446045, 0.7147924900054932, 0.7846886515617371, 0.854584813117981, 0.9244809746742249, 0.9943771362304688, 1.0642733573913574, 1.134169578552246, 1.2040656805038452, 1.2739619016647339, 1.343858003616333, 1.4137542247772217, 1.4836504459381104, 1.5535465478897095, 1.6234427690505981, 1.6933388710021973, 1.763235092163086, 1.8331313133239746, 1.9030275344848633, 1.9729236364364624, 2.0428197383880615, 2.11271595954895, 2.182612180709839, 2.2525084018707275, 2.322404384613037, 2.392300605773926, 2.4621968269348145, 2.532093048095703]}, "gradients/encoder.encoder.layers.14.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 5.0, 2.0, 0.0, 2.0, 3.0, 6.0, 7.0, 13.0, 15.0, 20.0, 35.0, 21.0, 65.0, 72.0, 90.0, 150.0, 205.0, 303.0, 432.0, 750.0, 1101.0, 1916.0, 3230.0, 5815.0, 11582.0, 24672.0, 64253.0, 361514.0, 446094.0, 72328.0, 26548.0, 12075.0, 6259.0, 3515.0, 2060.0, 1206.0, 723.0, 498.0, 304.0, 214.0, 142.0, 86.0, 68.0, 38.0, 25.0, 32.0, 12.0, 23.0, 7.0, 9.0, 4.0, 4.0, 5.0, 7.0, 2.0, 1.0, 0.0, 3.0, 0.0, 2.0], "bins": [-1.3662109375, -1.323577880859375, -1.28094482421875, -1.238311767578125, -1.1956787109375, -1.153045654296875, -1.11041259765625, -1.067779541015625, -1.025146484375, -0.982513427734375, -0.93988037109375, -0.897247314453125, -0.8546142578125, -0.811981201171875, -0.76934814453125, -0.726715087890625, -0.68408203125, -0.641448974609375, -0.59881591796875, -0.556182861328125, -0.5135498046875, -0.470916748046875, -0.42828369140625, -0.385650634765625, -0.343017578125, -0.300384521484375, -0.25775146484375, -0.215118408203125, -0.1724853515625, -0.129852294921875, -0.08721923828125, -0.044586181640625, -0.001953125, 0.040679931640625, 0.08331298828125, 0.125946044921875, 0.1685791015625, 0.211212158203125, 0.25384521484375, 0.296478271484375, 0.339111328125, 0.381744384765625, 0.42437744140625, 0.467010498046875, 0.5096435546875, 0.552276611328125, 0.59490966796875, 0.637542724609375, 0.68017578125, 0.722808837890625, 0.76544189453125, 0.808074951171875, 0.8507080078125, 0.893341064453125, 0.93597412109375, 0.978607177734375, 1.021240234375, 1.063873291015625, 1.10650634765625, 1.149139404296875, 1.1917724609375, 1.234405517578125, 1.27703857421875, 1.319671630859375, 1.3623046875]}, "gradients/encoder.encoder.layers.14.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 8.0, 3.0, 3.0, 6.0, 9.0, 15.0, 11.0, 19.0, 28.0, 23.0, 29.0, 28.0, 35.0, 59.0, 46.0, 36.0, 51.0, 66.0, 59.0, 56.0, 39.0, 45.0, 50.0, 43.0, 34.0, 37.0, 30.0, 40.0, 19.0, 20.0, 21.0, 6.0, 9.0, 5.0, 6.0, 4.0, 3.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.308349609375, -0.2985992431640625, -0.288848876953125, -0.2790985107421875, -0.26934814453125, -0.2595977783203125, -0.249847412109375, -0.2400970458984375, -0.2303466796875, -0.2205963134765625, -0.210845947265625, -0.2010955810546875, -0.19134521484375, -0.1815948486328125, -0.171844482421875, -0.1620941162109375, -0.15234375, -0.1425933837890625, -0.132843017578125, -0.1230926513671875, -0.11334228515625, -0.1035919189453125, -0.093841552734375, -0.0840911865234375, -0.0743408203125, -0.0645904541015625, -0.054840087890625, -0.0450897216796875, -0.03533935546875, -0.0255889892578125, -0.015838623046875, -0.0060882568359375, 0.003662109375, 0.0134124755859375, 0.023162841796875, 0.0329132080078125, 0.04266357421875, 0.0524139404296875, 0.062164306640625, 0.0719146728515625, 0.0816650390625, 0.0914154052734375, 0.101165771484375, 0.1109161376953125, 0.12066650390625, 0.1304168701171875, 0.140167236328125, 0.1499176025390625, 0.15966796875, 0.1694183349609375, 0.179168701171875, 0.1889190673828125, 0.19866943359375, 0.2084197998046875, 0.218170166015625, 0.2279205322265625, 0.2376708984375, 0.2474212646484375, 0.257171630859375, 0.2669219970703125, 0.27667236328125, 0.2864227294921875, 0.296173095703125, 0.3059234619140625, 0.315673828125]}, "gradients/encoder.encoder.layers.14.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 2.0, 2.0, 1.0, 4.0, 1.0, 10.0, 6.0, 7.0, 13.0, 18.0, 22.0, 38.0, 43.0, 71.0, 123.0, 188.0, 278.0, 437.0, 742.0, 1426.0, 2517.0, 4986.0, 11119.0, 27860.0, 95381.0, 739201.0, 110382.0, 30131.0, 11960.0, 5277.0, 2746.0, 1410.0, 850.0, 456.0, 299.0, 194.0, 118.0, 62.0, 57.0, 38.0, 30.0, 19.0, 13.0, 5.0, 8.0, 6.0, 2.0, 3.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.640625, -1.5810546875, -1.521484375, -1.4619140625, -1.40234375, -1.3427734375, -1.283203125, -1.2236328125, -1.1640625, -1.1044921875, -1.044921875, -0.9853515625, -0.92578125, -0.8662109375, -0.806640625, -0.7470703125, -0.6875, -0.6279296875, -0.568359375, -0.5087890625, -0.44921875, -0.3896484375, -0.330078125, -0.2705078125, -0.2109375, -0.1513671875, -0.091796875, -0.0322265625, 0.02734375, 0.0869140625, 0.146484375, 0.2060546875, 0.265625, 0.3251953125, 0.384765625, 0.4443359375, 0.50390625, 0.5634765625, 0.623046875, 0.6826171875, 0.7421875, 0.8017578125, 0.861328125, 0.9208984375, 0.98046875, 1.0400390625, 1.099609375, 1.1591796875, 1.21875, 1.2783203125, 1.337890625, 1.3974609375, 1.45703125, 1.5166015625, 1.576171875, 1.6357421875, 1.6953125, 1.7548828125, 1.814453125, 1.8740234375, 1.93359375, 1.9931640625, 2.052734375, 2.1123046875, 2.171875]}, "gradients/encoder.encoder.layers.14.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 1.0, 3.0, 1.0, 1.0, 1.0, 4.0, 1.0, 5.0, 8.0, 9.0, 12.0, 19.0, 17.0, 20.0, 29.0, 25.0, 39.0, 17.0, 60.0, 43.0, 55.0, 52.0, 50.0, 56.0, 60.0, 55.0, 58.0, 39.0, 48.0, 43.0, 33.0, 36.0, 26.0, 9.0, 17.0, 12.0, 8.0, 10.0, 8.0, 5.0, 2.0, 3.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3525390625, -1.3064117431640625, -1.260284423828125, -1.2141571044921875, -1.16802978515625, -1.1219024658203125, -1.075775146484375, -1.0296478271484375, -0.9835205078125, -0.9373931884765625, -0.891265869140625, -0.8451385498046875, -0.79901123046875, -0.7528839111328125, -0.706756591796875, -0.6606292724609375, -0.614501953125, -0.5683746337890625, -0.522247314453125, -0.4761199951171875, -0.42999267578125, -0.3838653564453125, -0.337738037109375, -0.2916107177734375, -0.2454833984375, -0.1993560791015625, -0.153228759765625, -0.1071014404296875, -0.06097412109375, -0.0148468017578125, 0.031280517578125, 0.0774078369140625, 0.12353515625, 0.1696624755859375, 0.215789794921875, 0.2619171142578125, 0.30804443359375, 0.3541717529296875, 0.400299072265625, 0.4464263916015625, 0.4925537109375, 0.5386810302734375, 0.584808349609375, 0.6309356689453125, 0.67706298828125, 0.7231903076171875, 0.769317626953125, 0.8154449462890625, 0.861572265625, 0.9076995849609375, 0.953826904296875, 0.9999542236328125, 1.04608154296875, 1.0922088623046875, 1.138336181640625, 1.1844635009765625, 1.2305908203125, 1.2767181396484375, 1.322845458984375, 1.3689727783203125, 1.41510009765625, 1.4612274169921875, 1.507354736328125, 1.5534820556640625, 1.599609375]}, "gradients/encoder.encoder.layers.14.attention.k_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 4.0, 4.0, 8.0, 8.0, 18.0, 19.0, 28.0, 36.0, 41.0, 65.0, 94.0, 122.0, 167.0, 263.0, 375.0, 528.0, 795.0, 1283.0, 2166.0, 3944.0, 7970.0, 19649.0, 66537.0, 532585.0, 330527.0, 49251.0, 16161.0, 6963.0, 3522.0, 1976.0, 1122.0, 712.0, 470.0, 305.0, 236.0, 171.0, 117.0, 96.0, 56.0, 44.0, 29.0, 25.0, 17.0, 12.0, 10.0, 7.0, 5.0, 3.0, 3.0, 2.0, 1.0, 5.0, 0.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.66259765625, -0.6411514282226562, -0.6197052001953125, -0.5982589721679688, -0.576812744140625, -0.5553665161132812, -0.5339202880859375, -0.5124740600585938, -0.49102783203125, -0.46958160400390625, -0.4481353759765625, -0.42668914794921875, -0.405242919921875, -0.38379669189453125, -0.3623504638671875, -0.34090423583984375, -0.3194580078125, -0.29801177978515625, -0.2765655517578125, -0.25511932373046875, -0.233673095703125, -0.21222686767578125, -0.1907806396484375, -0.16933441162109375, -0.14788818359375, -0.12644195556640625, -0.1049957275390625, -0.08354949951171875, -0.062103271484375, -0.04065704345703125, -0.0192108154296875, 0.00223541259765625, 0.023681640625, 0.04512786865234375, 0.0665740966796875, 0.08802032470703125, 0.109466552734375, 0.13091278076171875, 0.1523590087890625, 0.17380523681640625, 0.19525146484375, 0.21669769287109375, 0.2381439208984375, 0.25959014892578125, 0.281036376953125, 0.30248260498046875, 0.3239288330078125, 0.34537506103515625, 0.3668212890625, 0.38826751708984375, 0.4097137451171875, 0.43115997314453125, 0.452606201171875, 0.47405242919921875, 0.4954986572265625, 0.5169448852539062, 0.53839111328125, 0.5598373413085938, 0.5812835693359375, 0.6027297973632812, 0.624176025390625, 0.6456222534179688, 0.6670684814453125, 0.6885147094726562, 0.7099609375]}, "gradients/encoder.encoder.layers.14.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 3.0, 2.0, 4.0, 6.0, 9.0, 21.0, 25.0, 27.0, 67.0, 61.0, 99.0, 94.0, 97.0, 110.0, 100.0, 81.0, 54.0, 42.0, 26.0, 27.0, 19.0, 11.0, 6.0, 5.0, 5.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001964569091796875, -0.00019006803631782532, -0.00018367916345596313, -0.00017729029059410095, -0.00017090141773223877, -0.0001645125448703766, -0.0001581236720085144, -0.00015173479914665222, -0.00014534592628479004, -0.00013895705342292786, -0.00013256818056106567, -0.0001261793076992035, -0.00011979043483734131, -0.00011340156197547913, -0.00010701268911361694, -0.00010062381625175476, -9.423494338989258e-05, -8.78460705280304e-05, -8.145719766616821e-05, -7.506832480430603e-05, -6.867945194244385e-05, -6.229057908058167e-05, -5.590170621871948e-05, -4.95128333568573e-05, -4.312396049499512e-05, -3.6735087633132935e-05, -3.0346214771270752e-05, -2.395734190940857e-05, -1.7568469047546387e-05, -1.1179596185684204e-05, -4.7907233238220215e-06, 1.5981495380401611e-06, 7.987022399902344e-06, 1.4375895261764526e-05, 2.076476812362671e-05, 2.715364098548889e-05, 3.3542513847351074e-05, 3.993138670921326e-05, 4.632025957107544e-05, 5.270913243293762e-05, 5.9098005294799805e-05, 6.548687815666199e-05, 7.187575101852417e-05, 7.826462388038635e-05, 8.465349674224854e-05, 9.104236960411072e-05, 9.74312424659729e-05, 0.00010382011532783508, 0.00011020898818969727, 0.00011659786105155945, 0.00012298673391342163, 0.0001293756067752838, 0.000135764479637146, 0.00014215335249900818, 0.00014854222536087036, 0.00015493109822273254, 0.00016131997108459473, 0.0001677088439464569, 0.0001740977168083191, 0.00018048658967018127, 0.00018687546253204346, 0.00019326433539390564, 0.00019965320825576782, 0.00020604208111763, 0.0002124309539794922]}, "gradients/encoder.encoder.layers.14.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 4.0, 7.0, 3.0, 7.0, 10.0, 12.0, 32.0, 41.0, 70.0, 104.0, 192.0, 264.0, 530.0, 970.0, 1849.0, 3720.0, 8650.0, 27442.0, 184196.0, 717397.0, 74425.0, 16579.0, 6115.0, 2797.0, 1380.0, 736.0, 402.0, 248.0, 142.0, 97.0, 57.0, 29.0, 18.0, 16.0, 12.0, 6.0, 4.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.68798828125, -0.6596755981445312, -0.6313629150390625, -0.6030502319335938, -0.574737548828125, -0.5464248657226562, -0.5181121826171875, -0.48979949951171875, -0.46148681640625, -0.43317413330078125, -0.4048614501953125, -0.37654876708984375, -0.348236083984375, -0.31992340087890625, -0.2916107177734375, -0.26329803466796875, -0.2349853515625, -0.20667266845703125, -0.1783599853515625, -0.15004730224609375, -0.121734619140625, -0.09342193603515625, -0.0651092529296875, -0.03679656982421875, -0.00848388671875, 0.01982879638671875, 0.0481414794921875, 0.07645416259765625, 0.104766845703125, 0.13307952880859375, 0.1613922119140625, 0.18970489501953125, 0.218017578125, 0.24633026123046875, 0.2746429443359375, 0.30295562744140625, 0.331268310546875, 0.35958099365234375, 0.3878936767578125, 0.41620635986328125, 0.44451904296875, 0.47283172607421875, 0.5011444091796875, 0.5294570922851562, 0.557769775390625, 0.5860824584960938, 0.6143951416015625, 0.6427078247070312, 0.6710205078125, 0.6993331909179688, 0.7276458740234375, 0.7559585571289062, 0.784271240234375, 0.8125839233398438, 0.8408966064453125, 0.8692092895507812, 0.89752197265625, 0.9258346557617188, 0.9541473388671875, 0.9824600219726562, 1.010772705078125, 1.0390853881835938, 1.0673980712890625, 1.0957107543945312, 1.1240234375]}, "gradients/encoder.encoder.layers.14.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 6.0, 3.0, 1.0, 5.0, 3.0, 6.0, 8.0, 4.0, 9.0, 9.0, 13.0, 8.0, 23.0, 25.0, 49.0, 57.0, 85.0, 101.0, 141.0, 120.0, 77.0, 78.0, 45.0, 31.0, 18.0, 11.0, 19.0, 15.0, 2.0, 7.0, 10.0, 4.0, 4.0, 3.0, 2.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.62353515625, -0.6037979125976562, -0.5840606689453125, -0.5643234252929688, -0.544586181640625, -0.5248489379882812, -0.5051116943359375, -0.48537445068359375, -0.46563720703125, -0.44589996337890625, -0.4261627197265625, -0.40642547607421875, -0.386688232421875, -0.36695098876953125, -0.3472137451171875, -0.32747650146484375, -0.3077392578125, -0.28800201416015625, -0.2682647705078125, -0.24852752685546875, -0.228790283203125, -0.20905303955078125, -0.1893157958984375, -0.16957855224609375, -0.14984130859375, -0.13010406494140625, -0.1103668212890625, -0.09062957763671875, -0.070892333984375, -0.05115509033203125, -0.0314178466796875, -0.01168060302734375, 0.008056640625, 0.02779388427734375, 0.0475311279296875, 0.06726837158203125, 0.087005615234375, 0.10674285888671875, 0.1264801025390625, 0.14621734619140625, 0.16595458984375, 0.18569183349609375, 0.2054290771484375, 0.22516632080078125, 0.244903564453125, 0.26464080810546875, 0.2843780517578125, 0.30411529541015625, 0.3238525390625, 0.34358978271484375, 0.3633270263671875, 0.38306427001953125, 0.402801513671875, 0.42253875732421875, 0.4422760009765625, 0.46201324462890625, 0.48175048828125, 0.5014877319335938, 0.5212249755859375, 0.5409622192382812, 0.560699462890625, 0.5804367065429688, 0.6001739501953125, 0.6199111938476562, 0.6396484375]}, "gradients/encoder.encoder.layers.14.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 4.0, 6.0, 19.0, 27.0, 79.0, 131.0, 193.0, 246.0, 151.0, 61.0, 54.0, 11.0, 13.0, 7.0, 6.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.429703712463379, -6.856055736541748, -6.282408237457275, -5.7087602615356445, -5.135112762451172, -4.561464786529541, -3.98781681060791, -3.4141693115234375, -2.8405213356018066, -2.266873598098755, -1.6932257413864136, -1.1195778846740723, -0.5459301471710205, 0.02771759033203125, 0.6013655662536621, 1.1750130653381348, 1.7486610412597656, 2.3223087787628174, 2.895956516265869, 3.4696044921875, 4.043251991271973, 4.6168999671936035, 5.190547943115234, 5.764195442199707, 6.337843418121338, 6.911491394042969, 7.485138893127441, 8.058786392211914, 8.632434844970703, 9.206082344055176, 9.779729843139648, 10.353378295898438, 10.927026748657227, 11.5006742477417, 12.074322700500488, 12.647970199584961, 13.221617698669434, 13.795265197753906, 14.368913650512695, 14.942561149597168, 15.51620864868164, 16.08985710144043, 16.663503646850586, 17.237152099609375, 17.810800552368164, 18.38444709777832, 18.95809555053711, 19.531742095947266, 20.105392456054688, 20.679040908813477, 21.252687454223633, 21.826335906982422, 22.39998435974121, 22.973630905151367, 23.547279357910156, 24.120925903320312, 24.6945743560791, 25.26822280883789, 25.841869354248047, 26.415517807006836, 26.989166259765625, 27.56281280517578, 28.13646125793457, 28.71010971069336, 29.283756256103516]}, "gradients/encoder.encoder.layers.14.layer_norm.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 3.0, 3.0, 7.0, 6.0, 7.0, 8.0, 13.0, 14.0, 14.0, 15.0, 21.0, 26.0, 27.0, 22.0, 29.0, 34.0, 33.0, 40.0, 34.0, 56.0, 46.0, 40.0, 46.0, 48.0, 43.0, 47.0, 40.0, 37.0, 46.0, 30.0, 22.0, 21.0, 26.0, 19.0, 14.0, 25.0, 6.0, 6.0, 8.0, 7.0, 10.0, 1.0, 4.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.107314109802246, -5.903243541717529, -5.6991729736328125, -5.495102405548096, -5.291031837463379, -5.08696174621582, -4.882890701293945, -4.678820610046387, -4.47475004196167, -4.270679473876953, -4.066608905792236, -3.8625383377075195, -3.658468008041382, -3.454397439956665, -3.2503268718719482, -3.0462565422058105, -2.8421857357025146, -2.638115167617798, -2.434044599533081, -2.2299742698669434, -2.0259037017822266, -1.8218331336975098, -1.617762565612793, -1.4136921167373657, -1.209621548652649, -1.0055509805679321, -0.8014805316925049, -0.5974099636077881, -0.39333945512771606, -0.18926894664764404, 0.014801621437072754, 0.2188720703125, 0.4229426383972168, 0.6270131468772888, 0.8310836553573608, 1.0351542234420776, 1.2392246723175049, 1.4432952404022217, 1.6473658084869385, 1.8514362573623657, 2.055506706237793, 2.2595772743225098, 2.4636478424072266, 2.6677184104919434, 2.871788740158081, 3.075859308242798, 3.2799298763275146, 3.4840002059936523, 3.6880710124969482, 3.892141580581665, 4.096211910247803, 4.3002824783325195, 4.504353046417236, 4.708423614501953, 4.91249418258667, 5.116564750671387, 5.3206353187561035, 5.52470588684082, 5.728776454925537, 5.932847023010254, 6.136917591094971, 6.3409881591796875, 6.545058250427246, 6.749128818511963, 6.95319938659668]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 7.0, 11.0, 11.0, 9.0, 28.0, 26.0, 33.0, 58.0, 82.0, 127.0, 226.0, 363.0, 618.0, 1078.0, 2346.0, 5080.0, 14786.0, 93031.0, 3992798.0, 62283.0, 12317.0, 4370.0, 2003.0, 993.0, 570.0, 344.0, 214.0, 128.0, 103.0, 68.0, 42.0, 30.0, 26.0, 16.0, 21.0, 9.0, 7.0, 8.0, 2.0, 3.0, 3.0, 0.0, 2.0, 0.0, 3.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0], "bins": [-3.318359375, -3.20928955078125, -3.1002197265625, -2.99114990234375, -2.882080078125, -2.77301025390625, -2.6639404296875, -2.55487060546875, -2.44580078125, -2.33673095703125, -2.2276611328125, -2.11859130859375, -2.009521484375, -1.90045166015625, -1.7913818359375, -1.68231201171875, -1.5732421875, -1.46417236328125, -1.3551025390625, -1.24603271484375, -1.136962890625, -1.02789306640625, -0.9188232421875, -0.80975341796875, -0.70068359375, -0.59161376953125, -0.4825439453125, -0.37347412109375, -0.264404296875, -0.15533447265625, -0.0462646484375, 0.06280517578125, 0.171875, 0.28094482421875, 0.3900146484375, 0.49908447265625, 0.608154296875, 0.71722412109375, 0.8262939453125, 0.93536376953125, 1.04443359375, 1.15350341796875, 1.2625732421875, 1.37164306640625, 1.480712890625, 1.58978271484375, 1.6988525390625, 1.80792236328125, 1.9169921875, 2.02606201171875, 2.1351318359375, 2.24420166015625, 2.353271484375, 2.46234130859375, 2.5714111328125, 2.68048095703125, 2.78955078125, 2.89862060546875, 3.0076904296875, 3.11676025390625, 3.225830078125, 3.33489990234375, 3.4439697265625, 3.55303955078125, 3.662109375]}, "gradients/encoder.encoder.layers.13.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 4.0, 3.0, 0.0, 5.0, 6.0, 5.0, 7.0, 6.0, 10.0, 13.0, 22.0, 28.0, 29.0, 38.0, 38.0, 39.0, 45.0, 43.0, 52.0, 39.0, 46.0, 52.0, 51.0, 50.0, 54.0, 42.0, 42.0, 38.0, 36.0, 38.0, 23.0, 20.0, 22.0, 17.0, 14.0, 11.0, 4.0, 4.0, 5.0, 2.0, 2.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.30712890625, -0.29735565185546875, -0.2875823974609375, -0.27780914306640625, -0.268035888671875, -0.25826263427734375, -0.2484893798828125, -0.23871612548828125, -0.22894287109375, -0.21916961669921875, -0.2093963623046875, -0.19962310791015625, -0.189849853515625, -0.18007659912109375, -0.1703033447265625, -0.16053009033203125, -0.1507568359375, -0.14098358154296875, -0.1312103271484375, -0.12143707275390625, -0.111663818359375, -0.10189056396484375, -0.0921173095703125, -0.08234405517578125, -0.07257080078125, -0.06279754638671875, -0.0530242919921875, -0.04325103759765625, -0.033477783203125, -0.02370452880859375, -0.0139312744140625, -0.00415802001953125, 0.005615234375, 0.01538848876953125, 0.0251617431640625, 0.03493499755859375, 0.044708251953125, 0.05448150634765625, 0.0642547607421875, 0.07402801513671875, 0.08380126953125, 0.09357452392578125, 0.1033477783203125, 0.11312103271484375, 0.122894287109375, 0.13266754150390625, 0.1424407958984375, 0.15221405029296875, 0.1619873046875, 0.17176055908203125, 0.1815338134765625, 0.19130706787109375, 0.201080322265625, 0.21085357666015625, 0.2206268310546875, 0.23040008544921875, 0.24017333984375, 0.24994659423828125, 0.2597198486328125, 0.26949310302734375, 0.279266357421875, 0.28903961181640625, 0.2988128662109375, 0.30858612060546875, 0.318359375]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 4.0, 1.0, 5.0, 4.0, 6.0, 9.0, 14.0, 17.0, 32.0, 45.0, 41.0, 82.0, 106.0, 150.0, 231.0, 371.0, 559.0, 911.0, 1620.0, 2813.0, 5189.0, 10566.0, 31321.0, 225786.0, 3807563.0, 71744.0, 17940.0, 7695.0, 3898.0, 2247.0, 1250.0, 747.0, 452.0, 283.0, 188.0, 119.0, 86.0, 60.0, 34.0, 35.0, 16.0, 15.0, 10.0, 9.0, 4.0, 9.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.568359375, -2.483489990234375, -2.39862060546875, -2.313751220703125, -2.2288818359375, -2.144012451171875, -2.05914306640625, -1.974273681640625, -1.889404296875, -1.804534912109375, -1.71966552734375, -1.634796142578125, -1.5499267578125, -1.465057373046875, -1.38018798828125, -1.295318603515625, -1.21044921875, -1.125579833984375, -1.04071044921875, -0.955841064453125, -0.8709716796875, -0.786102294921875, -0.70123291015625, -0.616363525390625, -0.531494140625, -0.446624755859375, -0.36175537109375, -0.276885986328125, -0.1920166015625, -0.107147216796875, -0.02227783203125, 0.062591552734375, 0.1474609375, 0.232330322265625, 0.31719970703125, 0.402069091796875, 0.4869384765625, 0.571807861328125, 0.65667724609375, 0.741546630859375, 0.826416015625, 0.911285400390625, 0.99615478515625, 1.081024169921875, 1.1658935546875, 1.250762939453125, 1.33563232421875, 1.420501708984375, 1.50537109375, 1.590240478515625, 1.67510986328125, 1.759979248046875, 1.8448486328125, 1.929718017578125, 2.01458740234375, 2.099456787109375, 2.184326171875, 2.269195556640625, 2.35406494140625, 2.438934326171875, 2.5238037109375, 2.608673095703125, 2.69354248046875, 2.778411865234375, 2.86328125]}, "gradients/encoder.encoder.layers.13.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 6.0, 1.0, 5.0, 3.0, 4.0, 9.0, 13.0, 19.0, 29.0, 46.0, 80.0, 153.0, 2112.0, 1161.0, 157.0, 86.0, 58.0, 39.0, 25.0, 12.0, 8.0, 11.0, 7.0, 12.0, 5.0, 1.0, 4.0, 2.0, 2.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.1201171875, -1.0889816284179688, -1.0578460693359375, -1.0267105102539062, -0.995574951171875, -0.9644393920898438, -0.9333038330078125, -0.9021682739257812, -0.87103271484375, -0.8398971557617188, -0.8087615966796875, -0.7776260375976562, -0.746490478515625, -0.7153549194335938, -0.6842193603515625, -0.6530838012695312, -0.6219482421875, -0.5908126831054688, -0.5596771240234375, -0.5285415649414062, -0.497406005859375, -0.46627044677734375, -0.4351348876953125, -0.40399932861328125, -0.37286376953125, -0.34172821044921875, -0.3105926513671875, -0.27945709228515625, -0.248321533203125, -0.21718597412109375, -0.1860504150390625, -0.15491485595703125, -0.123779296875, -0.09264373779296875, -0.0615081787109375, -0.03037261962890625, 0.000762939453125, 0.03189849853515625, 0.0630340576171875, 0.09416961669921875, 0.12530517578125, 0.15644073486328125, 0.1875762939453125, 0.21871185302734375, 0.249847412109375, 0.28098297119140625, 0.3121185302734375, 0.34325408935546875, 0.3743896484375, 0.40552520751953125, 0.4366607666015625, 0.46779632568359375, 0.498931884765625, 0.5300674438476562, 0.5612030029296875, 0.5923385620117188, 0.62347412109375, 0.6546096801757812, 0.6857452392578125, 0.7168807983398438, 0.748016357421875, 0.7791519165039062, 0.8102874755859375, 0.8414230346679688, 0.87255859375]}, "gradients/encoder.encoder.layers.13.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 9.0, 7.0, 15.0, 34.0, 87.0, 180.0, 272.0, 183.0, 105.0, 41.0, 38.0, 10.0, 8.0, 8.0, 4.0, 0.0, 4.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.538785934448242, -4.2663469314575195, -3.993907928466797, -3.721468687057495, -3.4490296840667725, -3.17659068107605, -2.904151439666748, -2.6317124366760254, -2.3592734336853027, -2.08683443069458, -1.8143953084945679, -1.5419561862945557, -1.269517183303833, -0.9970781803131104, -0.7246390581130981, -0.45219993591308594, -0.17976093292236328, 0.09267812967300415, 0.3651171922683716, 0.637556254863739, 0.9099953174591064, 1.182434320449829, 1.4548734426498413, 1.7273125648498535, 1.9997515678405762, 2.272190570831299, 2.5446295738220215, 2.8170688152313232, 3.089507818222046, 3.3619468212127686, 3.6343860626220703, 3.906825065612793, 4.179264068603516, 4.451703071594238, 4.724142074584961, 4.996581077575684, 5.269020080566406, 5.541459083557129, 5.81389856338501, 6.086337566375732, 6.358776569366455, 6.631215572357178, 6.9036545753479, 7.176093578338623, 7.448533058166504, 7.720972061157227, 7.993411064147949, 8.265850067138672, 8.538289070129395, 8.810728073120117, 9.08316707611084, 9.355606079101562, 9.628045082092285, 9.900484085083008, 10.17292308807373, 10.445362091064453, 10.717802047729492, 10.990241050720215, 11.262680053710938, 11.53511905670166, 11.807558059692383, 12.079997062683105, 12.352436065673828, 12.624876022338867, 12.897314071655273]}, "gradients/encoder.encoder.layers.13.final_layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 5.0, 3.0, 2.0, 4.0, 7.0, 7.0, 5.0, 8.0, 10.0, 12.0, 12.0, 18.0, 24.0, 28.0, 28.0, 29.0, 32.0, 37.0, 44.0, 44.0, 42.0, 48.0, 52.0, 49.0, 47.0, 47.0, 42.0, 33.0, 36.0, 38.0, 28.0, 35.0, 29.0, 28.0, 25.0, 16.0, 8.0, 7.0, 12.0, 7.0, 6.0, 6.0, 5.0, 2.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0], "bins": [-2.5410492420196533, -2.4576454162597656, -2.374241590499878, -2.2908377647399902, -2.2074341773986816, -2.124030351638794, -2.0406265258789062, -1.9572227001190186, -1.8738188743591309, -1.7904150485992432, -1.7070112228393555, -1.6236075162887573, -1.5402036905288696, -1.456799864768982, -1.3733961582183838, -1.289992332458496, -1.2065885066986084, -1.1231846809387207, -1.039780855178833, -0.9563771486282349, -0.8729733228683472, -0.7895694971084595, -0.7061657309532166, -0.6227619647979736, -0.5393581390380859, -0.45595434308052063, -0.3725505471229553, -0.28914675116539, -0.2057429552078247, -0.1223391592502594, -0.03893536329269409, 0.04446840286254883, 0.12787222862243652, 0.21127602458000183, 0.29467982053756714, 0.37808361649513245, 0.46148741245269775, 0.5448912382125854, 0.6282950043678284, 0.7116987705230713, 0.795102596282959, 0.8785064220428467, 0.9619101881980896, 1.0453139543533325, 1.1287177801132202, 1.212121605873108, 1.295525312423706, 1.3789291381835938, 1.4623329639434814, 1.5457367897033691, 1.6291406154632568, 1.712544322013855, 1.7959481477737427, 1.8793519735336304, 1.9627556800842285, 2.046159505844116, 2.129563331604004, 2.2129671573638916, 2.2963709831237793, 2.379774808883667, 2.4631786346435547, 2.5465822219848633, 2.629986047744751, 2.7133898735046387, 2.7967936992645264]}, "gradients/encoder.encoder.layers.13.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 3.0, 8.0, 4.0, 4.0, 13.0, 11.0, 16.0, 41.0, 32.0, 52.0, 55.0, 92.0, 142.0, 248.0, 373.0, 537.0, 859.0, 1444.0, 2236.0, 3742.0, 6459.0, 11518.0, 21189.0, 42065.0, 90828.0, 230740.0, 372066.0, 137019.0, 60625.0, 29314.0, 15792.0, 8465.0, 4881.0, 2865.0, 1797.0, 1070.0, 669.0, 444.0, 262.0, 182.0, 123.0, 89.0, 52.0, 49.0, 26.0, 13.0, 21.0, 8.0, 8.0, 4.0, 4.0, 4.0, 3.0, 1.0, 0.0, 0.0, 3.0, 2.0], "bins": [-1.30078125, -1.26043701171875, -1.2200927734375, -1.17974853515625, -1.139404296875, -1.09906005859375, -1.0587158203125, -1.01837158203125, -0.97802734375, -0.93768310546875, -0.8973388671875, -0.85699462890625, -0.816650390625, -0.77630615234375, -0.7359619140625, -0.69561767578125, -0.6552734375, -0.61492919921875, -0.5745849609375, -0.53424072265625, -0.493896484375, -0.45355224609375, -0.4132080078125, -0.37286376953125, -0.33251953125, -0.29217529296875, -0.2518310546875, -0.21148681640625, -0.171142578125, -0.13079833984375, -0.0904541015625, -0.05010986328125, -0.009765625, 0.03057861328125, 0.0709228515625, 0.11126708984375, 0.151611328125, 0.19195556640625, 0.2322998046875, 0.27264404296875, 0.31298828125, 0.35333251953125, 0.3936767578125, 0.43402099609375, 0.474365234375, 0.51470947265625, 0.5550537109375, 0.59539794921875, 0.6357421875, 0.67608642578125, 0.7164306640625, 0.75677490234375, 0.797119140625, 0.83746337890625, 0.8778076171875, 0.91815185546875, 0.95849609375, 0.99884033203125, 1.0391845703125, 1.07952880859375, 1.119873046875, 1.16021728515625, 1.2005615234375, 1.24090576171875, 1.28125]}, "gradients/encoder.encoder.layers.13.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 5.0, 3.0, 5.0, 6.0, 5.0, 7.0, 8.0, 10.0, 17.0, 19.0, 24.0, 25.0, 35.0, 32.0, 33.0, 30.0, 46.0, 36.0, 38.0, 53.0, 43.0, 50.0, 45.0, 49.0, 56.0, 30.0, 46.0, 40.0, 40.0, 32.0, 25.0, 26.0, 19.0, 19.0, 13.0, 7.0, 11.0, 8.0, 8.0, 1.0, 1.0, 2.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.3046875, -0.2949638366699219, -0.28524017333984375, -0.2755165100097656, -0.2657928466796875, -0.2560691833496094, -0.24634552001953125, -0.23662185668945312, -0.226898193359375, -0.21717453002929688, -0.20745086669921875, -0.19772720336914062, -0.1880035400390625, -0.17827987670898438, -0.16855621337890625, -0.15883255004882812, -0.14910888671875, -0.13938522338867188, -0.12966156005859375, -0.11993789672851562, -0.1102142333984375, -0.10049057006835938, -0.09076690673828125, -0.08104324340820312, -0.071319580078125, -0.061595916748046875, -0.05187225341796875, -0.042148590087890625, -0.0324249267578125, -0.022701263427734375, -0.01297760009765625, -0.003253936767578125, 0.0064697265625, 0.016193389892578125, 0.02591705322265625, 0.035640716552734375, 0.0453643798828125, 0.055088043212890625, 0.06481170654296875, 0.07453536987304688, 0.084259033203125, 0.09398269653320312, 0.10370635986328125, 0.11343002319335938, 0.1231536865234375, 0.13287734985351562, 0.14260101318359375, 0.15232467651367188, 0.16204833984375, 0.17177200317382812, 0.18149566650390625, 0.19121932983398438, 0.2009429931640625, 0.21066665649414062, 0.22039031982421875, 0.23011398315429688, 0.239837646484375, 0.24956130981445312, 0.25928497314453125, 0.2690086364746094, 0.2787322998046875, 0.2884559631347656, 0.29817962646484375, 0.3079032897949219, 0.317626953125]}, "gradients/encoder.encoder.layers.13.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 3.0, 2.0, 8.0, 5.0, 4.0, 9.0, 16.0, 32.0, 35.0, 59.0, 112.0, 124.0, 228.0, 359.0, 564.0, 1048.0, 2684.0, 9883.0, 52691.0, 610555.0, 322447.0, 35960.0, 7303.0, 2133.0, 943.0, 487.0, 296.0, 184.0, 125.0, 77.0, 45.0, 50.0, 28.0, 20.0, 17.0, 6.0, 5.0, 5.0, 7.0, 6.0, 2.0, 2.0, 1.0], "bins": [-3.9453125, -3.848846435546875, -3.75238037109375, -3.655914306640625, -3.5594482421875, -3.462982177734375, -3.36651611328125, -3.270050048828125, -3.173583984375, -3.077117919921875, -2.98065185546875, -2.884185791015625, -2.7877197265625, -2.691253662109375, -2.59478759765625, -2.498321533203125, -2.40185546875, -2.305389404296875, -2.20892333984375, -2.112457275390625, -2.0159912109375, -1.919525146484375, -1.82305908203125, -1.726593017578125, -1.630126953125, -1.533660888671875, -1.43719482421875, -1.340728759765625, -1.2442626953125, -1.147796630859375, -1.05133056640625, -0.954864501953125, -0.8583984375, -0.761932373046875, -0.66546630859375, -0.569000244140625, -0.4725341796875, -0.376068115234375, -0.27960205078125, -0.183135986328125, -0.086669921875, 0.009796142578125, 0.10626220703125, 0.202728271484375, 0.2991943359375, 0.395660400390625, 0.49212646484375, 0.588592529296875, 0.68505859375, 0.781524658203125, 0.87799072265625, 0.974456787109375, 1.0709228515625, 1.167388916015625, 1.26385498046875, 1.360321044921875, 1.456787109375, 1.553253173828125, 1.64971923828125, 1.746185302734375, 1.8426513671875, 1.939117431640625, 2.03558349609375, 2.132049560546875, 2.228515625]}, "gradients/encoder.encoder.layers.13.attention.v_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 3.0, 8.0, 15.0, 20.0, 18.0, 8.0, 14.0, 13.0, 14.0, 26.0, 26.0, 44.0, 43.0, 38.0, 39.0, 35.0, 47.0, 42.0, 46.0, 42.0, 47.0, 52.0, 40.0, 45.0, 36.0, 34.0, 20.0, 25.0, 21.0, 22.0, 22.0, 16.0, 18.0, 11.0, 7.0, 8.0, 9.0, 4.0, 9.0, 5.0, 5.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0], "bins": [-1.4306640625, -1.3889312744140625, -1.347198486328125, -1.3054656982421875, -1.26373291015625, -1.2220001220703125, -1.180267333984375, -1.1385345458984375, -1.0968017578125, -1.0550689697265625, -1.013336181640625, -0.9716033935546875, -0.92987060546875, -0.8881378173828125, -0.846405029296875, -0.8046722412109375, -0.762939453125, -0.7212066650390625, -0.679473876953125, -0.6377410888671875, -0.59600830078125, -0.5542755126953125, -0.512542724609375, -0.4708099365234375, -0.4290771484375, -0.3873443603515625, -0.345611572265625, -0.3038787841796875, -0.26214599609375, -0.2204132080078125, -0.178680419921875, -0.1369476318359375, -0.09521484375, -0.0534820556640625, -0.011749267578125, 0.0299835205078125, 0.07171630859375, 0.1134490966796875, 0.155181884765625, 0.1969146728515625, 0.2386474609375, 0.2803802490234375, 0.322113037109375, 0.3638458251953125, 0.40557861328125, 0.4473114013671875, 0.489044189453125, 0.5307769775390625, 0.572509765625, 0.6142425537109375, 0.655975341796875, 0.6977081298828125, 0.73944091796875, 0.7811737060546875, 0.822906494140625, 0.8646392822265625, 0.9063720703125, 0.9481048583984375, 0.989837646484375, 1.0315704345703125, 1.07330322265625, 1.1150360107421875, 1.156768798828125, 1.1985015869140625, 1.240234375]}, "gradients/encoder.encoder.layers.13.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 4.0, 1.0, 4.0, 10.0, 10.0, 12.0, 28.0, 33.0, 68.0, 124.0, 281.0, 785.0, 3339.0, 23151.0, 481110.0, 511042.0, 23782.0, 3392.0, 811.0, 292.0, 114.0, 65.0, 29.0, 25.0, 10.0, 8.0, 9.0, 6.0, 5.0, 2.0, 4.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5712890625, -1.517120361328125, -1.46295166015625, -1.408782958984375, -1.3546142578125, -1.300445556640625, -1.24627685546875, -1.192108154296875, -1.137939453125, -1.083770751953125, -1.02960205078125, -0.975433349609375, -0.9212646484375, -0.867095947265625, -0.81292724609375, -0.758758544921875, -0.70458984375, -0.650421142578125, -0.59625244140625, -0.542083740234375, -0.4879150390625, -0.433746337890625, -0.37957763671875, -0.325408935546875, -0.271240234375, -0.217071533203125, -0.16290283203125, -0.108734130859375, -0.0545654296875, -0.000396728515625, 0.05377197265625, 0.107940673828125, 0.162109375, 0.216278076171875, 0.27044677734375, 0.324615478515625, 0.3787841796875, 0.432952880859375, 0.48712158203125, 0.541290283203125, 0.595458984375, 0.649627685546875, 0.70379638671875, 0.757965087890625, 0.8121337890625, 0.866302490234375, 0.92047119140625, 0.974639892578125, 1.02880859375, 1.082977294921875, 1.13714599609375, 1.191314697265625, 1.2454833984375, 1.299652099609375, 1.35382080078125, 1.407989501953125, 1.462158203125, 1.516326904296875, 1.57049560546875, 1.624664306640625, 1.6788330078125, 1.733001708984375, 1.78717041015625, 1.841339111328125, 1.8955078125]}, "gradients/encoder.encoder.layers.13.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 5.0, 2.0, 3.0, 3.0, 8.0, 6.0, 14.0, 20.0, 10.0, 28.0, 35.0, 50.0, 73.0, 82.0, 86.0, 98.0, 108.0, 88.0, 74.0, 40.0, 41.0, 33.0, 36.0, 10.0, 19.0, 14.0, 12.0, 2.0, 5.0, 2.0, 4.0, 1.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00016450881958007812, -0.00015931949019432068, -0.00015413016080856323, -0.00014894083142280579, -0.00014375150203704834, -0.0001385621726512909, -0.00013337284326553345, -0.000128183513879776, -0.00012299418449401855, -0.00011780485510826111, -0.00011261552572250366, -0.00010742619633674622, -0.00010223686695098877, -9.704753756523132e-05, -9.185820817947388e-05, -8.666887879371643e-05, -8.147954940795898e-05, -7.629022002220154e-05, -7.110089063644409e-05, -6.591156125068665e-05, -6.07222318649292e-05, -5.553290247917175e-05, -5.034357309341431e-05, -4.515424370765686e-05, -3.9964914321899414e-05, -3.477558493614197e-05, -2.958625555038452e-05, -2.4396926164627075e-05, -1.920759677886963e-05, -1.4018267393112183e-05, -8.828938007354736e-06, -3.63960862159729e-06, 1.5497207641601562e-06, 6.7390501499176025e-06, 1.1928379535675049e-05, 1.7117708921432495e-05, 2.230703830718994e-05, 2.7496367692947388e-05, 3.2685697078704834e-05, 3.787502646446228e-05, 4.3064355850219727e-05, 4.825368523597717e-05, 5.344301462173462e-05, 5.8632344007492065e-05, 6.382167339324951e-05, 6.901100277900696e-05, 7.42003321647644e-05, 7.938966155052185e-05, 8.45789909362793e-05, 8.976832032203674e-05, 9.495764970779419e-05, 0.00010014697909355164, 0.00010533630847930908, 0.00011052563786506653, 0.00011571496725082397, 0.00012090429663658142, 0.00012609362602233887, 0.0001312829554080963, 0.00013647228479385376, 0.0001416616141796112, 0.00014685094356536865, 0.0001520402729511261, 0.00015722960233688354, 0.000162418931722641, 0.00016760826110839844]}, "gradients/encoder.encoder.layers.13.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 2.0, 2.0, 1.0, 6.0, 3.0, 4.0, 9.0, 12.0, 11.0, 14.0, 30.0, 41.0, 67.0, 92.0, 181.0, 294.0, 485.0, 966.0, 2010.0, 4737.0, 14105.0, 59283.0, 517854.0, 382229.0, 46638.0, 11657.0, 4003.0, 1800.0, 813.0, 472.0, 281.0, 155.0, 110.0, 63.0, 36.0, 28.0, 22.0, 12.0, 10.0, 8.0, 4.0, 4.0, 1.0, 4.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1953125, -1.1590118408203125, -1.122711181640625, -1.0864105224609375, -1.05010986328125, -1.0138092041015625, -0.977508544921875, -0.9412078857421875, -0.9049072265625, -0.8686065673828125, -0.832305908203125, -0.7960052490234375, -0.75970458984375, -0.7234039306640625, -0.687103271484375, -0.6508026123046875, -0.614501953125, -0.5782012939453125, -0.541900634765625, -0.5055999755859375, -0.46929931640625, -0.4329986572265625, -0.396697998046875, -0.3603973388671875, -0.3240966796875, -0.2877960205078125, -0.251495361328125, -0.2151947021484375, -0.17889404296875, -0.1425933837890625, -0.106292724609375, -0.0699920654296875, -0.03369140625, 0.0026092529296875, 0.038909912109375, 0.0752105712890625, 0.11151123046875, 0.1478118896484375, 0.184112548828125, 0.2204132080078125, 0.2567138671875, 0.2930145263671875, 0.329315185546875, 0.3656158447265625, 0.40191650390625, 0.4382171630859375, 0.474517822265625, 0.5108184814453125, 0.547119140625, 0.5834197998046875, 0.619720458984375, 0.6560211181640625, 0.69232177734375, 0.7286224365234375, 0.764923095703125, 0.8012237548828125, 0.8375244140625, 0.8738250732421875, 0.910125732421875, 0.9464263916015625, 0.98272705078125, 1.0190277099609375, 1.055328369140625, 1.0916290283203125, 1.1279296875]}, "gradients/encoder.encoder.layers.13.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 3.0, 6.0, 3.0, 2.0, 4.0, 2.0, 4.0, 10.0, 7.0, 9.0, 14.0, 21.0, 19.0, 28.0, 32.0, 56.0, 52.0, 69.0, 80.0, 84.0, 68.0, 79.0, 74.0, 59.0, 55.0, 44.0, 29.0, 20.0, 14.0, 16.0, 12.0, 11.0, 5.0, 9.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.779296875, -0.75927734375, -0.7392578125, -0.71923828125, -0.69921875, -0.67919921875, -0.6591796875, -0.63916015625, -0.619140625, -0.59912109375, -0.5791015625, -0.55908203125, -0.5390625, -0.51904296875, -0.4990234375, -0.47900390625, -0.458984375, -0.43896484375, -0.4189453125, -0.39892578125, -0.37890625, -0.35888671875, -0.3388671875, -0.31884765625, -0.298828125, -0.27880859375, -0.2587890625, -0.23876953125, -0.21875, -0.19873046875, -0.1787109375, -0.15869140625, -0.138671875, -0.11865234375, -0.0986328125, -0.07861328125, -0.05859375, -0.03857421875, -0.0185546875, 0.00146484375, 0.021484375, 0.04150390625, 0.0615234375, 0.08154296875, 0.1015625, 0.12158203125, 0.1416015625, 0.16162109375, 0.181640625, 0.20166015625, 0.2216796875, 0.24169921875, 0.26171875, 0.28173828125, 0.3017578125, 0.32177734375, 0.341796875, 0.36181640625, 0.3818359375, 0.40185546875, 0.421875, 0.44189453125, 0.4619140625, 0.48193359375, 0.501953125]}, "gradients/encoder.encoder.layers.13.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 7.0, 5.0, 12.0, 15.0, 32.0, 58.0, 85.0, 149.0, 171.0, 164.0, 123.0, 72.0, 52.0, 26.0, 18.0, 11.0, 6.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-12.358545303344727, -11.859813690185547, -11.361083030700684, -10.862351417541504, -10.363619804382324, -9.864889144897461, -9.366157531738281, -8.867425918579102, -8.368694305419922, -7.8699631690979, -7.371231555938721, -6.872500419616699, -6.3737688064575195, -5.875037670135498, -5.376306533813477, -4.877574920654297, -4.378844261169434, -3.880112886428833, -3.3813815116882324, -2.882650375366211, -2.3839190006256104, -1.8851876258850098, -1.3864564895629883, -0.8877251148223877, -0.3889937400817871, 0.1097375750541687, 0.6084688901901245, 1.1072001457214355, 1.6059315204620361, 2.1046628952026367, 2.603394031524658, 3.102125406265259, 3.6008567810058594, 4.099587917327881, 4.5983195304870605, 5.097050666809082, 5.595782279968262, 6.094513416290283, 6.593244552612305, 7.091976165771484, 7.590707302093506, 8.089438438415527, 8.588170051574707, 9.08690071105957, 9.58563232421875, 10.08436393737793, 10.58309555053711, 11.081826210021973, 11.580557823181152, 12.079289436340332, 12.578020095825195, 13.076751708984375, 13.575483322143555, 14.074214935302734, 14.572945594787598, 15.071677207946777, 15.57040786743164, 16.06913948059082, 16.56787109375, 17.066600799560547, 17.565332412719727, 18.064064025878906, 18.562795639038086, 19.061527252197266, 19.560258865356445]}, "gradients/encoder.encoder.layers.13.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 4.0, 4.0, 10.0, 6.0, 11.0, 10.0, 9.0, 20.0, 30.0, 21.0, 30.0, 31.0, 37.0, 34.0, 52.0, 45.0, 40.0, 45.0, 58.0, 64.0, 65.0, 43.0, 55.0, 43.0, 39.0, 35.0, 36.0, 27.0, 28.0, 23.0, 17.0, 14.0, 6.0, 4.0, 5.0, 8.0, 2.0, 1.0, 0.0, 3.0, 2.0, 1.0, 0.0, 1.0], "bins": [-10.678235054016113, -10.404037475585938, -10.129838943481445, -9.85564136505127, -9.581443786621094, -9.307245254516602, -9.033047676086426, -8.75885009765625, -8.484651565551758, -8.210453987121582, -7.936255931854248, -7.662057876586914, -7.38785982131958, -7.113661766052246, -6.83946418762207, -6.565266132354736, -6.2910685539245605, -6.016870498657227, -5.742672920227051, -5.468474864959717, -5.194276809692383, -4.920079231262207, -4.645881175994873, -4.371683120727539, -4.097485542297363, -3.8232877254486084, -3.5490896701812744, -3.2748918533325195, -3.0006937980651855, -2.7264959812164307, -2.452298164367676, -2.178100109100342, -1.9039015769958496, -1.6297036409378052, -1.3555057048797607, -1.0813078880310059, -0.8071099519729614, -0.532912015914917, -0.2587141990661621, 0.015483736991882324, 0.28968167304992676, 0.5638796091079712, 0.8380774855613708, 1.1122753620147705, 1.386473298072815, 1.6606712341308594, 1.9348690509796143, 2.209066867828369, 2.483264923095703, 2.757462739944458, 3.031660795211792, 3.305858612060547, 3.580056667327881, 3.8542544841766357, 4.128452301025391, 4.402650356292725, 4.676848411560059, 4.951046466827393, 5.225244045257568, 5.499442100524902, 5.773640155792236, 6.04783821105957, 6.322035789489746, 6.59623384475708, 6.870431423187256]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 2.0, 6.0, 11.0, 9.0, 20.0, 27.0, 35.0, 54.0, 55.0, 76.0, 120.0, 169.0, 252.0, 443.0, 672.0, 1138.0, 2151.0, 4493.0, 10922.0, 33604.0, 488229.0, 3586947.0, 42278.0, 12079.0, 4838.0, 2325.0, 1204.0, 710.0, 447.0, 296.0, 198.0, 101.0, 110.0, 66.0, 46.0, 41.0, 28.0, 22.0, 11.0, 9.0, 13.0, 4.0, 2.0, 4.0, 4.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0], "bins": [-3.26171875, -3.15325927734375, -3.0447998046875, -2.93634033203125, -2.827880859375, -2.71942138671875, -2.6109619140625, -2.50250244140625, -2.39404296875, -2.28558349609375, -2.1771240234375, -2.06866455078125, -1.960205078125, -1.85174560546875, -1.7432861328125, -1.63482666015625, -1.5263671875, -1.41790771484375, -1.3094482421875, -1.20098876953125, -1.092529296875, -0.98406982421875, -0.8756103515625, -0.76715087890625, -0.65869140625, -0.55023193359375, -0.4417724609375, -0.33331298828125, -0.224853515625, -0.11639404296875, -0.0079345703125, 0.10052490234375, 0.208984375, 0.31744384765625, 0.4259033203125, 0.53436279296875, 0.642822265625, 0.75128173828125, 0.8597412109375, 0.96820068359375, 1.07666015625, 1.18511962890625, 1.2935791015625, 1.40203857421875, 1.510498046875, 1.61895751953125, 1.7274169921875, 1.83587646484375, 1.9443359375, 2.05279541015625, 2.1612548828125, 2.26971435546875, 2.378173828125, 2.48663330078125, 2.5950927734375, 2.70355224609375, 2.81201171875, 2.92047119140625, 3.0289306640625, 3.13739013671875, 3.245849609375, 3.35430908203125, 3.4627685546875, 3.57122802734375, 3.6796875]}, "gradients/encoder.encoder.layers.12.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 4.0, 2.0, 6.0, 9.0, 9.0, 13.0, 9.0, 15.0, 14.0, 22.0, 23.0, 30.0, 29.0, 40.0, 38.0, 41.0, 36.0, 41.0, 52.0, 52.0, 52.0, 50.0, 47.0, 50.0, 62.0, 44.0, 36.0, 44.0, 27.0, 20.0, 14.0, 14.0, 15.0, 10.0, 14.0, 7.0, 5.0, 1.0, 5.0, 1.0, 5.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-0.356201171875, -0.3454017639160156, -0.33460235595703125, -0.3238029479980469, -0.3130035400390625, -0.3022041320800781, -0.29140472412109375, -0.2806053161621094, -0.269805908203125, -0.2590065002441406, -0.24820709228515625, -0.23740768432617188, -0.2266082763671875, -0.21580886840820312, -0.20500946044921875, -0.19421005249023438, -0.18341064453125, -0.17261123657226562, -0.16181182861328125, -0.15101242065429688, -0.1402130126953125, -0.12941360473632812, -0.11861419677734375, -0.10781478881835938, -0.097015380859375, -0.08621597290039062, -0.07541656494140625, -0.06461715698242188, -0.0538177490234375, -0.043018341064453125, -0.03221893310546875, -0.021419525146484375, -0.0106201171875, 0.000179290771484375, 0.01097869873046875, 0.021778106689453125, 0.0325775146484375, 0.043376922607421875, 0.05417633056640625, 0.06497573852539062, 0.075775146484375, 0.08657455444335938, 0.09737396240234375, 0.10817337036132812, 0.1189727783203125, 0.12977218627929688, 0.14057159423828125, 0.15137100219726562, 0.16217041015625, 0.17296981811523438, 0.18376922607421875, 0.19456863403320312, 0.2053680419921875, 0.21616744995117188, 0.22696685791015625, 0.23776626586914062, 0.248565673828125, 0.2593650817871094, 0.27016448974609375, 0.2809638977050781, 0.2917633056640625, 0.3025627136230469, 0.31336212158203125, 0.3241615295410156, 0.3349609375]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 5.0, 0.0, 2.0, 6.0, 10.0, 9.0, 15.0, 20.0, 27.0, 33.0, 66.0, 69.0, 107.0, 210.0, 262.0, 416.0, 601.0, 950.0, 1522.0, 2455.0, 4202.0, 8007.0, 17863.0, 48001.0, 264224.0, 3668193.0, 116876.0, 31875.0, 12984.0, 6256.0, 3281.0, 2038.0, 1259.0, 828.0, 573.0, 338.0, 230.0, 152.0, 96.0, 73.0, 39.0, 37.0, 32.0, 16.0, 11.0, 10.0, 8.0, 5.0, 1.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.228515625, -2.1595458984375, -2.090576171875, -2.0216064453125, -1.95263671875, -1.8836669921875, -1.814697265625, -1.7457275390625, -1.6767578125, -1.6077880859375, -1.538818359375, -1.4698486328125, -1.40087890625, -1.3319091796875, -1.262939453125, -1.1939697265625, -1.125, -1.0560302734375, -0.987060546875, -0.9180908203125, -0.84912109375, -0.7801513671875, -0.711181640625, -0.6422119140625, -0.5732421875, -0.5042724609375, -0.435302734375, -0.3663330078125, -0.29736328125, -0.2283935546875, -0.159423828125, -0.0904541015625, -0.021484375, 0.0474853515625, 0.116455078125, 0.1854248046875, 0.25439453125, 0.3233642578125, 0.392333984375, 0.4613037109375, 0.5302734375, 0.5992431640625, 0.668212890625, 0.7371826171875, 0.80615234375, 0.8751220703125, 0.944091796875, 1.0130615234375, 1.08203125, 1.1510009765625, 1.219970703125, 1.2889404296875, 1.35791015625, 1.4268798828125, 1.495849609375, 1.5648193359375, 1.6337890625, 1.7027587890625, 1.771728515625, 1.8406982421875, 1.90966796875, 1.9786376953125, 2.047607421875, 2.1165771484375, 2.185546875]}, "gradients/encoder.encoder.layers.12.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 3.0, 1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 5.0, 7.0, 7.0, 9.0, 15.0, 14.0, 16.0, 25.0, 22.0, 30.0, 45.0, 57.0, 115.0, 261.0, 2270.0, 657.0, 159.0, 100.0, 55.0, 49.0, 36.0, 25.0, 18.0, 13.0, 7.0, 10.0, 9.0, 6.0, 4.0, 5.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0], "bins": [-1.0087890625, -0.980621337890625, -0.95245361328125, -0.924285888671875, -0.8961181640625, -0.867950439453125, -0.83978271484375, -0.811614990234375, -0.783447265625, -0.755279541015625, -0.72711181640625, -0.698944091796875, -0.6707763671875, -0.642608642578125, -0.61444091796875, -0.586273193359375, -0.55810546875, -0.529937744140625, -0.50177001953125, -0.473602294921875, -0.4454345703125, -0.417266845703125, -0.38909912109375, -0.360931396484375, -0.332763671875, -0.304595947265625, -0.27642822265625, -0.248260498046875, -0.2200927734375, -0.191925048828125, -0.16375732421875, -0.135589599609375, -0.107421875, -0.079254150390625, -0.05108642578125, -0.022918701171875, 0.0052490234375, 0.033416748046875, 0.06158447265625, 0.089752197265625, 0.117919921875, 0.146087646484375, 0.17425537109375, 0.202423095703125, 0.2305908203125, 0.258758544921875, 0.28692626953125, 0.315093994140625, 0.34326171875, 0.371429443359375, 0.39959716796875, 0.427764892578125, 0.4559326171875, 0.484100341796875, 0.51226806640625, 0.540435791015625, 0.568603515625, 0.596771240234375, 0.62493896484375, 0.653106689453125, 0.6812744140625, 0.709442138671875, 0.73760986328125, 0.765777587890625, 0.7939453125]}, "gradients/encoder.encoder.layers.12.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 3.0, 5.0, 3.0, 6.0, 5.0, 12.0, 10.0, 19.0, 26.0, 29.0, 26.0, 56.0, 69.0, 116.0, 132.0, 129.0, 114.0, 89.0, 65.0, 32.0, 25.0, 13.0, 6.0, 4.0, 3.0, 5.0, 2.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.0223798751831055, -4.831470489501953, -4.640561103820801, -4.449651718139648, -4.258742332458496, -4.067832946777344, -3.8769233226776123, -3.68601393699646, -3.4951045513153076, -3.3041951656341553, -3.113285779953003, -2.9223761558532715, -2.731466770172119, -2.540557384490967, -2.3496479988098145, -2.158738613128662, -1.9678292274475098, -1.7769198417663574, -1.586010456085205, -1.3951009511947632, -1.2041915655136108, -1.0132821798324585, -0.8223726749420166, -0.6314632892608643, -0.4405539035797119, -0.24964448809623718, -0.05873507261276245, 0.13217437267303467, 0.323083758354187, 0.5139931440353394, 0.7049026489257812, 0.8958120346069336, 1.086721420288086, 1.2776308059692383, 1.4685401916503906, 1.6594496965408325, 1.8503590822219849, 2.0412683486938477, 2.232177972793579, 2.4230873584747314, 2.613996744155884, 2.804906129837036, 2.9958155155181885, 3.18672513961792, 3.3776345252990723, 3.5685439109802246, 3.759453296661377, 3.9503626823425293, 4.141272068023682, 4.332181453704834, 4.523090839385986, 4.714000225067139, 4.904909610748291, 5.095818996429443, 5.286728858947754, 5.477638244628906, 5.668547630310059, 5.859457015991211, 6.050366401672363, 6.241275787353516, 6.432185173034668, 6.62309455871582, 6.814003944396973, 7.004913330078125, 7.195822715759277]}, "gradients/encoder.encoder.layers.12.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 2.0, 2.0, 7.0, 8.0, 8.0, 13.0, 18.0, 19.0, 24.0, 25.0, 33.0, 40.0, 36.0, 43.0, 35.0, 44.0, 61.0, 49.0, 53.0, 63.0, 51.0, 29.0, 41.0, 45.0, 48.0, 27.0, 34.0, 35.0, 15.0, 25.0, 16.0, 12.0, 14.0, 3.0, 6.0, 10.0, 2.0, 5.0, 5.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-4.091185092926025, -3.9734020233154297, -3.855618715286255, -3.73783540725708, -3.6200523376464844, -3.5022692680358887, -3.384485960006714, -3.266702651977539, -3.1489195823669434, -3.0311365127563477, -2.913353204727173, -2.795569896697998, -2.6777868270874023, -2.5600037574768066, -2.442220449447632, -2.324437141418457, -2.2066540718078613, -2.0888710021972656, -1.9710876941680908, -1.8533045053482056, -1.7355213165283203, -1.617738127708435, -1.4999549388885498, -1.3821717500686646, -1.2643885612487793, -1.146605372428894, -1.0288221836090088, -0.9110389947891235, -0.7932558059692383, -0.675472617149353, -0.5576894283294678, -0.4399062395095825, -0.32212305068969727, -0.204339861869812, -0.08655667304992676, 0.031226515769958496, 0.14900970458984375, 0.266792893409729, 0.38457608222961426, 0.5023592710494995, 0.6201424598693848, 0.73792564868927, 0.8557088375091553, 0.9734920263290405, 1.0912752151489258, 1.209058403968811, 1.3268415927886963, 1.4446247816085815, 1.5624079704284668, 1.680191159248352, 1.7979743480682373, 1.9157575368881226, 2.033540725708008, 2.1513237953186035, 2.2691071033477783, 2.386890411376953, 2.504673480987549, 2.6224565505981445, 2.7402398586273193, 2.858023166656494, 2.97580623626709, 3.0935893058776855, 3.2113726139068604, 3.329155921936035, 3.446938991546631]}, "gradients/encoder.encoder.layers.12.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 3.0, 2.0, 5.0, 7.0, 10.0, 21.0, 19.0, 30.0, 43.0, 49.0, 79.0, 128.0, 185.0, 277.0, 381.0, 598.0, 918.0, 1480.0, 2410.0, 4138.0, 7130.0, 12589.0, 23924.0, 47735.0, 101130.0, 212248.0, 292082.0, 174137.0, 81897.0, 38949.0, 20007.0, 10641.0, 5928.0, 3539.0, 2151.0, 1299.0, 864.0, 484.0, 332.0, 217.0, 156.0, 98.0, 80.0, 50.0, 35.0, 26.0, 11.0, 10.0, 8.0, 6.0, 3.0, 5.0, 6.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.056640625, -1.0218353271484375, -0.987030029296875, -0.9522247314453125, -0.91741943359375, -0.8826141357421875, -0.847808837890625, -0.8130035400390625, -0.7781982421875, -0.7433929443359375, -0.708587646484375, -0.6737823486328125, -0.63897705078125, -0.6041717529296875, -0.569366455078125, -0.5345611572265625, -0.499755859375, -0.4649505615234375, -0.430145263671875, -0.3953399658203125, -0.36053466796875, -0.3257293701171875, -0.290924072265625, -0.2561187744140625, -0.2213134765625, -0.1865081787109375, -0.151702880859375, -0.1168975830078125, -0.08209228515625, -0.0472869873046875, -0.012481689453125, 0.0223236083984375, 0.05712890625, 0.0919342041015625, 0.126739501953125, 0.1615447998046875, 0.19635009765625, 0.2311553955078125, 0.265960693359375, 0.3007659912109375, 0.3355712890625, 0.3703765869140625, 0.405181884765625, 0.4399871826171875, 0.47479248046875, 0.5095977783203125, 0.544403076171875, 0.5792083740234375, 0.614013671875, 0.6488189697265625, 0.683624267578125, 0.7184295654296875, 0.75323486328125, 0.7880401611328125, 0.822845458984375, 0.8576507568359375, 0.8924560546875, 0.9272613525390625, 0.962066650390625, 0.9968719482421875, 1.03167724609375, 1.0664825439453125, 1.101287841796875, 1.1360931396484375, 1.1708984375]}, "gradients/encoder.encoder.layers.12.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 7.0, 3.0, 4.0, 8.0, 8.0, 9.0, 15.0, 14.0, 21.0, 23.0, 26.0, 25.0, 33.0, 37.0, 40.0, 40.0, 41.0, 49.0, 70.0, 47.0, 36.0, 53.0, 46.0, 48.0, 51.0, 40.0, 42.0, 40.0, 27.0, 23.0, 26.0, 10.0, 13.0, 10.0, 7.0, 5.0, 3.0, 2.0, 6.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-0.3759765625, -0.36446380615234375, -0.3529510498046875, -0.34143829345703125, -0.329925537109375, -0.31841278076171875, -0.3069000244140625, -0.29538726806640625, -0.28387451171875, -0.27236175537109375, -0.2608489990234375, -0.24933624267578125, -0.237823486328125, -0.22631072998046875, -0.2147979736328125, -0.20328521728515625, -0.1917724609375, -0.18025970458984375, -0.1687469482421875, -0.15723419189453125, -0.145721435546875, -0.13420867919921875, -0.1226959228515625, -0.11118316650390625, -0.09967041015625, -0.08815765380859375, -0.0766448974609375, -0.06513214111328125, -0.053619384765625, -0.04210662841796875, -0.0305938720703125, -0.01908111572265625, -0.007568359375, 0.00394439697265625, 0.0154571533203125, 0.02696990966796875, 0.038482666015625, 0.04999542236328125, 0.0615081787109375, 0.07302093505859375, 0.08453369140625, 0.09604644775390625, 0.1075592041015625, 0.11907196044921875, 0.130584716796875, 0.14209747314453125, 0.1536102294921875, 0.16512298583984375, 0.1766357421875, 0.18814849853515625, 0.1996612548828125, 0.21117401123046875, 0.222686767578125, 0.23419952392578125, 0.2457122802734375, 0.25722503662109375, 0.26873779296875, 0.28025054931640625, 0.2917633056640625, 0.30327606201171875, 0.314788818359375, 0.32630157470703125, 0.3378143310546875, 0.34932708740234375, 0.36083984375]}, "gradients/encoder.encoder.layers.12.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 1.0, 3.0, 8.0, 3.0, 5.0, 6.0, 11.0, 16.0, 15.0, 18.0, 35.0, 33.0, 33.0, 63.0, 81.0, 149.0, 174.0, 214.0, 306.0, 469.0, 758.0, 1133.0, 2187.0, 4869.0, 13155.0, 45303.0, 199877.0, 558789.0, 162186.0, 37520.0, 11316.0, 4295.0, 2035.0, 1141.0, 712.0, 468.0, 306.0, 218.0, 154.0, 125.0, 94.0, 63.0, 50.0, 40.0, 30.0, 18.0, 24.0, 14.0, 13.0, 8.0, 7.0, 4.0, 5.0, 5.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-1.859375, -1.79827880859375, -1.7371826171875, -1.67608642578125, -1.614990234375, -1.55389404296875, -1.4927978515625, -1.43170166015625, -1.37060546875, -1.30950927734375, -1.2484130859375, -1.18731689453125, -1.126220703125, -1.06512451171875, -1.0040283203125, -0.94293212890625, -0.8818359375, -0.82073974609375, -0.7596435546875, -0.69854736328125, -0.637451171875, -0.57635498046875, -0.5152587890625, -0.45416259765625, -0.39306640625, -0.33197021484375, -0.2708740234375, -0.20977783203125, -0.148681640625, -0.08758544921875, -0.0264892578125, 0.03460693359375, 0.095703125, 0.15679931640625, 0.2178955078125, 0.27899169921875, 0.340087890625, 0.40118408203125, 0.4622802734375, 0.52337646484375, 0.58447265625, 0.64556884765625, 0.7066650390625, 0.76776123046875, 0.828857421875, 0.88995361328125, 0.9510498046875, 1.01214599609375, 1.0732421875, 1.13433837890625, 1.1954345703125, 1.25653076171875, 1.317626953125, 1.37872314453125, 1.4398193359375, 1.50091552734375, 1.56201171875, 1.62310791015625, 1.6842041015625, 1.74530029296875, 1.806396484375, 1.86749267578125, 1.9285888671875, 1.98968505859375, 2.05078125]}, "gradients/encoder.encoder.layers.12.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 5.0, 2.0, 2.0, 7.0, 4.0, 10.0, 2.0, 6.0, 8.0, 10.0, 13.0, 14.0, 18.0, 22.0, 27.0, 24.0, 31.0, 26.0, 48.0, 34.0, 42.0, 32.0, 37.0, 43.0, 37.0, 45.0, 33.0, 37.0, 44.0, 46.0, 41.0, 28.0, 37.0, 16.0, 17.0, 18.0, 30.0, 17.0, 17.0, 14.0, 9.0, 6.0, 6.0, 2.0, 10.0, 12.0, 7.0, 5.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0], "bins": [-1.484375, -1.4361419677734375, -1.387908935546875, -1.3396759033203125, -1.29144287109375, -1.2432098388671875, -1.194976806640625, -1.1467437744140625, -1.0985107421875, -1.0502777099609375, -1.002044677734375, -0.9538116455078125, -0.90557861328125, -0.8573455810546875, -0.809112548828125, -0.7608795166015625, -0.712646484375, -0.6644134521484375, -0.616180419921875, -0.5679473876953125, -0.51971435546875, -0.4714813232421875, -0.423248291015625, -0.3750152587890625, -0.3267822265625, -0.2785491943359375, -0.230316162109375, -0.1820831298828125, -0.13385009765625, -0.0856170654296875, -0.037384033203125, 0.0108489990234375, 0.05908203125, 0.1073150634765625, 0.155548095703125, 0.2037811279296875, 0.25201416015625, 0.3002471923828125, 0.348480224609375, 0.3967132568359375, 0.4449462890625, 0.4931793212890625, 0.541412353515625, 0.5896453857421875, 0.63787841796875, 0.6861114501953125, 0.734344482421875, 0.7825775146484375, 0.830810546875, 0.8790435791015625, 0.927276611328125, 0.9755096435546875, 1.02374267578125, 1.0719757080078125, 1.120208740234375, 1.1684417724609375, 1.2166748046875, 1.2649078369140625, 1.313140869140625, 1.3613739013671875, 1.40960693359375, 1.4578399658203125, 1.506072998046875, 1.5543060302734375, 1.6025390625]}, "gradients/encoder.encoder.layers.12.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 7.0, 2.0, 3.0, 7.0, 16.0, 12.0, 27.0, 51.0, 53.0, 87.0, 150.0, 192.0, 335.0, 622.0, 1178.0, 2779.0, 7352.0, 29409.0, 246567.0, 678233.0, 61417.0, 12481.0, 3955.0, 1688.0, 841.0, 442.0, 230.0, 148.0, 90.0, 51.0, 35.0, 29.0, 25.0, 15.0, 7.0, 10.0, 2.0, 5.0, 5.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.7109375, -1.6561126708984375, -1.601287841796875, -1.5464630126953125, -1.49163818359375, -1.4368133544921875, -1.381988525390625, -1.3271636962890625, -1.2723388671875, -1.2175140380859375, -1.162689208984375, -1.1078643798828125, -1.05303955078125, -0.9982147216796875, -0.943389892578125, -0.8885650634765625, -0.833740234375, -0.7789154052734375, -0.724090576171875, -0.6692657470703125, -0.61444091796875, -0.5596160888671875, -0.504791259765625, -0.4499664306640625, -0.3951416015625, -0.3403167724609375, -0.285491943359375, -0.2306671142578125, -0.17584228515625, -0.1210174560546875, -0.066192626953125, -0.0113677978515625, 0.04345703125, 0.0982818603515625, 0.153106689453125, 0.2079315185546875, 0.26275634765625, 0.3175811767578125, 0.372406005859375, 0.4272308349609375, 0.4820556640625, 0.5368804931640625, 0.591705322265625, 0.6465301513671875, 0.70135498046875, 0.7561798095703125, 0.811004638671875, 0.8658294677734375, 0.920654296875, 0.9754791259765625, 1.030303955078125, 1.0851287841796875, 1.13995361328125, 1.1947784423828125, 1.249603271484375, 1.3044281005859375, 1.3592529296875, 1.4140777587890625, 1.468902587890625, 1.5237274169921875, 1.57855224609375, 1.6333770751953125, 1.688201904296875, 1.7430267333984375, 1.7978515625]}, "gradients/encoder.encoder.layers.12.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 1.0, 3.0, 6.0, 2.0, 1.0, 8.0, 14.0, 10.0, 17.0, 16.0, 23.0, 40.0, 49.0, 65.0, 80.0, 80.0, 93.0, 94.0, 88.0, 69.0, 70.0, 50.0, 26.0, 21.0, 19.0, 12.0, 13.0, 6.0, 3.0, 7.0, 8.0, 1.0, 4.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00020492076873779297, -0.000199146568775177, -0.00019337236881256104, -0.00018759816884994507, -0.0001818239688873291, -0.00017604976892471313, -0.00017027556896209717, -0.0001645013689994812, -0.00015872716903686523, -0.00015295296907424927, -0.0001471787691116333, -0.00014140456914901733, -0.00013563036918640137, -0.0001298561692237854, -0.00012408196926116943, -0.00011830776929855347, -0.0001125335693359375, -0.00010675936937332153, -0.00010098516941070557, -9.52109694480896e-05, -8.943676948547363e-05, -8.366256952285767e-05, -7.78883695602417e-05, -7.211416959762573e-05, -6.633996963500977e-05, -6.05657696723938e-05, -5.479156970977783e-05, -4.9017369747161865e-05, -4.32431697845459e-05, -3.746896982192993e-05, -3.1694769859313965e-05, -2.5920569896697998e-05, -2.014636993408203e-05, -1.4372169971466064e-05, -8.597970008850098e-06, -2.823770046234131e-06, 2.950429916381836e-06, 8.724629878997803e-06, 1.449882984161377e-05, 2.0273029804229736e-05, 2.6047229766845703e-05, 3.182142972946167e-05, 3.759562969207764e-05, 4.3369829654693604e-05, 4.914402961730957e-05, 5.491822957992554e-05, 6.0692429542541504e-05, 6.646662950515747e-05, 7.224082946777344e-05, 7.80150294303894e-05, 8.378922939300537e-05, 8.956342935562134e-05, 9.53376293182373e-05, 0.00010111182928085327, 0.00010688602924346924, 0.0001126602292060852, 0.00011843442916870117, 0.00012420862913131714, 0.0001299828290939331, 0.00013575702905654907, 0.00014153122901916504, 0.000147305428981781, 0.00015307962894439697, 0.00015885382890701294, 0.0001646280288696289]}, "gradients/encoder.encoder.layers.12.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0, 9.0, 9.0, 14.0, 15.0, 29.0, 47.0, 64.0, 132.0, 229.0, 366.0, 748.0, 1633.0, 4239.0, 15616.0, 122522.0, 806086.0, 78321.0, 11979.0, 3585.0, 1416.0, 677.0, 346.0, 183.0, 111.0, 64.0, 44.0, 28.0, 17.0, 8.0, 10.0, 4.0, 7.0, 2.0, 1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.9921875, -1.92877197265625, -1.8653564453125, -1.80194091796875, -1.738525390625, -1.67510986328125, -1.6116943359375, -1.54827880859375, -1.48486328125, -1.42144775390625, -1.3580322265625, -1.29461669921875, -1.231201171875, -1.16778564453125, -1.1043701171875, -1.04095458984375, -0.9775390625, -0.91412353515625, -0.8507080078125, -0.78729248046875, -0.723876953125, -0.66046142578125, -0.5970458984375, -0.53363037109375, -0.47021484375, -0.40679931640625, -0.3433837890625, -0.27996826171875, -0.216552734375, -0.15313720703125, -0.0897216796875, -0.02630615234375, 0.037109375, 0.10052490234375, 0.1639404296875, 0.22735595703125, 0.290771484375, 0.35418701171875, 0.4176025390625, 0.48101806640625, 0.54443359375, 0.60784912109375, 0.6712646484375, 0.73468017578125, 0.798095703125, 0.86151123046875, 0.9249267578125, 0.98834228515625, 1.0517578125, 1.11517333984375, 1.1785888671875, 1.24200439453125, 1.305419921875, 1.36883544921875, 1.4322509765625, 1.49566650390625, 1.55908203125, 1.62249755859375, 1.6859130859375, 1.74932861328125, 1.812744140625, 1.87615966796875, 1.9395751953125, 2.00299072265625, 2.06640625]}, "gradients/encoder.encoder.layers.12.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 3.0, 5.0, 3.0, 8.0, 11.0, 12.0, 16.0, 13.0, 20.0, 27.0, 37.0, 59.0, 78.0, 86.0, 96.0, 101.0, 96.0, 79.0, 51.0, 43.0, 32.0, 39.0, 19.0, 16.0, 14.0, 9.0, 6.0, 5.0, 2.0, 3.0, 1.0, 3.0, 5.0, 0.0, 0.0, 0.0, 3.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.0546875, -1.02197265625, -0.9892578125, -0.95654296875, -0.923828125, -0.89111328125, -0.8583984375, -0.82568359375, -0.79296875, -0.76025390625, -0.7275390625, -0.69482421875, -0.662109375, -0.62939453125, -0.5966796875, -0.56396484375, -0.53125, -0.49853515625, -0.4658203125, -0.43310546875, -0.400390625, -0.36767578125, -0.3349609375, -0.30224609375, -0.26953125, -0.23681640625, -0.2041015625, -0.17138671875, -0.138671875, -0.10595703125, -0.0732421875, -0.04052734375, -0.0078125, 0.02490234375, 0.0576171875, 0.09033203125, 0.123046875, 0.15576171875, 0.1884765625, 0.22119140625, 0.25390625, 0.28662109375, 0.3193359375, 0.35205078125, 0.384765625, 0.41748046875, 0.4501953125, 0.48291015625, 0.515625, 0.54833984375, 0.5810546875, 0.61376953125, 0.646484375, 0.67919921875, 0.7119140625, 0.74462890625, 0.77734375, 0.81005859375, 0.8427734375, 0.87548828125, 0.908203125, 0.94091796875, 0.9736328125, 1.00634765625, 1.0390625]}, "gradients/encoder.encoder.layers.12.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 7.0, 10.0, 8.0, 20.0, 36.0, 51.0, 74.0, 118.0, 138.0, 140.0, 142.0, 96.0, 68.0, 33.0, 20.0, 20.0, 13.0, 6.0, 4.0, 5.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-13.230737686157227, -12.730792999267578, -12.23084831237793, -11.730904579162598, -11.23095989227295, -10.7310152053833, -10.231070518493652, -9.73112678527832, -9.231182098388672, -8.731237411499023, -8.231292724609375, -7.731348514556885, -7.2314043045043945, -6.731459617614746, -6.231514930725098, -5.731570720672607, -5.231626033782959, -4.7316813468933105, -4.23173713684082, -3.731792449951172, -3.2318482398986816, -2.731903553009033, -2.231959104537964, -1.7320146560668945, -1.2320702075958252, -0.7321257591247559, -0.23218125104904175, 0.26776325702667236, 0.7677077054977417, 1.2676522731781006, 1.76759672164917, 2.2675411701202393, 2.7674856185913086, 3.267430067062378, 3.7673745155334473, 4.267319202423096, 4.767263412475586, 5.267208099365234, 5.767152786254883, 6.267096996307373, 6.767041206359863, 7.266985893249512, 7.766930103302002, 8.266874313354492, 8.76681900024414, 9.266763687133789, 9.766708374023438, 10.266653060913086, 10.766597747802734, 11.266542434692383, 11.766487121582031, 12.266430854797363, 12.766375541687012, 13.26632022857666, 13.766264915466309, 14.26620864868164, 14.766153335571289, 15.266098022460938, 15.766042709350586, 16.265987396240234, 16.765932083129883, 17.26587677001953, 17.765819549560547, 18.265764236450195, 18.765708923339844]}, "gradients/encoder.encoder.layers.12.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 7.0, 10.0, 10.0, 8.0, 19.0, 12.0, 10.0, 25.0, 18.0, 17.0, 28.0, 31.0, 22.0, 30.0, 46.0, 42.0, 37.0, 49.0, 45.0, 52.0, 43.0, 48.0, 33.0, 41.0, 44.0, 36.0, 36.0, 35.0, 26.0, 26.0, 22.0, 22.0, 16.0, 13.0, 7.0, 6.0, 7.0, 4.0, 10.0, 6.0, 3.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.206439971923828, -7.925935745239258, -7.6454315185546875, -7.364927291870117, -7.084423065185547, -6.803918838500977, -6.523414611816406, -6.242910385131836, -5.962406158447266, -5.681901931762695, -5.401397705078125, -5.120893478393555, -4.840389251708984, -4.559885025024414, -4.279380798339844, -3.9988768100738525, -3.7183728218078613, -3.437868595123291, -3.1573643684387207, -2.8768601417541504, -2.59635591506958, -2.3158516883850098, -2.0353477001190186, -1.7548434734344482, -1.474339246749878, -1.1938350200653076, -0.9133308529853821, -0.6328266859054565, -0.35232245922088623, -0.07181823253631592, 0.20868587493896484, 0.48919010162353516, 0.7696943283081055, 1.0501985549926758, 1.330702781677246, 1.6112068891525269, 1.8917111158370972, 2.172215461730957, 2.4527194499969482, 2.7332236766815186, 3.013727903366089, 3.294232130050659, 3.5747363567352295, 3.8552403450012207, 4.135744571685791, 4.416248798370361, 4.696753025054932, 4.977257251739502, 5.257761478424072, 5.538265705108643, 5.818769931793213, 6.099274158477783, 6.3797783851623535, 6.660282611846924, 6.940786361694336, 7.221290588378906, 7.501794815063477, 7.782299041748047, 8.062803268432617, 8.343307495117188, 8.623811721801758, 8.904315948486328, 9.184820175170898, 9.465324401855469, 9.745828628540039]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 6.0, 8.0, 6.0, 13.0, 8.0, 12.0, 13.0, 27.0, 21.0, 43.0, 52.0, 77.0, 137.0, 196.0, 430.0, 1007.0, 4288.0, 4156567.0, 27800.0, 2065.0, 669.0, 334.0, 176.0, 78.0, 61.0, 44.0, 30.0, 27.0, 22.0, 15.0, 15.0, 17.0, 6.0, 4.0, 5.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0], "bins": [-12.40625, -12.0279541015625, -11.649658203125, -11.2713623046875, -10.89306640625, -10.5147705078125, -10.136474609375, -9.7581787109375, -9.3798828125, -9.0015869140625, -8.623291015625, -8.2449951171875, -7.86669921875, -7.4884033203125, -7.110107421875, -6.7318115234375, -6.353515625, -5.9752197265625, -5.596923828125, -5.2186279296875, -4.84033203125, -4.4620361328125, -4.083740234375, -3.7054443359375, -3.3271484375, -2.9488525390625, -2.570556640625, -2.1922607421875, -1.81396484375, -1.4356689453125, -1.057373046875, -0.6790771484375, -0.30078125, 0.0775146484375, 0.455810546875, 0.8341064453125, 1.21240234375, 1.5906982421875, 1.968994140625, 2.3472900390625, 2.7255859375, 3.1038818359375, 3.482177734375, 3.8604736328125, 4.23876953125, 4.6170654296875, 4.995361328125, 5.3736572265625, 5.751953125, 6.1302490234375, 6.508544921875, 6.8868408203125, 7.26513671875, 7.6434326171875, 8.021728515625, 8.4000244140625, 8.7783203125, 9.1566162109375, 9.534912109375, 9.9132080078125, 10.29150390625, 10.6697998046875, 11.048095703125, 11.4263916015625, 11.8046875]}, "gradients/encoder.encoder.layers.11.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 5.0, 4.0, 2.0, 5.0, 14.0, 7.0, 16.0, 13.0, 21.0, 28.0, 23.0, 31.0, 32.0, 38.0, 38.0, 30.0, 48.0, 41.0, 42.0, 61.0, 52.0, 42.0, 57.0, 54.0, 47.0, 34.0, 36.0, 34.0, 33.0, 27.0, 14.0, 20.0, 13.0, 11.0, 5.0, 9.0, 9.0, 3.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.42822265625, -0.4159049987792969, -0.40358734130859375, -0.3912696838378906, -0.3789520263671875, -0.3666343688964844, -0.35431671142578125, -0.3419990539550781, -0.329681396484375, -0.3173637390136719, -0.30504608154296875, -0.2927284240722656, -0.2804107666015625, -0.2680931091308594, -0.25577545166015625, -0.24345779418945312, -0.23114013671875, -0.21882247924804688, -0.20650482177734375, -0.19418716430664062, -0.1818695068359375, -0.16955184936523438, -0.15723419189453125, -0.14491653442382812, -0.132598876953125, -0.12028121948242188, -0.10796356201171875, -0.09564590454101562, -0.0833282470703125, -0.07101058959960938, -0.05869293212890625, -0.046375274658203125, -0.0340576171875, -0.021739959716796875, -0.00942230224609375, 0.002895355224609375, 0.0152130126953125, 0.027530670166015625, 0.03984832763671875, 0.052165985107421875, 0.064483642578125, 0.07680130004882812, 0.08911895751953125, 0.10143661499023438, 0.1137542724609375, 0.12607192993164062, 0.13838958740234375, 0.15070724487304688, 0.16302490234375, 0.17534255981445312, 0.18766021728515625, 0.19997787475585938, 0.2122955322265625, 0.22461318969726562, 0.23693084716796875, 0.24924850463867188, 0.261566162109375, 0.2738838195800781, 0.28620147705078125, 0.2985191345214844, 0.3108367919921875, 0.3231544494628906, 0.33547210693359375, 0.3477897644042969, 0.360107421875]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 7.0, 0.0, 1.0, 4.0, 6.0, 6.0, 6.0, 7.0, 8.0, 6.0, 8.0, 19.0, 15.0, 17.0, 19.0, 24.0, 34.0, 36.0, 28.0, 40.0, 69.0, 109.0, 200.0, 512.0, 1836.0, 11311.0, 4150691.0, 24761.0, 3030.0, 688.0, 293.0, 135.0, 66.0, 57.0, 44.0, 37.0, 40.0, 19.0, 17.0, 14.0, 10.0, 11.0, 12.0, 8.0, 6.0, 2.0, 5.0, 5.0, 4.0, 3.0, 2.0, 2.0, 1.0, 2.0, 3.0, 0.0, 2.0, 0.0, 1.0], "bins": [-6.82421875, -6.60858154296875, -6.3929443359375, -6.17730712890625, -5.961669921875, -5.74603271484375, -5.5303955078125, -5.31475830078125, -5.09912109375, -4.88348388671875, -4.6678466796875, -4.45220947265625, -4.236572265625, -4.02093505859375, -3.8052978515625, -3.58966064453125, -3.3740234375, -3.15838623046875, -2.9427490234375, -2.72711181640625, -2.511474609375, -2.29583740234375, -2.0802001953125, -1.86456298828125, -1.64892578125, -1.43328857421875, -1.2176513671875, -1.00201416015625, -0.786376953125, -0.57073974609375, -0.3551025390625, -0.13946533203125, 0.076171875, 0.29180908203125, 0.5074462890625, 0.72308349609375, 0.938720703125, 1.15435791015625, 1.3699951171875, 1.58563232421875, 1.80126953125, 2.01690673828125, 2.2325439453125, 2.44818115234375, 2.663818359375, 2.87945556640625, 3.0950927734375, 3.31072998046875, 3.5263671875, 3.74200439453125, 3.9576416015625, 4.17327880859375, 4.388916015625, 4.60455322265625, 4.8201904296875, 5.03582763671875, 5.25146484375, 5.46710205078125, 5.6827392578125, 5.89837646484375, 6.114013671875, 6.32965087890625, 6.5452880859375, 6.76092529296875, 6.9765625]}, "gradients/encoder.encoder.layers.11.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 6.0, 4.0, 5.0, 10.0, 31.0, 135.0, 3813.0, 37.0, 19.0, 9.0, 7.0, 5.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5791015625, -1.5456390380859375, -1.512176513671875, -1.4787139892578125, -1.44525146484375, -1.4117889404296875, -1.378326416015625, -1.3448638916015625, -1.3114013671875, -1.2779388427734375, -1.244476318359375, -1.2110137939453125, -1.17755126953125, -1.1440887451171875, -1.110626220703125, -1.0771636962890625, -1.043701171875, -1.0102386474609375, -0.976776123046875, -0.9433135986328125, -0.90985107421875, -0.8763885498046875, -0.842926025390625, -0.8094635009765625, -0.7760009765625, -0.7425384521484375, -0.709075927734375, -0.6756134033203125, -0.64215087890625, -0.6086883544921875, -0.575225830078125, -0.5417633056640625, -0.50830078125, -0.4748382568359375, -0.441375732421875, -0.4079132080078125, -0.37445068359375, -0.3409881591796875, -0.307525634765625, -0.2740631103515625, -0.2406005859375, -0.2071380615234375, -0.173675537109375, -0.1402130126953125, -0.10675048828125, -0.0732879638671875, -0.039825439453125, -0.0063629150390625, 0.027099609375, 0.0605621337890625, 0.094024658203125, 0.1274871826171875, 0.16094970703125, 0.1944122314453125, 0.227874755859375, 0.2613372802734375, 0.2947998046875, 0.3282623291015625, 0.361724853515625, 0.3951873779296875, 0.42864990234375, 0.4621124267578125, 0.495574951171875, 0.5290374755859375, 0.5625]}, "gradients/encoder.encoder.layers.11.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 4.0, 5.0, 5.0, 4.0, 7.0, 9.0, 16.0, 16.0, 28.0, 43.0, 52.0, 88.0, 114.0, 155.0, 173.0, 121.0, 66.0, 40.0, 27.0, 17.0, 8.0, 7.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.315582275390625, -2.238513708114624, -2.161445379257202, -2.084376811981201, -2.0073084831237793, -1.9302399158477783, -1.853171467781067, -1.7761030197143555, -1.699034571647644, -1.6219661235809326, -1.5448976755142212, -1.4678292274475098, -1.3907606601715088, -1.313692331314087, -1.236623764038086, -1.1595553159713745, -1.082486867904663, -1.0054184198379517, -0.9283499717712402, -0.851281464099884, -0.7742130160331726, -0.6971445679664612, -0.620076060295105, -0.5430076122283936, -0.46593916416168213, -0.3888707160949707, -0.3118022382259369, -0.23473377525806427, -0.15766531229019165, -0.08059686422348022, -0.003528386354446411, 0.0735400915145874, 0.15060877799987793, 0.22767724096775055, 0.30474570393562317, 0.381814181804657, 0.4588826298713684, 0.5359510779380798, 0.613019585609436, 0.6900880336761475, 0.7671564817428589, 0.8442249298095703, 0.9212933778762817, 0.9983618855476379, 1.0754303932189941, 1.152498722076416, 1.229567289352417, 1.3066357374191284, 1.3837041854858398, 1.4607726335525513, 1.5378410816192627, 1.6149095296859741, 1.6919779777526855, 1.7690465450286865, 1.846114993095398, 1.9231834411621094, 2.0002517700195312, 2.0773203372955322, 2.154388666152954, 2.231457233428955, 2.308525562286377, 2.385594129562378, 2.4626624584198, 2.539731025695801, 2.6167995929718018]}, "gradients/encoder.encoder.layers.11.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 2.0, 4.0, 2.0, 4.0, 3.0, 14.0, 10.0, 6.0, 7.0, 14.0, 11.0, 16.0, 20.0, 24.0, 19.0, 24.0, 25.0, 36.0, 37.0, 32.0, 36.0, 43.0, 45.0, 45.0, 48.0, 46.0, 42.0, 47.0, 51.0, 38.0, 38.0, 32.0, 20.0, 31.0, 28.0, 16.0, 20.0, 18.0, 12.0, 8.0, 9.0, 11.0, 7.0, 4.0, 1.0, 3.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.1848094463348389, -1.151613712310791, -1.1184178590774536, -1.0852221250534058, -1.0520262718200684, -1.0188305377960205, -0.9856347441673279, -0.9524389505386353, -0.9192431569099426, -0.88604736328125, -0.8528515696525574, -0.8196557760238647, -0.7864600419998169, -0.7532641887664795, -0.7200684547424316, -0.686872661113739, -0.6536768674850464, -0.6204810738563538, -0.5872852802276611, -0.5540894865989685, -0.5208936929702759, -0.48769792914390564, -0.4545021653175354, -0.4213063716888428, -0.38811057806015015, -0.3549147844314575, -0.3217189908027649, -0.28852322697639465, -0.255327433347702, -0.2221316397190094, -0.18893586099147797, -0.15574008226394653, -0.12254422903060913, -0.0893484428524971, -0.05615265667438507, -0.02295687049627304, 0.01023891568183899, 0.043434709310531616, 0.07663048803806305, 0.10982626676559448, 0.1430220603942871, 0.17621785402297974, 0.20941363275051117, 0.2426094114780426, 0.27580520510673523, 0.30900099873542786, 0.3421967625617981, 0.3753925561904907, 0.40858834981918335, 0.441784143447876, 0.4749799370765686, 0.5081757307052612, 0.5413714647293091, 0.5745673179626465, 0.6077630519866943, 0.640958845615387, 0.6741546392440796, 0.7073504328727722, 0.7405462265014648, 0.7737420201301575, 0.8069378137588501, 0.840133547782898, 0.8733293414115906, 0.9065251350402832, 0.9397209286689758]}, "gradients/encoder.encoder.layers.11.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 3.0, 10.0, 9.0, 11.0, 18.0, 19.0, 34.0, 51.0, 65.0, 85.0, 130.0, 204.0, 290.0, 408.0, 638.0, 957.0, 1512.0, 2573.0, 4263.0, 7683.0, 14556.0, 30418.0, 73108.0, 201671.0, 379059.0, 196773.0, 71434.0, 29773.0, 14115.0, 7520.0, 4354.0, 2405.0, 1506.0, 987.0, 600.0, 409.0, 279.0, 177.0, 132.0, 84.0, 75.0, 47.0, 37.0, 21.0, 14.0, 12.0, 8.0, 7.0, 4.0, 3.0, 2.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0], "bins": [-1.4970703125, -1.44952392578125, -1.4019775390625, -1.35443115234375, -1.306884765625, -1.25933837890625, -1.2117919921875, -1.16424560546875, -1.11669921875, -1.06915283203125, -1.0216064453125, -0.97406005859375, -0.926513671875, -0.87896728515625, -0.8314208984375, -0.78387451171875, -0.736328125, -0.68878173828125, -0.6412353515625, -0.59368896484375, -0.546142578125, -0.49859619140625, -0.4510498046875, -0.40350341796875, -0.35595703125, -0.30841064453125, -0.2608642578125, -0.21331787109375, -0.165771484375, -0.11822509765625, -0.0706787109375, -0.02313232421875, 0.0244140625, 0.07196044921875, 0.1195068359375, 0.16705322265625, 0.214599609375, 0.26214599609375, 0.3096923828125, 0.35723876953125, 0.40478515625, 0.45233154296875, 0.4998779296875, 0.54742431640625, 0.594970703125, 0.64251708984375, 0.6900634765625, 0.73760986328125, 0.78515625, 0.83270263671875, 0.8802490234375, 0.92779541015625, 0.975341796875, 1.02288818359375, 1.0704345703125, 1.11798095703125, 1.16552734375, 1.21307373046875, 1.2606201171875, 1.30816650390625, 1.355712890625, 1.40325927734375, 1.4508056640625, 1.49835205078125, 1.5458984375]}, "gradients/encoder.encoder.layers.11.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 1.0, 3.0, 5.0, 9.0, 4.0, 11.0, 13.0, 13.0, 13.0, 22.0, 27.0, 29.0, 27.0, 34.0, 29.0, 54.0, 38.0, 61.0, 50.0, 47.0, 58.0, 52.0, 46.0, 59.0, 49.0, 42.0, 46.0, 36.0, 30.0, 20.0, 22.0, 12.0, 10.0, 13.0, 2.0, 8.0, 8.0, 2.0, 2.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.455810546875, -0.4419975280761719, -0.42818450927734375, -0.4143714904785156, -0.4005584716796875, -0.3867454528808594, -0.37293243408203125, -0.3591194152832031, -0.345306396484375, -0.3314933776855469, -0.31768035888671875, -0.3038673400878906, -0.2900543212890625, -0.2762413024902344, -0.26242828369140625, -0.24861526489257812, -0.23480224609375, -0.22098922729492188, -0.20717620849609375, -0.19336318969726562, -0.1795501708984375, -0.16573715209960938, -0.15192413330078125, -0.13811111450195312, -0.124298095703125, -0.11048507690429688, -0.09667205810546875, -0.08285903930664062, -0.0690460205078125, -0.055233001708984375, -0.04141998291015625, -0.027606964111328125, -0.0137939453125, 1.9073486328125e-05, 0.01383209228515625, 0.027645111083984375, 0.0414581298828125, 0.055271148681640625, 0.06908416748046875, 0.08289718627929688, 0.096710205078125, 0.11052322387695312, 0.12433624267578125, 0.13814926147460938, 0.1519622802734375, 0.16577529907226562, 0.17958831787109375, 0.19340133666992188, 0.20721435546875, 0.22102737426757812, 0.23484039306640625, 0.24865341186523438, 0.2624664306640625, 0.2762794494628906, 0.29009246826171875, 0.3039054870605469, 0.317718505859375, 0.3315315246582031, 0.34534454345703125, 0.3591575622558594, 0.3729705810546875, 0.3867835998535156, 0.40059661865234375, 0.4144096374511719, 0.42822265625]}, "gradients/encoder.encoder.layers.11.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 1.0, 5.0, 3.0, 3.0, 6.0, 4.0, 9.0, 12.0, 19.0, 18.0, 33.0, 42.0, 50.0, 79.0, 118.0, 125.0, 197.0, 275.0, 368.0, 591.0, 938.0, 1736.0, 3743.0, 9871.0, 39415.0, 280468.0, 598158.0, 84221.0, 16818.0, 5442.0, 2318.0, 1172.0, 712.0, 467.0, 289.0, 218.0, 172.0, 120.0, 89.0, 66.0, 30.0, 40.0, 24.0, 25.0, 20.0, 10.0, 7.0, 6.0, 8.0, 4.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.193359375, -2.120758056640625, -2.04815673828125, -1.975555419921875, -1.9029541015625, -1.830352783203125, -1.75775146484375, -1.685150146484375, -1.612548828125, -1.539947509765625, -1.46734619140625, -1.394744873046875, -1.3221435546875, -1.249542236328125, -1.17694091796875, -1.104339599609375, -1.03173828125, -0.959136962890625, -0.88653564453125, -0.813934326171875, -0.7413330078125, -0.668731689453125, -0.59613037109375, -0.523529052734375, -0.450927734375, -0.378326416015625, -0.30572509765625, -0.233123779296875, -0.1605224609375, -0.087921142578125, -0.01531982421875, 0.057281494140625, 0.1298828125, 0.202484130859375, 0.27508544921875, 0.347686767578125, 0.4202880859375, 0.492889404296875, 0.56549072265625, 0.638092041015625, 0.710693359375, 0.783294677734375, 0.85589599609375, 0.928497314453125, 1.0010986328125, 1.073699951171875, 1.14630126953125, 1.218902587890625, 1.29150390625, 1.364105224609375, 1.43670654296875, 1.509307861328125, 1.5819091796875, 1.654510498046875, 1.72711181640625, 1.799713134765625, 1.872314453125, 1.944915771484375, 2.01751708984375, 2.090118408203125, 2.1627197265625, 2.235321044921875, 2.30792236328125, 2.380523681640625, 2.453125]}, "gradients/encoder.encoder.layers.11.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 3.0, 5.0, 5.0, 7.0, 11.0, 11.0, 18.0, 17.0, 18.0, 25.0, 33.0, 30.0, 26.0, 38.0, 38.0, 66.0, 44.0, 45.0, 46.0, 43.0, 52.0, 54.0, 46.0, 48.0, 43.0, 31.0, 36.0, 31.0, 26.0, 15.0, 18.0, 18.0, 14.0, 10.0, 7.0, 5.0, 5.0, 4.0, 5.0, 3.0, 5.0, 3.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-2.23828125, -2.171051025390625, -2.10382080078125, -2.036590576171875, -1.9693603515625, -1.902130126953125, -1.83489990234375, -1.767669677734375, -1.700439453125, -1.633209228515625, -1.56597900390625, -1.498748779296875, -1.4315185546875, -1.364288330078125, -1.29705810546875, -1.229827880859375, -1.16259765625, -1.095367431640625, -1.02813720703125, -0.960906982421875, -0.8936767578125, -0.826446533203125, -0.75921630859375, -0.691986083984375, -0.624755859375, -0.557525634765625, -0.49029541015625, -0.423065185546875, -0.3558349609375, -0.288604736328125, -0.22137451171875, -0.154144287109375, -0.0869140625, -0.019683837890625, 0.04754638671875, 0.114776611328125, 0.1820068359375, 0.249237060546875, 0.31646728515625, 0.383697509765625, 0.450927734375, 0.518157958984375, 0.58538818359375, 0.652618408203125, 0.7198486328125, 0.787078857421875, 0.85430908203125, 0.921539306640625, 0.98876953125, 1.055999755859375, 1.12322998046875, 1.190460205078125, 1.2576904296875, 1.324920654296875, 1.39215087890625, 1.459381103515625, 1.526611328125, 1.593841552734375, 1.66107177734375, 1.728302001953125, 1.7955322265625, 1.862762451171875, 1.92999267578125, 1.997222900390625, 2.064453125]}, "gradients/encoder.encoder.layers.11.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 4.0, 4.0, 9.0, 10.0, 17.0, 17.0, 32.0, 52.0, 80.0, 168.0, 292.0, 485.0, 979.0, 2044.0, 4999.0, 13782.0, 53049.0, 342048.0, 525297.0, 76009.0, 18096.0, 6117.0, 2532.0, 1101.0, 548.0, 333.0, 167.0, 107.0, 70.0, 42.0, 19.0, 9.0, 12.0, 13.0, 6.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.0205078125, -0.9905929565429688, -0.9606781005859375, -0.9307632446289062, -0.900848388671875, -0.8709335327148438, -0.8410186767578125, -0.8111038208007812, -0.78118896484375, -0.7512741088867188, -0.7213592529296875, -0.6914443969726562, -0.661529541015625, -0.6316146850585938, -0.6016998291015625, -0.5717849731445312, -0.5418701171875, -0.5119552612304688, -0.4820404052734375, -0.45212554931640625, -0.422210693359375, -0.39229583740234375, -0.3623809814453125, -0.33246612548828125, -0.30255126953125, -0.27263641357421875, -0.2427215576171875, -0.21280670166015625, -0.182891845703125, -0.15297698974609375, -0.1230621337890625, -0.09314727783203125, -0.063232421875, -0.03331756591796875, -0.0034027099609375, 0.02651214599609375, 0.056427001953125, 0.08634185791015625, 0.1162567138671875, 0.14617156982421875, 0.17608642578125, 0.20600128173828125, 0.2359161376953125, 0.26583099365234375, 0.295745849609375, 0.32566070556640625, 0.3555755615234375, 0.38549041748046875, 0.4154052734375, 0.44532012939453125, 0.4752349853515625, 0.5051498413085938, 0.535064697265625, 0.5649795532226562, 0.5948944091796875, 0.6248092651367188, 0.65472412109375, 0.6846389770507812, 0.7145538330078125, 0.7444686889648438, 0.774383544921875, 0.8042984008789062, 0.8342132568359375, 0.8641281127929688, 0.89404296875]}, "gradients/encoder.encoder.layers.11.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 3.0, 3.0, 4.0, 4.0, 5.0, 4.0, 5.0, 7.0, 13.0, 13.0, 17.0, 29.0, 32.0, 41.0, 50.0, 80.0, 78.0, 92.0, 75.0, 97.0, 89.0, 64.0, 36.0, 36.0, 32.0, 30.0, 20.0, 10.0, 12.0, 6.0, 8.0, 8.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00020456314086914062, -0.00019873306155204773, -0.00019290298223495483, -0.00018707290291786194, -0.00018124282360076904, -0.00017541274428367615, -0.00016958266496658325, -0.00016375258564949036, -0.00015792250633239746, -0.00015209242701530457, -0.00014626234769821167, -0.00014043226838111877, -0.00013460218906402588, -0.00012877210974693298, -0.0001229420304298401, -0.00011711195111274719, -0.0001112818717956543, -0.0001054517924785614, -9.96217131614685e-05, -9.379163384437561e-05, -8.796155452728271e-05, -8.213147521018982e-05, -7.630139589309692e-05, -7.047131657600403e-05, -6.464123725891113e-05, -5.881115794181824e-05, -5.298107862472534e-05, -4.7150999307632446e-05, -4.132091999053955e-05, -3.5490840673446655e-05, -2.966076135635376e-05, -2.3830682039260864e-05, -1.800060272216797e-05, -1.2170523405075073e-05, -6.340444087982178e-06, -5.103647708892822e-07, 5.319714546203613e-06, 1.1149793863296509e-05, 1.6979873180389404e-05, 2.28099524974823e-05, 2.8640031814575195e-05, 3.447011113166809e-05, 4.0300190448760986e-05, 4.613026976585388e-05, 5.196034908294678e-05, 5.779042840003967e-05, 6.362050771713257e-05, 6.945058703422546e-05, 7.528066635131836e-05, 8.111074566841125e-05, 8.694082498550415e-05, 9.277090430259705e-05, 9.860098361968994e-05, 0.00010443106293678284, 0.00011026114225387573, 0.00011609122157096863, 0.00012192130088806152, 0.00012775138020515442, 0.00013358145952224731, 0.0001394115388393402, 0.0001452416181564331, 0.000151071697473526, 0.0001569017767906189, 0.0001627318561077118, 0.0001685619354248047]}, "gradients/encoder.encoder.layers.11.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 2.0, 3.0, 6.0, 9.0, 7.0, 10.0, 14.0, 15.0, 26.0, 41.0, 54.0, 96.0, 146.0, 239.0, 433.0, 833.0, 1862.0, 5288.0, 22636.0, 220489.0, 717254.0, 62805.0, 10509.0, 3122.0, 1201.0, 579.0, 332.0, 191.0, 110.0, 76.0, 59.0, 34.0, 22.0, 15.0, 9.0, 9.0, 14.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1826171875, -1.1421966552734375, -1.101776123046875, -1.0613555908203125, -1.02093505859375, -0.9805145263671875, -0.940093994140625, -0.8996734619140625, -0.8592529296875, -0.8188323974609375, -0.778411865234375, -0.7379913330078125, -0.69757080078125, -0.6571502685546875, -0.616729736328125, -0.5763092041015625, -0.535888671875, -0.4954681396484375, -0.455047607421875, -0.4146270751953125, -0.37420654296875, -0.3337860107421875, -0.293365478515625, -0.2529449462890625, -0.2125244140625, -0.1721038818359375, -0.131683349609375, -0.0912628173828125, -0.05084228515625, -0.0104217529296875, 0.029998779296875, 0.0704193115234375, 0.11083984375, 0.1512603759765625, 0.191680908203125, 0.2321014404296875, 0.27252197265625, 0.3129425048828125, 0.353363037109375, 0.3937835693359375, 0.4342041015625, 0.4746246337890625, 0.515045166015625, 0.5554656982421875, 0.59588623046875, 0.6363067626953125, 0.676727294921875, 0.7171478271484375, 0.757568359375, 0.7979888916015625, 0.838409423828125, 0.8788299560546875, 0.91925048828125, 0.9596710205078125, 1.000091552734375, 1.0405120849609375, 1.0809326171875, 1.1213531494140625, 1.161773681640625, 1.2021942138671875, 1.24261474609375, 1.2830352783203125, 1.323455810546875, 1.3638763427734375, 1.404296875]}, "gradients/encoder.encoder.layers.11.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 5.0, 4.0, 10.0, 13.0, 15.0, 23.0, 33.0, 40.0, 49.0, 76.0, 112.0, 121.0, 117.0, 88.0, 78.0, 73.0, 51.0, 33.0, 19.0, 17.0, 10.0, 3.0, 5.0, 2.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.87109375, -0.8362884521484375, -0.801483154296875, -0.7666778564453125, -0.73187255859375, -0.6970672607421875, -0.662261962890625, -0.6274566650390625, -0.5926513671875, -0.5578460693359375, -0.523040771484375, -0.4882354736328125, -0.45343017578125, -0.4186248779296875, -0.383819580078125, -0.3490142822265625, -0.314208984375, -0.2794036865234375, -0.244598388671875, -0.2097930908203125, -0.17498779296875, -0.1401824951171875, -0.105377197265625, -0.0705718994140625, -0.0357666015625, -0.0009613037109375, 0.033843994140625, 0.0686492919921875, 0.10345458984375, 0.1382598876953125, 0.173065185546875, 0.2078704833984375, 0.24267578125, 0.2774810791015625, 0.312286376953125, 0.3470916748046875, 0.38189697265625, 0.4167022705078125, 0.451507568359375, 0.4863128662109375, 0.5211181640625, 0.5559234619140625, 0.590728759765625, 0.6255340576171875, 0.66033935546875, 0.6951446533203125, 0.729949951171875, 0.7647552490234375, 0.799560546875, 0.8343658447265625, 0.869171142578125, 0.9039764404296875, 0.93878173828125, 0.9735870361328125, 1.008392333984375, 1.0431976318359375, 1.0780029296875, 1.1128082275390625, 1.147613525390625, 1.1824188232421875, 1.21722412109375, 1.2520294189453125, 1.286834716796875, 1.3216400146484375, 1.3564453125]}, "gradients/encoder.encoder.layers.11.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 2.0, 8.0, 8.0, 13.0, 25.0, 59.0, 106.0, 172.0, 206.0, 167.0, 124.0, 64.0, 23.0, 13.0, 10.0, 8.0, 5.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.832170486450195, -8.12720775604248, -7.422244548797607, -6.717281341552734, -6.0123186111450195, -5.307355880737305, -4.602392673492432, -3.8974294662475586, -3.1924667358398438, -2.48750376701355, -1.7825407981872559, -1.077577829360962, -0.37261486053466797, 0.332348108291626, 1.03731107711792, 1.742274284362793, 2.447237014770508, 3.1521999835968018, 3.8571629524230957, 4.562126159667969, 5.267088890075684, 5.972051620483398, 6.6770148277282715, 7.3819780349731445, 8.08694076538086, 8.791903495788574, 9.496866226196289, 10.20182991027832, 10.906792640686035, 11.61175537109375, 12.316719055175781, 13.021681785583496, 13.726646423339844, 14.431609153747559, 15.136571884155273, 15.841535568237305, 16.546497344970703, 17.251461029052734, 17.956424713134766, 18.661388397216797, 19.366350173950195, 20.071313858032227, 20.776275634765625, 21.481239318847656, 22.186203002929688, 22.891164779663086, 23.596128463745117, 24.301090240478516, 25.006053924560547, 25.711017608642578, 26.415979385375977, 27.120943069458008, 27.825904846191406, 28.530868530273438, 29.23583221435547, 29.9407958984375, 30.6457576751709, 31.35072135925293, 32.05568313598633, 32.76064682006836, 33.46561050415039, 34.17057418823242, 34.87553405761719, 35.58049774169922, 36.28546142578125]}, "gradients/encoder.encoder.layers.11.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 5.0, 3.0, 5.0, 5.0, 10.0, 11.0, 16.0, 21.0, 15.0, 12.0, 25.0, 31.0, 32.0, 31.0, 44.0, 44.0, 41.0, 65.0, 62.0, 49.0, 54.0, 56.0, 42.0, 47.0, 38.0, 38.0, 33.0, 30.0, 32.0, 24.0, 16.0, 11.0, 12.0, 6.0, 10.0, 7.0, 7.0, 3.0, 5.0, 2.0, 2.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-12.611152648925781, -12.257284164428711, -11.90341567993164, -11.54954719543457, -11.1956787109375, -10.84181022644043, -10.48794174194336, -10.134073257446289, -9.780204772949219, -9.426336288452148, -9.072467803955078, -8.718599319458008, -8.364730834960938, -8.010862350463867, -7.656994342803955, -7.303125858306885, -6.949257850646973, -6.595389366149902, -6.241520881652832, -5.887652397155762, -5.533783912658691, -5.179915428161621, -4.826047420501709, -4.472178936004639, -4.118310451507568, -3.764441967010498, -3.4105734825134277, -3.0567052364349365, -2.702836751937866, -2.348968267440796, -1.9951000213623047, -1.6412315368652344, -1.2873640060424805, -0.9334955811500549, -0.5796271562576294, -0.22575879096984863, 0.12810969352722168, 0.481978178024292, 0.8358464241027832, 1.1897149085998535, 1.5435833930969238, 1.8974518775939941, 2.2513203620910645, 2.6051886081695557, 2.959057092666626, 3.3129255771636963, 3.6667938232421875, 4.020662307739258, 4.374530792236328, 4.728399276733398, 5.082267761230469, 5.436136245727539, 5.790004730224609, 6.14387321472168, 6.497741222381592, 6.851609706878662, 7.205478191375732, 7.559346675872803, 7.913215160369873, 8.267083168029785, 8.620951652526855, 8.974820137023926, 9.328688621520996, 9.682557106018066, 10.036425590515137]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0, 5.0, 2.0, 6.0, 8.0, 7.0, 15.0, 15.0, 20.0, 36.0, 49.0, 56.0, 87.0, 125.0, 175.0, 295.0, 429.0, 628.0, 891.0, 1491.0, 3845.0, 41123.0, 4132324.0, 7302.0, 2005.0, 1099.0, 726.0, 455.0, 333.0, 215.0, 159.0, 101.0, 71.0, 41.0, 43.0, 31.0, 17.0, 17.0, 17.0, 5.0, 4.0, 5.0, 8.0, 2.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-6.8359375, -6.62359619140625, -6.4112548828125, -6.19891357421875, -5.986572265625, -5.77423095703125, -5.5618896484375, -5.34954833984375, -5.13720703125, -4.92486572265625, -4.7125244140625, -4.50018310546875, -4.287841796875, -4.07550048828125, -3.8631591796875, -3.65081787109375, -3.4384765625, -3.22613525390625, -3.0137939453125, -2.80145263671875, -2.589111328125, -2.37677001953125, -2.1644287109375, -1.95208740234375, -1.73974609375, -1.52740478515625, -1.3150634765625, -1.10272216796875, -0.890380859375, -0.67803955078125, -0.4656982421875, -0.25335693359375, -0.041015625, 0.17132568359375, 0.3836669921875, 0.59600830078125, 0.808349609375, 1.02069091796875, 1.2330322265625, 1.44537353515625, 1.65771484375, 1.87005615234375, 2.0823974609375, 2.29473876953125, 2.507080078125, 2.71942138671875, 2.9317626953125, 3.14410400390625, 3.3564453125, 3.56878662109375, 3.7811279296875, 3.99346923828125, 4.205810546875, 4.41815185546875, 4.6304931640625, 4.84283447265625, 5.05517578125, 5.26751708984375, 5.4798583984375, 5.69219970703125, 5.904541015625, 6.11688232421875, 6.3292236328125, 6.54156494140625, 6.75390625]}, "gradients/encoder.encoder.layers.10.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 5.0, 3.0, 5.0, 5.0, 5.0, 8.0, 14.0, 13.0, 16.0, 17.0, 36.0, 34.0, 33.0, 33.0, 45.0, 38.0, 53.0, 56.0, 50.0, 57.0, 64.0, 50.0, 41.0, 55.0, 47.0, 48.0, 27.0, 32.0, 23.0, 21.0, 20.0, 12.0, 8.0, 11.0, 6.0, 5.0, 6.0, 1.0, 1.0, 0.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.4287109375, -0.4142112731933594, -0.39971160888671875, -0.3852119445800781, -0.3707122802734375, -0.3562126159667969, -0.34171295166015625, -0.3272132873535156, -0.312713623046875, -0.2982139587402344, -0.28371429443359375, -0.2692146301269531, -0.2547149658203125, -0.24021530151367188, -0.22571563720703125, -0.21121597290039062, -0.19671630859375, -0.18221664428710938, -0.16771697998046875, -0.15321731567382812, -0.1387176513671875, -0.12421798706054688, -0.10971832275390625, -0.09521865844726562, -0.080718994140625, -0.06621932983398438, -0.05171966552734375, -0.037220001220703125, -0.0227203369140625, -0.008220672607421875, 0.00627899169921875, 0.020778656005859375, 0.0352783203125, 0.049777984619140625, 0.06427764892578125, 0.07877731323242188, 0.0932769775390625, 0.10777664184570312, 0.12227630615234375, 0.13677597045898438, 0.151275634765625, 0.16577529907226562, 0.18027496337890625, 0.19477462768554688, 0.2092742919921875, 0.22377395629882812, 0.23827362060546875, 0.2527732849121094, 0.26727294921875, 0.2817726135253906, 0.29627227783203125, 0.3107719421386719, 0.3252716064453125, 0.3397712707519531, 0.35427093505859375, 0.3687705993652344, 0.383270263671875, 0.3977699279785156, 0.41226959228515625, 0.4267692565917969, 0.4412689208984375, 0.4557685852050781, 0.47026824951171875, 0.4847679138183594, 0.499267578125]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 2.0, 1.0, 1.0, 3.0, 2.0, 5.0, 9.0, 12.0, 4.0, 12.0, 12.0, 23.0, 29.0, 45.0, 70.0, 101.0, 146.0, 222.0, 346.0, 560.0, 1001.0, 1836.0, 3590.0, 9700.0, 58960.0, 4078393.0, 26221.0, 6528.0, 2747.0, 1464.0, 850.0, 501.0, 298.0, 184.0, 123.0, 81.0, 49.0, 37.0, 24.0, 27.0, 15.0, 9.0, 8.0, 12.0, 7.0, 5.0, 4.0, 5.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-2.728515625, -2.64410400390625, -2.5596923828125, -2.47528076171875, -2.390869140625, -2.30645751953125, -2.2220458984375, -2.13763427734375, -2.05322265625, -1.96881103515625, -1.8843994140625, -1.79998779296875, -1.715576171875, -1.63116455078125, -1.5467529296875, -1.46234130859375, -1.3779296875, -1.29351806640625, -1.2091064453125, -1.12469482421875, -1.040283203125, -0.95587158203125, -0.8714599609375, -0.78704833984375, -0.70263671875, -0.61822509765625, -0.5338134765625, -0.44940185546875, -0.364990234375, -0.28057861328125, -0.1961669921875, -0.11175537109375, -0.02734375, 0.05706787109375, 0.1414794921875, 0.22589111328125, 0.310302734375, 0.39471435546875, 0.4791259765625, 0.56353759765625, 0.64794921875, 0.73236083984375, 0.8167724609375, 0.90118408203125, 0.985595703125, 1.07000732421875, 1.1544189453125, 1.23883056640625, 1.3232421875, 1.40765380859375, 1.4920654296875, 1.57647705078125, 1.660888671875, 1.74530029296875, 1.8297119140625, 1.91412353515625, 1.99853515625, 2.08294677734375, 2.1673583984375, 2.25177001953125, 2.336181640625, 2.42059326171875, 2.5050048828125, 2.58941650390625, 2.673828125]}, "gradients/encoder.encoder.layers.10.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 3.0, 2.0, 9.0, 3.0, 11.0, 6.0, 23.0, 36.0, 128.0, 3694.0, 87.0, 33.0, 11.0, 10.0, 7.0, 4.0, 4.0, 2.0, 0.0, 2.0, 1.0, 1.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.467529296875, -0.4475440979003906, -0.42755889892578125, -0.4075736999511719, -0.3875885009765625, -0.3676033020019531, -0.34761810302734375, -0.3276329040527344, -0.307647705078125, -0.2876625061035156, -0.26767730712890625, -0.24769210815429688, -0.2277069091796875, -0.20772171020507812, -0.18773651123046875, -0.16775131225585938, -0.14776611328125, -0.12778091430664062, -0.10779571533203125, -0.08781051635742188, -0.0678253173828125, -0.047840118408203125, -0.02785491943359375, -0.007869720458984375, 0.012115478515625, 0.032100677490234375, 0.05208587646484375, 0.07207107543945312, 0.0920562744140625, 0.11204147338867188, 0.13202667236328125, 0.15201187133789062, 0.1719970703125, 0.19198226928710938, 0.21196746826171875, 0.23195266723632812, 0.2519378662109375, 0.2719230651855469, 0.29190826416015625, 0.3118934631347656, 0.331878662109375, 0.3518638610839844, 0.37184906005859375, 0.3918342590332031, 0.4118194580078125, 0.4318046569824219, 0.45178985595703125, 0.4717750549316406, 0.49176025390625, 0.5117454528808594, 0.5317306518554688, 0.5517158508300781, 0.5717010498046875, 0.5916862487792969, 0.6116714477539062, 0.6316566467285156, 0.651641845703125, 0.6716270446777344, 0.6916122436523438, 0.7115974426269531, 0.7315826416015625, 0.7515678405761719, 0.7715530395507812, 0.7915382385253906, 0.8115234375]}, "gradients/encoder.encoder.layers.10.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 15.0, 31.0, 99.0, 230.0, 361.0, 181.0, 55.0, 26.0, 9.0, 7.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.057512283325195, -8.881152153015137, -8.704792022705078, -8.528432846069336, -8.352072715759277, -8.175712585449219, -7.99935245513916, -7.82299280166626, -7.646633148193359, -7.470273017883301, -7.2939133644104, -7.117553234100342, -6.941193580627441, -6.764833450317383, -6.588473320007324, -6.412113666534424, -6.235753536224365, -6.059393405914307, -5.883033752441406, -5.706673622131348, -5.530313968658447, -5.353953838348389, -5.177594184875488, -5.00123405456543, -4.824873924255371, -4.6485137939453125, -4.472154140472412, -4.2957940101623535, -4.119434356689453, -3.9430742263793945, -3.766714334487915, -3.5903544425964355, -3.413994550704956, -3.2376346588134766, -3.061274766921997, -2.8849148750305176, -2.708554744720459, -2.5321950912475586, -2.3558349609375, -2.1794750690460205, -2.003115177154541, -1.8267552852630615, -1.650395393371582, -1.474035382270813, -1.2976754903793335, -1.121315598487854, -0.944955587387085, -0.7685956954956055, -0.592235803604126, -0.4158758819103241, -0.23951596021652222, -0.06315600872039795, 0.11320388317108154, 0.28956377506256104, 0.4659237861633301, 0.6422836780548096, 0.8186435699462891, 0.9950034618377686, 1.171363353729248, 1.347723364830017, 1.5240832567214966, 1.700443148612976, 1.8768031597137451, 2.0531630516052246, 2.229522943496704]}, "gradients/encoder.encoder.layers.10.final_layer_norm.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 1.0, 4.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 5.0, 10.0, 5.0, 7.0, 15.0, 14.0, 9.0, 13.0, 15.0, 13.0, 20.0, 23.0, 29.0, 24.0, 33.0, 34.0, 35.0, 47.0, 33.0, 52.0, 45.0, 33.0, 41.0, 37.0, 44.0, 33.0, 33.0, 40.0, 30.0, 28.0, 36.0, 27.0, 26.0, 18.0, 20.0, 12.0, 16.0, 12.0, 8.0, 7.0, 3.0, 4.0, 5.0, 2.0, 3.0, 4.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.9807561039924622, -0.9503616690635681, -0.9199672937393188, -0.8895728588104248, -0.8591784834861755, -0.8287840485572815, -0.7983896732330322, -0.7679952383041382, -0.7376008033752441, -0.7072063684463501, -0.6768119931221008, -0.6464175581932068, -0.6160231828689575, -0.5856287479400635, -0.5552343130111694, -0.5248399376869202, -0.4944455623626709, -0.46405115723609924, -0.4336567521095276, -0.40326231718063354, -0.3728679418563843, -0.34247350692749023, -0.3120791018009186, -0.2816846966743469, -0.25129029154777527, -0.2208958864212036, -0.19050148129463196, -0.1601070612668991, -0.12971265614032745, -0.0993182510137558, -0.06892383098602295, -0.038529425859451294, -0.008135080337524414, 0.02225932851433754, 0.05265373736619949, 0.08304814994335175, 0.1134425550699234, 0.14383696019649506, 0.1742313802242279, 0.20462578535079956, 0.23502019047737122, 0.26541459560394287, 0.2958090007305145, 0.3262034058570862, 0.3565978407859802, 0.3869922161102295, 0.41738665103912354, 0.4477810561656952, 0.47817546129226685, 0.5085698962211609, 0.5389642715454102, 0.5693587064743042, 0.5997530817985535, 0.6301475167274475, 0.6605418920516968, 0.6909363269805908, 0.7213307619094849, 0.7517251968383789, 0.7821195721626282, 0.8125140070915222, 0.8429083824157715, 0.8733028173446655, 0.9036972522735596, 0.9340916275978088, 0.9644860029220581]}, "gradients/encoder.encoder.layers.10.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 2.0, 2.0, 4.0, 6.0, 7.0, 11.0, 9.0, 14.0, 29.0, 26.0, 39.0, 58.0, 83.0, 125.0, 183.0, 250.0, 362.0, 505.0, 773.0, 1201.0, 1898.0, 2954.0, 4656.0, 7740.0, 13720.0, 25558.0, 51587.0, 110204.0, 233268.0, 288971.0, 155407.0, 71306.0, 34023.0, 17665.0, 9788.0, 5772.0, 3611.0, 2242.0, 1517.0, 933.0, 617.0, 456.0, 297.0, 215.0, 136.0, 94.0, 72.0, 39.0, 33.0, 28.0, 27.0, 18.0, 10.0, 4.0, 8.0, 3.0, 1.0, 2.0, 2.0, 1.0], "bins": [-0.82666015625, -0.8017730712890625, -0.776885986328125, -0.7519989013671875, -0.72711181640625, -0.7022247314453125, -0.677337646484375, -0.6524505615234375, -0.6275634765625, -0.6026763916015625, -0.577789306640625, -0.5529022216796875, -0.52801513671875, -0.5031280517578125, -0.478240966796875, -0.4533538818359375, -0.428466796875, -0.4035797119140625, -0.378692626953125, -0.3538055419921875, -0.32891845703125, -0.3040313720703125, -0.279144287109375, -0.2542572021484375, -0.2293701171875, -0.2044830322265625, -0.179595947265625, -0.1547088623046875, -0.12982177734375, -0.1049346923828125, -0.080047607421875, -0.0551605224609375, -0.0302734375, -0.0053863525390625, 0.019500732421875, 0.0443878173828125, 0.06927490234375, 0.0941619873046875, 0.119049072265625, 0.1439361572265625, 0.1688232421875, 0.1937103271484375, 0.218597412109375, 0.2434844970703125, 0.26837158203125, 0.2932586669921875, 0.318145751953125, 0.3430328369140625, 0.367919921875, 0.3928070068359375, 0.417694091796875, 0.4425811767578125, 0.46746826171875, 0.4923553466796875, 0.517242431640625, 0.5421295166015625, 0.5670166015625, 0.5919036865234375, 0.616790771484375, 0.6416778564453125, 0.66656494140625, 0.6914520263671875, 0.716339111328125, 0.7412261962890625, 0.76611328125]}, "gradients/encoder.encoder.layers.10.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 6.0, 5.0, 6.0, 1.0, 9.0, 8.0, 12.0, 13.0, 30.0, 23.0, 23.0, 27.0, 38.0, 28.0, 42.0, 39.0, 42.0, 48.0, 42.0, 51.0, 51.0, 59.0, 56.0, 40.0, 43.0, 42.0, 36.0, 32.0, 33.0, 22.0, 22.0, 21.0, 13.0, 11.0, 7.0, 4.0, 4.0, 5.0, 3.0, 7.0, 1.0, 1.0, 2.0, 1.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.38818359375, -0.3743247985839844, -0.36046600341796875, -0.3466072082519531, -0.3327484130859375, -0.3188896179199219, -0.30503082275390625, -0.2911720275878906, -0.277313232421875, -0.2634544372558594, -0.24959564208984375, -0.23573684692382812, -0.2218780517578125, -0.20801925659179688, -0.19416046142578125, -0.18030166625976562, -0.16644287109375, -0.15258407592773438, -0.13872528076171875, -0.12486648559570312, -0.1110076904296875, -0.09714889526367188, -0.08329010009765625, -0.06943130493164062, -0.055572509765625, -0.041713714599609375, -0.02785491943359375, -0.013996124267578125, -0.0001373291015625, 0.013721466064453125, 0.02758026123046875, 0.041439056396484375, 0.0552978515625, 0.06915664672851562, 0.08301544189453125, 0.09687423706054688, 0.1107330322265625, 0.12459182739257812, 0.13845062255859375, 0.15230941772460938, 0.166168212890625, 0.18002700805664062, 0.19388580322265625, 0.20774459838867188, 0.2216033935546875, 0.23546218872070312, 0.24932098388671875, 0.2631797790527344, 0.27703857421875, 0.2908973693847656, 0.30475616455078125, 0.3186149597167969, 0.3324737548828125, 0.3463325500488281, 0.36019134521484375, 0.3740501403808594, 0.387908935546875, 0.4017677307128906, 0.41562652587890625, 0.4294853210449219, 0.4433441162109375, 0.4572029113769531, 0.47106170654296875, 0.4849205017089844, 0.498779296875]}, "gradients/encoder.encoder.layers.10.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 7.0, 0.0, 11.0, 10.0, 10.0, 17.0, 20.0, 34.0, 35.0, 67.0, 93.0, 114.0, 175.0, 248.0, 360.0, 543.0, 893.0, 1809.0, 5338.0, 38513.0, 704614.0, 271030.0, 17435.0, 3450.0, 1433.0, 784.0, 454.0, 323.0, 208.0, 165.0, 107.0, 73.0, 42.0, 36.0, 23.0, 30.0, 17.0, 15.0, 7.0, 9.0, 4.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0], "bins": [-2.802734375, -2.719879150390625, -2.63702392578125, -2.554168701171875, -2.4713134765625, -2.388458251953125, -2.30560302734375, -2.222747802734375, -2.139892578125, -2.057037353515625, -1.97418212890625, -1.891326904296875, -1.8084716796875, -1.725616455078125, -1.64276123046875, -1.559906005859375, -1.47705078125, -1.394195556640625, -1.31134033203125, -1.228485107421875, -1.1456298828125, -1.062774658203125, -0.97991943359375, -0.897064208984375, -0.814208984375, -0.731353759765625, -0.64849853515625, -0.565643310546875, -0.4827880859375, -0.399932861328125, -0.31707763671875, -0.234222412109375, -0.1513671875, -0.068511962890625, 0.01434326171875, 0.097198486328125, 0.1800537109375, 0.262908935546875, 0.34576416015625, 0.428619384765625, 0.511474609375, 0.594329833984375, 0.67718505859375, 0.760040283203125, 0.8428955078125, 0.925750732421875, 1.00860595703125, 1.091461181640625, 1.17431640625, 1.257171630859375, 1.34002685546875, 1.422882080078125, 1.5057373046875, 1.588592529296875, 1.67144775390625, 1.754302978515625, 1.837158203125, 1.920013427734375, 2.00286865234375, 2.085723876953125, 2.1685791015625, 2.251434326171875, 2.33428955078125, 2.417144775390625, 2.5]}, "gradients/encoder.encoder.layers.10.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 3.0, 2.0, 8.0, 5.0, 7.0, 6.0, 8.0, 9.0, 11.0, 16.0, 16.0, 12.0, 19.0, 26.0, 23.0, 35.0, 26.0, 31.0, 32.0, 37.0, 32.0, 51.0, 40.0, 53.0, 48.0, 39.0, 54.0, 34.0, 40.0, 34.0, 28.0, 21.0, 28.0, 25.0, 29.0, 30.0, 14.0, 13.0, 19.0, 12.0, 8.0, 8.0, 5.0, 6.0, 3.0, 1.0, 3.0, 1.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.6650390625, -1.610443115234375, -1.55584716796875, -1.501251220703125, -1.4466552734375, -1.392059326171875, -1.33746337890625, -1.282867431640625, -1.228271484375, -1.173675537109375, -1.11907958984375, -1.064483642578125, -1.0098876953125, -0.955291748046875, -0.90069580078125, -0.846099853515625, -0.79150390625, -0.736907958984375, -0.68231201171875, -0.627716064453125, -0.5731201171875, -0.518524169921875, -0.46392822265625, -0.409332275390625, -0.354736328125, -0.300140380859375, -0.24554443359375, -0.190948486328125, -0.1363525390625, -0.081756591796875, -0.02716064453125, 0.027435302734375, 0.08203125, 0.136627197265625, 0.19122314453125, 0.245819091796875, 0.3004150390625, 0.355010986328125, 0.40960693359375, 0.464202880859375, 0.518798828125, 0.573394775390625, 0.62799072265625, 0.682586669921875, 0.7371826171875, 0.791778564453125, 0.84637451171875, 0.900970458984375, 0.95556640625, 1.010162353515625, 1.06475830078125, 1.119354248046875, 1.1739501953125, 1.228546142578125, 1.28314208984375, 1.337738037109375, 1.392333984375, 1.446929931640625, 1.50152587890625, 1.556121826171875, 1.6107177734375, 1.665313720703125, 1.71990966796875, 1.774505615234375, 1.8291015625]}, "gradients/encoder.encoder.layers.10.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 3.0, 2.0, 3.0, 6.0, 11.0, 12.0, 23.0, 24.0, 51.0, 71.0, 140.0, 282.0, 714.0, 2379.0, 15287.0, 950396.0, 72531.0, 4692.0, 1112.0, 386.0, 172.0, 104.0, 58.0, 42.0, 21.0, 10.0, 10.0, 6.0, 2.0, 3.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.591796875, -3.496551513671875, -3.40130615234375, -3.306060791015625, -3.2108154296875, -3.115570068359375, -3.02032470703125, -2.925079345703125, -2.829833984375, -2.734588623046875, -2.63934326171875, -2.544097900390625, -2.4488525390625, -2.353607177734375, -2.25836181640625, -2.163116455078125, -2.06787109375, -1.972625732421875, -1.87738037109375, -1.782135009765625, -1.6868896484375, -1.591644287109375, -1.49639892578125, -1.401153564453125, -1.305908203125, -1.210662841796875, -1.11541748046875, -1.020172119140625, -0.9249267578125, -0.829681396484375, -0.73443603515625, -0.639190673828125, -0.5439453125, -0.448699951171875, -0.35345458984375, -0.258209228515625, -0.1629638671875, -0.067718505859375, 0.02752685546875, 0.122772216796875, 0.218017578125, 0.313262939453125, 0.40850830078125, 0.503753662109375, 0.5989990234375, 0.694244384765625, 0.78948974609375, 0.884735107421875, 0.97998046875, 1.075225830078125, 1.17047119140625, 1.265716552734375, 1.3609619140625, 1.456207275390625, 1.55145263671875, 1.646697998046875, 1.741943359375, 1.837188720703125, 1.93243408203125, 2.027679443359375, 2.1229248046875, 2.218170166015625, 2.31341552734375, 2.408660888671875, 2.50390625]}, "gradients/encoder.encoder.layers.10.attention.k_proj.bias": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 7.0, 4.0, 14.0, 19.0, 15.0, 26.0, 34.0, 39.0, 55.0, 82.0, 94.0, 93.0, 111.0, 93.0, 79.0, 55.0, 59.0, 32.0, 27.0, 20.0, 11.0, 11.0, 9.0, 7.0, 1.0, 3.0, 2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.000141143798828125, -0.0001357831060886383, -0.0001304224133491516, -0.00012506172060966492, -0.00011970102787017822, -0.00011434033513069153, -0.00010897964239120483, -0.00010361894965171814, -9.825825691223145e-05, -9.289756417274475e-05, -8.753687143325806e-05, -8.217617869377136e-05, -7.681548595428467e-05, -7.145479321479797e-05, -6.609410047531128e-05, -6.0733407735824585e-05, -5.537271499633789e-05, -5.0012022256851196e-05, -4.46513295173645e-05, -3.929063677787781e-05, -3.392994403839111e-05, -2.856925129890442e-05, -2.3208558559417725e-05, -1.784786581993103e-05, -1.2487173080444336e-05, -7.126480340957642e-06, -1.7657876014709473e-06, 3.594905138015747e-06, 8.955597877502441e-06, 1.4316290616989136e-05, 1.967698335647583e-05, 2.5037676095962524e-05, 3.039836883544922e-05, 3.575906157493591e-05, 4.111975431442261e-05, 4.64804470539093e-05, 5.1841139793395996e-05, 5.720183253288269e-05, 6.256252527236938e-05, 6.792321801185608e-05, 7.328391075134277e-05, 7.864460349082947e-05, 8.400529623031616e-05, 8.936598896980286e-05, 9.472668170928955e-05, 0.00010008737444877625, 0.00010544806718826294, 0.00011080875992774963, 0.00011616945266723633, 0.00012153014540672302, 0.00012689083814620972, 0.0001322515308856964, 0.0001376122236251831, 0.0001429729163646698, 0.0001483336091041565, 0.0001536943018436432, 0.00015905499458312988, 0.00016441568732261658, 0.00016977638006210327, 0.00017513707280158997, 0.00018049776554107666, 0.00018585845828056335, 0.00019121915102005005, 0.00019657984375953674, 0.00020194053649902344]}, "gradients/encoder.encoder.layers.10.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 4.0, 3.0, 11.0, 16.0, 25.0, 35.0, 61.0, 105.0, 235.0, 723.0, 3843.0, 153362.0, 881886.0, 6532.0, 1093.0, 306.0, 128.0, 74.0, 44.0, 30.0, 16.0, 10.0, 7.0, 6.0, 3.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.6796875, -3.5533447265625, -3.427001953125, -3.3006591796875, -3.17431640625, -3.0479736328125, -2.921630859375, -2.7952880859375, -2.6689453125, -2.5426025390625, -2.416259765625, -2.2899169921875, -2.16357421875, -2.0372314453125, -1.910888671875, -1.7845458984375, -1.658203125, -1.5318603515625, -1.405517578125, -1.2791748046875, -1.15283203125, -1.0264892578125, -0.900146484375, -0.7738037109375, -0.6474609375, -0.5211181640625, -0.394775390625, -0.2684326171875, -0.14208984375, -0.0157470703125, 0.110595703125, 0.2369384765625, 0.36328125, 0.4896240234375, 0.615966796875, 0.7423095703125, 0.86865234375, 0.9949951171875, 1.121337890625, 1.2476806640625, 1.3740234375, 1.5003662109375, 1.626708984375, 1.7530517578125, 1.87939453125, 2.0057373046875, 2.132080078125, 2.2584228515625, 2.384765625, 2.5111083984375, 2.637451171875, 2.7637939453125, 2.89013671875, 3.0164794921875, 3.142822265625, 3.2691650390625, 3.3955078125, 3.5218505859375, 3.648193359375, 3.7745361328125, 3.90087890625, 4.0272216796875, 4.153564453125, 4.2799072265625, 4.40625]}, "gradients/encoder.encoder.layers.10.attention.q_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 4.0, 0.0, 4.0, 2.0, 11.0, 8.0, 29.0, 37.0, 66.0, 119.0, 228.0, 227.0, 130.0, 75.0, 33.0, 15.0, 9.0, 4.0, 1.0, 5.0, 4.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.9208984375, -0.8546600341796875, -0.788421630859375, -0.7221832275390625, -0.65594482421875, -0.5897064208984375, -0.523468017578125, -0.4572296142578125, -0.3909912109375, -0.3247528076171875, -0.258514404296875, -0.1922760009765625, -0.12603759765625, -0.0597991943359375, 0.006439208984375, 0.0726776123046875, 0.138916015625, 0.2051544189453125, 0.271392822265625, 0.3376312255859375, 0.40386962890625, 0.4701080322265625, 0.536346435546875, 0.6025848388671875, 0.6688232421875, 0.7350616455078125, 0.801300048828125, 0.8675384521484375, 0.93377685546875, 1.0000152587890625, 1.066253662109375, 1.1324920654296875, 1.19873046875, 1.2649688720703125, 1.331207275390625, 1.3974456787109375, 1.46368408203125, 1.5299224853515625, 1.596160888671875, 1.6623992919921875, 1.7286376953125, 1.7948760986328125, 1.861114501953125, 1.9273529052734375, 1.99359130859375, 2.0598297119140625, 2.126068115234375, 2.1923065185546875, 2.258544921875, 2.3247833251953125, 2.391021728515625, 2.4572601318359375, 2.52349853515625, 2.5897369384765625, 2.655975341796875, 2.7222137451171875, 2.7884521484375, 2.8546905517578125, 2.920928955078125, 2.9871673583984375, 3.05340576171875, 3.1196441650390625, 3.185882568359375, 3.2521209716796875, 3.318359375]}, "gradients/encoder.encoder.layers.10.layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 17.0, 38.0, 149.0, 401.0, 303.0, 73.0, 15.0, 9.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-29.992042541503906, -28.545146942138672, -27.098251342773438, -25.651357650756836, -24.2044620513916, -22.757566452026367, -21.310672760009766, -19.86377716064453, -18.416881561279297, -16.969985961914062, -15.523091316223145, -14.076196670532227, -12.629301071166992, -11.182405471801758, -9.73551082611084, -8.288616180419922, -6.8417205810546875, -5.394825458526611, -3.947930335998535, -2.501035213470459, -1.0541400909423828, 0.39275503158569336, 1.8396501541137695, 3.2865447998046875, 4.733440399169922, 6.180335521697998, 7.627230644226074, 9.074125289916992, 10.521020889282227, 11.967916488647461, 13.414811134338379, 14.861705780029297, 16.308597564697266, 17.7554931640625, 19.202388763427734, 20.649282455444336, 22.09617805480957, 23.543073654174805, 24.989967346191406, 26.43686294555664, 27.883758544921875, 29.33065414428711, 30.777549743652344, 32.22444534301758, 33.67134094238281, 35.11823272705078, 36.565128326416016, 38.01202392578125, 39.458919525146484, 40.90581512451172, 42.35271072387695, 43.79960632324219, 45.246498107910156, 46.69339370727539, 48.140289306640625, 49.58718490600586, 51.034080505371094, 52.48097610473633, 53.92787170410156, 55.3747673034668, 56.82166290283203, 58.2685546875, 59.715450286865234, 61.16234588623047, 62.6092414855957]}, "gradients/encoder.encoder.layers.10.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 3.0, 2.0, 6.0, 6.0, 10.0, 8.0, 6.0, 10.0, 11.0, 17.0, 21.0, 23.0, 25.0, 20.0, 33.0, 38.0, 33.0, 52.0, 38.0, 54.0, 57.0, 49.0, 51.0, 50.0, 52.0, 40.0, 48.0, 31.0, 38.0, 23.0, 33.0, 19.0, 22.0, 14.0, 13.0, 14.0, 1.0, 12.0, 10.0, 5.0, 3.0, 2.0, 4.0, 2.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.189764022827148, -8.923466682434082, -8.657169342041016, -8.39087200164795, -8.124574661254883, -7.858277320861816, -7.591979503631592, -7.325682163238525, -7.059384822845459, -6.793087482452393, -6.526790142059326, -6.26049280166626, -5.994194984436035, -5.727897644042969, -5.461600303649902, -5.195302963256836, -4.9290056228637695, -4.662708282470703, -4.396410942077637, -4.13011360168457, -3.863816022872925, -3.5975186824798584, -3.331221103668213, -3.0649237632751465, -2.79862642288208, -2.5323290824890137, -2.2660317420959473, -1.9997341632843018, -1.7334368228912354, -1.467139482498169, -1.200842022895813, -0.934544563293457, -0.6682472229003906, -0.40194982290267944, -0.13565242290496826, 0.13064497709274292, 0.3969423770904541, 0.6632397174835205, 0.9295371770858765, 1.1958346366882324, 1.4621319770812988, 1.7284293174743652, 1.9947267770767212, 2.261024236679077, 2.5273215770721436, 2.79361891746521, 3.0599164962768555, 3.326213836669922, 3.5925111770629883, 3.8588085174560547, 4.125105857849121, 4.3914031982421875, 4.657700538635254, 4.92399787902832, 5.190295696258545, 5.456593036651611, 5.722890377044678, 5.989187717437744, 6.2554850578308105, 6.521782398223877, 6.788080215454102, 7.054377555847168, 7.320674896240234, 7.586972236633301, 7.853269577026367]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 4.0, 2.0, 3.0, 4.0, 3.0, 8.0, 17.0, 18.0, 20.0, 34.0, 35.0, 78.0, 92.0, 144.0, 172.0, 282.0, 530.0, 1581.0, 11584.0, 4173499.0, 4052.0, 956.0, 397.0, 233.0, 141.0, 124.0, 75.0, 58.0, 32.0, 32.0, 20.0, 16.0, 13.0, 11.0, 8.0, 2.0, 3.0, 1.0, 4.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.13671875, -5.88421630859375, -5.6317138671875, -5.37921142578125, -5.126708984375, -4.87420654296875, -4.6217041015625, -4.36920166015625, -4.11669921875, -3.86419677734375, -3.6116943359375, -3.35919189453125, -3.106689453125, -2.85418701171875, -2.6016845703125, -2.34918212890625, -2.0966796875, -1.84417724609375, -1.5916748046875, -1.33917236328125, -1.086669921875, -0.83416748046875, -0.5816650390625, -0.32916259765625, -0.07666015625, 0.17584228515625, 0.4283447265625, 0.68084716796875, 0.933349609375, 1.18585205078125, 1.4383544921875, 1.69085693359375, 1.943359375, 2.19586181640625, 2.4483642578125, 2.70086669921875, 2.953369140625, 3.20587158203125, 3.4583740234375, 3.71087646484375, 3.96337890625, 4.21588134765625, 4.4683837890625, 4.72088623046875, 4.973388671875, 5.22589111328125, 5.4783935546875, 5.73089599609375, 5.9833984375, 6.23590087890625, 6.4884033203125, 6.74090576171875, 6.993408203125, 7.24591064453125, 7.4984130859375, 7.75091552734375, 8.00341796875, 8.25592041015625, 8.5084228515625, 8.76092529296875, 9.013427734375, 9.26593017578125, 9.5184326171875, 9.77093505859375, 10.0234375]}, "gradients/encoder.encoder.layers.9.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 4.0, 5.0, 1.0, 8.0, 4.0, 5.0, 15.0, 21.0, 17.0, 28.0, 38.0, 35.0, 41.0, 58.0, 53.0, 44.0, 58.0, 70.0, 60.0, 66.0, 50.0, 52.0, 59.0, 49.0, 37.0, 26.0, 27.0, 18.0, 19.0, 13.0, 9.0, 7.0, 4.0, 7.0, 3.0, 1.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.385009765625, -0.3683586120605469, -0.35170745849609375, -0.3350563049316406, -0.3184051513671875, -0.3017539978027344, -0.28510284423828125, -0.2684516906738281, -0.251800537109375, -0.23514938354492188, -0.21849822998046875, -0.20184707641601562, -0.1851959228515625, -0.16854476928710938, -0.15189361572265625, -0.13524246215820312, -0.11859130859375, -0.10194015502929688, -0.08528900146484375, -0.06863784790039062, -0.0519866943359375, -0.035335540771484375, -0.01868438720703125, -0.002033233642578125, 0.014617919921875, 0.031269073486328125, 0.04792022705078125, 0.06457138061523438, 0.0812225341796875, 0.09787368774414062, 0.11452484130859375, 0.13117599487304688, 0.1478271484375, 0.16447830200195312, 0.18112945556640625, 0.19778060913085938, 0.2144317626953125, 0.23108291625976562, 0.24773406982421875, 0.2643852233886719, 0.281036376953125, 0.2976875305175781, 0.31433868408203125, 0.3309898376464844, 0.3476409912109375, 0.3642921447753906, 0.38094329833984375, 0.3975944519042969, 0.41424560546875, 0.4308967590332031, 0.44754791259765625, 0.4641990661621094, 0.4808502197265625, 0.4975013732910156, 0.5141525268554688, 0.5308036804199219, 0.547454833984375, 0.5641059875488281, 0.5807571411132812, 0.5974082946777344, 0.6140594482421875, 0.6307106018066406, 0.6473617553710938, 0.6640129089355469, 0.6806640625]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 5.0, 1.0, 3.0, 6.0, 11.0, 8.0, 11.0, 20.0, 19.0, 32.0, 27.0, 36.0, 65.0, 68.0, 86.0, 134.0, 196.0, 291.0, 524.0, 1001.0, 2420.0, 14869.0, 4159501.0, 10412.0, 2137.0, 945.0, 516.0, 297.0, 183.0, 128.0, 81.0, 62.0, 45.0, 30.0, 28.0, 19.0, 18.0, 4.0, 8.0, 14.0, 11.0, 3.0, 5.0, 1.0, 2.0, 3.0, 4.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.095703125, -2.982879638671875, -2.87005615234375, -2.757232666015625, -2.6444091796875, -2.531585693359375, -2.41876220703125, -2.305938720703125, -2.193115234375, -2.080291748046875, -1.96746826171875, -1.854644775390625, -1.7418212890625, -1.628997802734375, -1.51617431640625, -1.403350830078125, -1.29052734375, -1.177703857421875, -1.06488037109375, -0.952056884765625, -0.8392333984375, -0.726409912109375, -0.61358642578125, -0.500762939453125, -0.387939453125, -0.275115966796875, -0.16229248046875, -0.049468994140625, 0.0633544921875, 0.176177978515625, 0.28900146484375, 0.401824951171875, 0.5146484375, 0.627471923828125, 0.74029541015625, 0.853118896484375, 0.9659423828125, 1.078765869140625, 1.19158935546875, 1.304412841796875, 1.417236328125, 1.530059814453125, 1.64288330078125, 1.755706787109375, 1.8685302734375, 1.981353759765625, 2.09417724609375, 2.207000732421875, 2.31982421875, 2.432647705078125, 2.54547119140625, 2.658294677734375, 2.7711181640625, 2.883941650390625, 2.99676513671875, 3.109588623046875, 3.222412109375, 3.335235595703125, 3.44805908203125, 3.560882568359375, 3.6737060546875, 3.786529541015625, 3.89935302734375, 4.012176513671875, 4.125]}, "gradients/encoder.encoder.layers.9.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0, 6.0, 15.0, 17.0, 82.0, 3885.0, 48.0, 16.0, 7.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.03125, -1.0085296630859375, -0.985809326171875, -0.9630889892578125, -0.94036865234375, -0.9176483154296875, -0.894927978515625, -0.8722076416015625, -0.8494873046875, -0.8267669677734375, -0.804046630859375, -0.7813262939453125, -0.75860595703125, -0.7358856201171875, -0.713165283203125, -0.6904449462890625, -0.667724609375, -0.6450042724609375, -0.622283935546875, -0.5995635986328125, -0.57684326171875, -0.5541229248046875, -0.531402587890625, -0.5086822509765625, -0.4859619140625, -0.4632415771484375, -0.440521240234375, -0.4178009033203125, -0.39508056640625, -0.3723602294921875, -0.349639892578125, -0.3269195556640625, -0.30419921875, -0.2814788818359375, -0.258758544921875, -0.2360382080078125, -0.21331787109375, -0.1905975341796875, -0.167877197265625, -0.1451568603515625, -0.1224365234375, -0.0997161865234375, -0.076995849609375, -0.0542755126953125, -0.03155517578125, -0.0088348388671875, 0.013885498046875, 0.0366058349609375, 0.059326171875, 0.0820465087890625, 0.104766845703125, 0.1274871826171875, 0.15020751953125, 0.1729278564453125, 0.195648193359375, 0.2183685302734375, 0.2410888671875, 0.2638092041015625, 0.286529541015625, 0.3092498779296875, 0.33197021484375, 0.3546905517578125, 0.377410888671875, 0.4001312255859375, 0.4228515625]}, "gradients/encoder.encoder.layers.9.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 3.0, 4.0, 5.0, 8.0, 13.0, 11.0, 29.0, 35.0, 87.0, 146.0, 204.0, 209.0, 128.0, 61.0, 36.0, 12.0, 9.0, 5.0, 3.0, 3.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.004901170730591, -1.9337577819824219, -1.862614393234253, -1.791471004486084, -1.720327615737915, -1.649184226989746, -1.5780409574508667, -1.5068975687026978, -1.4357541799545288, -1.3646107912063599, -1.293467402458191, -1.222324013710022, -1.1511807441711426, -1.0800373554229736, -1.0088939666748047, -0.9377505779266357, -0.8666071891784668, -0.7954638004302979, -0.7243204116821289, -0.6531770825386047, -0.5820336937904358, -0.5108903050422668, -0.4397469460964203, -0.36860358715057373, -0.2974601984024048, -0.22631682455539703, -0.15517345070838928, -0.08403007686138153, -0.01288670301437378, 0.058256685733795166, 0.12940004467964172, 0.20054340362548828, 0.27168703079223633, 0.3428304195404053, 0.41397377848625183, 0.4851171374320984, 0.5562605261802673, 0.6274039149284363, 0.6985472440719604, 0.7696906328201294, 0.8408340215682983, 0.9119774103164673, 0.9831207990646362, 1.0542641878128052, 1.1254074573516846, 1.1965508460998535, 1.2676942348480225, 1.3388376235961914, 1.4099810123443604, 1.4811244010925293, 1.5522677898406982, 1.6234111785888672, 1.6945545673370361, 1.765697956085205, 1.8368412256240845, 1.9079846143722534, 1.9791280031204224, 2.0502712726593018, 2.1214146614074707, 2.1925580501556396, 2.2637014389038086, 2.3348448276519775, 2.4059882164001465, 2.4771316051483154, 2.5482749938964844]}, "gradients/encoder.encoder.layers.9.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 7.0, 4.0, 8.0, 12.0, 9.0, 9.0, 10.0, 14.0, 19.0, 17.0, 32.0, 22.0, 27.0, 30.0, 41.0, 34.0, 36.0, 29.0, 49.0, 49.0, 36.0, 28.0, 40.0, 46.0, 35.0, 38.0, 42.0, 43.0, 39.0, 31.0, 24.0, 31.0, 21.0, 13.0, 15.0, 18.0, 6.0, 14.0, 4.0, 4.0, 3.0, 3.0, 3.0, 6.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-0.8697282075881958, -0.8429095149040222, -0.8160908222198486, -0.7892721891403198, -0.7624534964561462, -0.7356348037719727, -0.7088161110877991, -0.6819974184036255, -0.6551787853240967, -0.6283600926399231, -0.6015413999557495, -0.5747227668762207, -0.5479040741920471, -0.5210853815078735, -0.49426668882369995, -0.46744799613952637, -0.4406293034553528, -0.4138106107711792, -0.386991947889328, -0.3601732552051544, -0.3333545923233032, -0.30653589963912964, -0.27971720695495605, -0.25289851427078247, -0.22607985138893127, -0.19926117360591888, -0.1724424958229065, -0.1456238031387329, -0.11880512535572052, -0.09198644757270813, -0.06516775488853455, -0.038349077105522156, -0.01153033971786499, 0.015288341790437698, 0.04210702329874039, 0.06892570853233337, 0.09574438631534576, 0.12256306409835815, 0.14938175678253174, 0.17620043456554413, 0.20301911234855652, 0.2298377901315689, 0.2566564679145813, 0.2834751605987549, 0.31029385328292847, 0.33711251616477966, 0.36393120884895325, 0.39074987173080444, 0.417568564414978, 0.4443872570991516, 0.4712059199810028, 0.4980246126651764, 0.5248432755470276, 0.5516619682312012, 0.5784806609153748, 0.6052993535995483, 0.6321179866790771, 0.6589366793632507, 0.6857553720474243, 0.7125740051269531, 0.7393926978111267, 0.7662113904953003, 0.7930300831794739, 0.8198487758636475, 0.846667468547821]}, "gradients/encoder.encoder.layers.9.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 5.0, 8.0, 10.0, 7.0, 11.0, 19.0, 28.0, 57.0, 57.0, 110.0, 138.0, 216.0, 319.0, 583.0, 966.0, 1816.0, 3709.0, 8839.0, 23986.0, 79612.0, 344763.0, 434418.0, 100879.0, 28745.0, 10068.0, 4450.0, 1984.0, 1051.0, 601.0, 379.0, 240.0, 148.0, 96.0, 70.0, 50.0, 32.0, 22.0, 23.0, 12.0, 8.0, 7.0, 8.0, 4.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.3115234375, -1.2693328857421875, -1.227142333984375, -1.1849517822265625, -1.14276123046875, -1.1005706787109375, -1.058380126953125, -1.0161895751953125, -0.9739990234375, -0.9318084716796875, -0.889617919921875, -0.8474273681640625, -0.80523681640625, -0.7630462646484375, -0.720855712890625, -0.6786651611328125, -0.636474609375, -0.5942840576171875, -0.552093505859375, -0.5099029541015625, -0.46771240234375, -0.4255218505859375, -0.383331298828125, -0.3411407470703125, -0.2989501953125, -0.2567596435546875, -0.214569091796875, -0.1723785400390625, -0.13018798828125, -0.0879974365234375, -0.045806884765625, -0.0036163330078125, 0.03857421875, 0.0807647705078125, 0.122955322265625, 0.1651458740234375, 0.20733642578125, 0.2495269775390625, 0.291717529296875, 0.3339080810546875, 0.3760986328125, 0.4182891845703125, 0.460479736328125, 0.5026702880859375, 0.54486083984375, 0.5870513916015625, 0.629241943359375, 0.6714324951171875, 0.713623046875, 0.7558135986328125, 0.798004150390625, 0.8401947021484375, 0.88238525390625, 0.9245758056640625, 0.966766357421875, 1.0089569091796875, 1.0511474609375, 1.0933380126953125, 1.135528564453125, 1.1777191162109375, 1.21990966796875, 1.2621002197265625, 1.304290771484375, 1.3464813232421875, 1.388671875]}, "gradients/encoder.encoder.layers.9.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 3.0, 2.0, 4.0, 6.0, 4.0, 8.0, 12.0, 20.0, 17.0, 27.0, 35.0, 49.0, 26.0, 59.0, 45.0, 48.0, 54.0, 64.0, 71.0, 44.0, 62.0, 49.0, 56.0, 43.0, 35.0, 38.0, 36.0, 19.0, 20.0, 15.0, 12.0, 8.0, 3.0, 5.0, 9.0, 1.0, 5.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.384765625, -0.36768341064453125, -0.3506011962890625, -0.33351898193359375, -0.316436767578125, -0.29935455322265625, -0.2822723388671875, -0.26519012451171875, -0.24810791015625, -0.23102569580078125, -0.2139434814453125, -0.19686126708984375, -0.179779052734375, -0.16269683837890625, -0.1456146240234375, -0.12853240966796875, -0.1114501953125, -0.09436798095703125, -0.0772857666015625, -0.06020355224609375, -0.043121337890625, -0.02603912353515625, -0.0089569091796875, 0.00812530517578125, 0.02520751953125, 0.04228973388671875, 0.0593719482421875, 0.07645416259765625, 0.093536376953125, 0.11061859130859375, 0.1277008056640625, 0.14478302001953125, 0.161865234375, 0.17894744873046875, 0.1960296630859375, 0.21311187744140625, 0.230194091796875, 0.24727630615234375, 0.2643585205078125, 0.28144073486328125, 0.29852294921875, 0.31560516357421875, 0.3326873779296875, 0.34976959228515625, 0.366851806640625, 0.38393402099609375, 0.4010162353515625, 0.41809844970703125, 0.4351806640625, 0.45226287841796875, 0.4693450927734375, 0.48642730712890625, 0.503509521484375, 0.5205917358398438, 0.5376739501953125, 0.5547561645507812, 0.57183837890625, 0.5889205932617188, 0.6060028076171875, 0.6230850219726562, 0.640167236328125, 0.6572494506835938, 0.6743316650390625, 0.6914138793945312, 0.70849609375]}, "gradients/encoder.encoder.layers.9.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 4.0, 6.0, 7.0, 11.0, 9.0, 14.0, 18.0, 32.0, 56.0, 60.0, 107.0, 134.0, 217.0, 296.0, 481.0, 877.0, 2039.0, 6625.0, 50777.0, 889537.0, 83828.0, 8517.0, 2245.0, 1048.0, 551.0, 329.0, 229.0, 149.0, 111.0, 77.0, 49.0, 38.0, 21.0, 19.0, 15.0, 10.0, 4.0, 4.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-3.166015625, -3.0794677734375, -2.992919921875, -2.9063720703125, -2.81982421875, -2.7332763671875, -2.646728515625, -2.5601806640625, -2.4736328125, -2.3870849609375, -2.300537109375, -2.2139892578125, -2.12744140625, -2.0408935546875, -1.954345703125, -1.8677978515625, -1.78125, -1.6947021484375, -1.608154296875, -1.5216064453125, -1.43505859375, -1.3485107421875, -1.261962890625, -1.1754150390625, -1.0888671875, -1.0023193359375, -0.915771484375, -0.8292236328125, -0.74267578125, -0.6561279296875, -0.569580078125, -0.4830322265625, -0.396484375, -0.3099365234375, -0.223388671875, -0.1368408203125, -0.05029296875, 0.0362548828125, 0.122802734375, 0.2093505859375, 0.2958984375, 0.3824462890625, 0.468994140625, 0.5555419921875, 0.64208984375, 0.7286376953125, 0.815185546875, 0.9017333984375, 0.98828125, 1.0748291015625, 1.161376953125, 1.2479248046875, 1.33447265625, 1.4210205078125, 1.507568359375, 1.5941162109375, 1.6806640625, 1.7672119140625, 1.853759765625, 1.9403076171875, 2.02685546875, 2.1134033203125, 2.199951171875, 2.2864990234375, 2.373046875]}, "gradients/encoder.encoder.layers.9.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 3.0, 2.0, 1.0, 4.0, 5.0, 5.0, 13.0, 10.0, 15.0, 6.0, 10.0, 27.0, 27.0, 30.0, 29.0, 28.0, 25.0, 39.0, 39.0, 57.0, 48.0, 51.0, 55.0, 47.0, 37.0, 45.0, 38.0, 34.0, 48.0, 31.0, 27.0, 27.0, 22.0, 28.0, 20.0, 14.0, 11.0, 12.0, 6.0, 11.0, 10.0, 3.0, 4.0, 2.0, 3.0, 2.0, 3.0, 1.0, 1.0, 2.0], "bins": [-2.19921875, -2.1396331787109375, -2.080047607421875, -2.0204620361328125, -1.96087646484375, -1.9012908935546875, -1.841705322265625, -1.7821197509765625, -1.7225341796875, -1.6629486083984375, -1.603363037109375, -1.5437774658203125, -1.48419189453125, -1.4246063232421875, -1.365020751953125, -1.3054351806640625, -1.245849609375, -1.1862640380859375, -1.126678466796875, -1.0670928955078125, -1.00750732421875, -0.9479217529296875, -0.888336181640625, -0.8287506103515625, -0.7691650390625, -0.7095794677734375, -0.649993896484375, -0.5904083251953125, -0.53082275390625, -0.4712371826171875, -0.411651611328125, -0.3520660400390625, -0.29248046875, -0.2328948974609375, -0.173309326171875, -0.1137237548828125, -0.05413818359375, 0.0054473876953125, 0.065032958984375, 0.1246185302734375, 0.1842041015625, 0.2437896728515625, 0.303375244140625, 0.3629608154296875, 0.42254638671875, 0.4821319580078125, 0.541717529296875, 0.6013031005859375, 0.660888671875, 0.7204742431640625, 0.780059814453125, 0.8396453857421875, 0.89923095703125, 0.9588165283203125, 1.018402099609375, 1.0779876708984375, 1.1375732421875, 1.1971588134765625, 1.256744384765625, 1.3163299560546875, 1.37591552734375, 1.4355010986328125, 1.495086669921875, 1.5546722412109375, 1.6142578125]}, "gradients/encoder.encoder.layers.9.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 5.0, 0.0, 1.0, 3.0, 5.0, 11.0, 8.0, 12.0, 17.0, 30.0, 24.0, 32.0, 69.0, 73.0, 145.0, 223.0, 411.0, 725.0, 1672.0, 5399.0, 29228.0, 735577.0, 250983.0, 17353.0, 3788.0, 1292.0, 578.0, 339.0, 181.0, 113.0, 87.0, 53.0, 36.0, 23.0, 19.0, 12.0, 8.0, 7.0, 7.0, 5.0, 5.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.4697265625, -1.4188079833984375, -1.367889404296875, -1.3169708251953125, -1.26605224609375, -1.2151336669921875, -1.164215087890625, -1.1132965087890625, -1.0623779296875, -1.0114593505859375, -0.960540771484375, -0.9096221923828125, -0.85870361328125, -0.8077850341796875, -0.756866455078125, -0.7059478759765625, -0.655029296875, -0.6041107177734375, -0.553192138671875, -0.5022735595703125, -0.45135498046875, -0.4004364013671875, -0.349517822265625, -0.2985992431640625, -0.2476806640625, -0.1967620849609375, -0.145843505859375, -0.0949249267578125, -0.04400634765625, 0.0069122314453125, 0.057830810546875, 0.1087493896484375, 0.15966796875, 0.2105865478515625, 0.261505126953125, 0.3124237060546875, 0.36334228515625, 0.4142608642578125, 0.465179443359375, 0.5160980224609375, 0.5670166015625, 0.6179351806640625, 0.668853759765625, 0.7197723388671875, 0.77069091796875, 0.8216094970703125, 0.872528076171875, 0.9234466552734375, 0.974365234375, 1.0252838134765625, 1.076202392578125, 1.1271209716796875, 1.17803955078125, 1.2289581298828125, 1.279876708984375, 1.3307952880859375, 1.3817138671875, 1.4326324462890625, 1.483551025390625, 1.5344696044921875, 1.58538818359375, 1.6363067626953125, 1.687225341796875, 1.7381439208984375, 1.7890625]}, "gradients/encoder.encoder.layers.9.attention.k_proj.bias": {"_type": "histogram", "values": [4.0, 0.0, 2.0, 1.0, 3.0, 0.0, 3.0, 6.0, 10.0, 4.0, 8.0, 13.0, 9.0, 17.0, 30.0, 22.0, 39.0, 37.0, 51.0, 79.0, 91.0, 119.0, 99.0, 77.0, 61.0, 44.0, 49.0, 34.0, 21.0, 18.0, 12.0, 15.0, 10.0, 10.0, 5.0, 6.0, 3.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00010281801223754883, -9.810645133256912e-05, -9.339489042758942e-05, -8.868332952260971e-05, -8.397176861763e-05, -7.92602077126503e-05, -7.45486468076706e-05, -6.983708590269089e-05, -6.512552499771118e-05, -6.0413964092731476e-05, -5.570240318775177e-05, -5.0990842282772064e-05, -4.627928137779236e-05, -4.156772047281265e-05, -3.685615956783295e-05, -3.214459866285324e-05, -2.7433037757873535e-05, -2.272147685289383e-05, -1.8009915947914124e-05, -1.3298355042934418e-05, -8.586794137954712e-06, -3.875233232975006e-06, 8.363276720046997e-07, 5.5478885769844055e-06, 1.0259449481964111e-05, 1.4971010386943817e-05, 1.9682571291923523e-05, 2.439413219690323e-05, 2.9105693101882935e-05, 3.381725400686264e-05, 3.8528814911842346e-05, 4.324037581682205e-05, 4.795193672180176e-05, 5.2663497626781464e-05, 5.737505853176117e-05, 6.208661943674088e-05, 6.679818034172058e-05, 7.150974124670029e-05, 7.622130215167999e-05, 8.09328630566597e-05, 8.56444239616394e-05, 9.035598486661911e-05, 9.506754577159882e-05, 9.977910667657852e-05, 0.00010449066758155823, 0.00010920222848653793, 0.00011391378939151764, 0.00011862535029649734, 0.00012333691120147705, 0.00012804847210645676, 0.00013276003301143646, 0.00013747159391641617, 0.00014218315482139587, 0.00014689471572637558, 0.00015160627663135529, 0.000156317837536335, 0.0001610293984413147, 0.0001657409593462944, 0.0001704525202512741, 0.00017516408115625381, 0.00017987564206123352, 0.00018458720296621323, 0.00018929876387119293, 0.00019401032477617264, 0.00019872188568115234]}, "gradients/encoder.encoder.layers.9.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 0.0, 4.0, 8.0, 6.0, 12.0, 14.0, 25.0, 31.0, 76.0, 124.0, 238.0, 568.0, 1425.0, 5358.0, 44135.0, 889694.0, 95264.0, 8372.0, 1877.0, 655.0, 322.0, 152.0, 72.0, 49.0, 26.0, 24.0, 13.0, 8.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7138671875, -1.6494903564453125, -1.585113525390625, -1.5207366943359375, -1.45635986328125, -1.3919830322265625, -1.327606201171875, -1.2632293701171875, -1.1988525390625, -1.1344757080078125, -1.070098876953125, -1.0057220458984375, -0.94134521484375, -0.8769683837890625, -0.812591552734375, -0.7482147216796875, -0.683837890625, -0.6194610595703125, -0.555084228515625, -0.4907073974609375, -0.42633056640625, -0.3619537353515625, -0.297576904296875, -0.2332000732421875, -0.1688232421875, -0.1044464111328125, -0.040069580078125, 0.0243072509765625, 0.08868408203125, 0.1530609130859375, 0.217437744140625, 0.2818145751953125, 0.34619140625, 0.4105682373046875, 0.474945068359375, 0.5393218994140625, 0.60369873046875, 0.6680755615234375, 0.732452392578125, 0.7968292236328125, 0.8612060546875, 0.9255828857421875, 0.989959716796875, 1.0543365478515625, 1.11871337890625, 1.1830902099609375, 1.247467041015625, 1.3118438720703125, 1.376220703125, 1.4405975341796875, 1.504974365234375, 1.5693511962890625, 1.63372802734375, 1.6981048583984375, 1.762481689453125, 1.8268585205078125, 1.8912353515625, 1.9556121826171875, 2.019989013671875, 2.0843658447265625, 2.14874267578125, 2.2131195068359375, 2.277496337890625, 2.3418731689453125, 2.40625]}, "gradients/encoder.encoder.layers.9.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 2.0, 5.0, 5.0, 3.0, 11.0, 13.0, 20.0, 37.0, 36.0, 46.0, 75.0, 107.0, 131.0, 119.0, 111.0, 75.0, 51.0, 46.0, 32.0, 23.0, 10.0, 18.0, 13.0, 1.0, 8.0, 5.0, 2.0, 2.0, 1.0, 3.0, 2.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.021484375, -0.9821014404296875, -0.942718505859375, -0.9033355712890625, -0.86395263671875, -0.8245697021484375, -0.785186767578125, -0.7458038330078125, -0.7064208984375, -0.6670379638671875, -0.627655029296875, -0.5882720947265625, -0.54888916015625, -0.5095062255859375, -0.470123291015625, -0.4307403564453125, -0.391357421875, -0.3519744873046875, -0.312591552734375, -0.2732086181640625, -0.23382568359375, -0.1944427490234375, -0.155059814453125, -0.1156768798828125, -0.0762939453125, -0.0369110107421875, 0.002471923828125, 0.0418548583984375, 0.08123779296875, 0.1206207275390625, 0.160003662109375, 0.1993865966796875, 0.23876953125, 0.2781524658203125, 0.317535400390625, 0.3569183349609375, 0.39630126953125, 0.4356842041015625, 0.475067138671875, 0.5144500732421875, 0.5538330078125, 0.5932159423828125, 0.632598876953125, 0.6719818115234375, 0.71136474609375, 0.7507476806640625, 0.790130615234375, 0.8295135498046875, 0.868896484375, 0.9082794189453125, 0.947662353515625, 0.9870452880859375, 1.02642822265625, 1.0658111572265625, 1.105194091796875, 1.1445770263671875, 1.1839599609375, 1.2233428955078125, 1.262725830078125, 1.3021087646484375, 1.34149169921875, 1.3808746337890625, 1.420257568359375, 1.4596405029296875, 1.4990234375]}, "gradients/encoder.encoder.layers.9.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 16.0, 26.0, 45.0, 77.0, 139.0, 251.0, 237.0, 116.0, 53.0, 26.0, 11.0, 7.0, 3.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-28.754322052001953, -28.017578125, -27.280834197998047, -26.544090270996094, -25.807348251342773, -25.07060432434082, -24.333860397338867, -23.597116470336914, -22.860374450683594, -22.12363052368164, -21.386886596679688, -20.650142669677734, -19.913400650024414, -19.17665672302246, -18.439912796020508, -17.703168869018555, -16.9664249420166, -16.22968101501465, -15.492938041687012, -14.756194114685059, -14.019451141357422, -13.282707214355469, -12.545963287353516, -11.809219360351562, -11.072476387023926, -10.335732460021973, -9.598989486694336, -8.862245559692383, -8.12550163269043, -7.388758659362793, -6.65201473236084, -5.915271282196045, -5.17852783203125, -4.441784381866455, -3.705040693283081, -2.968297004699707, -2.231553554534912, -1.4948101043701172, -0.7580661773681641, -0.02132272720336914, 0.7154207229614258, 1.4521642923355103, 2.1889078617095947, 2.9256515502929688, 3.6623950004577637, 4.399138450622559, 5.135882377624512, 5.872625827789307, 6.609369277954102, 7.3461127281188965, 8.082856178283691, 8.819600105285645, 9.556343078613281, 10.293087005615234, 11.029830932617188, 11.76657485961914, 12.503317832946777, 13.24006175994873, 13.976804733276367, 14.71354866027832, 15.450292587280273, 16.187034606933594, 16.923778533935547, 17.6605224609375, 18.397266387939453]}, "gradients/encoder.encoder.layers.9.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0, 4.0, 3.0, 5.0, 8.0, 7.0, 9.0, 8.0, 7.0, 11.0, 24.0, 23.0, 28.0, 33.0, 32.0, 37.0, 40.0, 54.0, 42.0, 55.0, 53.0, 50.0, 63.0, 62.0, 50.0, 39.0, 36.0, 44.0, 32.0, 25.0, 20.0, 21.0, 21.0, 18.0, 8.0, 6.0, 7.0, 4.0, 4.0, 4.0, 3.0, 1.0, 4.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0], "bins": [-10.310600280761719, -10.017550468444824, -9.72450065612793, -9.431449890136719, -9.138400077819824, -8.84535026550293, -8.552300453186035, -8.25925064086914, -7.966200351715088, -7.673150539398193, -7.380100250244141, -7.087050437927246, -6.794000625610352, -6.500950336456299, -6.207900524139404, -5.914850234985352, -5.621800422668457, -5.3287506103515625, -5.03570032119751, -4.742650508880615, -4.4496002197265625, -4.156550407409668, -3.8635005950927734, -3.5704505443573, -3.277400493621826, -2.9843504428863525, -2.691300392150879, -2.3982505798339844, -2.1052005290985107, -1.812150478363037, -1.519100546836853, -1.226050615310669, -0.9330005645751953, -0.6399505734443665, -0.3469005823135376, -0.05385059118270874, 0.23919939994812012, 0.5322494506835938, 0.8252993822097778, 1.118349313735962, 1.4113993644714355, 1.7044494152069092, 1.9974993467330933, 2.2905492782592773, 2.583599328994751, 2.8766493797302246, 3.169699192047119, 3.4627492427825928, 3.7557992935180664, 4.048849105834961, 4.341899394989014, 4.634949207305908, 4.927999496459961, 5.2210493087768555, 5.51409912109375, 5.8071489334106445, 6.100199222564697, 6.393249034881592, 6.6862993240356445, 6.979349136352539, 7.272398948669434, 7.565449237823486, 7.858499050140381, 8.151549339294434, 8.444599151611328]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 4.0, 5.0, 5.0, 5.0, 10.0, 8.0, 11.0, 11.0, 19.0, 22.0, 28.0, 45.0, 55.0, 74.0, 123.0, 223.0, 478.0, 1504.0, 7881.0, 4157244.0, 22705.0, 2313.0, 735.0, 291.0, 148.0, 85.0, 63.0, 37.0, 43.0, 23.0, 20.0, 18.0, 15.0, 11.0, 9.0, 7.0, 2.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-6.2890625, -6.061767578125, -5.83447265625, -5.607177734375, -5.3798828125, -5.152587890625, -4.92529296875, -4.697998046875, -4.470703125, -4.243408203125, -4.01611328125, -3.788818359375, -3.5615234375, -3.334228515625, -3.10693359375, -2.879638671875, -2.65234375, -2.425048828125, -2.19775390625, -1.970458984375, -1.7431640625, -1.515869140625, -1.28857421875, -1.061279296875, -0.833984375, -0.606689453125, -0.37939453125, -0.152099609375, 0.0751953125, 0.302490234375, 0.52978515625, 0.757080078125, 0.984375, 1.211669921875, 1.43896484375, 1.666259765625, 1.8935546875, 2.120849609375, 2.34814453125, 2.575439453125, 2.802734375, 3.030029296875, 3.25732421875, 3.484619140625, 3.7119140625, 3.939208984375, 4.16650390625, 4.393798828125, 4.62109375, 4.848388671875, 5.07568359375, 5.302978515625, 5.5302734375, 5.757568359375, 5.98486328125, 6.212158203125, 6.439453125, 6.666748046875, 6.89404296875, 7.121337890625, 7.3486328125, 7.575927734375, 7.80322265625, 8.030517578125, 8.2578125]}, "gradients/encoder.encoder.layers.8.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 2.0, 5.0, 1.0, 12.0, 7.0, 20.0, 26.0, 31.0, 43.0, 46.0, 48.0, 56.0, 60.0, 64.0, 67.0, 67.0, 86.0, 63.0, 67.0, 52.0, 32.0, 40.0, 38.0, 17.0, 17.0, 13.0, 14.0, 2.0, 4.0, 4.0, 6.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.492919921875, -0.4740867614746094, -0.45525360107421875, -0.4364204406738281, -0.4175872802734375, -0.3987541198730469, -0.37992095947265625, -0.3610877990722656, -0.342254638671875, -0.3234214782714844, -0.30458831787109375, -0.2857551574707031, -0.2669219970703125, -0.24808883666992188, -0.22925567626953125, -0.21042251586914062, -0.19158935546875, -0.17275619506835938, -0.15392303466796875, -0.13508987426757812, -0.1162567138671875, -0.09742355346679688, -0.07859039306640625, -0.059757232666015625, -0.040924072265625, -0.022090911865234375, -0.00325775146484375, 0.015575408935546875, 0.0344085693359375, 0.053241729736328125, 0.07207489013671875, 0.09090805053710938, 0.1097412109375, 0.12857437133789062, 0.14740753173828125, 0.16624069213867188, 0.1850738525390625, 0.20390701293945312, 0.22274017333984375, 0.24157333374023438, 0.260406494140625, 0.2792396545410156, 0.29807281494140625, 0.3169059753417969, 0.3357391357421875, 0.3545722961425781, 0.37340545654296875, 0.3922386169433594, 0.41107177734375, 0.4299049377441406, 0.44873809814453125, 0.4675712585449219, 0.4864044189453125, 0.5052375793457031, 0.5240707397460938, 0.5429039001464844, 0.561737060546875, 0.5805702209472656, 0.5994033813476562, 0.6182365417480469, 0.6370697021484375, 0.6559028625488281, 0.6747360229492188, 0.6935691833496094, 0.71240234375]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 1.0, 2.0, 4.0, 7.0, 7.0, 7.0, 9.0, 17.0, 11.0, 28.0, 33.0, 40.0, 65.0, 98.0, 141.0, 206.0, 304.0, 491.0, 862.0, 1680.0, 4034.0, 22887.0, 4111402.0, 42067.0, 5299.0, 1917.0, 984.0, 563.0, 378.0, 230.0, 154.0, 104.0, 70.0, 49.0, 44.0, 23.0, 20.0, 16.0, 9.0, 8.0, 4.0, 1.0, 4.0, 5.0, 1.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0], "bins": [-3.2421875, -3.151123046875, -3.06005859375, -2.968994140625, -2.8779296875, -2.786865234375, -2.69580078125, -2.604736328125, -2.513671875, -2.422607421875, -2.33154296875, -2.240478515625, -2.1494140625, -2.058349609375, -1.96728515625, -1.876220703125, -1.78515625, -1.694091796875, -1.60302734375, -1.511962890625, -1.4208984375, -1.329833984375, -1.23876953125, -1.147705078125, -1.056640625, -0.965576171875, -0.87451171875, -0.783447265625, -0.6923828125, -0.601318359375, -0.51025390625, -0.419189453125, -0.328125, -0.237060546875, -0.14599609375, -0.054931640625, 0.0361328125, 0.127197265625, 0.21826171875, 0.309326171875, 0.400390625, 0.491455078125, 0.58251953125, 0.673583984375, 0.7646484375, 0.855712890625, 0.94677734375, 1.037841796875, 1.12890625, 1.219970703125, 1.31103515625, 1.402099609375, 1.4931640625, 1.584228515625, 1.67529296875, 1.766357421875, 1.857421875, 1.948486328125, 2.03955078125, 2.130615234375, 2.2216796875, 2.312744140625, 2.40380859375, 2.494873046875, 2.5859375]}, "gradients/encoder.encoder.layers.8.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 5.0, 5.0, 13.0, 22.0, 36.0, 116.0, 3573.0, 200.0, 45.0, 21.0, 12.0, 10.0, 8.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.65283203125, -0.6196670532226562, -0.5865020751953125, -0.5533370971679688, -0.520172119140625, -0.48700714111328125, -0.4538421630859375, -0.42067718505859375, -0.38751220703125, -0.35434722900390625, -0.3211822509765625, -0.28801727294921875, -0.254852294921875, -0.22168731689453125, -0.1885223388671875, -0.15535736083984375, -0.1221923828125, -0.08902740478515625, -0.0558624267578125, -0.02269744873046875, 0.010467529296875, 0.04363250732421875, 0.0767974853515625, 0.10996246337890625, 0.14312744140625, 0.17629241943359375, 0.2094573974609375, 0.24262237548828125, 0.275787353515625, 0.30895233154296875, 0.3421173095703125, 0.37528228759765625, 0.408447265625, 0.44161224365234375, 0.4747772216796875, 0.5079421997070312, 0.541107177734375, 0.5742721557617188, 0.6074371337890625, 0.6406021118164062, 0.67376708984375, 0.7069320678710938, 0.7400970458984375, 0.7732620239257812, 0.806427001953125, 0.8395919799804688, 0.8727569580078125, 0.9059219360351562, 0.9390869140625, 0.9722518920898438, 1.0054168701171875, 1.0385818481445312, 1.071746826171875, 1.1049118041992188, 1.1380767822265625, 1.1712417602539062, 1.20440673828125, 1.2375717163085938, 1.2707366943359375, 1.3039016723632812, 1.337066650390625, 1.3702316284179688, 1.4033966064453125, 1.4365615844726562, 1.4697265625]}, "gradients/encoder.encoder.layers.8.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 6.0, 4.0, 5.0, 4.0, 9.0, 21.0, 30.0, 37.0, 68.0, 121.0, 168.0, 186.0, 127.0, 74.0, 34.0, 45.0, 19.0, 17.0, 8.0, 3.0, 4.0, 4.0, 4.0, 2.0, 5.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.759958028793335, -3.6534202098846436, -3.5468826293945312, -3.44034481048584, -3.3338072299957275, -3.227269411087036, -3.120731830596924, -3.0141940116882324, -2.907656192779541, -2.8011183738708496, -2.6945807933807373, -2.588042974472046, -2.4815053939819336, -2.374967575073242, -2.268429756164551, -2.1618921756744385, -2.055354595184326, -1.9488168954849243, -1.8422791957855225, -1.735741376876831, -1.6292036771774292, -1.5226659774780273, -1.4161282777786255, -1.3095905780792236, -1.2030527591705322, -1.0965150594711304, -0.9899773001670837, -0.8834396004676819, -0.7769018411636353, -0.6703641414642334, -0.5638264417648315, -0.4572886824607849, -0.3507509231567383, -0.24421319365501404, -0.137675479054451, -0.03113776445388794, 0.0753999650478363, 0.18193769454956055, 0.2884753942489624, 0.39501315355300903, 0.5015508532524109, 0.6080885529518127, 0.7146263122558594, 0.8211640119552612, 0.9277017116546631, 1.0342395305633545, 1.1407771110534668, 1.2473149299621582, 1.35385262966156, 1.460390329360962, 1.5669280290603638, 1.6734657287597656, 1.780003547668457, 1.8865412473678589, 1.9930789470672607, 2.099616765975952, 2.2061543464660645, 2.312692165374756, 2.419229745864868, 2.5257675647735596, 2.632305145263672, 2.7388429641723633, 2.8453807830810547, 2.951918363571167, 3.0584561824798584]}, "gradients/encoder.encoder.layers.8.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 3.0, 2.0, 5.0, 5.0, 0.0, 9.0, 12.0, 12.0, 14.0, 10.0, 10.0, 15.0, 29.0, 28.0, 26.0, 39.0, 32.0, 38.0, 32.0, 39.0, 56.0, 55.0, 51.0, 42.0, 45.0, 44.0, 29.0, 36.0, 39.0, 40.0, 34.0, 28.0, 28.0, 26.0, 25.0, 6.0, 14.0, 8.0, 11.0, 6.0, 10.0, 8.0, 4.0, 0.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.6706267595291138, -1.6178877353668213, -1.5651485919952393, -1.5124095678329468, -1.4596705436706543, -1.4069314002990723, -1.3541923761367798, -1.3014533519744873, -1.2487142086029053, -1.1959751844406128, -1.1432360410690308, -1.0904970169067383, -1.0377578735351562, -0.9850188493728638, -0.9322798252105713, -0.879540741443634, -0.8268016576766968, -0.7740625739097595, -0.7213234901428223, -0.6685844659805298, -0.6158453822135925, -0.5631062984466553, -0.5103672742843628, -0.45762819051742554, -0.4048891067504883, -0.352150022983551, -0.29941096901893616, -0.2466719001531601, -0.19393283128738403, -0.14119374752044678, -0.08845469355583191, -0.03571563959121704, 0.017023563385009766, 0.06976263225078583, 0.12250170111656189, 0.17524076998233795, 0.227979838848114, 0.28071892261505127, 0.33345797657966614, 0.386197030544281, 0.43893611431121826, 0.4916751980781555, 0.5444142818450928, 0.5971533060073853, 0.6498923897743225, 0.7026314735412598, 0.7553704977035522, 0.8081095814704895, 0.8608486652374268, 0.913587749004364, 0.9663268327713013, 1.0190658569335938, 1.0718050003051758, 1.1245440244674683, 1.1772830486297607, 1.2300221920013428, 1.2827612161636353, 1.3355002403259277, 1.3882393836975098, 1.4409784078598022, 1.4937174320220947, 1.5464565753936768, 1.5991955995559692, 1.6519346237182617, 1.7046737670898438]}, "gradients/encoder.encoder.layers.8.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 9.0, 4.0, 6.0, 11.0, 12.0, 14.0, 38.0, 60.0, 68.0, 108.0, 154.0, 238.0, 406.0, 650.0, 1059.0, 1755.0, 3219.0, 6089.0, 12876.0, 32211.0, 107252.0, 471095.0, 295230.0, 71095.0, 23433.0, 10032.0, 4992.0, 2577.0, 1490.0, 885.0, 550.0, 323.0, 195.0, 146.0, 83.0, 66.0, 50.0, 23.0, 16.0, 14.0, 8.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-1.5517578125, -1.503021240234375, -1.45428466796875, -1.405548095703125, -1.3568115234375, -1.308074951171875, -1.25933837890625, -1.210601806640625, -1.161865234375, -1.113128662109375, -1.06439208984375, -1.015655517578125, -0.9669189453125, -0.918182373046875, -0.86944580078125, -0.820709228515625, -0.77197265625, -0.723236083984375, -0.67449951171875, -0.625762939453125, -0.5770263671875, -0.528289794921875, -0.47955322265625, -0.430816650390625, -0.382080078125, -0.333343505859375, -0.28460693359375, -0.235870361328125, -0.1871337890625, -0.138397216796875, -0.08966064453125, -0.040924072265625, 0.0078125, 0.056549072265625, 0.10528564453125, 0.154022216796875, 0.2027587890625, 0.251495361328125, 0.30023193359375, 0.348968505859375, 0.397705078125, 0.446441650390625, 0.49517822265625, 0.543914794921875, 0.5926513671875, 0.641387939453125, 0.69012451171875, 0.738861083984375, 0.78759765625, 0.836334228515625, 0.88507080078125, 0.933807373046875, 0.9825439453125, 1.031280517578125, 1.08001708984375, 1.128753662109375, 1.177490234375, 1.226226806640625, 1.27496337890625, 1.323699951171875, 1.3724365234375, 1.421173095703125, 1.46990966796875, 1.518646240234375, 1.5673828125]}, "gradients/encoder.encoder.layers.8.attention.out_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 8.0, 4.0, 8.0, 6.0, 11.0, 27.0, 32.0, 34.0, 33.0, 39.0, 49.0, 42.0, 48.0, 51.0, 49.0, 64.0, 61.0, 61.0, 68.0, 48.0, 45.0, 41.0, 32.0, 23.0, 32.0, 21.0, 16.0, 15.0, 9.0, 7.0, 7.0, 3.0, 3.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.397705078125, -0.3816795349121094, -0.36565399169921875, -0.3496284484863281, -0.3336029052734375, -0.3175773620605469, -0.30155181884765625, -0.2855262756347656, -0.269500732421875, -0.2534751892089844, -0.23744964599609375, -0.22142410278320312, -0.2053985595703125, -0.18937301635742188, -0.17334747314453125, -0.15732192993164062, -0.14129638671875, -0.12527084350585938, -0.10924530029296875, -0.09321975708007812, -0.0771942138671875, -0.061168670654296875, -0.04514312744140625, -0.029117584228515625, -0.013092041015625, 0.002933502197265625, 0.01895904541015625, 0.034984588623046875, 0.0510101318359375, 0.06703567504882812, 0.08306121826171875, 0.09908676147460938, 0.1151123046875, 0.13113784790039062, 0.14716339111328125, 0.16318893432617188, 0.1792144775390625, 0.19524002075195312, 0.21126556396484375, 0.22729110717773438, 0.243316650390625, 0.2593421936035156, 0.27536773681640625, 0.2913932800292969, 0.3074188232421875, 0.3234443664550781, 0.33946990966796875, 0.3554954528808594, 0.37152099609375, 0.3875465393066406, 0.40357208251953125, 0.4195976257324219, 0.4356231689453125, 0.4516487121582031, 0.46767425537109375, 0.4836997985839844, 0.499725341796875, 0.5157508850097656, 0.5317764282226562, 0.5478019714355469, 0.5638275146484375, 0.5798530578613281, 0.5958786010742188, 0.6119041442871094, 0.6279296875]}, "gradients/encoder.encoder.layers.8.attention.v_proj.weight": {"_type": "histogram", "values": [3.0, 1.0, 0.0, 1.0, 2.0, 3.0, 2.0, 3.0, 5.0, 2.0, 2.0, 3.0, 2.0, 5.0, 10.0, 9.0, 19.0, 20.0, 18.0, 28.0, 68.0, 76.0, 104.0, 131.0, 175.0, 263.0, 408.0, 735.0, 1428.0, 3809.0, 14854.0, 127244.0, 812783.0, 69788.0, 10510.0, 2933.0, 1268.0, 632.0, 360.0, 251.0, 160.0, 119.0, 94.0, 66.0, 44.0, 21.0, 21.0, 26.0, 17.0, 13.0, 4.0, 13.0, 3.0, 3.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0], "bins": [-2.54296875, -2.464447021484375, -2.38592529296875, -2.307403564453125, -2.2288818359375, -2.150360107421875, -2.07183837890625, -1.993316650390625, -1.914794921875, -1.836273193359375, -1.75775146484375, -1.679229736328125, -1.6007080078125, -1.522186279296875, -1.44366455078125, -1.365142822265625, -1.28662109375, -1.208099365234375, -1.12957763671875, -1.051055908203125, -0.9725341796875, -0.894012451171875, -0.81549072265625, -0.736968994140625, -0.658447265625, -0.579925537109375, -0.50140380859375, -0.422882080078125, -0.3443603515625, -0.265838623046875, -0.18731689453125, -0.108795166015625, -0.0302734375, 0.048248291015625, 0.12677001953125, 0.205291748046875, 0.2838134765625, 0.362335205078125, 0.44085693359375, 0.519378662109375, 0.597900390625, 0.676422119140625, 0.75494384765625, 0.833465576171875, 0.9119873046875, 0.990509033203125, 1.06903076171875, 1.147552490234375, 1.22607421875, 1.304595947265625, 1.38311767578125, 1.461639404296875, 1.5401611328125, 1.618682861328125, 1.69720458984375, 1.775726318359375, 1.854248046875, 1.932769775390625, 2.01129150390625, 2.089813232421875, 2.1683349609375, 2.246856689453125, 2.32537841796875, 2.403900146484375, 2.482421875]}, "gradients/encoder.encoder.layers.8.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 3.0, 3.0, 5.0, 5.0, 9.0, 5.0, 9.0, 4.0, 9.0, 18.0, 15.0, 21.0, 31.0, 34.0, 38.0, 31.0, 26.0, 48.0, 50.0, 57.0, 64.0, 46.0, 48.0, 45.0, 43.0, 42.0, 41.0, 40.0, 33.0, 30.0, 22.0, 18.0, 18.0, 11.0, 16.0, 12.0, 9.0, 8.0, 8.0, 8.0, 13.0, 3.0, 3.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-1.9658203125, -1.9107818603515625, -1.855743408203125, -1.8007049560546875, -1.74566650390625, -1.6906280517578125, -1.635589599609375, -1.5805511474609375, -1.5255126953125, -1.4704742431640625, -1.415435791015625, -1.3603973388671875, -1.30535888671875, -1.2503204345703125, -1.195281982421875, -1.1402435302734375, -1.085205078125, -1.0301666259765625, -0.975128173828125, -0.9200897216796875, -0.86505126953125, -0.8100128173828125, -0.754974365234375, -0.6999359130859375, -0.6448974609375, -0.5898590087890625, -0.534820556640625, -0.4797821044921875, -0.42474365234375, -0.3697052001953125, -0.314666748046875, -0.2596282958984375, -0.20458984375, -0.1495513916015625, -0.094512939453125, -0.0394744873046875, 0.01556396484375, 0.0706024169921875, 0.125640869140625, 0.1806793212890625, 0.2357177734375, 0.2907562255859375, 0.345794677734375, 0.4008331298828125, 0.45587158203125, 0.5109100341796875, 0.565948486328125, 0.6209869384765625, 0.676025390625, 0.7310638427734375, 0.786102294921875, 0.8411407470703125, 0.89617919921875, 0.9512176513671875, 1.006256103515625, 1.0612945556640625, 1.1163330078125, 1.1713714599609375, 1.226409912109375, 1.2814483642578125, 1.33648681640625, 1.3915252685546875, 1.446563720703125, 1.5016021728515625, 1.556640625]}, "gradients/encoder.encoder.layers.8.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 5.0, 2.0, 7.0, 4.0, 9.0, 15.0, 11.0, 18.0, 19.0, 29.0, 35.0, 55.0, 68.0, 108.0, 166.0, 208.0, 355.0, 497.0, 814.0, 1348.0, 2543.0, 5641.0, 17127.0, 111709.0, 771466.0, 107692.0, 16871.0, 5443.0, 2538.0, 1392.0, 789.0, 493.0, 329.0, 215.0, 161.0, 117.0, 61.0, 62.0, 30.0, 28.0, 17.0, 12.0, 19.0, 12.0, 6.0, 4.0, 5.0, 3.0, 3.0, 3.0, 3.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.67822265625, -0.6544189453125, -0.630615234375, -0.6068115234375, -0.5830078125, -0.5592041015625, -0.535400390625, -0.5115966796875, -0.48779296875, -0.4639892578125, -0.440185546875, -0.4163818359375, -0.392578125, -0.3687744140625, -0.344970703125, -0.3211669921875, -0.29736328125, -0.2735595703125, -0.249755859375, -0.2259521484375, -0.2021484375, -0.1783447265625, -0.154541015625, -0.1307373046875, -0.10693359375, -0.0831298828125, -0.059326171875, -0.0355224609375, -0.01171875, 0.0120849609375, 0.035888671875, 0.0596923828125, 0.08349609375, 0.1072998046875, 0.131103515625, 0.1549072265625, 0.1787109375, 0.2025146484375, 0.226318359375, 0.2501220703125, 0.27392578125, 0.2977294921875, 0.321533203125, 0.3453369140625, 0.369140625, 0.3929443359375, 0.416748046875, 0.4405517578125, 0.46435546875, 0.4881591796875, 0.511962890625, 0.5357666015625, 0.5595703125, 0.5833740234375, 0.607177734375, 0.6309814453125, 0.65478515625, 0.6785888671875, 0.702392578125, 0.7261962890625, 0.75, 0.7738037109375, 0.797607421875, 0.8214111328125, 0.84521484375]}, "gradients/encoder.encoder.layers.8.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 1.0, 6.0, 5.0, 10.0, 18.0, 17.0, 35.0, 43.0, 55.0, 88.0, 169.0, 181.0, 129.0, 79.0, 59.0, 41.0, 20.0, 22.0, 9.0, 6.0, 6.0, 3.0, 2.0, 3.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001590251922607422, -0.00015183910727500916, -0.00014465302228927612, -0.0001374669373035431, -0.00013028085231781006, -0.00012309476733207703, -0.000115908682346344, -0.00010872259736061096, -0.00010153651237487793, -9.43504273891449e-05, -8.716434240341187e-05, -7.997825741767883e-05, -7.27921724319458e-05, -6.560608744621277e-05, -5.8420002460479736e-05, -5.1233917474746704e-05, -4.404783248901367e-05, -3.686174750328064e-05, -2.9675662517547607e-05, -2.2489577531814575e-05, -1.5303492546081543e-05, -8.11740756034851e-06, -9.313225746154785e-07, 6.254762411117554e-06, 1.3440847396850586e-05, 2.0626932382583618e-05, 2.781301736831665e-05, 3.499910235404968e-05, 4.2185187339782715e-05, 4.937127232551575e-05, 5.655735731124878e-05, 6.374344229698181e-05, 7.092952728271484e-05, 7.811561226844788e-05, 8.530169725418091e-05, 9.248778223991394e-05, 9.967386722564697e-05, 0.00010685995221138, 0.00011404603719711304, 0.00012123212218284607, 0.0001284182071685791, 0.00013560429215431213, 0.00014279037714004517, 0.0001499764621257782, 0.00015716254711151123, 0.00016434863209724426, 0.0001715347170829773, 0.00017872080206871033, 0.00018590688705444336, 0.0001930929720401764, 0.00020027905702590942, 0.00020746514201164246, 0.0002146512269973755, 0.00022183731198310852, 0.00022902339696884155, 0.00023620948195457458, 0.00024339556694030762, 0.00025058165192604065, 0.0002577677369117737, 0.0002649538218975067, 0.00027213990688323975, 0.0002793259918689728, 0.0002865120768547058, 0.00029369816184043884, 0.0003008842468261719]}, "gradients/encoder.encoder.layers.8.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 5.0, 3.0, 4.0, 3.0, 9.0, 8.0, 16.0, 11.0, 27.0, 33.0, 62.0, 131.0, 223.0, 585.0, 1557.0, 6982.0, 189221.0, 833021.0, 13008.0, 2327.0, 694.0, 265.0, 145.0, 82.0, 43.0, 45.0, 18.0, 10.0, 6.0, 6.0, 7.0, 3.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.06640625, -2.0076141357421875, -1.948822021484375, -1.8900299072265625, -1.83123779296875, -1.7724456787109375, -1.713653564453125, -1.6548614501953125, -1.5960693359375, -1.5372772216796875, -1.478485107421875, -1.4196929931640625, -1.36090087890625, -1.3021087646484375, -1.243316650390625, -1.1845245361328125, -1.125732421875, -1.0669403076171875, -1.008148193359375, -0.9493560791015625, -0.89056396484375, -0.8317718505859375, -0.772979736328125, -0.7141876220703125, -0.6553955078125, -0.5966033935546875, -0.537811279296875, -0.4790191650390625, -0.42022705078125, -0.3614349365234375, -0.302642822265625, -0.2438507080078125, -0.18505859375, -0.1262664794921875, -0.067474365234375, -0.0086822509765625, 0.05010986328125, 0.1089019775390625, 0.167694091796875, 0.2264862060546875, 0.2852783203125, 0.3440704345703125, 0.402862548828125, 0.4616546630859375, 0.52044677734375, 0.5792388916015625, 0.638031005859375, 0.6968231201171875, 0.755615234375, 0.8144073486328125, 0.873199462890625, 0.9319915771484375, 0.99078369140625, 1.0495758056640625, 1.108367919921875, 1.1671600341796875, 1.2259521484375, 1.2847442626953125, 1.343536376953125, 1.4023284912109375, 1.46112060546875, 1.5199127197265625, 1.578704833984375, 1.6374969482421875, 1.6962890625]}, "gradients/encoder.encoder.layers.8.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 2.0, 4.0, 8.0, 5.0, 4.0, 11.0, 15.0, 22.0, 37.0, 48.0, 80.0, 131.0, 157.0, 136.0, 122.0, 84.0, 48.0, 29.0, 24.0, 12.0, 11.0, 4.0, 3.0, 2.0, 0.0, 2.0, 2.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.328125, -1.293060302734375, -1.25799560546875, -1.222930908203125, -1.1878662109375, -1.152801513671875, -1.11773681640625, -1.082672119140625, -1.047607421875, -1.012542724609375, -0.97747802734375, -0.942413330078125, -0.9073486328125, -0.872283935546875, -0.83721923828125, -0.802154541015625, -0.76708984375, -0.732025146484375, -0.69696044921875, -0.661895751953125, -0.6268310546875, -0.591766357421875, -0.55670166015625, -0.521636962890625, -0.486572265625, -0.451507568359375, -0.41644287109375, -0.381378173828125, -0.3463134765625, -0.311248779296875, -0.27618408203125, -0.241119384765625, -0.2060546875, -0.170989990234375, -0.13592529296875, -0.100860595703125, -0.0657958984375, -0.030731201171875, 0.00433349609375, 0.039398193359375, 0.074462890625, 0.109527587890625, 0.14459228515625, 0.179656982421875, 0.2147216796875, 0.249786376953125, 0.28485107421875, 0.319915771484375, 0.35498046875, 0.390045166015625, 0.42510986328125, 0.460174560546875, 0.4952392578125, 0.530303955078125, 0.56536865234375, 0.600433349609375, 0.635498046875, 0.670562744140625, 0.70562744140625, 0.740692138671875, 0.7757568359375, 0.810821533203125, 0.84588623046875, 0.880950927734375, 0.916015625]}, "gradients/encoder.encoder.layers.8.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 7.0, 12.0, 11.0, 13.0, 27.0, 52.0, 85.0, 113.0, 172.0, 171.0, 144.0, 84.0, 53.0, 31.0, 20.0, 5.0, 5.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-15.258113861083984, -14.782876014709473, -14.307639122009277, -13.832401275634766, -13.35716438293457, -12.881926536560059, -12.406688690185547, -11.931451797485352, -11.456214904785156, -10.980977058410645, -10.50574016571045, -10.030502319335938, -9.555265426635742, -9.08002758026123, -8.604789733886719, -8.129552841186523, -7.654314994812012, -7.179077625274658, -6.703840255737305, -6.228602409362793, -5.753365516662598, -5.278127670288086, -4.802890300750732, -4.327652931213379, -3.8524155616760254, -3.377178192138672, -2.9019408226013184, -2.4267032146453857, -1.9514658451080322, -1.4762284755706787, -1.000990867614746, -0.5257534980773926, -0.050515174865722656, 0.42472225427627563, 0.8999596834182739, 1.375197172164917, 1.8504345417022705, 2.325671911239624, 2.8009095191955566, 3.27614688873291, 3.7513842582702637, 4.226621627807617, 4.701858997344971, 5.177096366882324, 5.652334213256836, 6.127571105957031, 6.602808952331543, 7.0780463218688965, 7.55328369140625, 8.028521537780762, 8.503758430480957, 8.978996276855469, 9.454233169555664, 9.929471015930176, 10.404708862304688, 10.879945755004883, 11.355182647705078, 11.83042049407959, 12.305657386779785, 12.780895233154297, 13.256132125854492, 13.731369972229004, 14.206607818603516, 14.681844711303711, 15.157082557678223]}, "gradients/encoder.encoder.layers.8.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0, 1.0, 8.0, 8.0, 8.0, 8.0, 4.0, 12.0, 11.0, 21.0, 19.0, 21.0, 22.0, 20.0, 28.0, 28.0, 35.0, 39.0, 47.0, 49.0, 52.0, 35.0, 41.0, 49.0, 41.0, 47.0, 31.0, 32.0, 36.0, 30.0, 26.0, 17.0, 29.0, 18.0, 18.0, 20.0, 16.0, 17.0, 13.0, 12.0, 10.0, 4.0, 7.0, 4.0, 4.0, 0.0, 1.0, 3.0, 2.0, 4.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-7.310967445373535, -7.083302021026611, -6.855637073516846, -6.627971649169922, -6.400306701660156, -6.172641277313232, -5.944975852966309, -5.717310905456543, -5.489645481109619, -5.261980056762695, -5.03431510925293, -4.806649684906006, -4.57898473739624, -4.351319313049316, -4.123654365539551, -3.895988941192627, -3.6683237552642822, -3.4406585693359375, -3.2129933834075928, -2.985328197479248, -2.757662773132324, -2.5299975872039795, -2.3023324012756348, -2.074666976928711, -1.8470019102096558, -1.619336724281311, -1.3916714191436768, -1.164006233215332, -0.9363409876823425, -0.708675742149353, -0.4810105562210083, -0.253345251083374, -0.025680065155029297, 0.201985165476799, 0.4296503961086273, 0.6573156118392944, 0.8849808573722839, 1.1126461029052734, 1.3403112888336182, 1.5679765939712524, 1.7956417798995972, 2.0233070850372314, 2.250972270965576, 2.478637456893921, 2.7063026428222656, 2.9339680671691895, 3.161633014678955, 3.389298439025879, 3.6169636249542236, 3.8446288108825684, 4.072294235229492, 4.299959182739258, 4.527624607086182, 4.7552900314331055, 4.982954978942871, 5.210620403289795, 5.4382853507995605, 5.665950775146484, 5.89361572265625, 6.121281147003174, 6.3489460945129395, 6.576611518859863, 6.804276466369629, 7.031941890716553, 7.259607315063477]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 2.0, 3.0, 5.0, 7.0, 9.0, 22.0, 17.0, 30.0, 38.0, 49.0, 76.0, 107.0, 165.0, 246.0, 345.0, 477.0, 749.0, 1099.0, 1826.0, 2954.0, 5173.0, 10018.0, 21615.0, 59866.0, 431336.0, 3407376.0, 174537.0, 40388.0, 16185.0, 7864.0, 4214.0, 2584.0, 1610.0, 1025.0, 629.0, 453.0, 337.0, 249.0, 162.0, 135.0, 79.0, 60.0, 36.0, 24.0, 27.0, 22.0, 19.0, 13.0, 11.0, 3.0, 10.0, 3.0, 1.0, 1.0, 1.0, 4.0], "bins": [-1.0947265625, -1.0618896484375, -1.029052734375, -0.9962158203125, -0.96337890625, -0.9305419921875, -0.897705078125, -0.8648681640625, -0.83203125, -0.7991943359375, -0.766357421875, -0.7335205078125, -0.70068359375, -0.6678466796875, -0.635009765625, -0.6021728515625, -0.5693359375, -0.5364990234375, -0.503662109375, -0.4708251953125, -0.43798828125, -0.4051513671875, -0.372314453125, -0.3394775390625, -0.306640625, -0.2738037109375, -0.240966796875, -0.2081298828125, -0.17529296875, -0.1424560546875, -0.109619140625, -0.0767822265625, -0.0439453125, -0.0111083984375, 0.021728515625, 0.0545654296875, 0.08740234375, 0.1202392578125, 0.153076171875, 0.1859130859375, 0.21875, 0.2515869140625, 0.284423828125, 0.3172607421875, 0.35009765625, 0.3829345703125, 0.415771484375, 0.4486083984375, 0.4814453125, 0.5142822265625, 0.547119140625, 0.5799560546875, 0.61279296875, 0.6456298828125, 0.678466796875, 0.7113037109375, 0.744140625, 0.7769775390625, 0.809814453125, 0.8426513671875, 0.87548828125, 0.9083251953125, 0.941162109375, 0.9739990234375, 1.0068359375]}, "gradients/encoder.encoder.layers.7.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 4.0, 5.0, 2.0, 10.0, 5.0, 9.0, 11.0, 16.0, 19.0, 29.0, 24.0, 33.0, 34.0, 40.0, 42.0, 43.0, 47.0, 60.0, 47.0, 54.0, 53.0, 62.0, 57.0, 52.0, 42.0, 23.0, 38.0, 28.0, 29.0, 16.0, 11.0, 12.0, 10.0, 11.0, 9.0, 5.0, 7.0, 3.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.39501953125, -0.3815574645996094, -0.36809539794921875, -0.3546333312988281, -0.3411712646484375, -0.3277091979980469, -0.31424713134765625, -0.3007850646972656, -0.287322998046875, -0.2738609313964844, -0.26039886474609375, -0.24693679809570312, -0.2334747314453125, -0.22001266479492188, -0.20655059814453125, -0.19308853149414062, -0.17962646484375, -0.16616439819335938, -0.15270233154296875, -0.13924026489257812, -0.1257781982421875, -0.11231613159179688, -0.09885406494140625, -0.08539199829101562, -0.071929931640625, -0.058467864990234375, -0.04500579833984375, -0.031543731689453125, -0.0180816650390625, -0.004619598388671875, 0.00884246826171875, 0.022304534912109375, 0.0357666015625, 0.049228668212890625, 0.06269073486328125, 0.07615280151367188, 0.0896148681640625, 0.10307693481445312, 0.11653900146484375, 0.13000106811523438, 0.143463134765625, 0.15692520141601562, 0.17038726806640625, 0.18384933471679688, 0.1973114013671875, 0.21077346801757812, 0.22423553466796875, 0.23769760131835938, 0.25115966796875, 0.2646217346191406, 0.27808380126953125, 0.2915458679199219, 0.3050079345703125, 0.3184700012207031, 0.33193206787109375, 0.3453941345214844, 0.358856201171875, 0.3723182678222656, 0.38578033447265625, 0.3992424011230469, 0.4127044677734375, 0.4261665344238281, 0.43962860107421875, 0.4530906677246094, 0.466552734375]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 3.0, 3.0, 2.0, 4.0, 6.0, 13.0, 13.0, 13.0, 26.0, 53.0, 78.0, 132.0, 310.0, 683.0, 1466.0, 3996.0, 12602.0, 62765.0, 3002656.0, 1042888.0, 49214.0, 11023.0, 3581.0, 1378.0, 635.0, 308.0, 188.0, 98.0, 48.0, 39.0, 18.0, 17.0, 7.0, 4.0, 6.0, 4.0, 4.0, 2.0, 3.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.546875, -1.493408203125, -1.43994140625, -1.386474609375, -1.3330078125, -1.279541015625, -1.22607421875, -1.172607421875, -1.119140625, -1.065673828125, -1.01220703125, -0.958740234375, -0.9052734375, -0.851806640625, -0.79833984375, -0.744873046875, -0.69140625, -0.637939453125, -0.58447265625, -0.531005859375, -0.4775390625, -0.424072265625, -0.37060546875, -0.317138671875, -0.263671875, -0.210205078125, -0.15673828125, -0.103271484375, -0.0498046875, 0.003662109375, 0.05712890625, 0.110595703125, 0.1640625, 0.217529296875, 0.27099609375, 0.324462890625, 0.3779296875, 0.431396484375, 0.48486328125, 0.538330078125, 0.591796875, 0.645263671875, 0.69873046875, 0.752197265625, 0.8056640625, 0.859130859375, 0.91259765625, 0.966064453125, 1.01953125, 1.072998046875, 1.12646484375, 1.179931640625, 1.2333984375, 1.286865234375, 1.34033203125, 1.393798828125, 1.447265625, 1.500732421875, 1.55419921875, 1.607666015625, 1.6611328125, 1.714599609375, 1.76806640625, 1.821533203125, 1.875]}, "gradients/encoder.encoder.layers.7.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 5.0, 4.0, 5.0, 4.0, 5.0, 14.0, 13.0, 16.0, 42.0, 32.0, 68.0, 75.0, 185.0, 575.0, 1723.0, 722.0, 224.0, 113.0, 79.0, 37.0, 39.0, 27.0, 15.0, 15.0, 11.0, 8.0, 5.0, 1.0, 5.0, 4.0, 3.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.21875, -1.1693267822265625, -1.119903564453125, -1.0704803466796875, -1.02105712890625, -0.9716339111328125, -0.922210693359375, -0.8727874755859375, -0.8233642578125, -0.7739410400390625, -0.724517822265625, -0.6750946044921875, -0.62567138671875, -0.5762481689453125, -0.526824951171875, -0.4774017333984375, -0.427978515625, -0.3785552978515625, -0.329132080078125, -0.2797088623046875, -0.23028564453125, -0.1808624267578125, -0.131439208984375, -0.0820159912109375, -0.0325927734375, 0.0168304443359375, 0.066253662109375, 0.1156768798828125, 0.16510009765625, 0.2145233154296875, 0.263946533203125, 0.3133697509765625, 0.36279296875, 0.4122161865234375, 0.461639404296875, 0.5110626220703125, 0.56048583984375, 0.6099090576171875, 0.659332275390625, 0.7087554931640625, 0.7581787109375, 0.8076019287109375, 0.857025146484375, 0.9064483642578125, 0.95587158203125, 1.0052947998046875, 1.054718017578125, 1.1041412353515625, 1.153564453125, 1.2029876708984375, 1.252410888671875, 1.3018341064453125, 1.35125732421875, 1.4006805419921875, 1.450103759765625, 1.4995269775390625, 1.5489501953125, 1.5983734130859375, 1.647796630859375, 1.6972198486328125, 1.74664306640625, 1.7960662841796875, 1.845489501953125, 1.8949127197265625, 1.9443359375]}, "gradients/encoder.encoder.layers.7.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 4.0, 7.0, 19.0, 40.0, 147.0, 285.0, 259.0, 141.0, 52.0, 25.0, 5.0, 4.0, 6.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.741168975830078, -19.160329818725586, -18.57948875427246, -17.99864959716797, -17.417808532714844, -16.83696937561035, -16.256128311157227, -15.675289154052734, -15.094449043273926, -14.513608932495117, -13.932768821716309, -13.3519287109375, -12.771089553833008, -12.190248489379883, -11.60940933227539, -11.028569221496582, -10.447729110717773, -9.866888999938965, -9.286048889160156, -8.705208778381348, -8.124368667602539, -7.543529033660889, -6.962689399719238, -6.38184928894043, -5.801009178161621, -5.2201690673828125, -4.639328956604004, -4.0584893226623535, -3.477649211883545, -2.8968091011047363, -2.315969228744507, -1.7351293563842773, -1.1542892456054688, -0.5734492540359497, 0.007390737533569336, 0.5882307291030884, 1.1690707206726074, 1.749910831451416, 2.3307507038116455, 2.911590576171875, 3.4924306869506836, 4.073270797729492, 4.654110908508301, 5.234950542449951, 5.81579065322876, 6.396630764007568, 6.977470397949219, 7.558310508728027, 8.139150619506836, 8.719990730285645, 9.300830841064453, 9.881670951843262, 10.46251106262207, 11.043350219726562, 11.624190330505371, 12.20503044128418, 12.785870552062988, 13.366710662841797, 13.947550773620605, 14.528390884399414, 15.109230041503906, 15.690071105957031, 16.270910263061523, 16.851749420166016, 17.43259048461914]}, "gradients/encoder.encoder.layers.7.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 2.0, 2.0, 13.0, 2.0, 11.0, 12.0, 11.0, 9.0, 18.0, 22.0, 29.0, 21.0, 37.0, 25.0, 33.0, 41.0, 36.0, 34.0, 47.0, 54.0, 51.0, 52.0, 46.0, 46.0, 38.0, 40.0, 35.0, 34.0, 26.0, 30.0, 28.0, 13.0, 21.0, 19.0, 14.0, 10.0, 8.0, 6.0, 6.0, 8.0, 6.0, 1.0, 3.0, 1.0, 1.0, 3.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.187427997589111, -5.018803596496582, -4.850179672241211, -4.681555271148682, -4.512930870056152, -4.344306945800781, -4.175682544708252, -4.007058143615723, -3.8384339809417725, -3.6698098182678223, -3.501185417175293, -3.3325612545013428, -3.1639370918273926, -2.9953126907348633, -2.826688528060913, -2.658064365386963, -2.4894399642944336, -2.3208158016204834, -2.152191400527954, -1.983567237854004, -1.8149429559707642, -1.6463186740875244, -1.4776945114135742, -1.3090702295303345, -1.1404459476470947, -0.971821665763855, -0.80319744348526, -0.634573221206665, -0.4659489393234253, -0.29732465744018555, -0.12870049476623535, 0.039923787117004395, 0.20854759216308594, 0.3771718442440033, 0.5457960963249207, 0.7144203186035156, 0.8830446004867554, 1.0516688823699951, 1.2202930450439453, 1.388917326927185, 1.5575416088104248, 1.7261658906936646, 1.8947901725769043, 2.0634143352508545, 2.2320384979248047, 2.400662899017334, 2.569287061691284, 2.7379112243652344, 2.9065356254577637, 3.075159788131714, 3.243784189224243, 3.4124083518981934, 3.5810327529907227, 3.749656915664673, 3.918281078338623, 4.086905479431152, 4.255529403686523, 4.424153804779053, 4.592777729034424, 4.761402130126953, 4.930026531219482, 5.098650932312012, 5.267274856567383, 5.435899257659912, 5.604523658752441]}, "gradients/encoder.encoder.layers.7.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 3.0, 4.0, 2.0, 6.0, 11.0, 13.0, 23.0, 27.0, 40.0, 74.0, 90.0, 109.0, 161.0, 284.0, 424.0, 618.0, 927.0, 1445.0, 2503.0, 4441.0, 8821.0, 20249.0, 57630.0, 261533.0, 535897.0, 96871.0, 30131.0, 12083.0, 5780.0, 3183.0, 1890.0, 1100.0, 702.0, 476.0, 293.0, 222.0, 156.0, 105.0, 60.0, 47.0, 36.0, 37.0, 22.0, 13.0, 4.0, 6.0, 3.0, 3.0, 2.0, 2.0, 3.0, 2.0, 1.0, 1.0, 2.0], "bins": [-1.453125, -1.40936279296875, -1.3656005859375, -1.32183837890625, -1.278076171875, -1.23431396484375, -1.1905517578125, -1.14678955078125, -1.10302734375, -1.05926513671875, -1.0155029296875, -0.97174072265625, -0.927978515625, -0.88421630859375, -0.8404541015625, -0.79669189453125, -0.7529296875, -0.70916748046875, -0.6654052734375, -0.62164306640625, -0.577880859375, -0.53411865234375, -0.4903564453125, -0.44659423828125, -0.40283203125, -0.35906982421875, -0.3153076171875, -0.27154541015625, -0.227783203125, -0.18402099609375, -0.1402587890625, -0.09649658203125, -0.052734375, -0.00897216796875, 0.0347900390625, 0.07855224609375, 0.122314453125, 0.16607666015625, 0.2098388671875, 0.25360107421875, 0.29736328125, 0.34112548828125, 0.3848876953125, 0.42864990234375, 0.472412109375, 0.51617431640625, 0.5599365234375, 0.60369873046875, 0.6474609375, 0.69122314453125, 0.7349853515625, 0.77874755859375, 0.822509765625, 0.86627197265625, 0.9100341796875, 0.95379638671875, 0.99755859375, 1.04132080078125, 1.0850830078125, 1.12884521484375, 1.172607421875, 1.21636962890625, 1.2601318359375, 1.30389404296875, 1.34765625]}, "gradients/encoder.encoder.layers.7.attention.out_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 2.0, 0.0, 2.0, 4.0, 0.0, 3.0, 6.0, 10.0, 6.0, 6.0, 9.0, 13.0, 18.0, 14.0, 19.0, 14.0, 24.0, 27.0, 12.0, 31.0, 37.0, 24.0, 36.0, 33.0, 38.0, 43.0, 42.0, 64.0, 37.0, 35.0, 38.0, 49.0, 26.0, 30.0, 30.0, 24.0, 30.0, 27.0, 23.0, 20.0, 10.0, 19.0, 14.0, 11.0, 8.0, 7.0, 9.0, 8.0, 5.0, 4.0, 4.0, 1.0, 2.0, 4.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.29931640625, -0.2892608642578125, -0.279205322265625, -0.2691497802734375, -0.25909423828125, -0.2490386962890625, -0.238983154296875, -0.2289276123046875, -0.2188720703125, -0.2088165283203125, -0.198760986328125, -0.1887054443359375, -0.17864990234375, -0.1685943603515625, -0.158538818359375, -0.1484832763671875, -0.138427734375, -0.1283721923828125, -0.118316650390625, -0.1082611083984375, -0.09820556640625, -0.0881500244140625, -0.078094482421875, -0.0680389404296875, -0.0579833984375, -0.0479278564453125, -0.037872314453125, -0.0278167724609375, -0.01776123046875, -0.0077056884765625, 0.002349853515625, 0.0124053955078125, 0.0224609375, 0.0325164794921875, 0.042572021484375, 0.0526275634765625, 0.06268310546875, 0.0727386474609375, 0.082794189453125, 0.0928497314453125, 0.1029052734375, 0.1129608154296875, 0.123016357421875, 0.1330718994140625, 0.14312744140625, 0.1531829833984375, 0.163238525390625, 0.1732940673828125, 0.183349609375, 0.1934051513671875, 0.203460693359375, 0.2135162353515625, 0.22357177734375, 0.2336273193359375, 0.243682861328125, 0.2537384033203125, 0.2637939453125, 0.2738494873046875, 0.283905029296875, 0.2939605712890625, 0.30401611328125, 0.3140716552734375, 0.324127197265625, 0.3341827392578125, 0.34423828125]}, "gradients/encoder.encoder.layers.7.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 2.0, 3.0, 2.0, 8.0, 9.0, 13.0, 15.0, 33.0, 58.0, 84.0, 135.0, 279.0, 577.0, 1677.0, 8331.0, 332512.0, 691555.0, 10051.0, 1901.0, 603.0, 321.0, 142.0, 89.0, 57.0, 33.0, 17.0, 16.0, 13.0, 9.0, 4.0, 8.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.24609375, -4.1282958984375, -4.010498046875, -3.8927001953125, -3.77490234375, -3.6571044921875, -3.539306640625, -3.4215087890625, -3.3037109375, -3.1859130859375, -3.068115234375, -2.9503173828125, -2.83251953125, -2.7147216796875, -2.596923828125, -2.4791259765625, -2.361328125, -2.2435302734375, -2.125732421875, -2.0079345703125, -1.89013671875, -1.7723388671875, -1.654541015625, -1.5367431640625, -1.4189453125, -1.3011474609375, -1.183349609375, -1.0655517578125, -0.94775390625, -0.8299560546875, -0.712158203125, -0.5943603515625, -0.4765625, -0.3587646484375, -0.240966796875, -0.1231689453125, -0.00537109375, 0.1124267578125, 0.230224609375, 0.3480224609375, 0.4658203125, 0.5836181640625, 0.701416015625, 0.8192138671875, 0.93701171875, 1.0548095703125, 1.172607421875, 1.2904052734375, 1.408203125, 1.5260009765625, 1.643798828125, 1.7615966796875, 1.87939453125, 1.9971923828125, 2.114990234375, 2.2327880859375, 2.3505859375, 2.4683837890625, 2.586181640625, 2.7039794921875, 2.82177734375, 2.9395751953125, 3.057373046875, 3.1751708984375, 3.29296875]}, "gradients/encoder.encoder.layers.7.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 5.0, 2.0, 6.0, 4.0, 8.0, 9.0, 11.0, 15.0, 24.0, 20.0, 23.0, 42.0, 45.0, 49.0, 62.0, 59.0, 80.0, 81.0, 79.0, 59.0, 46.0, 62.0, 54.0, 39.0, 29.0, 26.0, 18.0, 13.0, 11.0, 11.0, 10.0, 3.0, 3.0, 2.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0], "bins": [-2.6796875, -2.6060791015625, -2.532470703125, -2.4588623046875, -2.38525390625, -2.3116455078125, -2.238037109375, -2.1644287109375, -2.0908203125, -2.0172119140625, -1.943603515625, -1.8699951171875, -1.79638671875, -1.7227783203125, -1.649169921875, -1.5755615234375, -1.501953125, -1.4283447265625, -1.354736328125, -1.2811279296875, -1.20751953125, -1.1339111328125, -1.060302734375, -0.9866943359375, -0.9130859375, -0.8394775390625, -0.765869140625, -0.6922607421875, -0.61865234375, -0.5450439453125, -0.471435546875, -0.3978271484375, -0.32421875, -0.2506103515625, -0.177001953125, -0.1033935546875, -0.02978515625, 0.0438232421875, 0.117431640625, 0.1910400390625, 0.2646484375, 0.3382568359375, 0.411865234375, 0.4854736328125, 0.55908203125, 0.6326904296875, 0.706298828125, 0.7799072265625, 0.853515625, 0.9271240234375, 1.000732421875, 1.0743408203125, 1.14794921875, 1.2215576171875, 1.295166015625, 1.3687744140625, 1.4423828125, 1.5159912109375, 1.589599609375, 1.6632080078125, 1.73681640625, 1.8104248046875, 1.884033203125, 1.9576416015625, 2.03125]}, "gradients/encoder.encoder.layers.7.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 5.0, 2.0, 5.0, 6.0, 5.0, 6.0, 12.0, 20.0, 19.0, 28.0, 44.0, 62.0, 91.0, 246.0, 592.0, 2067.0, 14191.0, 834305.0, 187326.0, 7276.0, 1363.0, 425.0, 178.0, 94.0, 49.0, 35.0, 28.0, 16.0, 10.0, 13.0, 6.0, 5.0, 6.0, 5.0, 4.0, 4.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5380859375, -1.48980712890625, -1.4415283203125, -1.39324951171875, -1.344970703125, -1.29669189453125, -1.2484130859375, -1.20013427734375, -1.15185546875, -1.10357666015625, -1.0552978515625, -1.00701904296875, -0.958740234375, -0.91046142578125, -0.8621826171875, -0.81390380859375, -0.765625, -0.71734619140625, -0.6690673828125, -0.62078857421875, -0.572509765625, -0.52423095703125, -0.4759521484375, -0.42767333984375, -0.37939453125, -0.33111572265625, -0.2828369140625, -0.23455810546875, -0.186279296875, -0.13800048828125, -0.0897216796875, -0.04144287109375, 0.0068359375, 0.05511474609375, 0.1033935546875, 0.15167236328125, 0.199951171875, 0.24822998046875, 0.2965087890625, 0.34478759765625, 0.39306640625, 0.44134521484375, 0.4896240234375, 0.53790283203125, 0.586181640625, 0.63446044921875, 0.6827392578125, 0.73101806640625, 0.779296875, 0.82757568359375, 0.8758544921875, 0.92413330078125, 0.972412109375, 1.02069091796875, 1.0689697265625, 1.11724853515625, 1.16552734375, 1.21380615234375, 1.2620849609375, 1.31036376953125, 1.358642578125, 1.40692138671875, 1.4552001953125, 1.50347900390625, 1.5517578125]}, "gradients/encoder.encoder.layers.7.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0, 2.0, 5.0, 3.0, 3.0, 9.0, 5.0, 6.0, 15.0, 19.0, 22.0, 22.0, 35.0, 39.0, 46.0, 66.0, 98.0, 132.0, 108.0, 82.0, 61.0, 49.0, 41.0, 27.0, 22.0, 16.0, 18.0, 16.0, 6.0, 9.0, 6.0, 4.0, 2.0, 5.0, 5.0, 2.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.00011140108108520508, -0.00010765809565782547, -0.00010391511023044586, -0.00010017212480306625, -9.642913937568665e-05, -9.268615394830704e-05, -8.894316852092743e-05, -8.520018309354782e-05, -8.145719766616821e-05, -7.77142122387886e-05, -7.3971226811409e-05, -7.022824138402939e-05, -6.648525595664978e-05, -6.274227052927017e-05, -5.8999285101890564e-05, -5.5256299674510956e-05, -5.151331424713135e-05, -4.777032881975174e-05, -4.402734339237213e-05, -4.028435796499252e-05, -3.6541372537612915e-05, -3.279838711023331e-05, -2.90554016828537e-05, -2.531241625547409e-05, -2.1569430828094482e-05, -1.7826445400714874e-05, -1.4083459973335266e-05, -1.0340474545955658e-05, -6.59748911857605e-06, -2.8545036911964417e-06, 8.884817361831665e-07, 4.631467163562775e-06, 8.374452590942383e-06, 1.2117438018321991e-05, 1.58604234457016e-05, 1.9603408873081207e-05, 2.3346394300460815e-05, 2.7089379727840424e-05, 3.083236515522003e-05, 3.457535058259964e-05, 3.831833600997925e-05, 4.2061321437358856e-05, 4.5804306864738464e-05, 4.954729229211807e-05, 5.329027771949768e-05, 5.703326314687729e-05, 6.07762485742569e-05, 6.45192340016365e-05, 6.826221942901611e-05, 7.200520485639572e-05, 7.574819028377533e-05, 7.949117571115494e-05, 8.323416113853455e-05, 8.697714656591415e-05, 9.072013199329376e-05, 9.446311742067337e-05, 9.820610284805298e-05, 0.00010194908827543259, 0.0001056920737028122, 0.0001094350591301918, 0.00011317804455757141, 0.00011692102998495102, 0.00012066401541233063, 0.00012440700083971024, 0.00012814998626708984]}, "gradients/encoder.encoder.layers.7.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 1.0, 8.0, 7.0, 15.0, 24.0, 15.0, 48.0, 61.0, 138.0, 270.0, 644.0, 2041.0, 12454.0, 856180.0, 168328.0, 6054.0, 1322.0, 458.0, 197.0, 127.0, 66.0, 32.0, 32.0, 10.0, 6.0, 6.0, 8.0, 2.0, 1.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2685546875, -1.2174835205078125, -1.166412353515625, -1.1153411865234375, -1.06427001953125, -1.0131988525390625, -0.962127685546875, -0.9110565185546875, -0.8599853515625, -0.8089141845703125, -0.757843017578125, -0.7067718505859375, -0.65570068359375, -0.6046295166015625, -0.553558349609375, -0.5024871826171875, -0.451416015625, -0.4003448486328125, -0.349273681640625, -0.2982025146484375, -0.24713134765625, -0.1960601806640625, -0.144989013671875, -0.0939178466796875, -0.0428466796875, 0.0082244873046875, 0.059295654296875, 0.1103668212890625, 0.16143798828125, 0.2125091552734375, 0.263580322265625, 0.3146514892578125, 0.36572265625, 0.4167938232421875, 0.467864990234375, 0.5189361572265625, 0.57000732421875, 0.6210784912109375, 0.672149658203125, 0.7232208251953125, 0.7742919921875, 0.8253631591796875, 0.876434326171875, 0.9275054931640625, 0.97857666015625, 1.0296478271484375, 1.080718994140625, 1.1317901611328125, 1.182861328125, 1.2339324951171875, 1.285003662109375, 1.3360748291015625, 1.38714599609375, 1.4382171630859375, 1.489288330078125, 1.5403594970703125, 1.5914306640625, 1.6425018310546875, 1.693572998046875, 1.7446441650390625, 1.79571533203125, 1.8467864990234375, 1.897857666015625, 1.9489288330078125, 2.0]}, "gradients/encoder.encoder.layers.7.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 1.0, 1.0, 4.0, 6.0, 9.0, 13.0, 15.0, 19.0, 39.0, 65.0, 128.0, 160.0, 166.0, 136.0, 95.0, 54.0, 38.0, 23.0, 18.0, 9.0, 6.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.98779296875, -0.9502029418945312, -0.9126129150390625, -0.8750228881835938, -0.837432861328125, -0.7998428344726562, -0.7622528076171875, -0.7246627807617188, -0.68707275390625, -0.6494827270507812, -0.6118927001953125, -0.5743026733398438, -0.536712646484375, -0.49912261962890625, -0.4615325927734375, -0.42394256591796875, -0.3863525390625, -0.34876251220703125, -0.3111724853515625, -0.27358245849609375, -0.235992431640625, -0.19840240478515625, -0.1608123779296875, -0.12322235107421875, -0.08563232421875, -0.04804229736328125, -0.0104522705078125, 0.02713775634765625, 0.064727783203125, 0.10231781005859375, 0.1399078369140625, 0.17749786376953125, 0.215087890625, 0.25267791748046875, 0.2902679443359375, 0.32785797119140625, 0.365447998046875, 0.40303802490234375, 0.4406280517578125, 0.47821807861328125, 0.51580810546875, 0.5533981323242188, 0.5909881591796875, 0.6285781860351562, 0.666168212890625, 0.7037582397460938, 0.7413482666015625, 0.7789382934570312, 0.8165283203125, 0.8541183471679688, 0.8917083740234375, 0.9292984008789062, 0.966888427734375, 1.0044784545898438, 1.0420684814453125, 1.0796585083007812, 1.11724853515625, 1.1548385620117188, 1.1924285888671875, 1.2300186157226562, 1.267608642578125, 1.3051986694335938, 1.3427886962890625, 1.3803787231445312, 1.41796875]}, "gradients/encoder.encoder.layers.7.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 5.0, 3.0, 4.0, 5.0, 12.0, 17.0, 33.0, 87.0, 173.0, 236.0, 212.0, 120.0, 56.0, 20.0, 9.0, 7.0, 5.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-19.728404998779297, -19.265567779541016, -18.802730560302734, -18.339893341064453, -17.877056121826172, -17.41421890258789, -16.95138168334961, -16.488544464111328, -16.025707244873047, -15.562870025634766, -15.100032806396484, -14.637195587158203, -14.174358367919922, -13.71152114868164, -13.24868392944336, -12.785846710205078, -12.323010444641113, -11.860173225402832, -11.39733600616455, -10.93449878692627, -10.471661567687988, -10.008824348449707, -9.545988082885742, -9.083150863647461, -8.62031364440918, -8.157476425170898, -7.694639205932617, -7.231801986694336, -6.768964767456055, -6.306127548217773, -5.84329080581665, -5.380453586578369, -4.91761589050293, -4.454778671264648, -3.991941452026367, -3.529104471206665, -3.066267251968384, -2.6034300327301025, -2.1405930519104004, -1.6777558326721191, -1.214918613433838, -0.7520814538002014, -0.28924429416656494, 0.17359280586242676, 0.636430025100708, 1.0992672443389893, 1.5621042251586914, 2.0249414443969727, 2.487778663635254, 2.950615882873535, 3.4134531021118164, 3.8762900829315186, 4.339127540588379, 4.80196475982666, 5.264801502227783, 5.7276387214660645, 6.190475940704346, 6.653313159942627, 7.116150379180908, 7.578987121582031, 8.041824340820312, 8.504661560058594, 8.967498779296875, 9.430335998535156, 9.893173217773438]}, "gradients/encoder.encoder.layers.7.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 7.0, 5.0, 13.0, 9.0, 16.0, 20.0, 27.0, 36.0, 37.0, 47.0, 50.0, 52.0, 70.0, 65.0, 70.0, 66.0, 67.0, 58.0, 52.0, 45.0, 48.0, 35.0, 30.0, 24.0, 12.0, 10.0, 5.0, 7.0, 14.0, 5.0, 4.0, 2.0, 3.0, 1.0, 0.0, 2.0], "bins": [-12.687108993530273, -12.390176773071289, -12.093243598937988, -11.796311378479004, -11.499378204345703, -11.202445983886719, -10.905513763427734, -10.60858154296875, -10.31164836883545, -10.014716148376465, -9.717782974243164, -9.42085075378418, -9.123918533325195, -8.826985359191895, -8.53005313873291, -8.23311996459961, -7.936187744140625, -7.639255046844482, -7.34232234954834, -7.0453901290893555, -6.748457431793213, -6.45152473449707, -6.154592514038086, -5.857659816741943, -5.560727119445801, -5.263794422149658, -4.966861724853516, -4.669929504394531, -4.372996807098389, -4.076064109802246, -3.7791316509246826, -3.482199192047119, -3.18526554107666, -2.8883328437805176, -2.591400384902954, -2.2944679260253906, -1.997535228729248, -1.700602650642395, -1.403670072555542, -1.1067376136779785, -0.8098049163818359, -0.5128723382949829, -0.21593976020812988, 0.08099281787872314, 0.37792539596557617, 0.6748579740524292, 0.9717905521392822, 1.2687230110168457, 1.5656557083129883, 1.8625882863998413, 2.1595208644866943, 2.456453323364258, 2.7533860206604004, 3.050318717956543, 3.3472511768341064, 3.64418363571167, 3.9411163330078125, 4.238049030303955, 4.534981727600098, 4.831913948059082, 5.128846645355225, 5.425779342651367, 5.722711563110352, 6.019644260406494, 6.316576957702637]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 6.0, 3.0, 3.0, 6.0, 6.0, 6.0, 7.0, 18.0, 26.0, 22.0, 34.0, 49.0, 62.0, 84.0, 93.0, 186.0, 383.0, 1837.0, 32788.0, 4123460.0, 32390.0, 1820.0, 399.0, 181.0, 122.0, 79.0, 47.0, 46.0, 38.0, 14.0, 19.0, 14.0, 9.0, 9.0, 8.0, 5.0, 7.0, 1.0, 2.0, 2.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.3515625, -3.22967529296875, -3.1077880859375, -2.98590087890625, -2.864013671875, -2.74212646484375, -2.6202392578125, -2.49835205078125, -2.37646484375, -2.25457763671875, -2.1326904296875, -2.01080322265625, -1.888916015625, -1.76702880859375, -1.6451416015625, -1.52325439453125, -1.4013671875, -1.27947998046875, -1.1575927734375, -1.03570556640625, -0.913818359375, -0.79193115234375, -0.6700439453125, -0.54815673828125, -0.42626953125, -0.30438232421875, -0.1824951171875, -0.06060791015625, 0.061279296875, 0.18316650390625, 0.3050537109375, 0.42694091796875, 0.548828125, 0.67071533203125, 0.7926025390625, 0.91448974609375, 1.036376953125, 1.15826416015625, 1.2801513671875, 1.40203857421875, 1.52392578125, 1.64581298828125, 1.7677001953125, 1.88958740234375, 2.011474609375, 2.13336181640625, 2.2552490234375, 2.37713623046875, 2.4990234375, 2.62091064453125, 2.7427978515625, 2.86468505859375, 2.986572265625, 3.10845947265625, 3.2303466796875, 3.35223388671875, 3.47412109375, 3.59600830078125, 3.7178955078125, 3.83978271484375, 3.961669921875, 4.08355712890625, 4.2054443359375, 4.32733154296875, 4.44921875]}, "gradients/encoder.encoder.layers.6.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 2.0, 5.0, 14.0, 15.0, 19.0, 32.0, 27.0, 35.0, 53.0, 44.0, 65.0, 68.0, 79.0, 80.0, 78.0, 61.0, 63.0, 58.0, 43.0, 36.0, 33.0, 31.0, 12.0, 18.0, 15.0, 5.0, 8.0, 5.0, 2.0, 2.0, 1.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.65478515625, -0.6378440856933594, -0.6209030151367188, -0.6039619445800781, -0.5870208740234375, -0.5700798034667969, -0.5531387329101562, -0.5361976623535156, -0.519256591796875, -0.5023155212402344, -0.48537445068359375, -0.4684333801269531, -0.4514923095703125, -0.4345512390136719, -0.41761016845703125, -0.4006690979003906, -0.38372802734375, -0.3667869567871094, -0.34984588623046875, -0.3329048156738281, -0.3159637451171875, -0.2990226745605469, -0.28208160400390625, -0.2651405334472656, -0.248199462890625, -0.23125839233398438, -0.21431732177734375, -0.19737625122070312, -0.1804351806640625, -0.16349411010742188, -0.14655303955078125, -0.12961196899414062, -0.1126708984375, -0.09572982788085938, -0.07878875732421875, -0.061847686767578125, -0.0449066162109375, -0.027965545654296875, -0.01102447509765625, 0.005916595458984375, 0.022857666015625, 0.039798736572265625, 0.05673980712890625, 0.07368087768554688, 0.0906219482421875, 0.10756301879882812, 0.12450408935546875, 0.14144515991210938, 0.15838623046875, 0.17532730102539062, 0.19226837158203125, 0.20920944213867188, 0.2261505126953125, 0.24309158325195312, 0.26003265380859375, 0.2769737243652344, 0.293914794921875, 0.3108558654785156, 0.32779693603515625, 0.3447380065917969, 0.3616790771484375, 0.3786201477050781, 0.39556121826171875, 0.4125022888183594, 0.429443359375]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 3.0, 3.0, 0.0, 3.0, 2.0, 9.0, 15.0, 29.0, 25.0, 54.0, 104.0, 157.0, 311.0, 668.0, 1441.0, 3363.0, 9297.0, 30229.0, 148781.0, 3413509.0, 503744.0, 58987.0, 15496.0, 4812.0, 1836.0, 748.0, 326.0, 135.0, 89.0, 41.0, 23.0, 21.0, 10.0, 5.0, 5.0, 6.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1591796875, -1.1267318725585938, -1.0942840576171875, -1.0618362426757812, -1.029388427734375, -0.9969406127929688, -0.9644927978515625, -0.9320449829101562, -0.89959716796875, -0.8671493530273438, -0.8347015380859375, -0.8022537231445312, -0.769805908203125, -0.7373580932617188, -0.7049102783203125, -0.6724624633789062, -0.6400146484375, -0.6075668334960938, -0.5751190185546875, -0.5426712036132812, -0.510223388671875, -0.47777557373046875, -0.4453277587890625, -0.41287994384765625, -0.38043212890625, -0.34798431396484375, -0.3155364990234375, -0.28308868408203125, -0.250640869140625, -0.21819305419921875, -0.1857452392578125, -0.15329742431640625, -0.120849609375, -0.08840179443359375, -0.0559539794921875, -0.02350616455078125, 0.008941650390625, 0.04138946533203125, 0.0738372802734375, 0.10628509521484375, 0.13873291015625, 0.17118072509765625, 0.2036285400390625, 0.23607635498046875, 0.268524169921875, 0.30097198486328125, 0.3334197998046875, 0.36586761474609375, 0.3983154296875, 0.43076324462890625, 0.4632110595703125, 0.49565887451171875, 0.528106689453125, 0.5605545043945312, 0.5930023193359375, 0.6254501342773438, 0.65789794921875, 0.6903457641601562, 0.7227935791015625, 0.7552413940429688, 0.787689208984375, 0.8201370239257812, 0.8525848388671875, 0.8850326538085938, 0.91748046875]}, "gradients/encoder.encoder.layers.6.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 1.0, 1.0, 4.0, 2.0, 7.0, 3.0, 10.0, 9.0, 5.0, 8.0, 16.0, 17.0, 22.0, 26.0, 45.0, 57.0, 92.0, 177.0, 344.0, 920.0, 1163.0, 490.0, 227.0, 123.0, 90.0, 55.0, 42.0, 27.0, 29.0, 22.0, 10.0, 9.0, 7.0, 5.0, 9.0, 0.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.1328125, -1.1015777587890625, -1.070343017578125, -1.0391082763671875, -1.00787353515625, -0.9766387939453125, -0.945404052734375, -0.9141693115234375, -0.8829345703125, -0.8516998291015625, -0.820465087890625, -0.7892303466796875, -0.75799560546875, -0.7267608642578125, -0.695526123046875, -0.6642913818359375, -0.633056640625, -0.6018218994140625, -0.570587158203125, -0.5393524169921875, -0.50811767578125, -0.4768829345703125, -0.445648193359375, -0.4144134521484375, -0.3831787109375, -0.3519439697265625, -0.320709228515625, -0.2894744873046875, -0.25823974609375, -0.2270050048828125, -0.195770263671875, -0.1645355224609375, -0.13330078125, -0.1020660400390625, -0.070831298828125, -0.0395965576171875, -0.00836181640625, 0.0228729248046875, 0.054107666015625, 0.0853424072265625, 0.1165771484375, 0.1478118896484375, 0.179046630859375, 0.2102813720703125, 0.24151611328125, 0.2727508544921875, 0.303985595703125, 0.3352203369140625, 0.366455078125, 0.3976898193359375, 0.428924560546875, 0.4601593017578125, 0.49139404296875, 0.5226287841796875, 0.553863525390625, 0.5850982666015625, 0.6163330078125, 0.6475677490234375, 0.678802490234375, 0.7100372314453125, 0.74127197265625, 0.7725067138671875, 0.803741455078125, 0.8349761962890625, 0.8662109375]}, "gradients/encoder.encoder.layers.6.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 1.0, 3.0, 4.0, 9.0, 43.0, 83.0, 231.0, 285.0, 188.0, 86.0, 36.0, 16.0, 4.0, 5.0, 0.0, 4.0, 1.0, 1.0, 3.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-10.224617958068848, -9.833047866821289, -9.441476821899414, -9.049906730651855, -8.65833568572998, -8.266765594482422, -7.875195026397705, -7.483624458312988, -7.0920538902282715, -6.700483322143555, -6.308912754058838, -5.917342185974121, -5.5257720947265625, -5.1342010498046875, -4.742630958557129, -4.351060390472412, -3.9594898223876953, -3.5679192543029785, -3.1763486862182617, -2.784778356552124, -2.3932077884674072, -2.0016372203826904, -1.6100668907165527, -1.218496322631836, -0.8269257545471191, -0.4353552460670471, -0.0437847375869751, 0.34778571128845215, 0.739356279373169, 1.1309268474578857, 1.5224971771240234, 1.9140677452087402, 2.3056392669677734, 2.6972098350524902, 3.088780403137207, 3.4803507328033447, 3.8719213008880615, 4.263491630554199, 4.655062198638916, 5.046632766723633, 5.43820333480835, 5.829773902893066, 6.221344470977783, 6.6129150390625, 7.004485130310059, 7.396056175231934, 7.787626266479492, 8.179197311401367, 8.570767402648926, 8.962337493896484, 9.35390853881836, 9.745478630065918, 10.137049674987793, 10.528619766235352, 10.920190811157227, 11.311760902404785, 11.703330993652344, 12.094901084899902, 12.486472129821777, 12.878042221069336, 13.269613265991211, 13.66118335723877, 14.052753448486328, 14.444324493408203, 14.835895538330078]}, "gradients/encoder.encoder.layers.6.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 5.0, 5.0, 6.0, 7.0, 12.0, 17.0, 24.0, 22.0, 41.0, 44.0, 36.0, 60.0, 62.0, 67.0, 73.0, 65.0, 78.0, 49.0, 60.0, 57.0, 47.0, 44.0, 32.0, 31.0, 21.0, 10.0, 16.0, 3.0, 9.0, 3.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.100729942321777, -5.914244651794434, -5.727759838104248, -5.541274547576904, -5.3547892570495605, -5.168304443359375, -4.981819152832031, -4.7953338623046875, -4.608848571777344, -4.42236328125, -4.2358784675598145, -4.049393177032471, -3.862907886505127, -3.6764228343963623, -3.4899377822875977, -3.303452491760254, -3.1169676780700684, -2.9304826259613037, -2.74399733543396, -2.5575122833251953, -2.3710269927978516, -2.184541940689087, -1.9980568885803223, -1.811571717262268, -1.6250865459442139, -1.4386013746261597, -1.2521162033081055, -1.0656311511993408, -0.8791459798812866, -0.6926608085632324, -0.5061757564544678, -0.3196905851364136, -0.13320541381835938, 0.053279727697372437, 0.23976486921310425, 0.42624998092651367, 0.6127351522445679, 0.7992203235626221, 0.9857053756713867, 1.172190546989441, 1.3586757183074951, 1.5451608896255493, 1.7316460609436035, 1.9181311130523682, 2.104616165161133, 2.2911014556884766, 2.477586507797241, 2.664071559906006, 2.8505568504333496, 3.0370419025421143, 3.223527193069458, 3.4100122451782227, 3.5964975357055664, 3.782982587814331, 3.9694676399230957, 4.1559529304504395, 4.342437744140625, 4.528923034667969, 4.715407848358154, 4.901893138885498, 5.088378429412842, 5.274863243103027, 5.461348533630371, 5.647833824157715, 5.834319114685059]}, "gradients/encoder.encoder.layers.6.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 3.0, 2.0, 1.0, 2.0, 4.0, 5.0, 6.0, 5.0, 12.0, 15.0, 19.0, 40.0, 41.0, 55.0, 74.0, 130.0, 207.0, 264.0, 486.0, 736.0, 1211.0, 2435.0, 4556.0, 9827.0, 23221.0, 63334.0, 250165.0, 504637.0, 119696.0, 37944.0, 15098.0, 6709.0, 3268.0, 1691.0, 967.0, 589.0, 371.0, 229.0, 161.0, 108.0, 74.0, 52.0, 26.0, 18.0, 23.0, 17.0, 4.0, 12.0, 5.0, 5.0, 3.0, 0.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.7890625, -0.761138916015625, -0.73321533203125, -0.705291748046875, -0.6773681640625, -0.649444580078125, -0.62152099609375, -0.593597412109375, -0.565673828125, -0.537750244140625, -0.50982666015625, -0.481903076171875, -0.4539794921875, -0.426055908203125, -0.39813232421875, -0.370208740234375, -0.34228515625, -0.314361572265625, -0.28643798828125, -0.258514404296875, -0.2305908203125, -0.202667236328125, -0.17474365234375, -0.146820068359375, -0.118896484375, -0.090972900390625, -0.06304931640625, -0.035125732421875, -0.0072021484375, 0.020721435546875, 0.04864501953125, 0.076568603515625, 0.1044921875, 0.132415771484375, 0.16033935546875, 0.188262939453125, 0.2161865234375, 0.244110107421875, 0.27203369140625, 0.299957275390625, 0.327880859375, 0.355804443359375, 0.38372802734375, 0.411651611328125, 0.4395751953125, 0.467498779296875, 0.49542236328125, 0.523345947265625, 0.55126953125, 0.579193115234375, 0.60711669921875, 0.635040283203125, 0.6629638671875, 0.690887451171875, 0.71881103515625, 0.746734619140625, 0.774658203125, 0.802581787109375, 0.83050537109375, 0.858428955078125, 0.8863525390625, 0.914276123046875, 0.94219970703125, 0.970123291015625, 0.998046875]}, "gradients/encoder.encoder.layers.6.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 3.0, 4.0, 7.0, 5.0, 4.0, 6.0, 10.0, 12.0, 10.0, 19.0, 20.0, 27.0, 22.0, 26.0, 43.0, 24.0, 35.0, 37.0, 38.0, 48.0, 50.0, 43.0, 46.0, 44.0, 49.0, 35.0, 39.0, 43.0, 29.0, 30.0, 33.0, 21.0, 30.0, 16.0, 19.0, 11.0, 17.0, 11.0, 9.0, 13.0, 5.0, 7.0, 3.0, 3.0, 1.0, 3.0, 3.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.3427734375, -0.33187103271484375, -0.3209686279296875, -0.31006622314453125, -0.299163818359375, -0.28826141357421875, -0.2773590087890625, -0.26645660400390625, -0.25555419921875, -0.24465179443359375, -0.2337493896484375, -0.22284698486328125, -0.211944580078125, -0.20104217529296875, -0.1901397705078125, -0.17923736572265625, -0.1683349609375, -0.15743255615234375, -0.1465301513671875, -0.13562774658203125, -0.124725341796875, -0.11382293701171875, -0.1029205322265625, -0.09201812744140625, -0.08111572265625, -0.07021331787109375, -0.0593109130859375, -0.04840850830078125, -0.037506103515625, -0.02660369873046875, -0.0157012939453125, -0.00479888916015625, 0.006103515625, 0.01700592041015625, 0.0279083251953125, 0.03881072998046875, 0.049713134765625, 0.06061553955078125, 0.0715179443359375, 0.08242034912109375, 0.09332275390625, 0.10422515869140625, 0.1151275634765625, 0.12602996826171875, 0.136932373046875, 0.14783477783203125, 0.1587371826171875, 0.16963958740234375, 0.1805419921875, 0.19144439697265625, 0.2023468017578125, 0.21324920654296875, 0.224151611328125, 0.23505401611328125, 0.2459564208984375, 0.25685882568359375, 0.26776123046875, 0.27866363525390625, 0.2895660400390625, 0.30046844482421875, 0.311370849609375, 0.32227325439453125, 0.3331756591796875, 0.34407806396484375, 0.35498046875]}, "gradients/encoder.encoder.layers.6.attention.v_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 3.0, 18.0, 16.0, 12.0, 22.0, 20.0, 34.0, 49.0, 89.0, 113.0, 205.0, 322.0, 517.0, 1120.0, 2595.0, 8861.0, 51458.0, 755366.0, 197881.0, 21455.0, 4839.0, 1670.0, 768.0, 399.0, 251.0, 151.0, 102.0, 62.0, 48.0, 28.0, 20.0, 22.0, 13.0, 6.0, 5.0, 1.0, 6.0, 1.0, 2.0, 0.0, 5.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.6259765625, -1.574798583984375, -1.52362060546875, -1.472442626953125, -1.4212646484375, -1.370086669921875, -1.31890869140625, -1.267730712890625, -1.216552734375, -1.165374755859375, -1.11419677734375, -1.063018798828125, -1.0118408203125, -0.960662841796875, -0.90948486328125, -0.858306884765625, -0.80712890625, -0.755950927734375, -0.70477294921875, -0.653594970703125, -0.6024169921875, -0.551239013671875, -0.50006103515625, -0.448883056640625, -0.397705078125, -0.346527099609375, -0.29534912109375, -0.244171142578125, -0.1929931640625, -0.141815185546875, -0.09063720703125, -0.039459228515625, 0.01171875, 0.062896728515625, 0.11407470703125, 0.165252685546875, 0.2164306640625, 0.267608642578125, 0.31878662109375, 0.369964599609375, 0.421142578125, 0.472320556640625, 0.52349853515625, 0.574676513671875, 0.6258544921875, 0.677032470703125, 0.72821044921875, 0.779388427734375, 0.83056640625, 0.881744384765625, 0.93292236328125, 0.984100341796875, 1.0352783203125, 1.086456298828125, 1.13763427734375, 1.188812255859375, 1.239990234375, 1.291168212890625, 1.34234619140625, 1.393524169921875, 1.4447021484375, 1.495880126953125, 1.54705810546875, 1.598236083984375, 1.6494140625]}, "gradients/encoder.encoder.layers.6.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 3.0, 3.0, 2.0, 1.0, 5.0, 9.0, 14.0, 24.0, 18.0, 35.0, 28.0, 24.0, 59.0, 60.0, 61.0, 78.0, 74.0, 75.0, 69.0, 57.0, 54.0, 53.0, 42.0, 28.0, 35.0, 16.0, 26.0, 16.0, 10.0, 11.0, 11.0, 2.0, 4.0, 1.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.357421875, -2.295867919921875, -2.23431396484375, -2.172760009765625, -2.1112060546875, -2.049652099609375, -1.98809814453125, -1.926544189453125, -1.864990234375, -1.803436279296875, -1.74188232421875, -1.680328369140625, -1.6187744140625, -1.557220458984375, -1.49566650390625, -1.434112548828125, -1.37255859375, -1.311004638671875, -1.24945068359375, -1.187896728515625, -1.1263427734375, -1.064788818359375, -1.00323486328125, -0.941680908203125, -0.880126953125, -0.818572998046875, -0.75701904296875, -0.695465087890625, -0.6339111328125, -0.572357177734375, -0.51080322265625, -0.449249267578125, -0.3876953125, -0.326141357421875, -0.26458740234375, -0.203033447265625, -0.1414794921875, -0.079925537109375, -0.01837158203125, 0.043182373046875, 0.104736328125, 0.166290283203125, 0.22784423828125, 0.289398193359375, 0.3509521484375, 0.412506103515625, 0.47406005859375, 0.535614013671875, 0.59716796875, 0.658721923828125, 0.72027587890625, 0.781829833984375, 0.8433837890625, 0.904937744140625, 0.96649169921875, 1.028045654296875, 1.089599609375, 1.151153564453125, 1.21270751953125, 1.274261474609375, 1.3358154296875, 1.397369384765625, 1.45892333984375, 1.520477294921875, 1.58203125]}, "gradients/encoder.encoder.layers.6.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 3.0, 3.0, 3.0, 4.0, 1.0, 3.0, 7.0, 6.0, 10.0, 14.0, 18.0, 31.0, 66.0, 105.0, 273.0, 845.0, 3901.0, 87422.0, 936577.0, 16444.0, 1933.0, 489.0, 193.0, 69.0, 51.0, 28.0, 10.0, 18.0, 9.0, 4.0, 6.0, 0.0, 3.0, 0.0, 2.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.27734375, -1.233734130859375, -1.19012451171875, -1.146514892578125, -1.1029052734375, -1.059295654296875, -1.01568603515625, -0.972076416015625, -0.928466796875, -0.884857177734375, -0.84124755859375, -0.797637939453125, -0.7540283203125, -0.710418701171875, -0.66680908203125, -0.623199462890625, -0.57958984375, -0.535980224609375, -0.49237060546875, -0.448760986328125, -0.4051513671875, -0.361541748046875, -0.31793212890625, -0.274322509765625, -0.230712890625, -0.187103271484375, -0.14349365234375, -0.099884033203125, -0.0562744140625, -0.012664794921875, 0.03094482421875, 0.074554443359375, 0.1181640625, 0.161773681640625, 0.20538330078125, 0.248992919921875, 0.2926025390625, 0.336212158203125, 0.37982177734375, 0.423431396484375, 0.467041015625, 0.510650634765625, 0.55426025390625, 0.597869873046875, 0.6414794921875, 0.685089111328125, 0.72869873046875, 0.772308349609375, 0.81591796875, 0.859527587890625, 0.90313720703125, 0.946746826171875, 0.9903564453125, 1.033966064453125, 1.07757568359375, 1.121185302734375, 1.164794921875, 1.208404541015625, 1.25201416015625, 1.295623779296875, 1.3392333984375, 1.382843017578125, 1.42645263671875, 1.470062255859375, 1.513671875]}, "gradients/encoder.encoder.layers.6.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 3.0, 0.0, 3.0, 3.0, 11.0, 8.0, 12.0, 13.0, 24.0, 32.0, 40.0, 62.0, 78.0, 123.0, 140.0, 132.0, 81.0, 64.0, 42.0, 28.0, 24.0, 20.0, 11.0, 11.0, 6.0, 8.0, 6.0, 6.0, 2.0, 2.0, 5.0, 4.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.0001544952392578125, -0.0001498982310295105, -0.0001453012228012085, -0.0001407042145729065, -0.0001361072063446045, -0.0001315101981163025, -0.0001269131898880005, -0.00012231618165969849, -0.00011771917343139648, -0.00011312216520309448, -0.00010852515697479248, -0.00010392814874649048, -9.933114051818848e-05, -9.473413228988647e-05, -9.013712406158447e-05, -8.554011583328247e-05, -8.094310760498047e-05, -7.634609937667847e-05, -7.174909114837646e-05, -6.715208292007446e-05, -6.255507469177246e-05, -5.795806646347046e-05, -5.336105823516846e-05, -4.8764050006866455e-05, -4.416704177856445e-05, -3.957003355026245e-05, -3.497302532196045e-05, -3.0376017093658447e-05, -2.5779008865356445e-05, -2.1182000637054443e-05, -1.658499240875244e-05, -1.198798418045044e-05, -7.3909759521484375e-06, -2.7939677238464355e-06, 1.8030405044555664e-06, 6.400048732757568e-06, 1.099705696105957e-05, 1.5594065189361572e-05, 2.0191073417663574e-05, 2.4788081645965576e-05, 2.9385089874267578e-05, 3.398209810256958e-05, 3.857910633087158e-05, 4.3176114559173584e-05, 4.7773122787475586e-05, 5.237013101577759e-05, 5.696713924407959e-05, 6.156414747238159e-05, 6.61611557006836e-05, 7.07581639289856e-05, 7.53551721572876e-05, 7.99521803855896e-05, 8.45491886138916e-05, 8.91461968421936e-05, 9.37432050704956e-05, 9.834021329879761e-05, 0.00010293722152709961, 0.00010753422975540161, 0.00011213123798370361, 0.00011672824621200562, 0.00012132525444030762, 0.00012592226266860962, 0.00013051927089691162, 0.00013511627912521362, 0.00013971328735351562]}, "gradients/encoder.encoder.layers.6.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 9.0, 3.0, 11.0, 18.0, 26.0, 27.0, 44.0, 103.0, 196.0, 380.0, 925.0, 2223.0, 8549.0, 87164.0, 852910.0, 83524.0, 8520.0, 2240.0, 832.0, 396.0, 190.0, 113.0, 53.0, 42.0, 10.0, 13.0, 13.0, 4.0, 3.0, 3.0, 4.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-0.83642578125, -0.814117431640625, -0.79180908203125, -0.769500732421875, -0.7471923828125, -0.724884033203125, -0.70257568359375, -0.680267333984375, -0.657958984375, -0.635650634765625, -0.61334228515625, -0.591033935546875, -0.5687255859375, -0.546417236328125, -0.52410888671875, -0.501800537109375, -0.4794921875, -0.457183837890625, -0.43487548828125, -0.412567138671875, -0.3902587890625, -0.367950439453125, -0.34564208984375, -0.323333740234375, -0.301025390625, -0.278717041015625, -0.25640869140625, -0.234100341796875, -0.2117919921875, -0.189483642578125, -0.16717529296875, -0.144866943359375, -0.12255859375, -0.100250244140625, -0.07794189453125, -0.055633544921875, -0.0333251953125, -0.011016845703125, 0.01129150390625, 0.033599853515625, 0.055908203125, 0.078216552734375, 0.10052490234375, 0.122833251953125, 0.1451416015625, 0.167449951171875, 0.18975830078125, 0.212066650390625, 0.234375, 0.256683349609375, 0.27899169921875, 0.301300048828125, 0.3236083984375, 0.345916748046875, 0.36822509765625, 0.390533447265625, 0.412841796875, 0.435150146484375, 0.45745849609375, 0.479766845703125, 0.5020751953125, 0.524383544921875, 0.54669189453125, 0.569000244140625, 0.59130859375]}, "gradients/encoder.encoder.layers.6.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 4.0, 1.0, 7.0, 5.0, 9.0, 8.0, 12.0, 15.0, 17.0, 33.0, 42.0, 49.0, 64.0, 74.0, 90.0, 83.0, 89.0, 74.0, 80.0, 57.0, 41.0, 37.0, 29.0, 18.0, 20.0, 15.0, 10.0, 9.0, 6.0, 8.0, 1.0, 4.0, 3.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.55224609375, -0.5373268127441406, -0.5224075317382812, -0.5074882507324219, -0.4925689697265625, -0.4776496887207031, -0.46273040771484375, -0.4478111267089844, -0.432891845703125, -0.4179725646972656, -0.40305328369140625, -0.3881340026855469, -0.3732147216796875, -0.3582954406738281, -0.34337615966796875, -0.3284568786621094, -0.31353759765625, -0.2986183166503906, -0.28369903564453125, -0.2687797546386719, -0.2538604736328125, -0.23894119262695312, -0.22402191162109375, -0.20910263061523438, -0.194183349609375, -0.17926406860351562, -0.16434478759765625, -0.14942550659179688, -0.1345062255859375, -0.11958694458007812, -0.10466766357421875, -0.08974838256835938, -0.0748291015625, -0.059909820556640625, -0.04499053955078125, -0.030071258544921875, -0.0151519775390625, -0.000232696533203125, 0.01468658447265625, 0.029605865478515625, 0.044525146484375, 0.059444427490234375, 0.07436370849609375, 0.08928298950195312, 0.1042022705078125, 0.11912155151367188, 0.13404083251953125, 0.14896011352539062, 0.16387939453125, 0.17879867553710938, 0.19371795654296875, 0.20863723754882812, 0.2235565185546875, 0.23847579956054688, 0.25339508056640625, 0.2683143615722656, 0.283233642578125, 0.2981529235839844, 0.31307220458984375, 0.3279914855957031, 0.3429107666015625, 0.3578300476074219, 0.37274932861328125, 0.3876686096191406, 0.402587890625]}, "gradients/encoder.encoder.layers.6.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 5.0, 0.0, 1.0, 3.0, 1.0, 6.0, 5.0, 7.0, 18.0, 50.0, 122.0, 343.0, 283.0, 121.0, 28.0, 12.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0], "bins": [-22.486610412597656, -21.962772369384766, -21.438934326171875, -20.915096282958984, -20.391258239746094, -19.867420196533203, -19.343582153320312, -18.819744110107422, -18.29590606689453, -17.77206802368164, -17.24822998046875, -16.72439193725586, -16.20055389404297, -15.676715850830078, -15.152878761291504, -14.629040718078613, -14.105203628540039, -13.581365585327148, -13.057527542114258, -12.533689498901367, -12.009851455688477, -11.486013412475586, -10.962176322937012, -10.438338279724121, -9.91450023651123, -9.39066219329834, -8.86682415008545, -8.342986106872559, -7.819148540496826, -7.2953104972839355, -6.771472930908203, -6.2476348876953125, -5.723796844482422, -5.199958801269531, -4.676120758056641, -4.152283191680908, -3.6284451484680176, -3.104607105255127, -2.5807693004608154, -2.056931495666504, -1.5330934524536133, -1.0092555284500122, -0.48541760444641113, 0.03842031955718994, 0.562258243560791, 1.0860962867736816, 1.6099340915679932, 2.1337718963623047, 2.6576099395751953, 3.181447982788086, 3.7052857875823975, 4.229123592376709, 4.7529616355896, 5.27679967880249, 5.800637245178223, 6.324475288391113, 6.848313331604004, 7.3721513748168945, 7.895989418029785, 8.419827461242676, 8.94366455078125, 9.46750259399414, 9.991340637207031, 10.515178680419922, 11.039016723632812]}, "gradients/encoder.encoder.layers.6.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 3.0, 4.0, 5.0, 7.0, 10.0, 24.0, 32.0, 48.0, 49.0, 55.0, 63.0, 87.0, 107.0, 98.0, 91.0, 71.0, 73.0, 59.0, 34.0, 28.0, 21.0, 15.0, 16.0, 7.0, 2.0, 4.0, 3.0, 2.0, 0.0, 1.0], "bins": [-15.99763298034668, -15.659217834472656, -15.320801734924316, -14.982385635375977, -14.643970489501953, -14.30555534362793, -13.96713924407959, -13.62872314453125, -13.290307998657227, -12.951892852783203, -12.613476753234863, -12.275060653686523, -11.9366455078125, -11.598230361938477, -11.259814262390137, -10.921398162841797, -10.582983016967773, -10.24456787109375, -9.90615177154541, -9.56773567199707, -9.229320526123047, -8.890905380249023, -8.552489280700684, -8.214073181152344, -7.87565803527832, -7.537242412567139, -7.198826789855957, -6.860411167144775, -6.521995544433594, -6.183579921722412, -5.8451642990112305, -5.506748676300049, -5.168334007263184, -4.829918384552002, -4.49150276184082, -4.153087139129639, -3.814671516418457, -3.4762558937072754, -3.1378402709960938, -2.799424648284912, -2.4610090255737305, -2.122593402862549, -1.7841777801513672, -1.4457621574401855, -1.107346534729004, -0.7689309120178223, -0.4305152893066406, -0.09209966659545898, 0.24631595611572266, 0.5847315788269043, 0.9231472015380859, 1.2615628242492676, 1.5999784469604492, 1.9383940696716309, 2.2768096923828125, 2.615225315093994, 2.953640937805176, 3.2920565605163574, 3.630472183227539, 3.9688878059387207, 4.307303428649902, 4.645719051361084, 4.984134674072266, 5.322550296783447, 5.660965919494629]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 2.0, 7.0, 9.0, 17.0, 12.0, 24.0, 24.0, 26.0, 44.0, 41.0, 97.0, 130.0, 173.0, 274.0, 414.0, 747.0, 1306.0, 2513.0, 5484.0, 14020.0, 43427.0, 230867.0, 2750339.0, 1001214.0, 97851.0, 25904.0, 9731.0, 4427.0, 2206.0, 1203.0, 670.0, 374.0, 218.0, 156.0, 102.0, 62.0, 59.0, 28.0, 31.0, 14.0, 11.0, 10.0, 3.0, 5.0, 4.0, 2.0, 3.0, 1.0, 1.0], "bins": [-0.82470703125, -0.8028793334960938, -0.7810516357421875, -0.7592239379882812, -0.737396240234375, -0.7155685424804688, -0.6937408447265625, -0.6719131469726562, -0.65008544921875, -0.6282577514648438, -0.6064300537109375, -0.5846023559570312, -0.562774658203125, -0.5409469604492188, -0.5191192626953125, -0.49729156494140625, -0.4754638671875, -0.45363616943359375, -0.4318084716796875, -0.40998077392578125, -0.388153076171875, -0.36632537841796875, -0.3444976806640625, -0.32266998291015625, -0.30084228515625, -0.27901458740234375, -0.2571868896484375, -0.23535919189453125, -0.213531494140625, -0.19170379638671875, -0.1698760986328125, -0.14804840087890625, -0.126220703125, -0.10439300537109375, -0.0825653076171875, -0.06073760986328125, -0.038909912109375, -0.01708221435546875, 0.0047454833984375, 0.02657318115234375, 0.04840087890625, 0.07022857666015625, 0.0920562744140625, 0.11388397216796875, 0.135711669921875, 0.15753936767578125, 0.1793670654296875, 0.20119476318359375, 0.2230224609375, 0.24485015869140625, 0.2666778564453125, 0.28850555419921875, 0.310333251953125, 0.33216094970703125, 0.3539886474609375, 0.37581634521484375, 0.39764404296875, 0.41947174072265625, 0.4412994384765625, 0.46312713623046875, 0.484954833984375, 0.5067825317382812, 0.5286102294921875, 0.5504379272460938, 0.572265625]}, "gradients/encoder.encoder.layers.5.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 3.0, 7.0, 20.0, 34.0, 49.0, 92.0, 110.0, 142.0, 140.0, 129.0, 116.0, 68.0, 47.0, 27.0, 15.0, 8.0, 7.0, 1.0, 2.0], "bins": [-1.6533203125, -1.6223106384277344, -1.5913009643554688, -1.5602912902832031, -1.5292816162109375, -1.4982719421386719, -1.4672622680664062, -1.4362525939941406, -1.405242919921875, -1.3742332458496094, -1.3432235717773438, -1.3122138977050781, -1.2812042236328125, -1.2501945495605469, -1.2191848754882812, -1.1881752014160156, -1.15716552734375, -1.1261558532714844, -1.0951461791992188, -1.0641365051269531, -1.0331268310546875, -1.0021171569824219, -0.9711074829101562, -0.9400978088378906, -0.909088134765625, -0.8780784606933594, -0.8470687866210938, -0.8160591125488281, -0.7850494384765625, -0.7540397644042969, -0.7230300903320312, -0.6920204162597656, -0.6610107421875, -0.6300010681152344, -0.5989913940429688, -0.5679817199707031, -0.5369720458984375, -0.5059623718261719, -0.47495269775390625, -0.4439430236816406, -0.412933349609375, -0.3819236755371094, -0.35091400146484375, -0.3199043273925781, -0.2888946533203125, -0.2578849792480469, -0.22687530517578125, -0.19586563110351562, -0.16485595703125, -0.13384628295898438, -0.10283660888671875, -0.07182693481445312, -0.0408172607421875, -0.009807586669921875, 0.02120208740234375, 0.052211761474609375, 0.083221435546875, 0.11423110961914062, 0.14524078369140625, 0.17625045776367188, 0.2072601318359375, 0.23826980590820312, 0.26927947998046875, 0.3002891540527344, 0.331298828125]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 3.0, 3.0, 5.0, 3.0, 7.0, 9.0, 11.0, 17.0, 25.0, 40.0, 56.0, 98.0, 143.0, 241.0, 435.0, 918.0, 1990.0, 4859.0, 14036.0, 54350.0, 394439.0, 3415216.0, 248534.0, 41277.0, 10820.0, 3686.0, 1494.0, 681.0, 331.0, 198.0, 129.0, 72.0, 48.0, 37.0, 25.0, 19.0, 5.0, 5.0, 7.0, 7.0, 5.0, 4.0, 2.0, 1.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-0.78125, -0.75274658203125, -0.7242431640625, -0.69573974609375, -0.667236328125, -0.63873291015625, -0.6102294921875, -0.58172607421875, -0.55322265625, -0.52471923828125, -0.4962158203125, -0.46771240234375, -0.439208984375, -0.41070556640625, -0.3822021484375, -0.35369873046875, -0.3251953125, -0.29669189453125, -0.2681884765625, -0.23968505859375, -0.211181640625, -0.18267822265625, -0.1541748046875, -0.12567138671875, -0.09716796875, -0.06866455078125, -0.0401611328125, -0.01165771484375, 0.016845703125, 0.04534912109375, 0.0738525390625, 0.10235595703125, 0.130859375, 0.15936279296875, 0.1878662109375, 0.21636962890625, 0.244873046875, 0.27337646484375, 0.3018798828125, 0.33038330078125, 0.35888671875, 0.38739013671875, 0.4158935546875, 0.44439697265625, 0.472900390625, 0.50140380859375, 0.5299072265625, 0.55841064453125, 0.5869140625, 0.61541748046875, 0.6439208984375, 0.67242431640625, 0.700927734375, 0.72943115234375, 0.7579345703125, 0.78643798828125, 0.81494140625, 0.84344482421875, 0.8719482421875, 0.90045166015625, 0.928955078125, 0.95745849609375, 0.9859619140625, 1.01446533203125, 1.04296875]}, "gradients/encoder.encoder.layers.5.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 5.0, 3.0, 3.0, 1.0, 11.0, 12.0, 15.0, 14.0, 12.0, 17.0, 29.0, 43.0, 61.0, 79.0, 120.0, 209.0, 375.0, 772.0, 914.0, 540.0, 306.0, 160.0, 108.0, 68.0, 36.0, 42.0, 33.0, 25.0, 16.0, 13.0, 10.0, 8.0, 3.0, 4.0, 4.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.0419921875, -1.0106887817382812, -0.9793853759765625, -0.9480819702148438, -0.916778564453125, -0.8854751586914062, -0.8541717529296875, -0.8228683471679688, -0.79156494140625, -0.7602615356445312, -0.7289581298828125, -0.6976547241210938, -0.666351318359375, -0.6350479125976562, -0.6037445068359375, -0.5724411010742188, -0.5411376953125, -0.5098342895507812, -0.4785308837890625, -0.44722747802734375, -0.415924072265625, -0.38462066650390625, -0.3533172607421875, -0.32201385498046875, -0.29071044921875, -0.25940704345703125, -0.2281036376953125, -0.19680023193359375, -0.165496826171875, -0.13419342041015625, -0.1028900146484375, -0.07158660888671875, -0.040283203125, -0.00897979736328125, 0.0223236083984375, 0.05362701416015625, 0.084930419921875, 0.11623382568359375, 0.1475372314453125, 0.17884063720703125, 0.21014404296875, 0.24144744873046875, 0.2727508544921875, 0.30405426025390625, 0.335357666015625, 0.36666107177734375, 0.3979644775390625, 0.42926788330078125, 0.4605712890625, 0.49187469482421875, 0.5231781005859375, 0.5544815063476562, 0.585784912109375, 0.6170883178710938, 0.6483917236328125, 0.6796951293945312, 0.71099853515625, 0.7423019409179688, 0.7736053466796875, 0.8049087524414062, 0.836212158203125, 0.8675155639648438, 0.8988189697265625, 0.9301223754882812, 0.96142578125]}, "gradients/encoder.encoder.layers.5.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 7.0, 11.0, 43.0, 178.0, 480.0, 220.0, 35.0, 16.0, 9.0, 4.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-23.028934478759766, -22.298194885253906, -21.567453384399414, -20.836711883544922, -20.105972290039062, -19.375232696533203, -18.64449119567871, -17.91374969482422, -17.18301010131836, -16.4522705078125, -15.721529006958008, -14.990788459777832, -14.260047912597656, -13.52930736541748, -12.798566818237305, -12.067826271057129, -11.337085723876953, -10.606345176696777, -9.875604629516602, -9.144864082336426, -8.41412353515625, -7.683382987976074, -6.952642440795898, -6.221901893615723, -5.491161346435547, -4.760420799255371, -4.029680252075195, -3.2989397048950195, -2.5681991577148438, -1.837458610534668, -1.1067180633544922, -0.3759775161743164, 0.35476112365722656, 1.0855016708374023, 1.8162422180175781, 2.546982765197754, 3.2777233123779297, 4.0084638595581055, 4.739204406738281, 5.469944953918457, 6.200685501098633, 6.931426048278809, 7.662166595458984, 8.39290714263916, 9.123647689819336, 9.854388236999512, 10.585128784179688, 11.315869331359863, 12.046609878540039, 12.777350425720215, 13.50809097290039, 14.238831520080566, 14.969572067260742, 15.700312614440918, 16.431053161621094, 17.161792755126953, 17.892534255981445, 18.623275756835938, 19.354015350341797, 20.084754943847656, 20.81549644470215, 21.54623794555664, 22.2769775390625, 23.00771713256836, 23.73845863342285]}, "gradients/encoder.encoder.layers.5.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 12.0, 9.0, 27.0, 22.0, 66.0, 72.0, 117.0, 131.0, 144.0, 130.0, 85.0, 73.0, 59.0, 35.0, 17.0, 6.0, 5.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.744211196899414, -9.348846435546875, -8.95348072052002, -8.55811595916748, -8.162751197814941, -7.767385482788086, -7.372020721435547, -6.97665548324585, -6.581290245056152, -6.185925006866455, -5.790560245513916, -5.395195007324219, -4.9998297691345215, -4.604464530944824, -4.209099769592285, -3.813734531402588, -3.418369770050049, -3.0230047702789307, -2.6276395320892334, -2.2322745323181152, -1.8369094133377075, -1.4415442943572998, -1.0461792945861816, -0.6508140563964844, -0.2554490566253662, 0.13991603255271912, 0.5352811217308044, 0.9306461811065674, 1.326011300086975, 1.7213764190673828, 2.116741418838501, 2.5121066570281982, 2.9074716567993164, 3.3028366565704346, 3.698201894760132, 4.09356689453125, 4.488932132720947, 4.8842973709106445, 5.279662132263184, 5.675027370452881, 6.070392608642578, 6.465757846832275, 6.8611226081848145, 7.256487846374512, 7.651853084564209, 8.047218322753906, 8.442583084106445, 8.837947845458984, 9.233312606811523, 9.628677368164062, 10.024043083190918, 10.419407844543457, 10.814772605895996, 11.210138320922852, 11.60550308227539, 12.00086784362793, 12.396233558654785, 12.791598320007324, 13.18696403503418, 13.582328796386719, 13.977693557739258, 14.373059272766113, 14.768424034118652, 15.163789749145508, 15.559154510498047]}, "gradients/encoder.encoder.layers.5.attention.out_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 3.0, 4.0, 10.0, 11.0, 16.0, 30.0, 28.0, 50.0, 65.0, 92.0, 149.0, 226.0, 351.0, 567.0, 895.0, 1528.0, 2859.0, 5287.0, 10748.0, 23300.0, 55745.0, 144970.0, 406492.0, 242194.0, 86359.0, 34888.0, 15440.0, 7339.0, 3695.0, 1999.0, 1231.0, 717.0, 426.0, 290.0, 171.0, 125.0, 88.0, 51.0, 38.0, 27.0, 22.0, 11.0, 5.0, 6.0, 5.0, 3.0, 2.0, 2.0, 0.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.79541015625, -0.76953125, -0.74365234375, -0.7177734375, -0.69189453125, -0.666015625, -0.64013671875, -0.6142578125, -0.58837890625, -0.5625, -0.53662109375, -0.5107421875, -0.48486328125, -0.458984375, -0.43310546875, -0.4072265625, -0.38134765625, -0.35546875, -0.32958984375, -0.3037109375, -0.27783203125, -0.251953125, -0.22607421875, -0.2001953125, -0.17431640625, -0.1484375, -0.12255859375, -0.0966796875, -0.07080078125, -0.044921875, -0.01904296875, 0.0068359375, 0.03271484375, 0.05859375, 0.08447265625, 0.1103515625, 0.13623046875, 0.162109375, 0.18798828125, 0.2138671875, 0.23974609375, 0.265625, 0.29150390625, 0.3173828125, 0.34326171875, 0.369140625, 0.39501953125, 0.4208984375, 0.44677734375, 0.47265625, 0.49853515625, 0.5244140625, 0.55029296875, 0.576171875, 0.60205078125, 0.6279296875, 0.65380859375, 0.6796875, 0.70556640625, 0.7314453125, 0.75732421875, 0.783203125, 0.80908203125, 0.8349609375, 0.86083984375]}, "gradients/encoder.encoder.layers.5.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 7.0, 1.0, 3.0, 6.0, 7.0, 4.0, 8.0, 9.0, 18.0, 20.0, 24.0, 26.0, 29.0, 30.0, 35.0, 41.0, 45.0, 42.0, 47.0, 38.0, 55.0, 56.0, 55.0, 53.0, 51.0, 39.0, 33.0, 46.0, 30.0, 16.0, 15.0, 27.0, 17.0, 18.0, 11.0, 12.0, 6.0, 6.0, 7.0, 3.0, 6.0, 6.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.378173828125, -0.3673858642578125, -0.356597900390625, -0.3458099365234375, -0.33502197265625, -0.3242340087890625, -0.313446044921875, -0.3026580810546875, -0.2918701171875, -0.2810821533203125, -0.270294189453125, -0.2595062255859375, -0.24871826171875, -0.2379302978515625, -0.227142333984375, -0.2163543701171875, -0.20556640625, -0.1947784423828125, -0.183990478515625, -0.1732025146484375, -0.16241455078125, -0.1516265869140625, -0.140838623046875, -0.1300506591796875, -0.1192626953125, -0.1084747314453125, -0.097686767578125, -0.0868988037109375, -0.07611083984375, -0.0653228759765625, -0.054534912109375, -0.0437469482421875, -0.032958984375, -0.0221710205078125, -0.011383056640625, -0.0005950927734375, 0.01019287109375, 0.0209808349609375, 0.031768798828125, 0.0425567626953125, 0.0533447265625, 0.0641326904296875, 0.074920654296875, 0.0857086181640625, 0.09649658203125, 0.1072845458984375, 0.118072509765625, 0.1288604736328125, 0.1396484375, 0.1504364013671875, 0.161224365234375, 0.1720123291015625, 0.18280029296875, 0.1935882568359375, 0.204376220703125, 0.2151641845703125, 0.2259521484375, 0.2367401123046875, 0.247528076171875, 0.2583160400390625, 0.26910400390625, 0.2798919677734375, 0.290679931640625, 0.3014678955078125, 0.312255859375]}, "gradients/encoder.encoder.layers.5.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 6.0, 5.0, 6.0, 7.0, 13.0, 12.0, 18.0, 21.0, 27.0, 50.0, 76.0, 98.0, 131.0, 182.0, 276.0, 439.0, 832.0, 1470.0, 3402.0, 13156.0, 163356.0, 816469.0, 37532.0, 6071.0, 2185.0, 1081.0, 553.0, 343.0, 251.0, 152.0, 96.0, 60.0, 59.0, 36.0, 28.0, 17.0, 14.0, 10.0, 8.0, 6.0, 1.0, 4.0, 2.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.021484375, -1.949920654296875, -1.87835693359375, -1.806793212890625, -1.7352294921875, -1.663665771484375, -1.59210205078125, -1.520538330078125, -1.448974609375, -1.377410888671875, -1.30584716796875, -1.234283447265625, -1.1627197265625, -1.091156005859375, -1.01959228515625, -0.948028564453125, -0.87646484375, -0.804901123046875, -0.73333740234375, -0.661773681640625, -0.5902099609375, -0.518646240234375, -0.44708251953125, -0.375518798828125, -0.303955078125, -0.232391357421875, -0.16082763671875, -0.089263916015625, -0.0177001953125, 0.053863525390625, 0.12542724609375, 0.196990966796875, 0.2685546875, 0.340118408203125, 0.41168212890625, 0.483245849609375, 0.5548095703125, 0.626373291015625, 0.69793701171875, 0.769500732421875, 0.841064453125, 0.912628173828125, 0.98419189453125, 1.055755615234375, 1.1273193359375, 1.198883056640625, 1.27044677734375, 1.342010498046875, 1.41357421875, 1.485137939453125, 1.55670166015625, 1.628265380859375, 1.6998291015625, 1.771392822265625, 1.84295654296875, 1.914520263671875, 1.986083984375, 2.057647705078125, 2.12921142578125, 2.200775146484375, 2.2723388671875, 2.343902587890625, 2.41546630859375, 2.487030029296875, 2.55859375]}, "gradients/encoder.encoder.layers.5.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 3.0, 4.0, 7.0, 6.0, 8.0, 12.0, 16.0, 8.0, 14.0, 21.0, 21.0, 19.0, 27.0, 29.0, 25.0, 33.0, 45.0, 51.0, 42.0, 43.0, 44.0, 43.0, 29.0, 41.0, 35.0, 36.0, 31.0, 33.0, 32.0, 27.0, 22.0, 33.0, 26.0, 24.0, 19.0, 20.0, 11.0, 19.0, 14.0, 3.0, 8.0, 8.0, 5.0, 5.0, 5.0, 5.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-1.45703125, -1.41571044921875, -1.3743896484375, -1.33306884765625, -1.291748046875, -1.25042724609375, -1.2091064453125, -1.16778564453125, -1.12646484375, -1.08514404296875, -1.0438232421875, -1.00250244140625, -0.961181640625, -0.91986083984375, -0.8785400390625, -0.83721923828125, -0.7958984375, -0.75457763671875, -0.7132568359375, -0.67193603515625, -0.630615234375, -0.58929443359375, -0.5479736328125, -0.50665283203125, -0.46533203125, -0.42401123046875, -0.3826904296875, -0.34136962890625, -0.300048828125, -0.25872802734375, -0.2174072265625, -0.17608642578125, -0.134765625, -0.09344482421875, -0.0521240234375, -0.01080322265625, 0.030517578125, 0.07183837890625, 0.1131591796875, 0.15447998046875, 0.19580078125, 0.23712158203125, 0.2784423828125, 0.31976318359375, 0.361083984375, 0.40240478515625, 0.4437255859375, 0.48504638671875, 0.5263671875, 0.56768798828125, 0.6090087890625, 0.65032958984375, 0.691650390625, 0.73297119140625, 0.7742919921875, 0.81561279296875, 0.85693359375, 0.89825439453125, 0.9395751953125, 0.98089599609375, 1.022216796875, 1.06353759765625, 1.1048583984375, 1.14617919921875, 1.1875]}, "gradients/encoder.encoder.layers.5.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 4.0, 5.0, 5.0, 2.0, 7.0, 5.0, 10.0, 13.0, 13.0, 20.0, 25.0, 54.0, 63.0, 160.0, 339.0, 926.0, 5637.0, 190536.0, 836536.0, 11831.0, 1514.0, 406.0, 164.0, 96.0, 59.0, 51.0, 31.0, 13.0, 6.0, 11.0, 1.0, 4.0, 2.0, 5.0, 3.0, 0.0, 2.0, 3.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 1.0, 1.0], "bins": [-1.3369140625, -1.2988739013671875, -1.260833740234375, -1.2227935791015625, -1.18475341796875, -1.1467132568359375, -1.108673095703125, -1.0706329345703125, -1.0325927734375, -0.9945526123046875, -0.956512451171875, -0.9184722900390625, -0.88043212890625, -0.8423919677734375, -0.804351806640625, -0.7663116455078125, -0.728271484375, -0.6902313232421875, -0.652191162109375, -0.6141510009765625, -0.57611083984375, -0.5380706787109375, -0.500030517578125, -0.4619903564453125, -0.4239501953125, -0.3859100341796875, -0.347869873046875, -0.3098297119140625, -0.27178955078125, -0.2337493896484375, -0.195709228515625, -0.1576690673828125, -0.11962890625, -0.0815887451171875, -0.043548583984375, -0.0055084228515625, 0.03253173828125, 0.0705718994140625, 0.108612060546875, 0.1466522216796875, 0.1846923828125, 0.2227325439453125, 0.260772705078125, 0.2988128662109375, 0.33685302734375, 0.3748931884765625, 0.412933349609375, 0.4509735107421875, 0.489013671875, 0.5270538330078125, 0.565093994140625, 0.6031341552734375, 0.64117431640625, 0.6792144775390625, 0.717254638671875, 0.7552947998046875, 0.7933349609375, 0.8313751220703125, 0.869415283203125, 0.9074554443359375, 0.94549560546875, 0.9835357666015625, 1.021575927734375, 1.0596160888671875, 1.09765625]}, "gradients/encoder.encoder.layers.5.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 2.0, 3.0, 2.0, 7.0, 5.0, 6.0, 10.0, 7.0, 8.0, 17.0, 13.0, 13.0, 19.0, 22.0, 37.0, 41.0, 51.0, 54.0, 71.0, 87.0, 81.0, 68.0, 72.0, 67.0, 33.0, 35.0, 34.0, 19.0, 25.0, 24.0, 17.0, 7.0, 8.0, 8.0, 8.0, 5.0, 4.0, 7.0, 0.0, 3.0, 4.0, 2.0, 2.0, 1.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-0.00011116266250610352, -0.00010791048407554626, -0.00010465830564498901, -0.00010140612721443176, -9.815394878387451e-05, -9.490177035331726e-05, -9.164959192276001e-05, -8.839741349220276e-05, -8.514523506164551e-05, -8.189305663108826e-05, -7.8640878200531e-05, -7.538869976997375e-05, -7.21365213394165e-05, -6.888434290885925e-05, -6.5632164478302e-05, -6.237998604774475e-05, -5.91278076171875e-05, -5.587562918663025e-05, -5.2623450756073e-05, -4.937127232551575e-05, -4.6119093894958496e-05, -4.2866915464401245e-05, -3.9614737033843994e-05, -3.636255860328674e-05, -3.311038017272949e-05, -2.985820174217224e-05, -2.660602331161499e-05, -2.335384488105774e-05, -2.0101666450500488e-05, -1.6849488019943237e-05, -1.3597309589385986e-05, -1.0345131158828735e-05, -7.092952728271484e-06, -3.840774297714233e-06, -5.885958671569824e-07, 2.6635825634002686e-06, 5.9157609939575195e-06, 9.16793942451477e-06, 1.2420117855072021e-05, 1.5672296285629272e-05, 1.8924474716186523e-05, 2.2176653146743774e-05, 2.5428831577301025e-05, 2.8681010007858276e-05, 3.193318843841553e-05, 3.518536686897278e-05, 3.843754529953003e-05, 4.168972373008728e-05, 4.494190216064453e-05, 4.819408059120178e-05, 5.144625902175903e-05, 5.4698437452316284e-05, 5.7950615882873535e-05, 6.120279431343079e-05, 6.445497274398804e-05, 6.770715117454529e-05, 7.095932960510254e-05, 7.421150803565979e-05, 7.746368646621704e-05, 8.071586489677429e-05, 8.396804332733154e-05, 8.72202217578888e-05, 9.047240018844604e-05, 9.37245786190033e-05, 9.697675704956055e-05]}, "gradients/encoder.encoder.layers.5.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 4.0, 0.0, 0.0, 1.0, 1.0, 4.0, 6.0, 1.0, 6.0, 4.0, 10.0, 12.0, 18.0, 22.0, 53.0, 63.0, 116.0, 164.0, 305.0, 567.0, 1287.0, 3207.0, 13289.0, 276026.0, 726286.0, 19993.0, 3987.0, 1529.0, 660.0, 379.0, 200.0, 133.0, 81.0, 44.0, 31.0, 20.0, 14.0, 7.0, 8.0, 8.0, 3.0, 5.0, 3.0, 3.0, 3.0, 0.0, 4.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.77734375, -0.752349853515625, -0.72735595703125, -0.702362060546875, -0.6773681640625, -0.652374267578125, -0.62738037109375, -0.602386474609375, -0.577392578125, -0.552398681640625, -0.52740478515625, -0.502410888671875, -0.4774169921875, -0.452423095703125, -0.42742919921875, -0.402435302734375, -0.37744140625, -0.352447509765625, -0.32745361328125, -0.302459716796875, -0.2774658203125, -0.252471923828125, -0.22747802734375, -0.202484130859375, -0.177490234375, -0.152496337890625, -0.12750244140625, -0.102508544921875, -0.0775146484375, -0.052520751953125, -0.02752685546875, -0.002532958984375, 0.0224609375, 0.047454833984375, 0.07244873046875, 0.097442626953125, 0.1224365234375, 0.147430419921875, 0.17242431640625, 0.197418212890625, 0.222412109375, 0.247406005859375, 0.27239990234375, 0.297393798828125, 0.3223876953125, 0.347381591796875, 0.37237548828125, 0.397369384765625, 0.42236328125, 0.447357177734375, 0.47235107421875, 0.497344970703125, 0.5223388671875, 0.547332763671875, 0.57232666015625, 0.597320556640625, 0.622314453125, 0.647308349609375, 0.67230224609375, 0.697296142578125, 0.7222900390625, 0.747283935546875, 0.77227783203125, 0.797271728515625, 0.822265625]}, "gradients/encoder.encoder.layers.5.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 3.0, 4.0, 4.0, 5.0, 7.0, 9.0, 13.0, 10.0, 17.0, 29.0, 40.0, 58.0, 86.0, 89.0, 130.0, 131.0, 91.0, 66.0, 60.0, 51.0, 25.0, 21.0, 23.0, 12.0, 10.0, 1.0, 8.0, 5.0, 0.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.54052734375, -0.5223007202148438, -0.5040740966796875, -0.48584747314453125, -0.467620849609375, -0.44939422607421875, -0.4311676025390625, -0.41294097900390625, -0.39471435546875, -0.37648773193359375, -0.3582611083984375, -0.34003448486328125, -0.321807861328125, -0.30358123779296875, -0.2853546142578125, -0.26712799072265625, -0.2489013671875, -0.23067474365234375, -0.2124481201171875, -0.19422149658203125, -0.175994873046875, -0.15776824951171875, -0.1395416259765625, -0.12131500244140625, -0.10308837890625, -0.08486175537109375, -0.0666351318359375, -0.04840850830078125, -0.030181884765625, -0.01195526123046875, 0.0062713623046875, 0.02449798583984375, 0.042724609375, 0.06095123291015625, 0.0791778564453125, 0.09740447998046875, 0.115631103515625, 0.13385772705078125, 0.1520843505859375, 0.17031097412109375, 0.18853759765625, 0.20676422119140625, 0.2249908447265625, 0.24321746826171875, 0.261444091796875, 0.27967071533203125, 0.2978973388671875, 0.31612396240234375, 0.3343505859375, 0.35257720947265625, 0.3708038330078125, 0.38903045654296875, 0.407257080078125, 0.42548370361328125, 0.4437103271484375, 0.46193695068359375, 0.48016357421875, 0.49839019775390625, 0.5166168212890625, 0.5348434448242188, 0.553070068359375, 0.5712966918945312, 0.5895233154296875, 0.6077499389648438, 0.6259765625]}, "gradients/encoder.encoder.layers.5.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 4.0, 13.0, 48.0, 216.0, 466.0, 187.0, 41.0, 20.0, 4.0, 3.0, 3.0, 0.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-24.85098648071289, -24.129188537597656, -23.407392501831055, -22.68559455871582, -21.96379852294922, -21.242000579833984, -20.52020263671875, -19.79840660095215, -19.076608657836914, -18.35481071472168, -17.633014678955078, -16.911216735839844, -16.189420700073242, -15.467622756958008, -14.74582576751709, -14.024028778076172, -13.302231788635254, -12.580434799194336, -11.858637809753418, -11.1368408203125, -10.415042877197266, -9.693245887756348, -8.97144889831543, -8.249650955200195, -7.5278544425964355, -6.806057453155518, -6.084259986877441, -5.362462997436523, -4.6406660079956055, -3.9188685417175293, -3.1970715522766113, -2.475274085998535, -1.7534770965576172, -1.0316798686981201, -0.3098827600479126, 0.4119143486022949, 1.133711576461792, 1.855508804321289, 2.577305793762207, 3.299103260040283, 4.020900249481201, 4.742697238922119, 5.464494705200195, 6.186291694641113, 6.908088684082031, 7.629886150360107, 8.351682662963867, 9.073480606079102, 9.79527759552002, 10.517074584960938, 11.238871574401855, 11.960668563842773, 12.682466506958008, 13.404263496398926, 14.126060485839844, 14.847858428955078, 15.56965446472168, 16.291452407836914, 17.013248443603516, 17.73504638671875, 18.45684242248535, 19.178640365600586, 19.900436401367188, 20.622234344482422, 21.344032287597656]}, "gradients/encoder.encoder.layers.5.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 7.0, 4.0, 6.0, 3.0, 9.0, 7.0, 12.0, 6.0, 18.0, 19.0, 27.0, 21.0, 21.0, 20.0, 19.0, 33.0, 24.0, 34.0, 29.0, 54.0, 47.0, 60.0, 58.0, 69.0, 58.0, 55.0, 30.0, 30.0, 24.0, 27.0, 28.0, 20.0, 17.0, 26.0, 15.0, 13.0, 14.0, 10.0, 8.0, 7.0, 5.0, 11.0, 7.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 2.0], "bins": [-5.704792499542236, -5.537969589233398, -5.3711466789245605, -5.204323768615723, -5.037500381469727, -4.870677471160889, -4.703854560852051, -4.537031650543213, -4.370208740234375, -4.203385829925537, -4.036562919616699, -3.8697397708892822, -3.7029168605804443, -3.5360939502716064, -3.3692708015441895, -3.2024478912353516, -3.0356249809265137, -2.868802070617676, -2.701979160308838, -2.535156011581421, -2.368333101272583, -2.201510190963745, -2.034687042236328, -1.8678641319274902, -1.7010412216186523, -1.5342183113098145, -1.367395281791687, -1.2005722522735596, -1.0337493419647217, -0.866926372051239, -0.7001034021377563, -0.5332803726196289, -0.3664579391479492, -0.19963496923446655, -0.03281199932098389, 0.13401097059249878, 0.30083394050598145, 0.4676569104194641, 0.6344798803329468, 0.8013029098510742, 0.9681258201599121, 1.13494873046875, 1.3017717599868774, 1.4685947895050049, 1.6354176998138428, 1.8022406101226807, 1.969063639640808, 2.1358866691589355, 2.3027095794677734, 2.4695324897766113, 2.636355400085449, 2.803178548812866, 2.970001459121704, 3.136824369430542, 3.303647518157959, 3.470470428466797, 3.6372933387756348, 3.8041162490844727, 3.9709391593933105, 4.137762069702148, 4.3045854568481445, 4.471408367156982, 4.63823127746582, 4.805054187774658, 4.971877098083496]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 3.0, 4.0, 4.0, 6.0, 11.0, 24.0, 44.0, 91.0, 147.0, 321.0, 773.0, 2507.0, 8970.0, 47754.0, 853161.0, 3135938.0, 120470.0, 17500.0, 4341.0, 1344.0, 506.0, 180.0, 93.0, 38.0, 32.0, 14.0, 6.0, 6.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.93505859375, -0.9060287475585938, -0.8769989013671875, -0.8479690551757812, -0.818939208984375, -0.7899093627929688, -0.7608795166015625, -0.7318496704101562, -0.70281982421875, -0.6737899780273438, -0.6447601318359375, -0.6157302856445312, -0.586700439453125, -0.5576705932617188, -0.5286407470703125, -0.49961090087890625, -0.4705810546875, -0.44155120849609375, -0.4125213623046875, -0.38349151611328125, -0.354461669921875, -0.32543182373046875, -0.2964019775390625, -0.26737213134765625, -0.23834228515625, -0.20931243896484375, -0.1802825927734375, -0.15125274658203125, -0.122222900390625, -0.09319305419921875, -0.0641632080078125, -0.03513336181640625, -0.006103515625, 0.02292633056640625, 0.0519561767578125, 0.08098602294921875, 0.110015869140625, 0.13904571533203125, 0.1680755615234375, 0.19710540771484375, 0.22613525390625, 0.25516510009765625, 0.2841949462890625, 0.31322479248046875, 0.342254638671875, 0.37128448486328125, 0.4003143310546875, 0.42934417724609375, 0.4583740234375, 0.48740386962890625, 0.5164337158203125, 0.5454635620117188, 0.574493408203125, 0.6035232543945312, 0.6325531005859375, 0.6615829467773438, 0.69061279296875, 0.7196426391601562, 0.7486724853515625, 0.7777023315429688, 0.806732177734375, 0.8357620239257812, 0.8647918701171875, 0.8938217163085938, 0.9228515625]}, "gradients/encoder.encoder.layers.4.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 2.0, 7.0, 3.0, 4.0, 8.0, 5.0, 5.0, 14.0, 10.0, 13.0, 14.0, 13.0, 19.0, 22.0, 28.0, 34.0, 38.0, 34.0, 31.0, 39.0, 35.0, 43.0, 49.0, 49.0, 42.0, 53.0, 45.0, 52.0, 35.0, 38.0, 28.0, 25.0, 19.0, 19.0, 20.0, 22.0, 16.0, 18.0, 15.0, 11.0, 5.0, 8.0, 3.0, 2.0, 1.0, 3.0, 7.0, 3.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0], "bins": [-0.29248046875, -0.28351593017578125, -0.2745513916015625, -0.26558685302734375, -0.256622314453125, -0.24765777587890625, -0.2386932373046875, -0.22972869873046875, -0.22076416015625, -0.21179962158203125, -0.2028350830078125, -0.19387054443359375, -0.184906005859375, -0.17594146728515625, -0.1669769287109375, -0.15801239013671875, -0.1490478515625, -0.14008331298828125, -0.1311187744140625, -0.12215423583984375, -0.113189697265625, -0.10422515869140625, -0.0952606201171875, -0.08629608154296875, -0.07733154296875, -0.06836700439453125, -0.0594024658203125, -0.05043792724609375, -0.041473388671875, -0.03250885009765625, -0.0235443115234375, -0.01457977294921875, -0.005615234375, 0.00334930419921875, 0.0123138427734375, 0.02127838134765625, 0.030242919921875, 0.03920745849609375, 0.0481719970703125, 0.05713653564453125, 0.06610107421875, 0.07506561279296875, 0.0840301513671875, 0.09299468994140625, 0.101959228515625, 0.11092376708984375, 0.1198883056640625, 0.12885284423828125, 0.1378173828125, 0.14678192138671875, 0.1557464599609375, 0.16471099853515625, 0.173675537109375, 0.18264007568359375, 0.1916046142578125, 0.20056915283203125, 0.20953369140625, 0.21849822998046875, 0.2274627685546875, 0.23642730712890625, 0.245391845703125, 0.25435638427734375, 0.2633209228515625, 0.27228546142578125, 0.28125]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 5.0, 1.0, 3.0, 10.0, 13.0, 10.0, 19.0, 13.0, 41.0, 47.0, 108.0, 156.0, 263.0, 478.0, 897.0, 2241.0, 6155.0, 20447.0, 94467.0, 1524861.0, 2382275.0, 123745.0, 25072.0, 7561.0, 2892.0, 1118.0, 579.0, 278.0, 185.0, 117.0, 71.0, 46.0, 37.0, 25.0, 18.0, 11.0, 7.0, 9.0, 2.0, 3.0, 4.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-0.7900390625, -0.766143798828125, -0.74224853515625, -0.718353271484375, -0.6944580078125, -0.670562744140625, -0.64666748046875, -0.622772216796875, -0.598876953125, -0.574981689453125, -0.55108642578125, -0.527191162109375, -0.5032958984375, -0.479400634765625, -0.45550537109375, -0.431610107421875, -0.40771484375, -0.383819580078125, -0.35992431640625, -0.336029052734375, -0.3121337890625, -0.288238525390625, -0.26434326171875, -0.240447998046875, -0.216552734375, -0.192657470703125, -0.16876220703125, -0.144866943359375, -0.1209716796875, -0.097076416015625, -0.07318115234375, -0.049285888671875, -0.025390625, -0.001495361328125, 0.02239990234375, 0.046295166015625, 0.0701904296875, 0.094085693359375, 0.11798095703125, 0.141876220703125, 0.165771484375, 0.189666748046875, 0.21356201171875, 0.237457275390625, 0.2613525390625, 0.285247802734375, 0.30914306640625, 0.333038330078125, 0.35693359375, 0.380828857421875, 0.40472412109375, 0.428619384765625, 0.4525146484375, 0.476409912109375, 0.50030517578125, 0.524200439453125, 0.548095703125, 0.571990966796875, 0.59588623046875, 0.619781494140625, 0.6436767578125, 0.667572021484375, 0.69146728515625, 0.715362548828125, 0.7392578125]}, "gradients/encoder.encoder.layers.4.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 4.0, 3.0, 5.0, 5.0, 3.0, 5.0, 8.0, 8.0, 11.0, 13.0, 19.0, 10.0, 26.0, 38.0, 43.0, 73.0, 92.0, 120.0, 209.0, 364.0, 583.0, 743.0, 590.0, 381.0, 194.0, 147.0, 88.0, 69.0, 53.0, 44.0, 33.0, 23.0, 12.0, 6.0, 16.0, 6.0, 7.0, 4.0, 2.0, 6.0, 4.0, 3.0, 0.0, 0.0, 3.0, 5.0, 1.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.69970703125, -0.6774978637695312, -0.6552886962890625, -0.6330795288085938, -0.610870361328125, -0.5886611938476562, -0.5664520263671875, -0.5442428588867188, -0.52203369140625, -0.49982452392578125, -0.4776153564453125, -0.45540618896484375, -0.433197021484375, -0.41098785400390625, -0.3887786865234375, -0.36656951904296875, -0.3443603515625, -0.32215118408203125, -0.2999420166015625, -0.27773284912109375, -0.255523681640625, -0.23331451416015625, -0.2111053466796875, -0.18889617919921875, -0.16668701171875, -0.14447784423828125, -0.1222686767578125, -0.10005950927734375, -0.077850341796875, -0.05564117431640625, -0.0334320068359375, -0.01122283935546875, 0.010986328125, 0.03319549560546875, 0.0554046630859375, 0.07761383056640625, 0.099822998046875, 0.12203216552734375, 0.1442413330078125, 0.16645050048828125, 0.18865966796875, 0.21086883544921875, 0.2330780029296875, 0.25528717041015625, 0.277496337890625, 0.29970550537109375, 0.3219146728515625, 0.34412384033203125, 0.3663330078125, 0.38854217529296875, 0.4107513427734375, 0.43296051025390625, 0.455169677734375, 0.47737884521484375, 0.4995880126953125, 0.5217971801757812, 0.54400634765625, 0.5662155151367188, 0.5884246826171875, 0.6106338500976562, 0.632843017578125, 0.6550521850585938, 0.6772613525390625, 0.6994705200195312, 0.7216796875]}, "gradients/encoder.encoder.layers.4.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 1.0, 3.0, 3.0, 1.0, 13.0, 63.0, 338.0, 414.0, 131.0, 23.0, 14.0, 5.0, 0.0, 2.0, 2.0, 1.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-16.5122013092041, -15.878022193908691, -15.243844032287598, -14.609664916992188, -13.975486755371094, -13.341307640075684, -12.707128524780273, -12.07295036315918, -11.43877124786377, -10.80459213256836, -10.170413970947266, -9.536234855651855, -8.902055740356445, -8.267877578735352, -7.633698463439941, -6.9995198249816895, -6.3653411865234375, -5.7311625480651855, -5.096983909606934, -4.462804794311523, -3.8286261558532715, -3.1944475173950195, -2.5602686405181885, -1.9260897636413574, -1.2919111251831055, -0.657732367515564, -0.02355360984802246, 0.610625147819519, 1.2448039054870605, 1.8789825439453125, 2.5131614208221436, 3.1473402976989746, 3.7815189361572266, 4.4156975746154785, 5.0498762130737305, 5.684055328369141, 6.318233966827393, 6.9524126052856445, 7.586591720581055, 8.220769882202148, 8.854948997497559, 9.489128112792969, 10.123306274414062, 10.757485389709473, 11.391664505004883, 12.025842666625977, 12.660021781921387, 13.294200897216797, 13.92837905883789, 14.5625581741333, 15.196736335754395, 15.830915451049805, 16.4650936126709, 17.099273681640625, 17.73345184326172, 18.367630004882812, 19.001808166503906, 19.635986328125, 20.270166397094727, 20.90434455871582, 21.538522720336914, 22.17270278930664, 22.806880950927734, 23.441059112548828, 24.075239181518555]}, "gradients/encoder.encoder.layers.4.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 2.0, 2.0, 0.0, 5.0, 6.0, 8.0, 9.0, 5.0, 10.0, 16.0, 22.0, 21.0, 17.0, 22.0, 32.0, 43.0, 41.0, 49.0, 42.0, 58.0, 72.0, 47.0, 47.0, 45.0, 42.0, 50.0, 42.0, 41.0, 34.0, 32.0, 38.0, 18.0, 25.0, 18.0, 11.0, 7.0, 5.0, 6.0, 3.0, 5.0, 5.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0], "bins": [-4.130120754241943, -4.003870964050293, -3.8776209354400635, -3.751370906829834, -3.6251211166381836, -3.498871088027954, -3.3726210594177246, -3.246371269226074, -3.1201212406158447, -2.9938712120056152, -2.867621421813965, -2.7413713932037354, -2.615121364593506, -2.4888715744018555, -2.362621545791626, -2.2363715171813965, -2.110121726989746, -1.9838718175888062, -1.8576219081878662, -1.7313718795776367, -1.6051219701766968, -1.4788720607757568, -1.3526220321655273, -1.2263721227645874, -1.1001222133636475, -0.9738723039627075, -0.8476223349571228, -0.7213723659515381, -0.5951224565505981, -0.4688725471496582, -0.3426225781440735, -0.21637260913848877, -0.09012246131896973, 0.0361274778842926, 0.16237741708755493, 0.28862735629081726, 0.4148772954940796, 0.5411272048950195, 0.6673771739006042, 0.793627142906189, 0.9198770523071289, 1.0461269617080688, 1.1723768711090088, 1.2986268997192383, 1.4248768091201782, 1.5511267185211182, 1.6773767471313477, 1.8036266565322876, 1.9298765659332275, 2.056126594543457, 2.1823763847351074, 2.308626413345337, 2.4348764419555664, 2.561126232147217, 2.6873762607574463, 2.813626289367676, 2.939876079559326, 3.0661261081695557, 3.192375898361206, 3.3186259269714355, 3.444875717163086, 3.5711257457733154, 3.697375774383545, 3.8236255645751953, 3.949875593185425]}, "gradients/encoder.encoder.layers.4.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 4.0, 5.0, 4.0, 8.0, 11.0, 14.0, 14.0, 13.0, 19.0, 35.0, 53.0, 96.0, 119.0, 174.0, 259.0, 425.0, 642.0, 978.0, 1657.0, 2954.0, 5373.0, 10971.0, 24370.0, 64049.0, 230913.0, 483322.0, 140049.0, 44532.0, 18235.0, 8589.0, 4399.0, 2439.0, 1393.0, 874.0, 525.0, 334.0, 203.0, 161.0, 110.0, 64.0, 44.0, 44.0, 21.0, 21.0, 12.0, 11.0, 8.0, 9.0, 4.0, 3.0, 0.0, 2.0, 2.0], "bins": [-0.83642578125, -0.8134002685546875, -0.790374755859375, -0.7673492431640625, -0.74432373046875, -0.7212982177734375, -0.698272705078125, -0.6752471923828125, -0.6522216796875, -0.6291961669921875, -0.606170654296875, -0.5831451416015625, -0.56011962890625, -0.5370941162109375, -0.514068603515625, -0.4910430908203125, -0.468017578125, -0.4449920654296875, -0.421966552734375, -0.3989410400390625, -0.37591552734375, -0.3528900146484375, -0.329864501953125, -0.3068389892578125, -0.2838134765625, -0.2607879638671875, -0.237762451171875, -0.2147369384765625, -0.19171142578125, -0.1686859130859375, -0.145660400390625, -0.1226348876953125, -0.099609375, -0.0765838623046875, -0.053558349609375, -0.0305328369140625, -0.00750732421875, 0.0155181884765625, 0.038543701171875, 0.0615692138671875, 0.0845947265625, 0.1076202392578125, 0.130645751953125, 0.1536712646484375, 0.17669677734375, 0.1997222900390625, 0.222747802734375, 0.2457733154296875, 0.268798828125, 0.2918243408203125, 0.314849853515625, 0.3378753662109375, 0.36090087890625, 0.3839263916015625, 0.406951904296875, 0.4299774169921875, 0.4530029296875, 0.4760284423828125, 0.499053955078125, 0.5220794677734375, 0.54510498046875, 0.5681304931640625, 0.591156005859375, 0.6141815185546875, 0.63720703125]}, "gradients/encoder.encoder.layers.4.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 6.0, 3.0, 3.0, 1.0, 8.0, 9.0, 4.0, 5.0, 12.0, 16.0, 18.0, 16.0, 24.0, 36.0, 26.0, 34.0, 37.0, 28.0, 31.0, 34.0, 45.0, 49.0, 58.0, 53.0, 56.0, 45.0, 47.0, 31.0, 44.0, 32.0, 32.0, 21.0, 25.0, 20.0, 20.0, 12.0, 14.0, 9.0, 13.0, 10.0, 4.0, 3.0, 2.0, 5.0, 4.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.3349609375, -0.3253746032714844, -0.31578826904296875, -0.3062019348144531, -0.2966156005859375, -0.2870292663574219, -0.27744293212890625, -0.2678565979003906, -0.258270263671875, -0.24868392944335938, -0.23909759521484375, -0.22951126098632812, -0.2199249267578125, -0.21033859252929688, -0.20075225830078125, -0.19116592407226562, -0.18157958984375, -0.17199325561523438, -0.16240692138671875, -0.15282058715820312, -0.1432342529296875, -0.13364791870117188, -0.12406158447265625, -0.11447525024414062, -0.104888916015625, -0.09530258178710938, -0.08571624755859375, -0.07612991333007812, -0.0665435791015625, -0.056957244873046875, -0.04737091064453125, -0.037784576416015625, -0.0281982421875, -0.018611907958984375, -0.00902557373046875, 0.000560760498046875, 0.0101470947265625, 0.019733428955078125, 0.02931976318359375, 0.038906097412109375, 0.048492431640625, 0.058078765869140625, 0.06766510009765625, 0.07725143432617188, 0.0868377685546875, 0.09642410278320312, 0.10601043701171875, 0.11559677124023438, 0.12518310546875, 0.13476943969726562, 0.14435577392578125, 0.15394210815429688, 0.1635284423828125, 0.17311477661132812, 0.18270111083984375, 0.19228744506835938, 0.201873779296875, 0.21146011352539062, 0.22104644775390625, 0.23063278198242188, 0.2402191162109375, 0.24980545043945312, 0.25939178466796875, 0.2689781188964844, 0.278564453125]}, "gradients/encoder.encoder.layers.4.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 4.0, 4.0, 1.0, 8.0, 5.0, 9.0, 12.0, 19.0, 25.0, 43.0, 53.0, 73.0, 147.0, 271.0, 554.0, 1041.0, 2935.0, 16848.0, 792678.0, 219862.0, 9776.0, 2248.0, 906.0, 436.0, 231.0, 138.0, 59.0, 43.0, 38.0, 26.0, 16.0, 10.0, 12.0, 10.0, 6.0, 4.0, 3.0, 5.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-2.845703125, -2.766387939453125, -2.68707275390625, -2.607757568359375, -2.5284423828125, -2.449127197265625, -2.36981201171875, -2.290496826171875, -2.211181640625, -2.131866455078125, -2.05255126953125, -1.973236083984375, -1.8939208984375, -1.814605712890625, -1.73529052734375, -1.655975341796875, -1.57666015625, -1.497344970703125, -1.41802978515625, -1.338714599609375, -1.2593994140625, -1.180084228515625, -1.10076904296875, -1.021453857421875, -0.942138671875, -0.862823486328125, -0.78350830078125, -0.704193115234375, -0.6248779296875, -0.545562744140625, -0.46624755859375, -0.386932373046875, -0.3076171875, -0.228302001953125, -0.14898681640625, -0.069671630859375, 0.0096435546875, 0.088958740234375, 0.16827392578125, 0.247589111328125, 0.326904296875, 0.406219482421875, 0.48553466796875, 0.564849853515625, 0.6441650390625, 0.723480224609375, 0.80279541015625, 0.882110595703125, 0.96142578125, 1.040740966796875, 1.12005615234375, 1.199371337890625, 1.2786865234375, 1.358001708984375, 1.43731689453125, 1.516632080078125, 1.595947265625, 1.675262451171875, 1.75457763671875, 1.833892822265625, 1.9132080078125, 1.992523193359375, 2.07183837890625, 2.151153564453125, 2.23046875]}, "gradients/encoder.encoder.layers.4.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 3.0, 7.0, 5.0, 6.0, 5.0, 15.0, 15.0, 22.0, 17.0, 17.0, 40.0, 37.0, 40.0, 34.0, 54.0, 55.0, 56.0, 51.0, 55.0, 59.0, 46.0, 52.0, 55.0, 36.0, 37.0, 29.0, 27.0, 19.0, 24.0, 22.0, 11.0, 11.0, 8.0, 9.0, 10.0, 10.0, 7.0, 2.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.384765625, -1.3409881591796875, -1.297210693359375, -1.2534332275390625, -1.20965576171875, -1.1658782958984375, -1.122100830078125, -1.0783233642578125, -1.0345458984375, -0.9907684326171875, -0.946990966796875, -0.9032135009765625, -0.85943603515625, -0.8156585693359375, -0.771881103515625, -0.7281036376953125, -0.684326171875, -0.6405487060546875, -0.596771240234375, -0.5529937744140625, -0.50921630859375, -0.4654388427734375, -0.421661376953125, -0.3778839111328125, -0.3341064453125, -0.2903289794921875, -0.246551513671875, -0.2027740478515625, -0.15899658203125, -0.1152191162109375, -0.071441650390625, -0.0276641845703125, 0.01611328125, 0.0598907470703125, 0.103668212890625, 0.1474456787109375, 0.19122314453125, 0.2350006103515625, 0.278778076171875, 0.3225555419921875, 0.3663330078125, 0.4101104736328125, 0.453887939453125, 0.4976654052734375, 0.54144287109375, 0.5852203369140625, 0.628997802734375, 0.6727752685546875, 0.716552734375, 0.7603302001953125, 0.804107666015625, 0.8478851318359375, 0.89166259765625, 0.9354400634765625, 0.979217529296875, 1.0229949951171875, 1.0667724609375, 1.1105499267578125, 1.154327392578125, 1.1981048583984375, 1.24188232421875, 1.2856597900390625, 1.329437255859375, 1.3732147216796875, 1.4169921875]}, "gradients/encoder.encoder.layers.4.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 4.0, 7.0, 4.0, 4.0, 12.0, 7.0, 20.0, 12.0, 29.0, 42.0, 55.0, 88.0, 114.0, 202.0, 355.0, 658.0, 1403.0, 4254.0, 17435.0, 152028.0, 797490.0, 59498.0, 9791.0, 2706.0, 1102.0, 505.0, 266.0, 142.0, 104.0, 69.0, 41.0, 20.0, 27.0, 18.0, 11.0, 11.0, 5.0, 7.0, 1.0, 1.0, 2.0, 4.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0], "bins": [-0.5283203125, -0.5119705200195312, -0.4956207275390625, -0.47927093505859375, -0.462921142578125, -0.44657135009765625, -0.4302215576171875, -0.41387176513671875, -0.39752197265625, -0.38117218017578125, -0.3648223876953125, -0.34847259521484375, -0.332122802734375, -0.31577301025390625, -0.2994232177734375, -0.28307342529296875, -0.2667236328125, -0.25037384033203125, -0.2340240478515625, -0.21767425537109375, -0.201324462890625, -0.18497467041015625, -0.1686248779296875, -0.15227508544921875, -0.13592529296875, -0.11957550048828125, -0.1032257080078125, -0.08687591552734375, -0.070526123046875, -0.05417633056640625, -0.0378265380859375, -0.02147674560546875, -0.005126953125, 0.01122283935546875, 0.0275726318359375, 0.04392242431640625, 0.060272216796875, 0.07662200927734375, 0.0929718017578125, 0.10932159423828125, 0.12567138671875, 0.14202117919921875, 0.1583709716796875, 0.17472076416015625, 0.191070556640625, 0.20742034912109375, 0.2237701416015625, 0.24011993408203125, 0.2564697265625, 0.27281951904296875, 0.2891693115234375, 0.30551910400390625, 0.321868896484375, 0.33821868896484375, 0.3545684814453125, 0.37091827392578125, 0.38726806640625, 0.40361785888671875, 0.4199676513671875, 0.43631744384765625, 0.452667236328125, 0.46901702880859375, 0.4853668212890625, 0.5017166137695312, 0.51806640625]}, "gradients/encoder.encoder.layers.4.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 2.0, 2.0, 2.0, 2.0, 14.0, 12.0, 20.0, 34.0, 49.0, 67.0, 130.0, 173.0, 178.0, 132.0, 72.0, 34.0, 27.0, 19.0, 11.0, 8.0, 8.0, 7.0, 7.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.00016045570373535156, -0.0001550968736410141, -0.00014973804354667664, -0.00014437921345233917, -0.0001390203833580017, -0.00013366155326366425, -0.00012830272316932678, -0.00012294389307498932, -0.00011758506298065186, -0.00011222623288631439, -0.00010686740279197693, -0.00010150857269763947, -9.6149742603302e-05, -9.079091250896454e-05, -8.543208241462708e-05, -8.007325232028961e-05, -7.471442222595215e-05, -6.935559213161469e-05, -6.399676203727722e-05, -5.863793194293976e-05, -5.3279101848602295e-05, -4.792027175426483e-05, -4.256144165992737e-05, -3.7202611565589905e-05, -3.184378147125244e-05, -2.6484951376914978e-05, -2.1126121282577515e-05, -1.576729118824005e-05, -1.0408461093902588e-05, -5.0496309995651245e-06, 3.0919909477233887e-07, 5.668029189109802e-06, 1.1026859283447266e-05, 1.638568937778473e-05, 2.1744519472122192e-05, 2.7103349566459656e-05, 3.246217966079712e-05, 3.782100975513458e-05, 4.3179839849472046e-05, 4.853866994380951e-05, 5.389750003814697e-05, 5.9256330132484436e-05, 6.46151602268219e-05, 6.997399032115936e-05, 7.533282041549683e-05, 8.069165050983429e-05, 8.605048060417175e-05, 9.140931069850922e-05, 9.676814079284668e-05, 0.00010212697088718414, 0.0001074858009815216, 0.00011284463107585907, 0.00011820346117019653, 0.000123562291264534, 0.00012892112135887146, 0.00013427995145320892, 0.0001396387815475464, 0.00014499761164188385, 0.0001503564417362213, 0.00015571527183055878, 0.00016107410192489624, 0.0001664329320192337, 0.00017179176211357117, 0.00017715059220790863, 0.0001825094223022461]}, "gradients/encoder.encoder.layers.4.attention.q_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 2.0, 3.0, 5.0, 3.0, 5.0, 7.0, 8.0, 13.0, 19.0, 26.0, 52.0, 52.0, 84.0, 172.0, 296.0, 677.0, 1700.0, 6512.0, 72237.0, 915998.0, 43051.0, 4935.0, 1439.0, 571.0, 272.0, 130.0, 95.0, 67.0, 41.0, 29.0, 19.0, 6.0, 13.0, 3.0, 8.0, 2.0, 5.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.53955078125, -0.5183258056640625, -0.497100830078125, -0.4758758544921875, -0.45465087890625, -0.4334259033203125, -0.412200927734375, -0.3909759521484375, -0.3697509765625, -0.3485260009765625, -0.327301025390625, -0.3060760498046875, -0.28485107421875, -0.2636260986328125, -0.242401123046875, -0.2211761474609375, -0.199951171875, -0.1787261962890625, -0.157501220703125, -0.1362762451171875, -0.11505126953125, -0.0938262939453125, -0.072601318359375, -0.0513763427734375, -0.0301513671875, -0.0089263916015625, 0.012298583984375, 0.0335235595703125, 0.05474853515625, 0.0759735107421875, 0.097198486328125, 0.1184234619140625, 0.1396484375, 0.1608734130859375, 0.182098388671875, 0.2033233642578125, 0.22454833984375, 0.2457733154296875, 0.266998291015625, 0.2882232666015625, 0.3094482421875, 0.3306732177734375, 0.351898193359375, 0.3731231689453125, 0.39434814453125, 0.4155731201171875, 0.436798095703125, 0.4580230712890625, 0.479248046875, 0.5004730224609375, 0.521697998046875, 0.5429229736328125, 0.56414794921875, 0.5853729248046875, 0.606597900390625, 0.6278228759765625, 0.6490478515625, 0.6702728271484375, 0.691497802734375, 0.7127227783203125, 0.73394775390625, 0.7551727294921875, 0.776397705078125, 0.7976226806640625, 0.81884765625]}, "gradients/encoder.encoder.layers.4.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 0.0, 2.0, 4.0, 4.0, 2.0, 4.0, 7.0, 5.0, 11.0, 16.0, 22.0, 14.0, 20.0, 27.0, 47.0, 52.0, 85.0, 101.0, 118.0, 110.0, 75.0, 67.0, 43.0, 33.0, 32.0, 25.0, 17.0, 16.0, 9.0, 6.0, 7.0, 6.0, 2.0, 2.0, 3.0, 0.0, 4.0, 3.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.432373046875, -0.4209022521972656, -0.40943145751953125, -0.3979606628417969, -0.3864898681640625, -0.3750190734863281, -0.36354827880859375, -0.3520774841308594, -0.340606689453125, -0.3291358947753906, -0.31766510009765625, -0.3061943054199219, -0.2947235107421875, -0.2832527160644531, -0.27178192138671875, -0.2603111267089844, -0.24884033203125, -0.23736953735351562, -0.22589874267578125, -0.21442794799804688, -0.2029571533203125, -0.19148635864257812, -0.18001556396484375, -0.16854476928710938, -0.157073974609375, -0.14560317993164062, -0.13413238525390625, -0.12266159057617188, -0.1111907958984375, -0.09972000122070312, -0.08824920654296875, -0.07677841186523438, -0.0653076171875, -0.053836822509765625, -0.04236602783203125, -0.030895233154296875, -0.0194244384765625, -0.007953643798828125, 0.00351715087890625, 0.014987945556640625, 0.026458740234375, 0.037929534912109375, 0.04940032958984375, 0.060871124267578125, 0.0723419189453125, 0.08381271362304688, 0.09528350830078125, 0.10675430297851562, 0.11822509765625, 0.12969589233398438, 0.14116668701171875, 0.15263748168945312, 0.1641082763671875, 0.17557907104492188, 0.18704986572265625, 0.19852066040039062, 0.209991455078125, 0.22146224975585938, 0.23293304443359375, 0.24440383911132812, 0.2558746337890625, 0.2673454284667969, 0.27881622314453125, 0.2902870178222656, 0.3017578125]}, "gradients/encoder.encoder.layers.4.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 4.0, 8.0, 11.0, 44.0, 130.0, 401.0, 266.0, 87.0, 30.0, 13.0, 6.0, 1.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-13.781145095825195, -13.265724182128906, -12.750304222106934, -12.234884262084961, -11.719463348388672, -11.204042434692383, -10.68862247467041, -10.173202514648438, -9.657781600952148, -9.14236068725586, -8.626940727233887, -8.111520767211914, -7.596099853515625, -7.080679416656494, -6.565258979797363, -6.049838542938232, -5.534418106079102, -5.018997669219971, -4.50357723236084, -3.988156795501709, -3.472736358642578, -2.9573159217834473, -2.4418954849243164, -1.9264750480651855, -1.4110546112060547, -0.8956341743469238, -0.38021373748779297, 0.1352066993713379, 0.6506271362304688, 1.1660475730895996, 1.6814680099487305, 2.1968884468078613, 2.7123069763183594, 3.2277274131774902, 3.743147850036621, 4.258568286895752, 4.773988723754883, 5.289409160614014, 5.8048295974731445, 6.320250034332275, 6.835670471191406, 7.351090908050537, 7.866511344909668, 8.38193130493164, 8.89735221862793, 9.412773132324219, 9.928193092346191, 10.443613052368164, 10.959033966064453, 11.474454879760742, 11.989874839782715, 12.505294799804688, 13.020715713500977, 13.536136627197266, 14.051556587219238, 14.566976547241211, 15.0823974609375, 15.597818374633789, 16.113239288330078, 16.628658294677734, 17.144079208374023, 17.659500122070312, 18.17491912841797, 18.690340042114258, 19.205760955810547]}, "gradients/encoder.encoder.layers.4.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 3.0, 1.0, 4.0, 6.0, 8.0, 5.0, 12.0, 10.0, 24.0, 17.0, 20.0, 22.0, 26.0, 20.0, 36.0, 37.0, 42.0, 33.0, 60.0, 64.0, 66.0, 82.0, 61.0, 45.0, 41.0, 34.0, 34.0, 28.0, 30.0, 20.0, 24.0, 21.0, 13.0, 14.0, 12.0, 3.0, 6.0, 4.0, 4.0, 1.0, 2.0, 4.0, 1.0, 3.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.61042594909668, -4.449243068695068, -4.288060188293457, -4.126877307891846, -3.9656941890716553, -3.804511308670044, -3.6433284282684326, -3.482145309448242, -3.320962429046631, -3.1597795486450195, -2.998596668243408, -2.837413787841797, -2.6762306690216064, -2.515047788619995, -2.353864908218384, -2.1926817893981934, -2.031499147415161, -1.8703162670135498, -1.709133267402649, -1.5479503870010376, -1.3867673873901367, -1.2255845069885254, -1.064401626586914, -0.9032186269760132, -0.7420357465744019, -0.5808528065681458, -0.41966989636421204, -0.2584869861602783, -0.09730404615402222, 0.06387889385223389, 0.22506177425384521, 0.3862447738647461, 0.5474276542663574, 0.7086105942726135, 0.8697935342788696, 1.030976414680481, 1.1921594142913818, 1.3533422946929932, 1.5145251750946045, 1.6757081747055054, 1.8368910551071167, 1.998073935508728, 2.159256935119629, 2.3204398155212402, 2.4816226959228516, 2.642805576324463, 2.803988456726074, 2.9651715755462646, 3.126354455947876, 3.2875373363494873, 3.4487202167510986, 3.609903335571289, 3.7710862159729004, 3.9322690963745117, 4.093451976776123, 4.254634857177734, 4.415817737579346, 4.577000617980957, 4.738183498382568, 4.89936637878418, 5.060549259185791, 5.221732139587402, 5.382915496826172, 5.544098377227783, 5.7052812576293945]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 3.0, 3.0, 8.0, 11.0, 5.0, 7.0, 18.0, 40.0, 54.0, 69.0, 134.0, 217.0, 381.0, 736.0, 1444.0, 3469.0, 10447.0, 54606.0, 942704.0, 3002103.0, 148185.0, 20014.0, 5489.0, 2054.0, 933.0, 467.0, 251.0, 160.0, 87.0, 62.0, 47.0, 22.0, 21.0, 16.0, 13.0, 3.0, 2.0, 3.0, 3.0, 0.0, 0.0, 3.0, 1.0], "bins": [-0.86669921875, -0.8451461791992188, -0.8235931396484375, -0.8020401000976562, -0.780487060546875, -0.7589340209960938, -0.7373809814453125, -0.7158279418945312, -0.69427490234375, -0.6727218627929688, -0.6511688232421875, -0.6296157836914062, -0.608062744140625, -0.5865097045898438, -0.5649566650390625, -0.5434036254882812, -0.5218505859375, -0.5002975463867188, -0.4787445068359375, -0.45719146728515625, -0.435638427734375, -0.41408538818359375, -0.3925323486328125, -0.37097930908203125, -0.34942626953125, -0.32787322998046875, -0.3063201904296875, -0.28476715087890625, -0.263214111328125, -0.24166107177734375, -0.2201080322265625, -0.19855499267578125, -0.177001953125, -0.15544891357421875, -0.1338958740234375, -0.11234283447265625, -0.090789794921875, -0.06923675537109375, -0.0476837158203125, -0.02613067626953125, -0.00457763671875, 0.01697540283203125, 0.0385284423828125, 0.06008148193359375, 0.081634521484375, 0.10318756103515625, 0.1247406005859375, 0.14629364013671875, 0.1678466796875, 0.18939971923828125, 0.2109527587890625, 0.23250579833984375, 0.254058837890625, 0.27561187744140625, 0.2971649169921875, 0.31871795654296875, 0.34027099609375, 0.36182403564453125, 0.3833770751953125, 0.40493011474609375, 0.426483154296875, 0.44803619384765625, 0.4695892333984375, 0.49114227294921875, 0.5126953125]}, "gradients/encoder.encoder.layers.3.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 5.0, 2.0, 2.0, 3.0, 2.0, 2.0, 6.0, 10.0, 8.0, 10.0, 17.0, 18.0, 30.0, 34.0, 47.0, 41.0, 37.0, 45.0, 43.0, 56.0, 40.0, 48.0, 53.0, 59.0, 47.0, 56.0, 49.0, 44.0, 32.0, 32.0, 31.0, 21.0, 18.0, 11.0, 15.0, 9.0, 5.0, 6.0, 4.0, 3.0, 3.0, 4.0, 3.0, 1.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.391845703125, -0.3814735412597656, -0.37110137939453125, -0.3607292175292969, -0.3503570556640625, -0.3399848937988281, -0.32961273193359375, -0.3192405700683594, -0.308868408203125, -0.2984962463378906, -0.28812408447265625, -0.2777519226074219, -0.2673797607421875, -0.2570075988769531, -0.24663543701171875, -0.23626327514648438, -0.22589111328125, -0.21551895141601562, -0.20514678955078125, -0.19477462768554688, -0.1844024658203125, -0.17403030395507812, -0.16365814208984375, -0.15328598022460938, -0.142913818359375, -0.13254165649414062, -0.12216949462890625, -0.11179733276367188, -0.1014251708984375, -0.09105300903320312, -0.08068084716796875, -0.07030868530273438, -0.0599365234375, -0.049564361572265625, -0.03919219970703125, -0.028820037841796875, -0.0184478759765625, -0.008075714111328125, 0.00229644775390625, 0.012668609619140625, 0.023040771484375, 0.033412933349609375, 0.04378509521484375, 0.054157257080078125, 0.0645294189453125, 0.07490158081054688, 0.08527374267578125, 0.09564590454101562, 0.10601806640625, 0.11639022827148438, 0.12676239013671875, 0.13713455200195312, 0.1475067138671875, 0.15787887573242188, 0.16825103759765625, 0.17862319946289062, 0.188995361328125, 0.19936752319335938, 0.20973968505859375, 0.22011184692382812, 0.2304840087890625, 0.24085617065429688, 0.25122833251953125, 0.2616004943847656, 0.27197265625]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 1.0, 7.0, 5.0, 6.0, 6.0, 11.0, 24.0, 41.0, 45.0, 110.0, 179.0, 388.0, 981.0, 2794.0, 13398.0, 306852.0, 3817139.0, 44461.0, 5381.0, 1459.0, 533.0, 231.0, 118.0, 56.0, 29.0, 20.0, 5.0, 2.0, 3.0, 2.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.40234375, -1.3574676513671875, -1.312591552734375, -1.2677154541015625, -1.22283935546875, -1.1779632568359375, -1.133087158203125, -1.0882110595703125, -1.0433349609375, -0.9984588623046875, -0.953582763671875, -0.9087066650390625, -0.86383056640625, -0.8189544677734375, -0.774078369140625, -0.7292022705078125, -0.684326171875, -0.6394500732421875, -0.594573974609375, -0.5496978759765625, -0.50482177734375, -0.4599456787109375, -0.415069580078125, -0.3701934814453125, -0.3253173828125, -0.2804412841796875, -0.235565185546875, -0.1906890869140625, -0.14581298828125, -0.1009368896484375, -0.056060791015625, -0.0111846923828125, 0.03369140625, 0.0785675048828125, 0.123443603515625, 0.1683197021484375, 0.21319580078125, 0.2580718994140625, 0.302947998046875, 0.3478240966796875, 0.3927001953125, 0.4375762939453125, 0.482452392578125, 0.5273284912109375, 0.57220458984375, 0.6170806884765625, 0.661956787109375, 0.7068328857421875, 0.751708984375, 0.7965850830078125, 0.841461181640625, 0.8863372802734375, 0.93121337890625, 0.9760894775390625, 1.020965576171875, 1.0658416748046875, 1.1107177734375, 1.1555938720703125, 1.200469970703125, 1.2453460693359375, 1.29022216796875, 1.3350982666015625, 1.379974365234375, 1.4248504638671875, 1.4697265625]}, "gradients/encoder.encoder.layers.3.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 0.0, 0.0, 1.0, 0.0, 2.0, 2.0, 7.0, 9.0, 9.0, 16.0, 20.0, 20.0, 47.0, 66.0, 124.0, 277.0, 689.0, 1228.0, 783.0, 346.0, 191.0, 99.0, 41.0, 29.0, 18.0, 14.0, 11.0, 2.0, 4.0, 9.0, 6.0, 5.0, 3.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.01171875, -0.9807281494140625, -0.949737548828125, -0.9187469482421875, -0.88775634765625, -0.8567657470703125, -0.825775146484375, -0.7947845458984375, -0.7637939453125, -0.7328033447265625, -0.701812744140625, -0.6708221435546875, -0.63983154296875, -0.6088409423828125, -0.577850341796875, -0.5468597412109375, -0.515869140625, -0.4848785400390625, -0.453887939453125, -0.4228973388671875, -0.39190673828125, -0.3609161376953125, -0.329925537109375, -0.2989349365234375, -0.2679443359375, -0.2369537353515625, -0.205963134765625, -0.1749725341796875, -0.14398193359375, -0.1129913330078125, -0.082000732421875, -0.0510101318359375, -0.02001953125, 0.0109710693359375, 0.041961669921875, 0.0729522705078125, 0.10394287109375, 0.1349334716796875, 0.165924072265625, 0.1969146728515625, 0.2279052734375, 0.2588958740234375, 0.289886474609375, 0.3208770751953125, 0.35186767578125, 0.3828582763671875, 0.413848876953125, 0.4448394775390625, 0.475830078125, 0.5068206787109375, 0.537811279296875, 0.5688018798828125, 0.59979248046875, 0.6307830810546875, 0.661773681640625, 0.6927642822265625, 0.7237548828125, 0.7547454833984375, 0.785736083984375, 0.8167266845703125, 0.84771728515625, 0.8787078857421875, 0.909698486328125, 0.9406890869140625, 0.9716796875]}, "gradients/encoder.encoder.layers.3.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 4.0, 26.0, 308.0, 547.0, 90.0, 15.0, 9.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-18.45717430114746, -17.752765655517578, -17.048357009887695, -16.343948364257812, -15.639540672302246, -14.935132026672363, -14.23072338104248, -13.526315689086914, -12.821907043457031, -12.117498397827148, -11.413089752197266, -10.708681106567383, -10.004273414611816, -9.299864768981934, -8.59545612335205, -7.891047954559326, -7.186638832092285, -6.482230186462402, -5.777822017669678, -5.073413372039795, -4.36900520324707, -3.6645965576171875, -2.9601879119873047, -2.25577974319458, -1.5513710975646973, -0.8469626307487488, -0.1425541639328003, 0.561854362487793, 1.2662627696990967, 1.9706711769104004, 2.675079822540283, 3.379487991333008, 4.083896636962891, 4.788305282592773, 5.492713451385498, 6.197122097015381, 6.9015302658081055, 7.605938911437988, 8.310347557067871, 9.014755249023438, 9.71916389465332, 10.423572540283203, 11.127981185913086, 11.832389831542969, 12.536797523498535, 13.241206169128418, 13.9456148147583, 14.650022506713867, 15.354432106018066, 16.058839797973633, 16.763248443603516, 17.4676570892334, 18.17206573486328, 18.876474380493164, 19.580883026123047, 20.28529167175293, 20.989700317382812, 21.694108963012695, 22.398517608642578, 23.10292625427246, 23.807334899902344, 24.511741638183594, 25.21615219116211, 25.92055892944336, 26.624967575073242]}, "gradients/encoder.encoder.layers.3.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 6.0, 4.0, 2.0, 4.0, 5.0, 5.0, 10.0, 11.0, 15.0, 17.0, 27.0, 37.0, 38.0, 61.0, 47.0, 68.0, 50.0, 80.0, 80.0, 74.0, 65.0, 63.0, 46.0, 44.0, 38.0, 28.0, 33.0, 17.0, 7.0, 8.0, 3.0, 8.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.802926540374756, -3.661261558532715, -3.5195963382720947, -3.3779313564300537, -3.2362663745880127, -3.0946011543273926, -2.9529361724853516, -2.8112711906433105, -2.6696062088012695, -2.5279412269592285, -2.3862760066986084, -2.2446110248565674, -2.1029460430145264, -1.9612809419631958, -1.8196158409118652, -1.6779508590698242, -1.536285638809204, -1.3946205377578735, -1.2529555559158325, -1.111290454864502, -0.9696254134178162, -0.8279603719711304, -0.6862952709197998, -0.544630229473114, -0.4029651880264282, -0.26130014657974243, -0.11963507533073425, 0.022029995918273926, 0.16369503736495972, 0.3053600788116455, 0.4470251798629761, 0.5886902213096619, 0.7303552627563477, 0.8720203042030334, 1.0136853456497192, 1.1553504467010498, 1.2970154285430908, 1.4386805295944214, 1.580345630645752, 1.722010612487793, 1.8636757135391235, 2.005340814590454, 2.147005796432495, 2.2886710166931152, 2.4303359985351562, 2.5720009803771973, 2.7136659622192383, 2.8553311824798584, 2.9969961643218994, 3.1386611461639404, 3.2803263664245605, 3.4219913482666016, 3.5636563301086426, 3.7053213119506836, 3.8469865322113037, 3.9886515140533447, 4.130316734313965, 4.271981716156006, 4.413646697998047, 4.555312156677246, 4.696977138519287, 4.838642120361328, 4.980307102203369, 5.12197208404541, 5.263637065887451]}, "gradients/encoder.encoder.layers.3.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 3.0, 10.0, 9.0, 10.0, 14.0, 22.0, 35.0, 40.0, 76.0, 95.0, 144.0, 243.0, 381.0, 665.0, 1135.0, 1840.0, 3277.0, 6138.0, 12808.0, 31856.0, 103461.0, 338908.0, 366906.0, 116014.0, 35690.0, 13919.0, 6564.0, 3374.0, 1891.0, 1184.0, 710.0, 409.0, 249.0, 149.0, 91.0, 74.0, 40.0, 31.0, 24.0, 20.0, 17.0, 13.0, 7.0, 3.0, 7.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-0.400146484375, -0.3868293762207031, -0.37351226806640625, -0.3601951599121094, -0.3468780517578125, -0.3335609436035156, -0.32024383544921875, -0.3069267272949219, -0.293609619140625, -0.2802925109863281, -0.26697540283203125, -0.2536582946777344, -0.2403411865234375, -0.22702407836914062, -0.21370697021484375, -0.20038986206054688, -0.18707275390625, -0.17375564575195312, -0.16043853759765625, -0.14712142944335938, -0.1338043212890625, -0.12048721313476562, -0.10717010498046875, -0.09385299682617188, -0.080535888671875, -0.06721878051757812, -0.05390167236328125, -0.040584564208984375, -0.0272674560546875, -0.013950347900390625, -0.00063323974609375, 0.012683868408203125, 0.0260009765625, 0.039318084716796875, 0.05263519287109375, 0.06595230102539062, 0.0792694091796875, 0.09258651733398438, 0.10590362548828125, 0.11922073364257812, 0.132537841796875, 0.14585494995117188, 0.15917205810546875, 0.17248916625976562, 0.1858062744140625, 0.19912338256835938, 0.21244049072265625, 0.22575759887695312, 0.23907470703125, 0.2523918151855469, 0.26570892333984375, 0.2790260314941406, 0.2923431396484375, 0.3056602478027344, 0.31897735595703125, 0.3322944641113281, 0.345611572265625, 0.3589286804199219, 0.37224578857421875, 0.3855628967285156, 0.3988800048828125, 0.4121971130371094, 0.42551422119140625, 0.4388313293457031, 0.4521484375]}, "gradients/encoder.encoder.layers.3.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 2.0, 3.0, 6.0, 2.0, 4.0, 8.0, 8.0, 10.0, 25.0, 29.0, 21.0, 28.0, 36.0, 63.0, 64.0, 54.0, 59.0, 54.0, 66.0, 50.0, 58.0, 60.0, 42.0, 47.0, 37.0, 38.0, 28.0, 22.0, 26.0, 18.0, 9.0, 6.0, 5.0, 6.0, 8.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.40673828125, -0.39461517333984375, -0.3824920654296875, -0.37036895751953125, -0.358245849609375, -0.34612274169921875, -0.3339996337890625, -0.32187652587890625, -0.30975341796875, -0.29763031005859375, -0.2855072021484375, -0.27338409423828125, -0.261260986328125, -0.24913787841796875, -0.2370147705078125, -0.22489166259765625, -0.2127685546875, -0.20064544677734375, -0.1885223388671875, -0.17639923095703125, -0.164276123046875, -0.15215301513671875, -0.1400299072265625, -0.12790679931640625, -0.11578369140625, -0.10366058349609375, -0.0915374755859375, -0.07941436767578125, -0.067291259765625, -0.05516815185546875, -0.0430450439453125, -0.03092193603515625, -0.018798828125, -0.00667572021484375, 0.0054473876953125, 0.01757049560546875, 0.029693603515625, 0.04181671142578125, 0.0539398193359375, 0.06606292724609375, 0.07818603515625, 0.09030914306640625, 0.1024322509765625, 0.11455535888671875, 0.126678466796875, 0.13880157470703125, 0.1509246826171875, 0.16304779052734375, 0.1751708984375, 0.18729400634765625, 0.1994171142578125, 0.21154022216796875, 0.223663330078125, 0.23578643798828125, 0.2479095458984375, 0.26003265380859375, 0.27215576171875, 0.28427886962890625, 0.2964019775390625, 0.30852508544921875, 0.320648193359375, 0.33277130126953125, 0.3448944091796875, 0.35701751708984375, 0.369140625]}, "gradients/encoder.encoder.layers.3.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 7.0, 8.0, 8.0, 15.0, 16.0, 16.0, 25.0, 32.0, 44.0, 84.0, 137.0, 210.0, 338.0, 695.0, 1681.0, 4525.0, 16856.0, 135897.0, 773321.0, 94521.0, 13443.0, 3680.0, 1442.0, 695.0, 322.0, 182.0, 119.0, 73.0, 47.0, 33.0, 24.0, 18.0, 10.0, 9.0, 7.0, 5.0, 4.0, 2.0, 1.0, 2.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 3.0], "bins": [-0.896484375, -0.8711776733398438, -0.8458709716796875, -0.8205642700195312, -0.795257568359375, -0.7699508666992188, -0.7446441650390625, -0.7193374633789062, -0.69403076171875, -0.6687240600585938, -0.6434173583984375, -0.6181106567382812, -0.592803955078125, -0.5674972534179688, -0.5421905517578125, -0.5168838500976562, -0.4915771484375, -0.46627044677734375, -0.4409637451171875, -0.41565704345703125, -0.390350341796875, -0.36504364013671875, -0.3397369384765625, -0.31443023681640625, -0.28912353515625, -0.26381683349609375, -0.2385101318359375, -0.21320343017578125, -0.187896728515625, -0.16259002685546875, -0.1372833251953125, -0.11197662353515625, -0.086669921875, -0.06136322021484375, -0.0360565185546875, -0.01074981689453125, 0.014556884765625, 0.03986358642578125, 0.0651702880859375, 0.09047698974609375, 0.11578369140625, 0.14109039306640625, 0.1663970947265625, 0.19170379638671875, 0.217010498046875, 0.24231719970703125, 0.2676239013671875, 0.29293060302734375, 0.3182373046875, 0.34354400634765625, 0.3688507080078125, 0.39415740966796875, 0.419464111328125, 0.44477081298828125, 0.4700775146484375, 0.49538421630859375, 0.52069091796875, 0.5459976196289062, 0.5713043212890625, 0.5966110229492188, 0.621917724609375, 0.6472244262695312, 0.6725311279296875, 0.6978378295898438, 0.72314453125]}, "gradients/encoder.encoder.layers.3.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 4.0, 4.0, 3.0, 4.0, 5.0, 9.0, 10.0, 14.0, 12.0, 22.0, 32.0, 24.0, 28.0, 24.0, 51.0, 42.0, 45.0, 40.0, 54.0, 44.0, 51.0, 59.0, 50.0, 44.0, 38.0, 51.0, 33.0, 37.0, 38.0, 25.0, 25.0, 16.0, 14.0, 14.0, 13.0, 11.0, 5.0, 5.0, 4.0, 4.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.98583984375, -0.9511032104492188, -0.9163665771484375, -0.8816299438476562, -0.846893310546875, -0.8121566772460938, -0.7774200439453125, -0.7426834106445312, -0.70794677734375, -0.6732101440429688, -0.6384735107421875, -0.6037368774414062, -0.569000244140625, -0.5342636108398438, -0.4995269775390625, -0.46479034423828125, -0.4300537109375, -0.39531707763671875, -0.3605804443359375, -0.32584381103515625, -0.291107177734375, -0.25637054443359375, -0.2216339111328125, -0.18689727783203125, -0.15216064453125, -0.11742401123046875, -0.0826873779296875, -0.04795074462890625, -0.013214111328125, 0.02152252197265625, 0.0562591552734375, 0.09099578857421875, 0.125732421875, 0.16046905517578125, 0.1952056884765625, 0.22994232177734375, 0.264678955078125, 0.29941558837890625, 0.3341522216796875, 0.36888885498046875, 0.40362548828125, 0.43836212158203125, 0.4730987548828125, 0.5078353881835938, 0.542572021484375, 0.5773086547851562, 0.6120452880859375, 0.6467819213867188, 0.6815185546875, 0.7162551879882812, 0.7509918212890625, 0.7857284545898438, 0.820465087890625, 0.8552017211914062, 0.8899383544921875, 0.9246749877929688, 0.95941162109375, 0.9941482543945312, 1.0288848876953125, 1.0636215209960938, 1.098358154296875, 1.1330947875976562, 1.1678314208984375, 1.2025680541992188, 1.2373046875]}, "gradients/encoder.encoder.layers.3.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 7.0, 4.0, 10.0, 18.0, 22.0, 25.0, 56.0, 77.0, 133.0, 226.0, 458.0, 1088.0, 2800.0, 9061.0, 38964.0, 241381.0, 650265.0, 80179.0, 16145.0, 4464.0, 1617.0, 726.0, 380.0, 176.0, 103.0, 62.0, 30.0, 32.0, 18.0, 10.0, 5.0, 4.0, 1.0, 0.0, 2.0, 3.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.201904296875, -0.1947479248046875, -0.187591552734375, -0.1804351806640625, -0.17327880859375, -0.1661224365234375, -0.158966064453125, -0.1518096923828125, -0.1446533203125, -0.1374969482421875, -0.130340576171875, -0.1231842041015625, -0.11602783203125, -0.1088714599609375, -0.101715087890625, -0.0945587158203125, -0.08740234375, -0.0802459716796875, -0.073089599609375, -0.0659332275390625, -0.05877685546875, -0.0516204833984375, -0.044464111328125, -0.0373077392578125, -0.0301513671875, -0.0229949951171875, -0.015838623046875, -0.0086822509765625, -0.00152587890625, 0.0056304931640625, 0.012786865234375, 0.0199432373046875, 0.027099609375, 0.0342559814453125, 0.041412353515625, 0.0485687255859375, 0.05572509765625, 0.0628814697265625, 0.070037841796875, 0.0771942138671875, 0.0843505859375, 0.0915069580078125, 0.098663330078125, 0.1058197021484375, 0.11297607421875, 0.1201324462890625, 0.127288818359375, 0.1344451904296875, 0.1416015625, 0.1487579345703125, 0.155914306640625, 0.1630706787109375, 0.17022705078125, 0.1773834228515625, 0.184539794921875, 0.1916961669921875, 0.1988525390625, 0.2060089111328125, 0.213165283203125, 0.2203216552734375, 0.22747802734375, 0.2346343994140625, 0.241790771484375, 0.2489471435546875, 0.256103515625]}, "gradients/encoder.encoder.layers.3.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 5.0, 9.0, 9.0, 13.0, 19.0, 35.0, 52.0, 73.0, 96.0, 128.0, 128.0, 127.0, 117.0, 61.0, 51.0, 23.0, 15.0, 17.0, 11.0, 8.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-5.340576171875e-05, -5.092844367027283e-05, -4.8451125621795654e-05, -4.597380757331848e-05, -4.349648952484131e-05, -4.1019171476364136e-05, -3.854185342788696e-05, -3.606453537940979e-05, -3.358721733093262e-05, -3.1109899282455444e-05, -2.863258123397827e-05, -2.61552631855011e-05, -2.3677945137023926e-05, -2.1200627088546753e-05, -1.872330904006958e-05, -1.6245990991592407e-05, -1.3768672943115234e-05, -1.1291354894638062e-05, -8.814036846160889e-06, -6.336718797683716e-06, -3.859400749206543e-06, -1.3820827007293701e-06, 1.0952353477478027e-06, 3.5725533962249756e-06, 6.0498714447021484e-06, 8.527189493179321e-06, 1.1004507541656494e-05, 1.3481825590133667e-05, 1.595914363861084e-05, 1.8436461687088013e-05, 2.0913779735565186e-05, 2.339109778404236e-05, 2.586841583251953e-05, 2.8345733880996704e-05, 3.082305192947388e-05, 3.330036997795105e-05, 3.577768802642822e-05, 3.8255006074905396e-05, 4.073232412338257e-05, 4.320964217185974e-05, 4.5686960220336914e-05, 4.816427826881409e-05, 5.064159631729126e-05, 5.311891436576843e-05, 5.5596232414245605e-05, 5.807355046272278e-05, 6.055086851119995e-05, 6.302818655967712e-05, 6.55055046081543e-05, 6.798282265663147e-05, 7.046014070510864e-05, 7.293745875358582e-05, 7.541477680206299e-05, 7.789209485054016e-05, 8.036941289901733e-05, 8.284673094749451e-05, 8.532404899597168e-05, 8.780136704444885e-05, 9.027868509292603e-05, 9.27560031414032e-05, 9.523332118988037e-05, 9.771063923835754e-05, 0.00010018795728683472, 0.00010266527533531189, 0.00010514259338378906]}, "gradients/encoder.encoder.layers.3.attention.q_proj.weight": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 5.0, 1.0, 8.0, 8.0, 9.0, 18.0, 22.0, 38.0, 56.0, 81.0, 152.0, 219.0, 460.0, 834.0, 1833.0, 4250.0, 12191.0, 44330.0, 221102.0, 625309.0, 101273.0, 23600.0, 7118.0, 2828.0, 1260.0, 617.0, 383.0, 204.0, 125.0, 68.0, 56.0, 24.0, 25.0, 14.0, 12.0, 6.0, 8.0, 3.0, 3.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.172607421875, -0.16603660583496094, -0.15946578979492188, -0.1528949737548828, -0.14632415771484375, -0.1397533416748047, -0.13318252563476562, -0.12661170959472656, -0.1200408935546875, -0.11347007751464844, -0.10689926147460938, -0.10032844543457031, -0.09375762939453125, -0.08718681335449219, -0.08061599731445312, -0.07404518127441406, -0.067474365234375, -0.06090354919433594, -0.054332733154296875, -0.04776191711425781, -0.04119110107421875, -0.03462028503417969, -0.028049468994140625, -0.021478652954101562, -0.0149078369140625, -0.008337020874023438, -0.001766204833984375, 0.0048046112060546875, 0.01137542724609375, 0.017946243286132812, 0.024517059326171875, 0.031087875366210938, 0.03765869140625, 0.04422950744628906, 0.050800323486328125, 0.05737113952636719, 0.06394195556640625, 0.07051277160644531, 0.07708358764648438, 0.08365440368652344, 0.0902252197265625, 0.09679603576660156, 0.10336685180664062, 0.10993766784667969, 0.11650848388671875, 0.12307929992675781, 0.12965011596679688, 0.13622093200683594, 0.142791748046875, 0.14936256408691406, 0.15593338012695312, 0.1625041961669922, 0.16907501220703125, 0.1756458282470703, 0.18221664428710938, 0.18878746032714844, 0.1953582763671875, 0.20192909240722656, 0.20849990844726562, 0.2150707244873047, 0.22164154052734375, 0.2282123565673828, 0.23478317260742188, 0.24135398864746094, 0.2479248046875]}, "gradients/encoder.encoder.layers.3.attention.q_proj.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 4.0, 4.0, 3.0, 4.0, 3.0, 6.0, 10.0, 11.0, 13.0, 26.0, 29.0, 28.0, 40.0, 52.0, 66.0, 74.0, 77.0, 82.0, 72.0, 75.0, 68.0, 50.0, 38.0, 31.0, 24.0, 29.0, 19.0, 15.0, 16.0, 8.0, 7.0, 3.0, 7.0, 4.0, 2.0, 1.0, 4.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.208251953125, -0.2016468048095703, -0.19504165649414062, -0.18843650817871094, -0.18183135986328125, -0.17522621154785156, -0.16862106323242188, -0.1620159149169922, -0.1554107666015625, -0.1488056182861328, -0.14220046997070312, -0.13559532165527344, -0.12899017333984375, -0.12238502502441406, -0.11577987670898438, -0.10917472839355469, -0.102569580078125, -0.09596443176269531, -0.08935928344726562, -0.08275413513183594, -0.07614898681640625, -0.06954383850097656, -0.06293869018554688, -0.05633354187011719, -0.0497283935546875, -0.04312324523925781, -0.036518096923828125, -0.029912948608398438, -0.02330780029296875, -0.016702651977539062, -0.010097503662109375, -0.0034923553466796875, 0.00311279296875, 0.009717941284179688, 0.016323089599609375, 0.022928237915039062, 0.02953338623046875, 0.03613853454589844, 0.042743682861328125, 0.04934883117675781, 0.0559539794921875, 0.06255912780761719, 0.06916427612304688, 0.07576942443847656, 0.08237457275390625, 0.08897972106933594, 0.09558486938476562, 0.10219001770019531, 0.108795166015625, 0.11540031433105469, 0.12200546264648438, 0.12861061096191406, 0.13521575927734375, 0.14182090759277344, 0.14842605590820312, 0.1550312042236328, 0.1616363525390625, 0.1682415008544922, 0.17484664916992188, 0.18145179748535156, 0.18805694580078125, 0.19466209411621094, 0.20126724243164062, 0.2078723907470703, 0.2144775390625]}, "gradients/encoder.encoder.layers.3.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 3.0, 6.0, 4.0, 3.0, 16.0, 24.0, 45.0, 139.0, 265.0, 312.0, 120.0, 35.0, 12.0, 9.0, 0.0, 3.0, 4.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.854121208190918, -4.61182975769043, -4.369537830352783, -4.127246379852295, -3.8849549293518066, -3.6426632404327393, -3.400371551513672, -3.1580801010131836, -2.9157886505126953, -2.673496961593628, -2.4312055110931396, -2.1889138221740723, -1.946622371673584, -1.7043306827545166, -1.4620391130447388, -1.219747543334961, -0.9774558544158936, -0.7351642847061157, -0.4928726851940155, -0.2505810856819153, -0.008289515972137451, 0.23400211334228516, 0.476293683052063, 0.7185852527618408, 0.9608768224716187, 1.2031683921813965, 1.4454599618911743, 1.6877515316009521, 1.9300432205200195, 2.172334671020508, 2.414626359939575, 2.6569180488586426, 2.899209499359131, 3.1415011882781982, 3.3837926387786865, 3.626084327697754, 3.868375778198242, 4.1106672286987305, 4.352959156036377, 4.595250606536865, 4.8375420570373535, 5.079833507537842, 5.322125434875488, 5.564416885375977, 5.806708335876465, 6.048999786376953, 6.2912917137146, 6.533583164215088, 6.775875091552734, 7.018166542053223, 7.260458469390869, 7.502749919891357, 7.745041370391846, 7.987333297729492, 8.22962474822998, 8.471916198730469, 8.714207649230957, 8.956499099731445, 9.198790550231934, 9.441082000732422, 9.683374404907227, 9.925665855407715, 10.167957305908203, 10.410248756408691, 10.65254020690918]}, "gradients/encoder.encoder.layers.3.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 6.0, 1.0, 4.0, 3.0, 10.0, 4.0, 9.0, 7.0, 13.0, 13.0, 21.0, 21.0, 19.0, 21.0, 30.0, 34.0, 33.0, 36.0, 43.0, 57.0, 82.0, 60.0, 78.0, 54.0, 59.0, 33.0, 44.0, 42.0, 29.0, 18.0, 32.0, 14.0, 15.0, 12.0, 14.0, 12.0, 9.0, 8.0, 2.0, 2.0, 2.0, 3.0, 4.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0], "bins": [-4.602208614349365, -4.465042591094971, -4.327876567840576, -4.19071102142334, -4.053544998168945, -3.916378974914551, -3.7792129516601562, -3.642047166824341, -3.5048813819885254, -3.367715358734131, -3.2305495738983154, -3.093383550643921, -2.9562177658081055, -2.819051742553711, -2.6818857192993164, -2.544719934463501, -2.4075539112091064, -2.270387887954712, -2.1332221031188965, -1.996056079864502, -1.8588902950286865, -1.721724271774292, -1.584558367729187, -1.447392463684082, -1.310226559638977, -1.173060655593872, -1.035894751548767, -0.8987287878990173, -0.7615628838539124, -0.6243969798088074, -0.4872310161590576, -0.35006511211395264, -0.21289920806884766, -0.07573328912258148, 0.06143262982368469, 0.19859856367111206, 0.33576446771621704, 0.472930371761322, 0.6100963354110718, 0.7472622394561768, 0.8844281435012817, 1.0215940475463867, 1.1587599515914917, 1.2959258556365967, 1.4330918788909912, 1.5702576637268066, 1.7074236869812012, 1.8445895910263062, 1.9817554950714111, 2.1189215183258057, 2.256087303161621, 2.3932533264160156, 2.530419111251831, 2.6675851345062256, 2.804750919342041, 2.9419169425964355, 3.07908296585083, 3.2162489891052246, 3.35341477394104, 3.4905807971954346, 3.62774658203125, 3.7649126052856445, 3.902078628540039, 4.039244651794434, 4.17641019821167]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 2.0, 2.0, 6.0, 4.0, 10.0, 7.0, 7.0, 16.0, 22.0, 35.0, 45.0, 65.0, 88.0, 124.0, 205.0, 341.0, 543.0, 963.0, 1827.0, 4442.0, 13777.0, 64757.0, 571793.0, 3051564.0, 413826.0, 50090.0, 11680.0, 4028.0, 1750.0, 902.0, 507.0, 294.0, 165.0, 118.0, 90.0, 60.0, 36.0, 28.0, 16.0, 22.0, 9.0, 7.0, 6.0, 2.0, 3.0, 1.0, 4.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-0.483642578125, -0.4682579040527344, -0.45287322998046875, -0.4374885559082031, -0.4221038818359375, -0.4067192077636719, -0.39133453369140625, -0.3759498596191406, -0.360565185546875, -0.3451805114746094, -0.32979583740234375, -0.3144111633300781, -0.2990264892578125, -0.2836418151855469, -0.26825714111328125, -0.2528724670410156, -0.23748779296875, -0.22210311889648438, -0.20671844482421875, -0.19133377075195312, -0.1759490966796875, -0.16056442260742188, -0.14517974853515625, -0.12979507446289062, -0.114410400390625, -0.09902572631835938, -0.08364105224609375, -0.06825637817382812, -0.0528717041015625, -0.037487030029296875, -0.02210235595703125, -0.006717681884765625, 0.0086669921875, 0.024051666259765625, 0.03943634033203125, 0.054821014404296875, 0.0702056884765625, 0.08559036254882812, 0.10097503662109375, 0.11635971069335938, 0.131744384765625, 0.14712905883789062, 0.16251373291015625, 0.17789840698242188, 0.1932830810546875, 0.20866775512695312, 0.22405242919921875, 0.23943710327148438, 0.25482177734375, 0.2702064514160156, 0.28559112548828125, 0.3009757995605469, 0.3163604736328125, 0.3317451477050781, 0.34712982177734375, 0.3625144958496094, 0.377899169921875, 0.3932838439941406, 0.40866851806640625, 0.4240531921386719, 0.4394378662109375, 0.4548225402832031, 0.47020721435546875, 0.4855918884277344, 0.5009765625]}, "gradients/encoder.encoder.layers.2.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 1.0, 3.0, 5.0, 5.0, 2.0, 4.0, 6.0, 13.0, 4.0, 14.0, 13.0, 18.0, 24.0, 14.0, 28.0, 25.0, 38.0, 53.0, 46.0, 44.0, 52.0, 56.0, 53.0, 39.0, 42.0, 47.0, 47.0, 48.0, 41.0, 34.0, 30.0, 30.0, 31.0, 21.0, 15.0, 14.0, 6.0, 6.0, 9.0, 7.0, 2.0, 3.0, 4.0, 7.0, 0.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 1.0], "bins": [-0.307373046875, -0.2980232238769531, -0.28867340087890625, -0.2793235778808594, -0.2699737548828125, -0.2606239318847656, -0.25127410888671875, -0.24192428588867188, -0.232574462890625, -0.22322463989257812, -0.21387481689453125, -0.20452499389648438, -0.1951751708984375, -0.18582534790039062, -0.17647552490234375, -0.16712570190429688, -0.15777587890625, -0.14842605590820312, -0.13907623291015625, -0.12972640991210938, -0.1203765869140625, -0.11102676391601562, -0.10167694091796875, -0.09232711791992188, -0.082977294921875, -0.07362747192382812, -0.06427764892578125, -0.054927825927734375, -0.0455780029296875, -0.036228179931640625, -0.02687835693359375, -0.017528533935546875, -0.0081787109375, 0.001171112060546875, 0.01052093505859375, 0.019870758056640625, 0.0292205810546875, 0.038570404052734375, 0.04792022705078125, 0.057270050048828125, 0.066619873046875, 0.07596969604492188, 0.08531951904296875, 0.09466934204101562, 0.1040191650390625, 0.11336898803710938, 0.12271881103515625, 0.13206863403320312, 0.14141845703125, 0.15076828002929688, 0.16011810302734375, 0.16946792602539062, 0.1788177490234375, 0.18816757202148438, 0.19751739501953125, 0.20686721801757812, 0.216217041015625, 0.22556686401367188, 0.23491668701171875, 0.24426651000976562, 0.2536163330078125, 0.2629661560058594, 0.27231597900390625, 0.2816658020019531, 0.291015625]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 7.0, 4.0, 4.0, 4.0, 7.0, 14.0, 10.0, 12.0, 13.0, 26.0, 19.0, 38.0, 46.0, 72.0, 144.0, 273.0, 561.0, 1715.0, 6014.0, 29682.0, 391759.0, 3612394.0, 129207.0, 16308.0, 3864.0, 1104.0, 397.0, 213.0, 99.0, 62.0, 57.0, 41.0, 29.0, 20.0, 9.0, 11.0, 12.0, 6.0, 12.0, 5.0, 6.0, 5.0, 0.0, 2.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.70361328125, -0.67962646484375, -0.6556396484375, -0.63165283203125, -0.607666015625, -0.58367919921875, -0.5596923828125, -0.53570556640625, -0.51171875, -0.48773193359375, -0.4637451171875, -0.43975830078125, -0.415771484375, -0.39178466796875, -0.3677978515625, -0.34381103515625, -0.31982421875, -0.29583740234375, -0.2718505859375, -0.24786376953125, -0.223876953125, -0.19989013671875, -0.1759033203125, -0.15191650390625, -0.1279296875, -0.10394287109375, -0.0799560546875, -0.05596923828125, -0.031982421875, -0.00799560546875, 0.0159912109375, 0.03997802734375, 0.06396484375, 0.08795166015625, 0.1119384765625, 0.13592529296875, 0.159912109375, 0.18389892578125, 0.2078857421875, 0.23187255859375, 0.255859375, 0.27984619140625, 0.3038330078125, 0.32781982421875, 0.351806640625, 0.37579345703125, 0.3997802734375, 0.42376708984375, 0.44775390625, 0.47174072265625, 0.4957275390625, 0.51971435546875, 0.543701171875, 0.56768798828125, 0.5916748046875, 0.61566162109375, 0.6396484375, 0.66363525390625, 0.6876220703125, 0.71160888671875, 0.735595703125, 0.75958251953125, 0.7835693359375, 0.80755615234375, 0.83154296875]}, "gradients/encoder.encoder.layers.2.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 2.0, 1.0, 2.0, 5.0, 6.0, 5.0, 7.0, 12.0, 13.0, 14.0, 20.0, 23.0, 40.0, 43.0, 65.0, 127.0, 168.0, 308.0, 526.0, 760.0, 740.0, 451.0, 258.0, 161.0, 104.0, 54.0, 37.0, 33.0, 23.0, 15.0, 15.0, 8.0, 5.0, 3.0, 5.0, 4.0, 10.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.609375, -0.591400146484375, -0.57342529296875, -0.555450439453125, -0.5374755859375, -0.519500732421875, -0.50152587890625, -0.483551025390625, -0.465576171875, -0.447601318359375, -0.42962646484375, -0.411651611328125, -0.3936767578125, -0.375701904296875, -0.35772705078125, -0.339752197265625, -0.32177734375, -0.303802490234375, -0.28582763671875, -0.267852783203125, -0.2498779296875, -0.231903076171875, -0.21392822265625, -0.195953369140625, -0.177978515625, -0.160003662109375, -0.14202880859375, -0.124053955078125, -0.1060791015625, -0.088104248046875, -0.07012939453125, -0.052154541015625, -0.0341796875, -0.016204833984375, 0.00177001953125, 0.019744873046875, 0.0377197265625, 0.055694580078125, 0.07366943359375, 0.091644287109375, 0.109619140625, 0.127593994140625, 0.14556884765625, 0.163543701171875, 0.1815185546875, 0.199493408203125, 0.21746826171875, 0.235443115234375, 0.25341796875, 0.271392822265625, 0.28936767578125, 0.307342529296875, 0.3253173828125, 0.343292236328125, 0.36126708984375, 0.379241943359375, 0.397216796875, 0.415191650390625, 0.43316650390625, 0.451141357421875, 0.4691162109375, 0.487091064453125, 0.50506591796875, 0.523040771484375, 0.541015625]}, "gradients/encoder.encoder.layers.2.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 0.0, 2.0, 3.0, 1.0, 3.0, 3.0, 2.0, 15.0, 11.0, 41.0, 50.0, 77.0, 118.0, 155.0, 164.0, 127.0, 113.0, 45.0, 41.0, 15.0, 11.0, 6.0, 2.0, 5.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-3.4981436729431152, -3.3604769706726074, -3.2228102684020996, -3.085143804550171, -2.947477102279663, -2.8098104000091553, -2.6721439361572266, -2.5344772338867188, -2.396810531616211, -2.259143829345703, -2.1214771270751953, -1.9838106632232666, -1.8461439609527588, -1.708477258682251, -1.5708106756210327, -1.4331440925598145, -1.2954773902893066, -1.1578106880187988, -1.0201441049575806, -0.8824774622917175, -0.7448108196258545, -0.6071441769599915, -0.4694775342941284, -0.3318108916282654, -0.19414424896240234, -0.05647760629653931, 0.08118903636932373, 0.21885567903518677, 0.3565223217010498, 0.49418896436691284, 0.6318556070327759, 0.7695222496986389, 0.907188892364502, 1.0448555946350098, 1.182522177696228, 1.3201887607574463, 1.457855463027954, 1.595522165298462, 1.7331887483596802, 1.8708553314208984, 2.0085220336914062, 2.146188735961914, 2.283855438232422, 2.4215219020843506, 2.5591886043548584, 2.696855306625366, 2.834521770477295, 2.9721884727478027, 3.1098551750183105, 3.2475218772888184, 3.385188579559326, 3.522855043411255, 3.6605217456817627, 3.7981884479522705, 3.935854911804199, 4.073521614074707, 4.211188316345215, 4.348855018615723, 4.4865217208862305, 4.624188423156738, 4.761855125427246, 4.899521350860596, 5.0371880531311035, 5.174854755401611, 5.312521457672119]}, "gradients/encoder.encoder.layers.2.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 4.0, 3.0, 5.0, 5.0, 14.0, 10.0, 11.0, 20.0, 12.0, 20.0, 21.0, 17.0, 35.0, 33.0, 28.0, 33.0, 39.0, 38.0, 35.0, 34.0, 45.0, 41.0, 33.0, 35.0, 50.0, 45.0, 36.0, 37.0, 39.0, 35.0, 27.0, 23.0, 15.0, 19.0, 15.0, 24.0, 12.0, 10.0, 12.0, 10.0, 4.0, 6.0, 8.0, 1.0, 1.0, 4.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 5.0, 1.0], "bins": [-2.041921377182007, -1.9746408462524414, -1.9073601961135864, -1.8400795459747314, -1.772799015045166, -1.7055184841156006, -1.6382378339767456, -1.5709571838378906, -1.5036766529083252, -1.4363961219787598, -1.3691154718399048, -1.3018348217010498, -1.2345542907714844, -1.167273759841919, -1.099993109703064, -1.032712459564209, -0.9654319286346436, -0.8981513381004333, -0.8308707475662231, -0.7635901570320129, -0.6963095664978027, -0.6290289759635925, -0.5617483854293823, -0.4944677948951721, -0.4271872043609619, -0.3599066138267517, -0.2926260232925415, -0.2253454327583313, -0.1580648422241211, -0.09078425168991089, -0.023503661155700684, 0.04377692937850952, 0.11105775833129883, 0.17833834886550903, 0.24561893939971924, 0.31289952993392944, 0.38018012046813965, 0.44746071100234985, 0.5147413015365601, 0.5820218920707703, 0.6493024826049805, 0.7165830731391907, 0.7838636636734009, 0.8511442542076111, 0.9184248447418213, 0.9857054352760315, 1.0529860258102417, 1.1202666759490967, 1.187547206878662, 1.2548277378082275, 1.3221083879470825, 1.3893890380859375, 1.456669569015503, 1.5239500999450684, 1.5912307500839233, 1.6585114002227783, 1.7257919311523438, 1.7930724620819092, 1.8603531122207642, 1.9276337623596191, 1.9949142932891846, 2.06219482421875, 2.1294755935668945, 2.19675612449646, 2.2640366554260254]}, "gradients/encoder.encoder.layers.2.attention.out_proj.weight": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 0.0, 2.0, 2.0, 2.0, 1.0, 3.0, 6.0, 2.0, 13.0, 20.0, 24.0, 29.0, 55.0, 61.0, 102.0, 158.0, 244.0, 412.0, 773.0, 1404.0, 3077.0, 6607.0, 17637.0, 58872.0, 273802.0, 515707.0, 119650.0, 30391.0, 10794.0, 4242.0, 2038.0, 1016.0, 539.0, 306.0, 183.0, 119.0, 82.0, 63.0, 42.0, 26.0, 14.0, 15.0, 6.0, 12.0, 4.0, 8.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-0.4736328125, -0.4568634033203125, -0.440093994140625, -0.4233245849609375, -0.40655517578125, -0.3897857666015625, -0.373016357421875, -0.3562469482421875, -0.3394775390625, -0.3227081298828125, -0.305938720703125, -0.2891693115234375, -0.27239990234375, -0.2556304931640625, -0.238861083984375, -0.2220916748046875, -0.205322265625, -0.1885528564453125, -0.171783447265625, -0.1550140380859375, -0.13824462890625, -0.1214752197265625, -0.104705810546875, -0.0879364013671875, -0.0711669921875, -0.0543975830078125, -0.037628173828125, -0.0208587646484375, -0.00408935546875, 0.0126800537109375, 0.029449462890625, 0.0462188720703125, 0.06298828125, 0.0797576904296875, 0.096527099609375, 0.1132965087890625, 0.13006591796875, 0.1468353271484375, 0.163604736328125, 0.1803741455078125, 0.1971435546875, 0.2139129638671875, 0.230682373046875, 0.2474517822265625, 0.26422119140625, 0.2809906005859375, 0.297760009765625, 0.3145294189453125, 0.331298828125, 0.3480682373046875, 0.364837646484375, 0.3816070556640625, 0.39837646484375, 0.4151458740234375, 0.431915283203125, 0.4486846923828125, 0.4654541015625, 0.4822235107421875, 0.498992919921875, 0.5157623291015625, 0.53253173828125, 0.5493011474609375, 0.566070556640625, 0.5828399658203125, 0.599609375]}, "gradients/encoder.encoder.layers.2.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 1.0, 0.0, 3.0, 9.0, 2.0, 3.0, 11.0, 7.0, 6.0, 9.0, 21.0, 11.0, 23.0, 26.0, 22.0, 36.0, 35.0, 39.0, 41.0, 41.0, 58.0, 50.0, 49.0, 37.0, 47.0, 57.0, 41.0, 48.0, 43.0, 40.0, 25.0, 36.0, 22.0, 23.0, 9.0, 14.0, 16.0, 11.0, 8.0, 6.0, 3.0, 5.0, 2.0, 1.0, 4.0, 2.0, 3.0, 2.0, 2.0, 2.0, 0.0, 1.0, 2.0], "bins": [-0.313232421875, -0.30405426025390625, -0.2948760986328125, -0.28569793701171875, -0.276519775390625, -0.26734161376953125, -0.2581634521484375, -0.24898529052734375, -0.23980712890625, -0.23062896728515625, -0.2214508056640625, -0.21227264404296875, -0.203094482421875, -0.19391632080078125, -0.1847381591796875, -0.17555999755859375, -0.1663818359375, -0.15720367431640625, -0.1480255126953125, -0.13884735107421875, -0.129669189453125, -0.12049102783203125, -0.1113128662109375, -0.10213470458984375, -0.09295654296875, -0.08377838134765625, -0.0746002197265625, -0.06542205810546875, -0.056243896484375, -0.04706573486328125, -0.0378875732421875, -0.02870941162109375, -0.01953125, -0.01035308837890625, -0.0011749267578125, 0.00800323486328125, 0.017181396484375, 0.02635955810546875, 0.0355377197265625, 0.04471588134765625, 0.05389404296875, 0.06307220458984375, 0.0722503662109375, 0.08142852783203125, 0.090606689453125, 0.09978485107421875, 0.1089630126953125, 0.11814117431640625, 0.1273193359375, 0.13649749755859375, 0.1456756591796875, 0.15485382080078125, 0.164031982421875, 0.17321014404296875, 0.1823883056640625, 0.19156646728515625, 0.20074462890625, 0.20992279052734375, 0.2191009521484375, 0.22827911376953125, 0.237457275390625, 0.24663543701171875, 0.2558135986328125, 0.26499176025390625, 0.274169921875]}, "gradients/encoder.encoder.layers.2.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 10.0, 17.0, 16.0, 20.0, 46.0, 50.0, 60.0, 123.0, 195.0, 319.0, 655.0, 1805.0, 7766.0, 88720.0, 889720.0, 50668.0, 5605.0, 1357.0, 598.0, 277.0, 171.0, 97.0, 78.0, 49.0, 31.0, 27.0, 17.0, 13.0, 4.0, 8.0, 5.0, 4.0, 1.0, 2.0, 2.0, 1.0, 1.0, 2.0, 2.0, 0.0, 0.0, 4.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.96337890625, -0.9282302856445312, -0.8930816650390625, -0.8579330444335938, -0.822784423828125, -0.7876358032226562, -0.7524871826171875, -0.7173385620117188, -0.68218994140625, -0.6470413208007812, -0.6118927001953125, -0.5767440795898438, -0.541595458984375, -0.5064468383789062, -0.4712982177734375, -0.43614959716796875, -0.4010009765625, -0.36585235595703125, -0.3307037353515625, -0.29555511474609375, -0.260406494140625, -0.22525787353515625, -0.1901092529296875, -0.15496063232421875, -0.11981201171875, -0.08466339111328125, -0.0495147705078125, -0.01436614990234375, 0.020782470703125, 0.05593109130859375, 0.0910797119140625, 0.12622833251953125, 0.161376953125, 0.19652557373046875, 0.2316741943359375, 0.26682281494140625, 0.301971435546875, 0.33712005615234375, 0.3722686767578125, 0.40741729736328125, 0.44256591796875, 0.47771453857421875, 0.5128631591796875, 0.5480117797851562, 0.583160400390625, 0.6183090209960938, 0.6534576416015625, 0.6886062622070312, 0.7237548828125, 0.7589035034179688, 0.7940521240234375, 0.8292007446289062, 0.864349365234375, 0.8994979858398438, 0.9346466064453125, 0.9697952270507812, 1.00494384765625, 1.0400924682617188, 1.0752410888671875, 1.1103897094726562, 1.145538330078125, 1.1806869506835938, 1.2158355712890625, 1.2509841918945312, 1.2861328125]}, "gradients/encoder.encoder.layers.2.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 5.0, 6.0, 4.0, 5.0, 5.0, 8.0, 8.0, 5.0, 7.0, 25.0, 21.0, 30.0, 28.0, 33.0, 33.0, 45.0, 45.0, 48.0, 51.0, 53.0, 58.0, 60.0, 66.0, 56.0, 56.0, 42.0, 36.0, 25.0, 24.0, 32.0, 20.0, 13.0, 11.0, 11.0, 14.0, 4.0, 8.0, 5.0, 5.0, 3.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.181640625, -1.1454925537109375, -1.109344482421875, -1.0731964111328125, -1.03704833984375, -1.0009002685546875, -0.964752197265625, -0.9286041259765625, -0.8924560546875, -0.8563079833984375, -0.820159912109375, -0.7840118408203125, -0.74786376953125, -0.7117156982421875, -0.675567626953125, -0.6394195556640625, -0.603271484375, -0.5671234130859375, -0.530975341796875, -0.4948272705078125, -0.45867919921875, -0.4225311279296875, -0.386383056640625, -0.3502349853515625, -0.3140869140625, -0.2779388427734375, -0.241790771484375, -0.2056427001953125, -0.16949462890625, -0.1333465576171875, -0.097198486328125, -0.0610504150390625, -0.02490234375, 0.0112457275390625, 0.047393798828125, 0.0835418701171875, 0.11968994140625, 0.1558380126953125, 0.191986083984375, 0.2281341552734375, 0.2642822265625, 0.3004302978515625, 0.336578369140625, 0.3727264404296875, 0.40887451171875, 0.4450225830078125, 0.481170654296875, 0.5173187255859375, 0.553466796875, 0.5896148681640625, 0.625762939453125, 0.6619110107421875, 0.69805908203125, 0.7342071533203125, 0.770355224609375, 0.8065032958984375, 0.8426513671875, 0.8787994384765625, 0.914947509765625, 0.9510955810546875, 0.98724365234375, 1.0233917236328125, 1.059539794921875, 1.0956878662109375, 1.1318359375]}, "gradients/encoder.encoder.layers.2.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 3.0, 4.0, 3.0, 6.0, 8.0, 9.0, 15.0, 22.0, 39.0, 84.0, 126.0, 277.0, 671.0, 1986.0, 6858.0, 39197.0, 808166.0, 168664.0, 16561.0, 3775.0, 1160.0, 465.0, 190.0, 108.0, 69.0, 33.0, 17.0, 12.0, 13.0, 10.0, 5.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.305908203125, -0.2956352233886719, -0.28536224365234375, -0.2750892639160156, -0.2648162841796875, -0.2545433044433594, -0.24427032470703125, -0.23399734497070312, -0.223724365234375, -0.21345138549804688, -0.20317840576171875, -0.19290542602539062, -0.1826324462890625, -0.17235946655273438, -0.16208648681640625, -0.15181350708007812, -0.14154052734375, -0.13126754760742188, -0.12099456787109375, -0.11072158813476562, -0.1004486083984375, -0.09017562866210938, -0.07990264892578125, -0.06962966918945312, -0.059356689453125, -0.049083709716796875, -0.03881072998046875, -0.028537750244140625, -0.0182647705078125, -0.007991790771484375, 0.00228118896484375, 0.012554168701171875, 0.0228271484375, 0.033100128173828125, 0.04337310791015625, 0.053646087646484375, 0.0639190673828125, 0.07419204711914062, 0.08446502685546875, 0.09473800659179688, 0.105010986328125, 0.11528396606445312, 0.12555694580078125, 0.13582992553710938, 0.1461029052734375, 0.15637588500976562, 0.16664886474609375, 0.17692184448242188, 0.18719482421875, 0.19746780395507812, 0.20774078369140625, 0.21801376342773438, 0.2282867431640625, 0.23855972290039062, 0.24883270263671875, 0.2591056823730469, 0.269378662109375, 0.2796516418457031, 0.28992462158203125, 0.3001976013183594, 0.3104705810546875, 0.3207435607910156, 0.33101654052734375, 0.3412895202636719, 0.3515625]}, "gradients/encoder.encoder.layers.2.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 0.0, 3.0, 1.0, 6.0, 2.0, 3.0, 8.0, 12.0, 20.0, 25.0, 26.0, 49.0, 80.0, 96.0, 148.0, 145.0, 120.0, 85.0, 38.0, 33.0, 27.0, 21.0, 15.0, 8.0, 8.0, 11.0, 6.0, 2.0, 3.0, 1.0, 1.0, 5.0, 0.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.338689804077148e-05, -8.095521479845047e-05, -7.852353155612946e-05, -7.609184831380844e-05, -7.366016507148743e-05, -7.122848182916641e-05, -6.87967985868454e-05, -6.636511534452438e-05, -6.393343210220337e-05, -6.150174885988235e-05, -5.907006561756134e-05, -5.6638382375240326e-05, -5.420669913291931e-05, -5.17750158905983e-05, -4.934333264827728e-05, -4.691164940595627e-05, -4.4479966163635254e-05, -4.204828292131424e-05, -3.9616599678993225e-05, -3.718491643667221e-05, -3.4753233194351196e-05, -3.232154995203018e-05, -2.9889866709709167e-05, -2.7458183467388153e-05, -2.502650022506714e-05, -2.2594816982746124e-05, -2.016313374042511e-05, -1.7731450498104095e-05, -1.529976725578308e-05, -1.2868084013462067e-05, -1.0436400771141052e-05, -8.004717528820038e-06, -5.5730342864990234e-06, -3.141351044178009e-06, -7.096678018569946e-07, 1.7220154404640198e-06, 4.153698682785034e-06, 6.585381925106049e-06, 9.017065167427063e-06, 1.1448748409748077e-05, 1.3880431652069092e-05, 1.6312114894390106e-05, 1.874379813671112e-05, 2.1175481379032135e-05, 2.360716462135315e-05, 2.6038847863674164e-05, 2.8470531105995178e-05, 3.090221434831619e-05, 3.333389759063721e-05, 3.576558083295822e-05, 3.8197264075279236e-05, 4.062894731760025e-05, 4.3060630559921265e-05, 4.549231380224228e-05, 4.7923997044563293e-05, 5.035568028688431e-05, 5.278736352920532e-05, 5.521904677152634e-05, 5.765073001384735e-05, 6.0082413256168365e-05, 6.251409649848938e-05, 6.49457797408104e-05, 6.737746298313141e-05, 6.980914622545242e-05, 7.224082946777344e-05]}, "gradients/encoder.encoder.layers.2.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 4.0, 4.0, 7.0, 12.0, 12.0, 21.0, 34.0, 77.0, 172.0, 391.0, 1329.0, 10166.0, 739036.0, 288107.0, 7441.0, 1139.0, 328.0, 128.0, 71.0, 37.0, 21.0, 20.0, 3.0, 5.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.37890625, -0.36238861083984375, -0.3458709716796875, -0.32935333251953125, -0.312835693359375, -0.29631805419921875, -0.2798004150390625, -0.26328277587890625, -0.24676513671875, -0.23024749755859375, -0.2137298583984375, -0.19721221923828125, -0.180694580078125, -0.16417694091796875, -0.1476593017578125, -0.13114166259765625, -0.1146240234375, -0.09810638427734375, -0.0815887451171875, -0.06507110595703125, -0.048553466796875, -0.03203582763671875, -0.0155181884765625, 0.00099945068359375, 0.01751708984375, 0.03403472900390625, 0.0505523681640625, 0.06707000732421875, 0.083587646484375, 0.10010528564453125, 0.1166229248046875, 0.13314056396484375, 0.149658203125, 0.16617584228515625, 0.1826934814453125, 0.19921112060546875, 0.215728759765625, 0.23224639892578125, 0.2487640380859375, 0.26528167724609375, 0.28179931640625, 0.29831695556640625, 0.3148345947265625, 0.33135223388671875, 0.347869873046875, 0.36438751220703125, 0.3809051513671875, 0.39742279052734375, 0.4139404296875, 0.43045806884765625, 0.4469757080078125, 0.46349334716796875, 0.480010986328125, 0.49652862548828125, 0.5130462646484375, 0.5295639038085938, 0.54608154296875, 0.5625991821289062, 0.5791168212890625, 0.5956344604492188, 0.612152099609375, 0.6286697387695312, 0.6451873779296875, 0.6617050170898438, 0.67822265625]}, "gradients/encoder.encoder.layers.2.attention.q_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 3.0, 6.0, 6.0, 3.0, 1.0, 8.0, 5.0, 10.0, 18.0, 9.0, 20.0, 15.0, 41.0, 51.0, 35.0, 87.0, 112.0, 106.0, 112.0, 96.0, 56.0, 55.0, 36.0, 28.0, 24.0, 16.0, 14.0, 11.0, 6.0, 4.0, 4.0, 4.0, 5.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.2135009765625, -0.206787109375, -0.2000732421875, -0.193359375, -0.1866455078125, -0.179931640625, -0.1732177734375, -0.16650390625, -0.1597900390625, -0.153076171875, -0.1463623046875, -0.1396484375, -0.1329345703125, -0.126220703125, -0.1195068359375, -0.11279296875, -0.1060791015625, -0.099365234375, -0.0926513671875, -0.0859375, -0.0792236328125, -0.072509765625, -0.0657958984375, -0.05908203125, -0.0523681640625, -0.045654296875, -0.0389404296875, -0.0322265625, -0.0255126953125, -0.018798828125, -0.0120849609375, -0.00537109375, 0.0013427734375, 0.008056640625, 0.0147705078125, 0.021484375, 0.0281982421875, 0.034912109375, 0.0416259765625, 0.04833984375, 0.0550537109375, 0.061767578125, 0.0684814453125, 0.0751953125, 0.0819091796875, 0.088623046875, 0.0953369140625, 0.10205078125, 0.1087646484375, 0.115478515625, 0.1221923828125, 0.12890625, 0.1356201171875, 0.142333984375, 0.1490478515625, 0.15576171875, 0.1624755859375, 0.169189453125, 0.1759033203125, 0.1826171875, 0.1893310546875, 0.196044921875, 0.2027587890625, 0.20947265625, 0.2161865234375]}, "gradients/encoder.encoder.layers.2.layer_norm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 2.0, 6.0, 14.0, 28.0, 57.0, 164.0, 365.0, 222.0, 90.0, 26.0, 8.0, 10.0, 7.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.49171257019043, -8.260881423950195, -8.030049324035645, -7.79921817779541, -7.568387031555176, -7.337555408477783, -7.106723785400391, -6.875892639160156, -6.645061016082764, -6.414229393005371, -6.183398246765137, -5.952566623687744, -5.72173547744751, -5.490903854370117, -5.260072708129883, -5.02924108505249, -4.798409461975098, -4.567577838897705, -4.336746692657471, -4.105915069580078, -3.8750836849212646, -3.644252300262451, -3.4134209156036377, -3.182589530944824, -2.95175838470459, -2.7209270000457764, -2.490095615386963, -2.2592639923095703, -2.028432607650757, -1.7976012229919434, -1.5667698383331299, -1.3359383344650269, -1.1051068305969238, -0.8742753863334656, -0.6434439420700073, -0.41261255741119385, -0.1817811131477356, 0.049050331115722656, 0.27988171577453613, 0.5107132196426392, 0.7415446043014526, 0.9723760485649109, 1.2032074928283691, 1.4340388774871826, 1.664870262145996, 1.8957017660140991, 2.126533031463623, 2.3573646545410156, 2.588196039199829, 2.8190274238586426, 3.049858808517456, 3.2806901931762695, 3.511521816253662, 3.7423532009124756, 3.973184585571289, 4.204016208648682, 4.434847354888916, 4.665678977966309, 4.896510124206543, 5.1273417472839355, 5.35817289352417, 5.5890045166015625, 5.819835662841797, 6.0506672859191895, 6.281498908996582]}, "gradients/encoder.encoder.layers.2.layer_norm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 2.0, 5.0, 1.0, 1.0, 4.0, 3.0, 3.0, 7.0, 4.0, 10.0, 13.0, 17.0, 15.0, 15.0, 21.0, 23.0, 13.0, 20.0, 16.0, 35.0, 25.0, 35.0, 40.0, 58.0, 82.0, 93.0, 80.0, 56.0, 54.0, 29.0, 31.0, 22.0, 33.0, 21.0, 18.0, 18.0, 22.0, 8.0, 8.0, 10.0, 10.0, 6.0, 8.0, 6.0, 2.0, 1.0, 3.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0], "bins": [-3.2345290184020996, -3.1281850337982178, -3.021841049194336, -2.915497064590454, -2.8091530799865723, -2.7028093338012695, -2.5964653491973877, -2.490121364593506, -2.383777379989624, -2.277433395385742, -2.1710894107818604, -2.0647454261779785, -1.9584015607833862, -1.8520575761795044, -1.745713710784912, -1.6393697261810303, -1.5330257415771484, -1.4266817569732666, -1.3203377723693848, -1.2139939069747925, -1.1076499223709106, -1.0013059377670288, -0.8949620127677917, -0.7886180877685547, -0.6822741031646729, -0.575930118560791, -0.46958619356155396, -0.3632422387599945, -0.25689828395843506, -0.15055429935455322, -0.04421037435531616, 0.0621335506439209, 0.16847729682922363, 0.2748212516307831, 0.38116520643234253, 0.487509161233902, 0.5938531160354614, 0.7001971006393433, 0.8065410256385803, 0.9128849506378174, 1.0192289352416992, 1.125572919845581, 1.231916904449463, 1.3382607698440552, 1.444604754447937, 1.5509487390518188, 1.6572926044464111, 1.763636589050293, 1.8699805736541748, 1.9763245582580566, 2.0826685428619385, 2.1890125274658203, 2.295356273651123, 2.401700496673584, 2.5080442428588867, 2.6143882274627686, 2.7207322120666504, 2.8270761966705322, 2.933420181274414, 3.039764165878296, 3.1461081504821777, 3.2524518966674805, 3.3587958812713623, 3.465139865875244, 3.571483850479126]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 0.0, 2.0, 3.0, 2.0, 1.0, 3.0, 5.0, 7.0, 6.0, 11.0, 11.0, 11.0, 25.0, 30.0, 50.0, 75.0, 121.0, 151.0, 265.0, 446.0, 777.0, 1397.0, 2851.0, 6775.0, 17848.0, 59103.0, 279620.0, 1806498.0, 1674860.0, 259576.0, 54831.0, 16419.0, 6363.0, 2875.0, 1421.0, 724.0, 362.0, 286.0, 157.0, 97.0, 59.0, 52.0, 39.0, 11.0, 22.0, 13.0, 13.0, 5.0, 6.0, 2.0, 3.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0], "bins": [-0.333251953125, -0.3224945068359375, -0.311737060546875, -0.3009796142578125, -0.29022216796875, -0.2794647216796875, -0.268707275390625, -0.2579498291015625, -0.2471923828125, -0.2364349365234375, -0.225677490234375, -0.2149200439453125, -0.20416259765625, -0.1934051513671875, -0.182647705078125, -0.1718902587890625, -0.1611328125, -0.1503753662109375, -0.139617919921875, -0.1288604736328125, -0.11810302734375, -0.1073455810546875, -0.096588134765625, -0.0858306884765625, -0.0750732421875, -0.0643157958984375, -0.053558349609375, -0.0428009033203125, -0.03204345703125, -0.0212860107421875, -0.010528564453125, 0.0002288818359375, 0.010986328125, 0.0217437744140625, 0.032501220703125, 0.0432586669921875, 0.05401611328125, 0.0647735595703125, 0.075531005859375, 0.0862884521484375, 0.0970458984375, 0.1078033447265625, 0.118560791015625, 0.1293182373046875, 0.14007568359375, 0.1508331298828125, 0.161590576171875, 0.1723480224609375, 0.18310546875, 0.1938629150390625, 0.204620361328125, 0.2153778076171875, 0.22613525390625, 0.2368927001953125, 0.247650146484375, 0.2584075927734375, 0.2691650390625, 0.2799224853515625, 0.290679931640625, 0.3014373779296875, 0.31219482421875, 0.3229522705078125, 0.333709716796875, 0.3444671630859375, 0.355224609375]}, "gradients/encoder.encoder.layers.1.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 0.0, 4.0, 2.0, 5.0, 3.0, 4.0, 7.0, 13.0, 9.0, 19.0, 15.0, 22.0, 21.0, 18.0, 27.0, 34.0, 42.0, 55.0, 41.0, 43.0, 53.0, 57.0, 58.0, 46.0, 36.0, 46.0, 61.0, 35.0, 37.0, 31.0, 21.0, 32.0, 17.0, 15.0, 13.0, 12.0, 8.0, 13.0, 4.0, 6.0, 4.0, 6.0, 3.0, 3.0, 2.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 2.0], "bins": [-0.310546875, -0.301483154296875, -0.29241943359375, -0.283355712890625, -0.2742919921875, -0.265228271484375, -0.25616455078125, -0.247100830078125, -0.238037109375, -0.228973388671875, -0.21990966796875, -0.210845947265625, -0.2017822265625, -0.192718505859375, -0.18365478515625, -0.174591064453125, -0.16552734375, -0.156463623046875, -0.14739990234375, -0.138336181640625, -0.1292724609375, -0.120208740234375, -0.11114501953125, -0.102081298828125, -0.093017578125, -0.083953857421875, -0.07489013671875, -0.065826416015625, -0.0567626953125, -0.047698974609375, -0.03863525390625, -0.029571533203125, -0.0205078125, -0.011444091796875, -0.00238037109375, 0.006683349609375, 0.0157470703125, 0.024810791015625, 0.03387451171875, 0.042938232421875, 0.052001953125, 0.061065673828125, 0.07012939453125, 0.079193115234375, 0.0882568359375, 0.097320556640625, 0.10638427734375, 0.115447998046875, 0.12451171875, 0.133575439453125, 0.14263916015625, 0.151702880859375, 0.1607666015625, 0.169830322265625, 0.17889404296875, 0.187957763671875, 0.197021484375, 0.206085205078125, 0.21514892578125, 0.224212646484375, 0.2332763671875, 0.242340087890625, 0.25140380859375, 0.260467529296875, 0.26953125]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 0.0, 2.0, 5.0, 3.0, 3.0, 6.0, 7.0, 5.0, 10.0, 9.0, 19.0, 28.0, 21.0, 44.0, 62.0, 85.0, 156.0, 316.0, 799.0, 2393.0, 9798.0, 68004.0, 2969029.0, 1091552.0, 41448.0, 7241.0, 1885.0, 646.0, 276.0, 148.0, 73.0, 52.0, 47.0, 27.0, 19.0, 14.0, 10.0, 11.0, 10.0, 5.0, 8.0, 4.0, 1.0, 4.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0], "bins": [-0.8134765625, -0.7894744873046875, -0.765472412109375, -0.7414703369140625, -0.71746826171875, -0.6934661865234375, -0.669464111328125, -0.6454620361328125, -0.6214599609375, -0.5974578857421875, -0.573455810546875, -0.5494537353515625, -0.52545166015625, -0.5014495849609375, -0.477447509765625, -0.4534454345703125, -0.429443359375, -0.4054412841796875, -0.381439208984375, -0.3574371337890625, -0.33343505859375, -0.3094329833984375, -0.285430908203125, -0.2614288330078125, -0.2374267578125, -0.2134246826171875, -0.189422607421875, -0.1654205322265625, -0.14141845703125, -0.1174163818359375, -0.093414306640625, -0.0694122314453125, -0.04541015625, -0.0214080810546875, 0.002593994140625, 0.0265960693359375, 0.05059814453125, 0.0746002197265625, 0.098602294921875, 0.1226043701171875, 0.1466064453125, 0.1706085205078125, 0.194610595703125, 0.2186126708984375, 0.24261474609375, 0.2666168212890625, 0.290618896484375, 0.3146209716796875, 0.338623046875, 0.3626251220703125, 0.386627197265625, 0.4106292724609375, 0.43463134765625, 0.4586334228515625, 0.482635498046875, 0.5066375732421875, 0.5306396484375, 0.5546417236328125, 0.578643798828125, 0.6026458740234375, 0.62664794921875, 0.6506500244140625, 0.674652099609375, 0.6986541748046875, 0.72265625]}, "gradients/encoder.encoder.layers.1.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 0.0, 3.0, 2.0, 0.0, 4.0, 4.0, 3.0, 4.0, 6.0, 5.0, 9.0, 8.0, 25.0, 27.0, 34.0, 35.0, 65.0, 86.0, 135.0, 179.0, 319.0, 530.0, 753.0, 713.0, 390.0, 216.0, 161.0, 100.0, 78.0, 46.0, 32.0, 20.0, 22.0, 18.0, 9.0, 8.0, 4.0, 10.0, 7.0, 4.0, 2.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-0.46533203125, -0.4479522705078125, -0.430572509765625, -0.4131927490234375, -0.39581298828125, -0.3784332275390625, -0.361053466796875, -0.3436737060546875, -0.3262939453125, -0.3089141845703125, -0.291534423828125, -0.2741546630859375, -0.25677490234375, -0.2393951416015625, -0.222015380859375, -0.2046356201171875, -0.187255859375, -0.1698760986328125, -0.152496337890625, -0.1351165771484375, -0.11773681640625, -0.1003570556640625, -0.082977294921875, -0.0655975341796875, -0.0482177734375, -0.0308380126953125, -0.013458251953125, 0.0039215087890625, 0.02130126953125, 0.0386810302734375, 0.056060791015625, 0.0734405517578125, 0.0908203125, 0.1082000732421875, 0.125579833984375, 0.1429595947265625, 0.16033935546875, 0.1777191162109375, 0.195098876953125, 0.2124786376953125, 0.2298583984375, 0.2472381591796875, 0.264617919921875, 0.2819976806640625, 0.29937744140625, 0.3167572021484375, 0.334136962890625, 0.3515167236328125, 0.368896484375, 0.3862762451171875, 0.403656005859375, 0.4210357666015625, 0.43841552734375, 0.4557952880859375, 0.473175048828125, 0.4905548095703125, 0.5079345703125, 0.5253143310546875, 0.542694091796875, 0.5600738525390625, 0.57745361328125, 0.5948333740234375, 0.612213134765625, 0.6295928955078125, 0.64697265625]}, "gradients/encoder.encoder.layers.1.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 2.0, 4.0, 8.0, 9.0, 10.0, 16.0, 34.0, 74.0, 77.0, 156.0, 208.0, 160.0, 108.0, 65.0, 26.0, 21.0, 17.0, 4.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.7400636672973633, -2.6002163887023926, -2.4603688716888428, -2.320521354675293, -2.1806740760803223, -2.0408267974853516, -1.9009792804718018, -1.7611318826675415, -1.6212844848632812, -1.481437087059021, -1.3415896892547607, -1.2017422914505005, -1.0618948936462402, -0.92204749584198, -0.7822000980377197, -0.6423527002334595, -0.5025053024291992, -0.36265790462493896, -0.2228105068206787, -0.08296310901641846, 0.0568842887878418, 0.19673168659210205, 0.3365790843963623, 0.47642648220062256, 0.6162738800048828, 0.7561212778091431, 0.8959686756134033, 1.0358160734176636, 1.1756634712219238, 1.315510869026184, 1.4553582668304443, 1.5952056646347046, 1.7350530624389648, 1.874900460243225, 2.0147478580474854, 2.154595375061035, 2.294442653656006, 2.4342899322509766, 2.5741374492645264, 2.713984966278076, 2.853832244873047, 2.9936795234680176, 3.1335270404815674, 3.273374557495117, 3.413221836090088, 3.5530691146850586, 3.6929166316986084, 3.832764148712158, 3.972611427307129, 4.1124587059021, 4.25230598449707, 4.392153739929199, 4.53200101852417, 4.671848297119141, 4.8116960525512695, 4.95154333114624, 5.091390609741211, 5.231237888336182, 5.371085166931152, 5.510932922363281, 5.650780200958252, 5.790627479553223, 5.930475234985352, 6.070322513580322, 6.210169792175293]}, "gradients/encoder.encoder.layers.1.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 2.0, 4.0, 3.0, 5.0, 4.0, 6.0, 8.0, 11.0, 6.0, 10.0, 16.0, 21.0, 19.0, 24.0, 25.0, 25.0, 35.0, 25.0, 54.0, 38.0, 42.0, 43.0, 60.0, 42.0, 42.0, 47.0, 42.0, 41.0, 35.0, 29.0, 31.0, 23.0, 29.0, 18.0, 19.0, 19.0, 22.0, 13.0, 20.0, 13.0, 7.0, 10.0, 7.0, 2.0, 6.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-2.1940150260925293, -2.119889736175537, -2.045764446258545, -1.9716391563415527, -1.897513747215271, -1.8233884572982788, -1.7492631673812866, -1.6751377582550049, -1.6010124683380127, -1.5268871784210205, -1.4527618885040283, -1.3786365985870361, -1.3045111894607544, -1.2303858995437622, -1.15626060962677, -1.0821352005004883, -1.0080100297927856, -0.9338847398757935, -0.8597593903541565, -0.7856341004371643, -0.7115087509155273, -0.6373834609985352, -0.563258171081543, -0.489132821559906, -0.4150075316429138, -0.34088221192359924, -0.26675689220428467, -0.19263160228729248, -0.1185062825679779, -0.04438096284866333, 0.029744327068328857, 0.10386967658996582, 0.177994966506958, 0.2521202862262726, 0.32624560594558716, 0.40037089586257935, 0.4744962155818939, 0.5486215353012085, 0.6227468252182007, 0.6968721747398376, 0.7709974646568298, 0.845122754573822, 0.919248104095459, 0.9933733940124512, 1.0674986839294434, 1.1416239738464355, 1.2157492637634277, 1.2898746728897095, 1.3639999628067017, 1.4381252527236938, 1.512250542640686, 1.5863759517669678, 1.66050124168396, 1.7346265316009521, 1.8087518215179443, 1.8828771114349365, 1.9570024013519287, 2.031127691268921, 2.105252981185913, 2.1793782711029053, 2.2535035610198975, 2.3276290893554688, 2.401754379272461, 2.475879669189453, 2.5500049591064453]}, "gradients/encoder.encoder.layers.1.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 4.0, 0.0, 1.0, 0.0, 5.0, 1.0, 10.0, 3.0, 2.0, 11.0, 19.0, 18.0, 20.0, 35.0, 51.0, 78.0, 126.0, 171.0, 273.0, 417.0, 647.0, 1114.0, 1995.0, 3866.0, 7958.0, 17615.0, 46100.0, 145771.0, 501319.0, 216808.0, 61133.0, 22797.0, 9623.0, 4750.0, 2413.0, 1330.0, 715.0, 474.0, 298.0, 184.0, 122.0, 95.0, 64.0, 41.0, 22.0, 20.0, 18.0, 10.0, 6.0, 5.0, 3.0, 3.0, 4.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-0.43798828125, -0.42321014404296875, -0.4084320068359375, -0.39365386962890625, -0.378875732421875, -0.36409759521484375, -0.3493194580078125, -0.33454132080078125, -0.31976318359375, -0.30498504638671875, -0.2902069091796875, -0.27542877197265625, -0.260650634765625, -0.24587249755859375, -0.2310943603515625, -0.21631622314453125, -0.2015380859375, -0.18675994873046875, -0.1719818115234375, -0.15720367431640625, -0.142425537109375, -0.12764739990234375, -0.1128692626953125, -0.09809112548828125, -0.08331298828125, -0.06853485107421875, -0.0537567138671875, -0.03897857666015625, -0.024200439453125, -0.00942230224609375, 0.0053558349609375, 0.02013397216796875, 0.034912109375, 0.04969024658203125, 0.0644683837890625, 0.07924652099609375, 0.094024658203125, 0.10880279541015625, 0.1235809326171875, 0.13835906982421875, 0.15313720703125, 0.16791534423828125, 0.1826934814453125, 0.19747161865234375, 0.212249755859375, 0.22702789306640625, 0.2418060302734375, 0.25658416748046875, 0.2713623046875, 0.28614044189453125, 0.3009185791015625, 0.31569671630859375, 0.330474853515625, 0.34525299072265625, 0.3600311279296875, 0.37480926513671875, 0.38958740234375, 0.40436553955078125, 0.4191436767578125, 0.43392181396484375, 0.448699951171875, 0.46347808837890625, 0.4782562255859375, 0.49303436279296875, 0.5078125]}, "gradients/encoder.encoder.layers.1.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 5.0, 10.0, 6.0, 10.0, 12.0, 18.0, 18.0, 22.0, 23.0, 24.0, 46.0, 25.0, 43.0, 44.0, 60.0, 44.0, 68.0, 53.0, 46.0, 50.0, 67.0, 44.0, 34.0, 46.0, 30.0, 25.0, 25.0, 14.0, 15.0, 10.0, 15.0, 11.0, 5.0, 4.0, 5.0, 5.0, 6.0, 5.0, 1.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.31396484375, -0.3042640686035156, -0.29456329345703125, -0.2848625183105469, -0.2751617431640625, -0.2654609680175781, -0.25576019287109375, -0.24605941772460938, -0.236358642578125, -0.22665786743164062, -0.21695709228515625, -0.20725631713867188, -0.1975555419921875, -0.18785476684570312, -0.17815399169921875, -0.16845321655273438, -0.15875244140625, -0.14905166625976562, -0.13935089111328125, -0.12965011596679688, -0.1199493408203125, -0.11024856567382812, -0.10054779052734375, -0.09084701538085938, -0.081146240234375, -0.07144546508789062, -0.06174468994140625, -0.052043914794921875, -0.0423431396484375, -0.032642364501953125, -0.02294158935546875, -0.013240814208984375, -0.0035400390625, 0.006160736083984375, 0.01586151123046875, 0.025562286376953125, 0.0352630615234375, 0.044963836669921875, 0.05466461181640625, 0.06436538696289062, 0.074066162109375, 0.08376693725585938, 0.09346771240234375, 0.10316848754882812, 0.1128692626953125, 0.12257003784179688, 0.13227081298828125, 0.14197158813476562, 0.15167236328125, 0.16137313842773438, 0.17107391357421875, 0.18077468872070312, 0.1904754638671875, 0.20017623901367188, 0.20987701416015625, 0.21957778930664062, 0.229278564453125, 0.23897933959960938, 0.24868011474609375, 0.2583808898925781, 0.2680816650390625, 0.2777824401855469, 0.28748321533203125, 0.2971839904785156, 0.306884765625]}, "gradients/encoder.encoder.layers.1.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 6.0, 3.0, 4.0, 3.0, 5.0, 1.0, 4.0, 7.0, 4.0, 11.0, 15.0, 15.0, 15.0, 25.0, 51.0, 44.0, 81.0, 115.0, 170.0, 299.0, 500.0, 924.0, 2033.0, 6664.0, 35775.0, 835873.0, 145013.0, 14149.0, 3646.0, 1381.0, 637.0, 385.0, 223.0, 145.0, 83.0, 71.0, 57.0, 30.0, 23.0, 15.0, 13.0, 6.0, 12.0, 9.0, 5.0, 6.0, 5.0, 1.0, 2.0, 2.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.0546875, -1.022491455078125, -0.99029541015625, -0.958099365234375, -0.9259033203125, -0.893707275390625, -0.86151123046875, -0.829315185546875, -0.797119140625, -0.764923095703125, -0.73272705078125, -0.700531005859375, -0.6683349609375, -0.636138916015625, -0.60394287109375, -0.571746826171875, -0.53955078125, -0.507354736328125, -0.47515869140625, -0.442962646484375, -0.4107666015625, -0.378570556640625, -0.34637451171875, -0.314178466796875, -0.281982421875, -0.249786376953125, -0.21759033203125, -0.185394287109375, -0.1531982421875, -0.121002197265625, -0.08880615234375, -0.056610107421875, -0.0244140625, 0.007781982421875, 0.03997802734375, 0.072174072265625, 0.1043701171875, 0.136566162109375, 0.16876220703125, 0.200958251953125, 0.233154296875, 0.265350341796875, 0.29754638671875, 0.329742431640625, 0.3619384765625, 0.394134521484375, 0.42633056640625, 0.458526611328125, 0.49072265625, 0.522918701171875, 0.55511474609375, 0.587310791015625, 0.6195068359375, 0.651702880859375, 0.68389892578125, 0.716094970703125, 0.748291015625, 0.780487060546875, 0.81268310546875, 0.844879150390625, 0.8770751953125, 0.909271240234375, 0.94146728515625, 0.973663330078125, 1.005859375]}, "gradients/encoder.encoder.layers.1.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 2.0, 2.0, 2.0, 0.0, 2.0, 3.0, 3.0, 5.0, 14.0, 12.0, 13.0, 15.0, 15.0, 32.0, 35.0, 41.0, 61.0, 73.0, 74.0, 77.0, 58.0, 93.0, 85.0, 72.0, 53.0, 34.0, 38.0, 30.0, 18.0, 14.0, 12.0, 6.0, 7.0, 3.0, 2.0, 5.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.5693359375, -1.5234222412109375, -1.477508544921875, -1.4315948486328125, -1.38568115234375, -1.3397674560546875, -1.293853759765625, -1.2479400634765625, -1.2020263671875, -1.1561126708984375, -1.110198974609375, -1.0642852783203125, -1.01837158203125, -0.9724578857421875, -0.926544189453125, -0.8806304931640625, -0.834716796875, -0.7888031005859375, -0.742889404296875, -0.6969757080078125, -0.65106201171875, -0.6051483154296875, -0.559234619140625, -0.5133209228515625, -0.4674072265625, -0.4214935302734375, -0.375579833984375, -0.3296661376953125, -0.28375244140625, -0.2378387451171875, -0.191925048828125, -0.1460113525390625, -0.10009765625, -0.0541839599609375, -0.008270263671875, 0.0376434326171875, 0.08355712890625, 0.1294708251953125, 0.175384521484375, 0.2212982177734375, 0.2672119140625, 0.3131256103515625, 0.359039306640625, 0.4049530029296875, 0.45086669921875, 0.4967803955078125, 0.542694091796875, 0.5886077880859375, 0.634521484375, 0.6804351806640625, 0.726348876953125, 0.7722625732421875, 0.81817626953125, 0.8640899658203125, 0.910003662109375, 0.9559173583984375, 1.0018310546875, 1.0477447509765625, 1.093658447265625, 1.1395721435546875, 1.18548583984375, 1.2313995361328125, 1.277313232421875, 1.3232269287109375, 1.369140625]}, "gradients/encoder.encoder.layers.1.attention.k_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 1.0, 3.0, 1.0, 3.0, 5.0, 4.0, 18.0, 13.0, 24.0, 31.0, 47.0, 65.0, 112.0, 146.0, 360.0, 699.0, 1764.0, 4723.0, 18638.0, 179440.0, 795056.0, 35694.0, 7289.0, 2378.0, 985.0, 453.0, 238.0, 120.0, 62.0, 49.0, 45.0, 26.0, 10.0, 20.0, 18.0, 4.0, 3.0, 7.0, 2.0, 2.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.276123046875, -0.26804542541503906, -0.2599678039550781, -0.2518901824951172, -0.24381256103515625, -0.2357349395751953, -0.22765731811523438, -0.21957969665527344, -0.2115020751953125, -0.20342445373535156, -0.19534683227539062, -0.1872692108154297, -0.17919158935546875, -0.1711139678955078, -0.16303634643554688, -0.15495872497558594, -0.146881103515625, -0.13880348205566406, -0.13072586059570312, -0.12264823913574219, -0.11457061767578125, -0.10649299621582031, -0.09841537475585938, -0.09033775329589844, -0.0822601318359375, -0.07418251037597656, -0.06610488891601562, -0.05802726745605469, -0.04994964599609375, -0.04187202453613281, -0.033794403076171875, -0.025716781616210938, -0.01763916015625, -0.009561538696289062, -0.001483917236328125, 0.0065937042236328125, 0.01467132568359375, 0.022748947143554688, 0.030826568603515625, 0.03890419006347656, 0.0469818115234375, 0.05505943298339844, 0.06313705444335938, 0.07121467590332031, 0.07929229736328125, 0.08736991882324219, 0.09544754028320312, 0.10352516174316406, 0.111602783203125, 0.11968040466308594, 0.12775802612304688, 0.1358356475830078, 0.14391326904296875, 0.1519908905029297, 0.16006851196289062, 0.16814613342285156, 0.1762237548828125, 0.18430137634277344, 0.19237899780273438, 0.2004566192626953, 0.20853424072265625, 0.2166118621826172, 0.22468948364257812, 0.23276710510253906, 0.2408447265625]}, "gradients/encoder.encoder.layers.1.attention.k_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 3.0, 6.0, 3.0, 4.0, 4.0, 5.0, 6.0, 12.0, 10.0, 24.0, 25.0, 46.0, 65.0, 110.0, 142.0, 148.0, 101.0, 85.0, 56.0, 46.0, 27.0, 19.0, 25.0, 11.0, 6.0, 4.0, 4.0, 3.0, 4.0, 4.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.606910705566406e-05, -8.302927017211914e-05, -7.998943328857422e-05, -7.69495964050293e-05, -7.390975952148438e-05, -7.086992263793945e-05, -6.783008575439453e-05, -6.479024887084961e-05, -6.175041198730469e-05, -5.8710575103759766e-05, -5.5670738220214844e-05, -5.263090133666992e-05, -4.9591064453125e-05, -4.655122756958008e-05, -4.3511390686035156e-05, -4.0471553802490234e-05, -3.743171691894531e-05, -3.439188003540039e-05, -3.135204315185547e-05, -2.8312206268310547e-05, -2.5272369384765625e-05, -2.2232532501220703e-05, -1.919269561767578e-05, -1.615285873413086e-05, -1.3113021850585938e-05, -1.0073184967041016e-05, -7.033348083496094e-06, -3.993511199951172e-06, -9.5367431640625e-07, 2.086162567138672e-06, 5.125999450683594e-06, 8.165836334228516e-06, 1.1205673217773438e-05, 1.424551010131836e-05, 1.728534698486328e-05, 2.0325183868408203e-05, 2.3365020751953125e-05, 2.6404857635498047e-05, 2.944469451904297e-05, 3.248453140258789e-05, 3.552436828613281e-05, 3.8564205169677734e-05, 4.1604042053222656e-05, 4.464387893676758e-05, 4.76837158203125e-05, 5.072355270385742e-05, 5.3763389587402344e-05, 5.6803226470947266e-05, 5.984306335449219e-05, 6.288290023803711e-05, 6.592273712158203e-05, 6.896257400512695e-05, 7.200241088867188e-05, 7.50422477722168e-05, 7.808208465576172e-05, 8.112192153930664e-05, 8.416175842285156e-05, 8.720159530639648e-05, 9.02414321899414e-05, 9.328126907348633e-05, 9.632110595703125e-05, 9.936094284057617e-05, 0.0001024007797241211, 0.00010544061660766602, 0.00010848045349121094]}, "gradients/encoder.encoder.layers.1.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 2.0, 1.0, 4.0, 4.0, 3.0, 4.0, 6.0, 12.0, 11.0, 15.0, 32.0, 51.0, 66.0, 99.0, 119.0, 232.0, 453.0, 791.0, 1684.0, 4179.0, 14044.0, 80975.0, 803496.0, 115837.0, 17396.0, 5099.0, 1895.0, 926.0, 450.0, 248.0, 141.0, 111.0, 47.0, 36.0, 35.0, 18.0, 10.0, 9.0, 8.0, 5.0, 4.0, 5.0, 1.0, 0.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.1920166015625, -0.18593597412109375, -0.1798553466796875, -0.17377471923828125, -0.167694091796875, -0.16161346435546875, -0.1555328369140625, -0.14945220947265625, -0.14337158203125, -0.13729095458984375, -0.1312103271484375, -0.12512969970703125, -0.119049072265625, -0.11296844482421875, -0.1068878173828125, -0.10080718994140625, -0.0947265625, -0.08864593505859375, -0.0825653076171875, -0.07648468017578125, -0.070404052734375, -0.06432342529296875, -0.0582427978515625, -0.05216217041015625, -0.04608154296875, -0.04000091552734375, -0.0339202880859375, -0.02783966064453125, -0.021759033203125, -0.01567840576171875, -0.0095977783203125, -0.00351715087890625, 0.0025634765625, 0.00864410400390625, 0.0147247314453125, 0.02080535888671875, 0.026885986328125, 0.03296661376953125, 0.0390472412109375, 0.04512786865234375, 0.05120849609375, 0.05728912353515625, 0.0633697509765625, 0.06945037841796875, 0.075531005859375, 0.08161163330078125, 0.0876922607421875, 0.09377288818359375, 0.099853515625, 0.10593414306640625, 0.1120147705078125, 0.11809539794921875, 0.124176025390625, 0.13025665283203125, 0.1363372802734375, 0.14241790771484375, 0.14849853515625, 0.15457916259765625, 0.1606597900390625, 0.16674041748046875, 0.172821044921875, 0.17890167236328125, 0.1849822998046875, 0.19106292724609375, 0.1971435546875]}, "gradients/encoder.encoder.layers.1.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 0.0, 3.0, 5.0, 1.0, 6.0, 9.0, 5.0, 8.0, 17.0, 6.0, 13.0, 17.0, 26.0, 30.0, 41.0, 53.0, 55.0, 72.0, 94.0, 89.0, 69.0, 63.0, 77.0, 51.0, 43.0, 32.0, 28.0, 23.0, 15.0, 13.0, 14.0, 7.0, 5.0, 4.0, 2.0, 3.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 2.0, 3.0], "bins": [-0.1912841796875, -0.1864299774169922, -0.18157577514648438, -0.17672157287597656, -0.17186737060546875, -0.16701316833496094, -0.16215896606445312, -0.1573047637939453, -0.1524505615234375, -0.1475963592529297, -0.14274215698242188, -0.13788795471191406, -0.13303375244140625, -0.12817955017089844, -0.12332534790039062, -0.11847114562988281, -0.113616943359375, -0.10876274108886719, -0.10390853881835938, -0.09905433654785156, -0.09420013427734375, -0.08934593200683594, -0.08449172973632812, -0.07963752746582031, -0.0747833251953125, -0.06992912292480469, -0.06507492065429688, -0.06022071838378906, -0.05536651611328125, -0.05051231384277344, -0.045658111572265625, -0.04080390930175781, -0.03594970703125, -0.031095504760742188, -0.026241302490234375, -0.021387100219726562, -0.01653289794921875, -0.011678695678710938, -0.006824493408203125, -0.0019702911376953125, 0.0028839111328125, 0.0077381134033203125, 0.012592315673828125, 0.017446517944335938, 0.02230072021484375, 0.027154922485351562, 0.032009124755859375, 0.03686332702636719, 0.041717529296875, 0.04657173156738281, 0.051425933837890625, 0.05628013610839844, 0.06113433837890625, 0.06598854064941406, 0.07084274291992188, 0.07569694519042969, 0.0805511474609375, 0.08540534973144531, 0.09025955200195312, 0.09511375427246094, 0.09996795654296875, 0.10482215881347656, 0.10967636108398438, 0.11453056335449219, 0.119384765625]}, "gradients/encoder.encoder.layers.1.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 11.0, 18.0, 48.0, 122.0, 490.0, 212.0, 66.0, 18.0, 7.0, 6.0, 2.0, 2.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-11.111287117004395, -10.78203296661377, -10.452778816223145, -10.12352466583252, -9.794270515441895, -9.46501636505127, -9.135762214660645, -8.806507110595703, -8.477252960205078, -8.147998809814453, -7.818744659423828, -7.489490509033203, -7.160236358642578, -6.830982208251953, -6.50172758102417, -6.172473430633545, -5.843219757080078, -5.513965606689453, -5.184711456298828, -4.855457305908203, -4.526203155517578, -4.196949005126953, -3.86769437789917, -3.538440227508545, -3.20918607711792, -2.879931926727295, -2.55067777633667, -2.221423387527466, -1.8921692371368408, -1.5629150867462158, -1.2336608171463013, -0.9044065475463867, -0.5751533508300781, -0.24589914083480835, 0.08335506916046143, 0.4126092791557312, 0.741863489151001, 1.071117639541626, 1.4003719091415405, 1.729626178741455, 2.05888032913208, 2.388134479522705, 2.71738862991333, 3.046643018722534, 3.375897169113159, 3.705151319503784, 4.034405708312988, 4.363659858703613, 4.692914009094238, 5.022168159484863, 5.351422309875488, 5.680676460266113, 6.009930610656738, 6.339184761047363, 6.6684393882751465, 6.9976935386657715, 7.3269476890563965, 7.6562018394470215, 7.9854559898376465, 8.31471061706543, 8.643964767456055, 8.97321891784668, 9.302473068237305, 9.63172721862793, 9.960981369018555]}, "gradients/encoder.encoder.layers.1.layer_norm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 2.0, 6.0, 5.0, 6.0, 6.0, 3.0, 2.0, 7.0, 10.0, 9.0, 6.0, 17.0, 9.0, 16.0, 19.0, 14.0, 22.0, 27.0, 22.0, 22.0, 38.0, 28.0, 68.0, 85.0, 98.0, 80.0, 60.0, 40.0, 31.0, 32.0, 28.0, 29.0, 20.0, 23.0, 18.0, 13.0, 9.0, 15.0, 12.0, 11.0, 9.0, 7.0, 8.0, 4.0, 6.0, 3.0, 3.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-3.3913559913635254, -3.283388376235962, -3.1754207611083984, -3.067453145980835, -2.9594855308532715, -2.851517915725708, -2.7435503005981445, -2.63558292388916, -2.5276150703430176, -2.419647455215454, -2.3116798400878906, -2.203712224960327, -2.0957446098327637, -1.9877769947052002, -1.8798094987869263, -1.7718418836593628, -1.6638743877410889, -1.5559067726135254, -1.447939157485962, -1.3399715423583984, -1.232003927230835, -1.1240363121032715, -1.0160688161849976, -0.9081012010574341, -0.8001335859298706, -0.6921659708023071, -0.5841983556747437, -0.47623080015182495, -0.3682631850242615, -0.260295569896698, -0.1523280143737793, -0.04436039924621582, 0.06360721588134766, 0.17157481610774994, 0.2795424163341522, 0.3875100016593933, 0.4954776167869568, 0.6034452319145203, 0.711412787437439, 0.8193804025650024, 0.9273480176925659, 1.0353156328201294, 1.1432832479476929, 1.2512507438659668, 1.3592183589935303, 1.4671859741210938, 1.5751535892486572, 1.6831212043762207, 1.7910888195037842, 1.8990564346313477, 2.007024049758911, 2.1149916648864746, 2.222959280014038, 2.3309268951416016, 2.438894271850586, 2.5468621253967285, 2.654829502105713, 2.7627971172332764, 2.87076473236084, 2.9787323474884033, 3.086699962615967, 3.1946675777435303, 3.3026351928710938, 3.410602569580078, 3.5185704231262207]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 7.0, 3.0, 9.0, 8.0, 28.0, 28.0, 52.0, 95.0, 142.0, 250.0, 465.0, 823.0, 1824.0, 4176.0, 12157.0, 58906.0, 639504.0, 2925771.0, 484999.0, 47045.0, 10726.0, 3808.0, 1650.0, 804.0, 433.0, 224.0, 118.0, 88.0, 48.0, 35.0, 30.0, 11.0, 9.0, 8.0, 2.0, 1.0, 3.0, 2.0, 2.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.61376953125, -0.5905609130859375, -0.567352294921875, -0.5441436767578125, -0.52093505859375, -0.4977264404296875, -0.474517822265625, -0.4513092041015625, -0.4281005859375, -0.4048919677734375, -0.381683349609375, -0.3584747314453125, -0.33526611328125, -0.3120574951171875, -0.288848876953125, -0.2656402587890625, -0.242431640625, -0.2192230224609375, -0.196014404296875, -0.1728057861328125, -0.14959716796875, -0.1263885498046875, -0.103179931640625, -0.0799713134765625, -0.0567626953125, -0.0335540771484375, -0.010345458984375, 0.0128631591796875, 0.03607177734375, 0.0592803955078125, 0.082489013671875, 0.1056976318359375, 0.12890625, 0.1521148681640625, 0.175323486328125, 0.1985321044921875, 0.22174072265625, 0.2449493408203125, 0.268157958984375, 0.2913665771484375, 0.3145751953125, 0.3377838134765625, 0.360992431640625, 0.3842010498046875, 0.40740966796875, 0.4306182861328125, 0.453826904296875, 0.4770355224609375, 0.500244140625, 0.5234527587890625, 0.546661376953125, 0.5698699951171875, 0.59307861328125, 0.6162872314453125, 0.639495849609375, 0.6627044677734375, 0.6859130859375, 0.7091217041015625, 0.732330322265625, 0.7555389404296875, 0.77874755859375, 0.8019561767578125, 0.825164794921875, 0.8483734130859375, 0.87158203125]}, "gradients/encoder.encoder.layers.0.feed_forward.output_dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 2.0, 0.0, 2.0, 4.0, 2.0, 3.0, 4.0, 9.0, 8.0, 11.0, 5.0, 16.0, 9.0, 12.0, 20.0, 29.0, 25.0, 32.0, 28.0, 48.0, 48.0, 53.0, 53.0, 60.0, 48.0, 54.0, 54.0, 69.0, 38.0, 42.0, 37.0, 39.0, 23.0, 27.0, 14.0, 13.0, 13.0, 16.0, 12.0, 6.0, 2.0, 9.0, 4.0, 5.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.31396484375, -0.3042793273925781, -0.29459381103515625, -0.2849082946777344, -0.2752227783203125, -0.2655372619628906, -0.25585174560546875, -0.24616622924804688, -0.236480712890625, -0.22679519653320312, -0.21710968017578125, -0.20742416381835938, -0.1977386474609375, -0.18805313110351562, -0.17836761474609375, -0.16868209838867188, -0.15899658203125, -0.14931106567382812, -0.13962554931640625, -0.12994003295898438, -0.1202545166015625, -0.11056900024414062, -0.10088348388671875, -0.09119796752929688, -0.081512451171875, -0.07182693481445312, -0.06214141845703125, -0.052455902099609375, -0.0427703857421875, -0.033084869384765625, -0.02339935302734375, -0.013713836669921875, -0.0040283203125, 0.005657196044921875, 0.01534271240234375, 0.025028228759765625, 0.0347137451171875, 0.044399261474609375, 0.05408477783203125, 0.06377029418945312, 0.073455810546875, 0.08314132690429688, 0.09282684326171875, 0.10251235961914062, 0.1121978759765625, 0.12188339233398438, 0.13156890869140625, 0.14125442504882812, 0.15093994140625, 0.16062545776367188, 0.17031097412109375, 0.17999649047851562, 0.1896820068359375, 0.19936752319335938, 0.20905303955078125, 0.21873855590820312, 0.228424072265625, 0.23810958862304688, 0.24779510498046875, 0.2574806213378906, 0.2671661376953125, 0.2768516540527344, 0.28653717041015625, 0.2962226867675781, 0.305908203125]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 2.0, 1.0, 5.0, 8.0, 8.0, 12.0, 15.0, 37.0, 56.0, 76.0, 134.0, 241.0, 504.0, 1051.0, 3222.0, 21366.0, 3815888.0, 338825.0, 9241.0, 2046.0, 732.0, 356.0, 194.0, 94.0, 66.0, 48.0, 18.0, 17.0, 11.0, 5.0, 4.0, 2.0, 0.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.416015625, -2.3424072265625, -2.268798828125, -2.1951904296875, -2.12158203125, -2.0479736328125, -1.974365234375, -1.9007568359375, -1.8271484375, -1.7535400390625, -1.679931640625, -1.6063232421875, -1.53271484375, -1.4591064453125, -1.385498046875, -1.3118896484375, -1.23828125, -1.1646728515625, -1.091064453125, -1.0174560546875, -0.94384765625, -0.8702392578125, -0.796630859375, -0.7230224609375, -0.6494140625, -0.5758056640625, -0.502197265625, -0.4285888671875, -0.35498046875, -0.2813720703125, -0.207763671875, -0.1341552734375, -0.060546875, 0.0130615234375, 0.086669921875, 0.1602783203125, 0.23388671875, 0.3074951171875, 0.381103515625, 0.4547119140625, 0.5283203125, 0.6019287109375, 0.675537109375, 0.7491455078125, 0.82275390625, 0.8963623046875, 0.969970703125, 1.0435791015625, 1.1171875, 1.1907958984375, 1.264404296875, 1.3380126953125, 1.41162109375, 1.4852294921875, 1.558837890625, 1.6324462890625, 1.7060546875, 1.7796630859375, 1.853271484375, 1.9268798828125, 2.00048828125, 2.0740966796875, 2.147705078125, 2.2213134765625, 2.294921875]}, "gradients/encoder.encoder.layers.0.feed_forward.intermediate_dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 5.0, 5.0, 8.0, 6.0, 14.0, 15.0, 34.0, 38.0, 62.0, 144.0, 257.0, 528.0, 1026.0, 891.0, 484.0, 222.0, 123.0, 80.0, 55.0, 28.0, 26.0, 14.0, 6.0, 2.0, 5.0, 4.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1708984375, -1.1198577880859375, -1.068817138671875, -1.0177764892578125, -0.96673583984375, -0.9156951904296875, -0.864654541015625, -0.8136138916015625, -0.7625732421875, -0.7115325927734375, -0.660491943359375, -0.6094512939453125, -0.55841064453125, -0.5073699951171875, -0.456329345703125, -0.4052886962890625, -0.354248046875, -0.3032073974609375, -0.252166748046875, -0.2011260986328125, -0.15008544921875, -0.0990447998046875, -0.048004150390625, 0.0030364990234375, 0.0540771484375, 0.1051177978515625, 0.156158447265625, 0.2071990966796875, 0.25823974609375, 0.3092803955078125, 0.360321044921875, 0.4113616943359375, 0.46240234375, 0.5134429931640625, 0.564483642578125, 0.6155242919921875, 0.66656494140625, 0.7176055908203125, 0.768646240234375, 0.8196868896484375, 0.8707275390625, 0.9217681884765625, 0.972808837890625, 1.0238494873046875, 1.07489013671875, 1.1259307861328125, 1.176971435546875, 1.2280120849609375, 1.279052734375, 1.3300933837890625, 1.381134033203125, 1.4321746826171875, 1.48321533203125, 1.5342559814453125, 1.585296630859375, 1.6363372802734375, 1.6873779296875, 1.7384185791015625, 1.789459228515625, 1.8404998779296875, 1.89154052734375, 1.9425811767578125, 1.993621826171875, 2.0446624755859375, 2.095703125]}, "gradients/encoder.encoder.layers.0.final_layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 5.0, 4.0, 1.0, 3.0, 9.0, 6.0, 3.0, 6.0, 21.0, 26.0, 47.0, 119.0, 244.0, 222.0, 140.0, 63.0, 34.0, 15.0, 11.0, 8.0, 10.0, 3.0, 4.0, 1.0, 1.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-19.799501419067383, -19.32804298400879, -18.856584548950195, -18.3851261138916, -17.913667678833008, -17.442209243774414, -16.97075080871582, -16.499292373657227, -16.027833938598633, -15.556375503540039, -15.084917068481445, -14.613458633422852, -14.142000198364258, -13.670541763305664, -13.19908332824707, -12.727624893188477, -12.256165504455566, -11.784707069396973, -11.313248634338379, -10.841790199279785, -10.370331764221191, -9.898873329162598, -9.427413940429688, -8.955955505371094, -8.4844970703125, -8.013038635253906, -7.5415802001953125, -7.070121765136719, -6.598663330078125, -6.127204895019531, -5.655745983123779, -5.1842875480651855, -4.712828636169434, -4.24137020111084, -3.769911766052246, -3.2984530925750732, -2.8269946575164795, -2.3555362224578857, -1.884077548980713, -1.4126191139221191, -0.9411606788635254, -0.46970218420028687, 0.0017563104629516602, 0.47321486473083496, 0.9446732997894287, 1.4161317348480225, 1.8875904083251953, 2.359048843383789, 2.830507278442383, 3.3019657135009766, 3.7734241485595703, 4.244882583618164, 4.716341018676758, 5.187799453735352, 5.6592583656311035, 6.130716800689697, 6.602175235748291, 7.073633670806885, 7.5450921058654785, 8.01655101776123, 8.488009452819824, 8.959467887878418, 9.430926322937012, 9.902384757995605, 10.3738431930542]}, "gradients/encoder.encoder.layers.0.final_layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 5.0, 12.0, 12.0, 9.0, 18.0, 15.0, 36.0, 35.0, 34.0, 53.0, 60.0, 66.0, 77.0, 84.0, 83.0, 75.0, 59.0, 51.0, 43.0, 55.0, 34.0, 30.0, 17.0, 15.0, 5.0, 7.0, 7.0, 4.0, 6.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.246848106384277, -8.974886894226074, -8.702924728393555, -8.430963516235352, -8.159002304077148, -7.887041091918945, -7.615079402923584, -7.343117713928223, -7.0711565017700195, -6.799195289611816, -6.527233600616455, -6.255271911621094, -5.983310699462891, -5.7113494873046875, -5.439387798309326, -5.167426109313965, -4.895464897155762, -4.623503684997559, -4.351541996002197, -4.079580307006836, -3.807619094848633, -3.5356576442718506, -3.2636961936950684, -2.991734743118286, -2.719773292541504, -2.4478118419647217, -2.1758503913879395, -1.9038889408111572, -1.631927490234375, -1.3599660396575928, -1.0880045890808105, -0.8160431385040283, -0.5440807342529297, -0.27211928367614746, -0.00015783309936523438, 0.271803617477417, 0.5437650680541992, 0.8157265186309814, 1.0876879692077637, 1.359649419784546, 1.6316108703613281, 1.9035723209381104, 2.1755337715148926, 2.447495222091675, 2.719456672668457, 2.9914181232452393, 3.2633795738220215, 3.5353410243988037, 3.807302474975586, 4.079263687133789, 4.35122537612915, 4.623187065124512, 4.895148277282715, 5.167109489440918, 5.439071178436279, 5.711032867431641, 5.982994079589844, 6.254955291748047, 6.526916980743408, 6.7988786697387695, 7.070839881896973, 7.342801094055176, 7.614762783050537, 7.886724472045898, 8.158685684204102]}, "gradients/encoder.encoder.layers.0.attention.out_proj.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 2.0, 4.0, 2.0, 6.0, 4.0, 5.0, 17.0, 19.0, 19.0, 45.0, 50.0, 105.0, 164.0, 318.0, 559.0, 1240.0, 2772.0, 7302.0, 22955.0, 112349.0, 776907.0, 92178.0, 20013.0, 6561.0, 2542.0, 1148.0, 556.0, 298.0, 167.0, 88.0, 52.0, 35.0, 33.0, 9.0, 11.0, 6.0, 9.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.79296875, -0.7699508666992188, -0.7469329833984375, -0.7239151000976562, -0.700897216796875, -0.6778793334960938, -0.6548614501953125, -0.6318435668945312, -0.60882568359375, -0.5858078002929688, -0.5627899169921875, -0.5397720336914062, -0.516754150390625, -0.49373626708984375, -0.4707183837890625, -0.44770050048828125, -0.4246826171875, -0.40166473388671875, -0.3786468505859375, -0.35562896728515625, -0.332611083984375, -0.30959320068359375, -0.2865753173828125, -0.26355743408203125, -0.24053955078125, -0.21752166748046875, -0.1945037841796875, -0.17148590087890625, -0.148468017578125, -0.12545013427734375, -0.1024322509765625, -0.07941436767578125, -0.056396484375, -0.03337860107421875, -0.0103607177734375, 0.01265716552734375, 0.035675048828125, 0.05869293212890625, 0.0817108154296875, 0.10472869873046875, 0.12774658203125, 0.15076446533203125, 0.1737823486328125, 0.19680023193359375, 0.219818115234375, 0.24283599853515625, 0.2658538818359375, 0.28887176513671875, 0.3118896484375, 0.33490753173828125, 0.3579254150390625, 0.38094329833984375, 0.403961181640625, 0.42697906494140625, 0.4499969482421875, 0.47301483154296875, 0.49603271484375, 0.5190505981445312, 0.5420684814453125, 0.5650863647460938, 0.588104248046875, 0.6111221313476562, 0.6341400146484375, 0.6571578979492188, 0.68017578125]}, "gradients/encoder.encoder.layers.0.attention.out_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 3.0, 2.0, 2.0, 6.0, 9.0, 16.0, 17.0, 20.0, 29.0, 52.0, 45.0, 72.0, 75.0, 88.0, 89.0, 105.0, 72.0, 80.0, 60.0, 44.0, 35.0, 30.0, 24.0, 16.0, 12.0, 6.0, 4.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-0.7744140625, -0.75390625, -0.7333984375, -0.712890625, -0.6923828125, -0.671875, -0.6513671875, -0.630859375, -0.6103515625, -0.58984375, -0.5693359375, -0.548828125, -0.5283203125, -0.5078125, -0.4873046875, -0.466796875, -0.4462890625, -0.42578125, -0.4052734375, -0.384765625, -0.3642578125, -0.34375, -0.3232421875, -0.302734375, -0.2822265625, -0.26171875, -0.2412109375, -0.220703125, -0.2001953125, -0.1796875, -0.1591796875, -0.138671875, -0.1181640625, -0.09765625, -0.0771484375, -0.056640625, -0.0361328125, -0.015625, 0.0048828125, 0.025390625, 0.0458984375, 0.06640625, 0.0869140625, 0.107421875, 0.1279296875, 0.1484375, 0.1689453125, 0.189453125, 0.2099609375, 0.23046875, 0.2509765625, 0.271484375, 0.2919921875, 0.3125, 0.3330078125, 0.353515625, 0.3740234375, 0.39453125, 0.4150390625, 0.435546875, 0.4560546875, 0.4765625, 0.4970703125, 0.517578125, 0.5380859375]}, "gradients/encoder.encoder.layers.0.attention.v_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 3.0, 3.0, 4.0, 3.0, 8.0, 6.0, 8.0, 8.0, 18.0, 17.0, 23.0, 37.0, 62.0, 92.0, 152.0, 275.0, 538.0, 1400.0, 5601.0, 51099.0, 949839.0, 32681.0, 4259.0, 1248.0, 503.0, 251.0, 159.0, 87.0, 44.0, 30.0, 26.0, 22.0, 15.0, 10.0, 9.0, 6.0, 7.0, 6.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.134765625, -1.099761962890625, -1.06475830078125, -1.029754638671875, -0.9947509765625, -0.959747314453125, -0.92474365234375, -0.889739990234375, -0.854736328125, -0.819732666015625, -0.78472900390625, -0.749725341796875, -0.7147216796875, -0.679718017578125, -0.64471435546875, -0.609710693359375, -0.57470703125, -0.539703369140625, -0.50469970703125, -0.469696044921875, -0.4346923828125, -0.399688720703125, -0.36468505859375, -0.329681396484375, -0.294677734375, -0.259674072265625, -0.22467041015625, -0.189666748046875, -0.1546630859375, -0.119659423828125, -0.08465576171875, -0.049652099609375, -0.0146484375, 0.020355224609375, 0.05535888671875, 0.090362548828125, 0.1253662109375, 0.160369873046875, 0.19537353515625, 0.230377197265625, 0.265380859375, 0.300384521484375, 0.33538818359375, 0.370391845703125, 0.4053955078125, 0.440399169921875, 0.47540283203125, 0.510406494140625, 0.54541015625, 0.580413818359375, 0.61541748046875, 0.650421142578125, 0.6854248046875, 0.720428466796875, 0.75543212890625, 0.790435791015625, 0.825439453125, 0.860443115234375, 0.89544677734375, 0.930450439453125, 0.9654541015625, 1.000457763671875, 1.03546142578125, 1.070465087890625, 1.10546875]}, "gradients/encoder.encoder.layers.0.attention.v_proj.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 2.0, 1.0, 3.0, 2.0, 3.0, 3.0, 5.0, 16.0, 9.0, 6.0, 14.0, 16.0, 21.0, 21.0, 17.0, 33.0, 20.0, 34.0, 33.0, 46.0, 54.0, 87.0, 84.0, 84.0, 70.0, 50.0, 52.0, 37.0, 29.0, 28.0, 20.0, 28.0, 13.0, 16.0, 12.0, 8.0, 11.0, 8.0, 4.0, 6.0, 1.0, 4.0, 1.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.498046875, -1.4434814453125, -1.388916015625, -1.3343505859375, -1.27978515625, -1.2252197265625, -1.170654296875, -1.1160888671875, -1.0615234375, -1.0069580078125, -0.952392578125, -0.8978271484375, -0.84326171875, -0.7886962890625, -0.734130859375, -0.6795654296875, -0.625, -0.5704345703125, -0.515869140625, -0.4613037109375, -0.40673828125, -0.3521728515625, -0.297607421875, -0.2430419921875, -0.1884765625, -0.1339111328125, -0.079345703125, -0.0247802734375, 0.02978515625, 0.0843505859375, 0.138916015625, 0.1934814453125, 0.248046875, 0.3026123046875, 0.357177734375, 0.4117431640625, 0.46630859375, 0.5208740234375, 0.575439453125, 0.6300048828125, 0.6845703125, 0.7391357421875, 0.793701171875, 0.8482666015625, 0.90283203125, 0.9573974609375, 1.011962890625, 1.0665283203125, 1.12109375, 1.1756591796875, 1.230224609375, 1.2847900390625, 1.33935546875, 1.3939208984375, 1.448486328125, 1.5030517578125, 1.5576171875, 1.6121826171875, 1.666748046875, 1.7213134765625, 1.77587890625, 1.8304443359375, 1.885009765625, 1.9395751953125, 1.994140625]}, "gradients/encoder.encoder.layers.0.attention.k_proj.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 10.0, 7.0, 8.0, 5.0, 12.0, 20.0, 22.0, 28.0, 64.0, 77.0, 91.0, 152.0, 186.0, 305.0, 560.0, 911.0, 1893.0, 4049.0, 11098.0, 41111.0, 755075.0, 187236.0, 29737.0, 8658.0, 3448.0, 1591.0, 851.0, 490.0, 273.0, 180.0, 108.0, 89.0, 52.0, 43.0, 31.0, 26.0, 13.0, 12.0, 8.0, 7.0, 6.0, 1.0, 1.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 2.0, 1.0, 2.0], "bins": [-0.09661865234375, -0.09358882904052734, -0.09055900573730469, -0.08752918243408203, -0.08449935913085938, -0.08146953582763672, -0.07843971252441406, -0.0754098892211914, -0.07238006591796875, -0.0693502426147461, -0.06632041931152344, -0.06329059600830078, -0.060260772705078125, -0.05723094940185547, -0.05420112609863281, -0.051171302795410156, -0.0481414794921875, -0.045111656188964844, -0.04208183288574219, -0.03905200958251953, -0.036022186279296875, -0.03299236297607422, -0.029962539672851562, -0.026932716369628906, -0.02390289306640625, -0.020873069763183594, -0.017843246459960938, -0.014813423156738281, -0.011783599853515625, -0.008753776550292969, -0.0057239532470703125, -0.0026941299438476562, 0.000335693359375, 0.0033655166625976562, 0.0063953399658203125, 0.009425163269042969, 0.012454986572265625, 0.015484809875488281, 0.018514633178710938, 0.021544456481933594, 0.02457427978515625, 0.027604103088378906, 0.030633926391601562, 0.03366374969482422, 0.036693572998046875, 0.03972339630126953, 0.04275321960449219, 0.045783042907714844, 0.0488128662109375, 0.051842689514160156, 0.05487251281738281, 0.05790233612060547, 0.060932159423828125, 0.06396198272705078, 0.06699180603027344, 0.0700216293334961, 0.07305145263671875, 0.0760812759399414, 0.07911109924316406, 0.08214092254638672, 0.08517074584960938, 0.08820056915283203, 0.09123039245605469, 0.09426021575927734, 0.0972900390625]}, "gradients/encoder.encoder.layers.0.attention.k_proj.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 2.0, 8.0, 1.0, 7.0, 10.0, 9.0, 18.0, 18.0, 26.0, 33.0, 45.0, 68.0, 94.0, 107.0, 107.0, 99.0, 94.0, 63.0, 50.0, 31.0, 24.0, 17.0, 18.0, 10.0, 8.0, 5.0, 5.0, 8.0, 8.0, 3.0, 2.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.0677528381347656e-05, -5.874317139387131e-05, -5.680881440639496e-05, -5.487445741891861e-05, -5.294010043144226e-05, -5.100574344396591e-05, -4.907138645648956e-05, -4.7137029469013214e-05, -4.5202672481536865e-05, -4.3268315494060516e-05, -4.133395850658417e-05, -3.939960151910782e-05, -3.746524453163147e-05, -3.553088754415512e-05, -3.359653055667877e-05, -3.166217356920242e-05, -2.9727816581726074e-05, -2.7793459594249725e-05, -2.5859102606773376e-05, -2.3924745619297028e-05, -2.199038863182068e-05, -2.005603164434433e-05, -1.812167465686798e-05, -1.6187317669391632e-05, -1.4252960681915283e-05, -1.2318603694438934e-05, -1.0384246706962585e-05, -8.449889719486237e-06, -6.515532732009888e-06, -4.581175744533539e-06, -2.64681875705719e-06, -7.124617695808411e-07, 1.2218952178955078e-06, 3.1562522053718567e-06, 5.0906091928482056e-06, 7.0249661803245544e-06, 8.959323167800903e-06, 1.0893680155277252e-05, 1.2828037142753601e-05, 1.476239413022995e-05, 1.66967511177063e-05, 1.8631108105182648e-05, 2.0565465092658997e-05, 2.2499822080135345e-05, 2.4434179067611694e-05, 2.6368536055088043e-05, 2.8302893042564392e-05, 3.023725003004074e-05, 3.217160701751709e-05, 3.410596400499344e-05, 3.604032099246979e-05, 3.7974677979946136e-05, 3.9909034967422485e-05, 4.1843391954898834e-05, 4.377774894237518e-05, 4.571210592985153e-05, 4.764646291732788e-05, 4.958081990480423e-05, 5.151517689228058e-05, 5.344953387975693e-05, 5.5383890867233276e-05, 5.7318247854709625e-05, 5.9252604842185974e-05, 6.118696182966232e-05, 6.312131881713867e-05]}, "gradients/encoder.encoder.layers.0.attention.q_proj.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 3.0, 4.0, 6.0, 3.0, 3.0, 3.0, 9.0, 13.0, 15.0, 30.0, 33.0, 77.0, 129.0, 301.0, 521.0, 1240.0, 3709.0, 13991.0, 93347.0, 875550.0, 46422.0, 8695.0, 2545.0, 960.0, 418.0, 231.0, 105.0, 64.0, 36.0, 30.0, 27.0, 14.0, 6.0, 4.0, 4.0, 6.0, 1.0, 1.0, 1.0, 2.0, 0.0, 5.0, 0.0, 1.0], "bins": [-0.1729736328125, -0.1685771942138672, -0.16418075561523438, -0.15978431701660156, -0.15538787841796875, -0.15099143981933594, -0.14659500122070312, -0.1421985626220703, -0.1378021240234375, -0.1334056854248047, -0.12900924682617188, -0.12461280822753906, -0.12021636962890625, -0.11581993103027344, -0.11142349243164062, -0.10702705383300781, -0.102630615234375, -0.09823417663574219, -0.09383773803710938, -0.08944129943847656, -0.08504486083984375, -0.08064842224121094, -0.07625198364257812, -0.07185554504394531, -0.0674591064453125, -0.06306266784667969, -0.058666229248046875, -0.05426979064941406, -0.04987335205078125, -0.04547691345214844, -0.041080474853515625, -0.03668403625488281, -0.03228759765625, -0.027891159057617188, -0.023494720458984375, -0.019098281860351562, -0.01470184326171875, -0.010305404663085938, -0.005908966064453125, -0.0015125274658203125, 0.0028839111328125, 0.0072803497314453125, 0.011676788330078125, 0.016073226928710938, 0.02046966552734375, 0.024866104125976562, 0.029262542724609375, 0.03365898132324219, 0.038055419921875, 0.04245185852050781, 0.046848297119140625, 0.05124473571777344, 0.05564117431640625, 0.06003761291503906, 0.06443405151367188, 0.06883049011230469, 0.0732269287109375, 0.07762336730957031, 0.08201980590820312, 0.08641624450683594, 0.09081268310546875, 0.09520912170410156, 0.09960556030273438, 0.10400199890136719, 0.1083984375]}, "gradients/encoder.encoder.layers.0.attention.q_proj.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 0.0, 2.0, 2.0, 3.0, 2.0, 5.0, 3.0, 7.0, 14.0, 13.0, 24.0, 24.0, 47.0, 46.0, 71.0, 88.0, 159.0, 150.0, 85.0, 63.0, 56.0, 33.0, 26.0, 29.0, 8.0, 9.0, 8.0, 10.0, 4.0, 5.0, 5.0, 3.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-0.22119140625, -0.21538734436035156, -0.20958328247070312, -0.2037792205810547, -0.19797515869140625, -0.1921710968017578, -0.18636703491210938, -0.18056297302246094, -0.1747589111328125, -0.16895484924316406, -0.16315078735351562, -0.1573467254638672, -0.15154266357421875, -0.1457386016845703, -0.13993453979492188, -0.13413047790527344, -0.128326416015625, -0.12252235412597656, -0.11671829223632812, -0.11091423034667969, -0.10511016845703125, -0.09930610656738281, -0.09350204467773438, -0.08769798278808594, -0.0818939208984375, -0.07608985900878906, -0.07028579711914062, -0.06448173522949219, -0.05867767333984375, -0.05287361145019531, -0.047069549560546875, -0.04126548767089844, -0.03546142578125, -0.029657363891601562, -0.023853302001953125, -0.018049240112304688, -0.01224517822265625, -0.0064411163330078125, -0.000637054443359375, 0.0051670074462890625, 0.0109710693359375, 0.016775131225585938, 0.022579193115234375, 0.028383255004882812, 0.03418731689453125, 0.03999137878417969, 0.045795440673828125, 0.05159950256347656, 0.057403564453125, 0.06320762634277344, 0.06901168823242188, 0.07481575012207031, 0.08061981201171875, 0.08642387390136719, 0.09222793579101562, 0.09803199768066406, 0.1038360595703125, 0.10964012145996094, 0.11544418334960938, 0.12124824523925781, 0.12705230712890625, 0.1328563690185547, 0.13866043090820312, 0.14446449279785156, 0.1502685546875]}, "gradients/encoder.encoder.layers.0.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 3.0, 5.0, 6.0, 14.0, 43.0, 117.0, 583.0, 146.0, 60.0, 19.0, 7.0, 6.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-16.358430862426758, -16.006603240966797, -15.654776573181152, -15.302949905395508, -14.951122283935547, -14.599295616149902, -14.247468948364258, -13.895641326904297, -13.543814659118652, -13.191987991333008, -12.840160369873047, -12.488333702087402, -12.136507034301758, -11.784679412841797, -11.432852745056152, -11.081026077270508, -10.729198455810547, -10.377371788024902, -10.025544166564941, -9.673717498779297, -9.321889877319336, -8.970063209533691, -8.618236541748047, -8.266408920288086, -7.914582252502441, -7.562755107879639, -7.210927963256836, -6.859101295471191, -6.507274150848389, -6.155447006225586, -5.803620338439941, -5.451793193817139, -5.099967002868652, -4.74813985824585, -4.396312713623047, -4.044486045837402, -3.6926589012145996, -3.340831756591797, -2.9890048503875732, -2.6371779441833496, -2.285350799560547, -1.9335237741470337, -1.5816967487335205, -1.2298697233200073, -0.8780426979064941, -0.526215672492981, -0.17438864707946777, 0.17743825912475586, 0.5292654037475586, 0.8810924291610718, 1.232919454574585, 1.5847464799880981, 1.9365735054016113, 2.288400650024414, 2.6402275562286377, 2.9920544624328613, 3.343881607055664, 3.695708751678467, 4.0475358963012695, 4.399362564086914, 4.751189708709717, 5.1030168533325195, 5.454843521118164, 5.806670665740967, 6.1584978103637695]}, "gradients/encoder.encoder.layers.0.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 3.0, 0.0, 2.0, 4.0, 7.0, 12.0, 8.0, 7.0, 10.0, 11.0, 17.0, 16.0, 25.0, 21.0, 36.0, 20.0, 41.0, 64.0, 119.0, 173.0, 130.0, 65.0, 26.0, 27.0, 23.0, 16.0, 14.0, 20.0, 12.0, 19.0, 9.0, 8.0, 3.0, 5.0, 9.0, 5.0, 6.0, 1.0, 2.0, 5.0, 3.0, 2.0, 3.0, 1.0, 2.0, 1.0, 0.0, 1.0], "bins": [-4.976553440093994, -4.836651802062988, -4.696749687194824, -4.556848049163818, -4.416945934295654, -4.277044296264648, -4.137142181396484, -3.9972405433654785, -3.8573386669158936, -3.7174367904663086, -3.5775349140167236, -3.4376330375671387, -3.297731399536133, -3.1578292846679688, -3.017927646636963, -2.878025770187378, -2.738123893737793, -2.598222017288208, -2.458320140838623, -2.318418264389038, -2.178516387939453, -2.0386147499084473, -1.8987128734588623, -1.7588109970092773, -1.6189091205596924, -1.4790072441101074, -1.3391053676605225, -1.199203610420227, -1.059301733970642, -0.9193998575210571, -0.7794980406761169, -0.6395962238311768, -0.49969482421875, -0.3597929775714874, -0.21989113092422485, -0.07998928427696228, 0.05991256237030029, 0.19981443881988525, 0.33971625566482544, 0.4796180725097656, 0.6195199489593506, 0.7594218254089355, 0.8993236422538757, 1.039225459098816, 1.1791273355484009, 1.3190292119979858, 1.4589309692382812, 1.5988328456878662, 1.7387347221374512, 1.8786365985870361, 2.018538475036621, 2.158440351486206, 2.298342227935791, 2.438243865966797, 2.578145742416382, 2.718047618865967, 2.8579494953155518, 2.9978513717651367, 3.1377532482147217, 3.2776551246643066, 3.4175567626953125, 3.5574588775634766, 3.6973605155944824, 3.8372623920440674, 3.9771642684936523]}, "gradients/encoder.encoder.pos_conv_embed.conv.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 2.0, 5.0, 10.0, 9.0, 8.0, 12.0, 22.0, 10.0, 23.0, 14.0, 25.0, 32.0, 39.0, 42.0, 72.0, 259.0, 121.0, 57.0, 32.0, 32.0, 20.0, 20.0, 26.0, 20.0, 11.0, 18.0, 14.0, 9.0, 10.0, 8.0, 4.0, 5.0, 3.0, 2.0, 3.0, 1.0, 1.0, 1.0, 3.0, 2.0], "bins": [-0.5068359375, -0.4940948486328125, -0.481353759765625, -0.4686126708984375, -0.45587158203125, -0.4431304931640625, -0.430389404296875, -0.4176483154296875, -0.4049072265625, -0.3921661376953125, -0.379425048828125, -0.3666839599609375, -0.35394287109375, -0.3412017822265625, -0.328460693359375, -0.3157196044921875, -0.302978515625, -0.2902374267578125, -0.277496337890625, -0.2647552490234375, -0.25201416015625, -0.2392730712890625, -0.226531982421875, -0.2137908935546875, -0.2010498046875, -0.1883087158203125, -0.175567626953125, -0.1628265380859375, -0.15008544921875, -0.1373443603515625, -0.124603271484375, -0.1118621826171875, -0.09912109375, -0.0863800048828125, -0.073638916015625, -0.0608978271484375, -0.04815673828125, -0.0354156494140625, -0.022674560546875, -0.0099334716796875, 0.0028076171875, 0.0155487060546875, 0.028289794921875, 0.0410308837890625, 0.05377197265625, 0.0665130615234375, 0.079254150390625, 0.0919952392578125, 0.104736328125, 0.1174774169921875, 0.130218505859375, 0.1429595947265625, 0.15570068359375, 0.1684417724609375, 0.181182861328125, 0.1939239501953125, 0.2066650390625, 0.2194061279296875, 0.232147216796875, 0.2448883056640625, 0.25762939453125, 0.2703704833984375, 0.283111572265625, 0.2958526611328125, 0.30859375]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_v": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 0.0, 2.0, 2.0, 4.0, 3.0, 12.0, 8.0, 10.0, 13.0, 12.0, 9.0, 18.0, 23.0, 18.0, 31.0, 62.0, 87.0, 184.0, 321.0, 682.0, 1910.0, 8163.0, 8276831.0, 92111.0, 5388.0, 1465.0, 536.0, 254.0, 130.0, 113.0, 49.0, 25.0, 20.0, 9.0, 19.0, 23.0, 10.0, 0.0, 4.0, 8.0, 3.0, 2.0, 2.0, 13.0, 9.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.1322860717773438, -3.011228084564209, -2.890170097351074, -2.7691121101379395, -2.6480541229248047, -2.52699613571167, -2.405938148498535, -2.2848801612854004, -2.1638221740722656, -2.042764186859131, -1.921706199645996, -1.8006482124328613, -1.6795902252197266, -1.5585322380065918, -1.4374741315841675, -1.3164161443710327, -1.1953580379486084, -1.0743000507354736, -0.9532420635223389, -0.8321840167045593, -0.7111260294914246, -0.5900680422782898, -0.46900999546051025, -0.3479520082473755, -0.22689402103424072, -0.10583601891994476, 0.015221983194351196, 0.13628000020980835, 0.2573379874229431, 0.3783959746360779, 0.4994540214538574, 0.6205120086669922, 0.741569995880127, 0.8626279830932617, 0.9836859703063965, 1.1047439575195312, 1.225801944732666, 1.3468599319458008, 1.467918038368225, 1.5889760255813599, 1.7100340127944946, 1.8310920000076294, 1.9521499872207642, 2.0732080936431885, 2.1942660808563232, 2.315324068069458, 2.4363820552825928, 2.5574400424957275, 2.6784980297088623, 2.799556016921997, 2.920614004135132, 3.0416719913482666, 3.1627299785614014, 3.283787965774536, 3.40484619140625, 3.5259041786193848, 3.6469621658325195, 3.7680201530456543, 3.889078140258789, 4.010136127471924, 4.131194114685059, 4.252252101898193, 4.373310089111328, 4.494368076324463, 4.615426063537598]}, "gradients/encoder.encoder.pos_conv_embed.conv.weight_g": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 4.0, 5.0, 2.0, 4.0, 2.0, 6.0, 5.0, 3.0, 6.0, 3.0, 5.0, 2.0, 3.0, 0.0, 6.0, 1.0, 4.0, 3.0, 2.0, 3.0, 8.0, 6.0, 4.0, 3.0, 3.0, 1.0, 2.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0], "bins": [-7.429186820983887, -7.270180702209473, -7.1111741065979, -6.952167987823486, -6.793161869049072, -6.6341552734375, -6.475149154663086, -6.316143035888672, -6.1571364402771, -5.9981303215026855, -5.839123725891113, -5.680117607116699, -5.521111488342285, -5.362104892730713, -5.203098773956299, -5.044092178344727, -4.8850860595703125, -4.726079940795898, -4.567073345184326, -4.408067226409912, -4.249061107635498, -4.090054512023926, -3.9310483932495117, -3.7720420360565186, -3.6130361557006836, -3.4540297985076904, -3.2950236797332764, -3.136017322540283, -2.97701096534729, -2.818004608154297, -2.658998489379883, -2.4999921321868896, -2.3409855365753174, -2.181979179382324, -2.02297306060791, -1.863966703414917, -1.7049603462219238, -1.5459541082382202, -1.3869478702545166, -1.2279415130615234, -1.0689352750778198, -0.9099289774894714, -0.750922679901123, -0.5919164419174194, -0.43291014432907104, -0.27390384674072266, -0.11489760875701904, 0.04410874843597412, 0.20311498641967773, 0.3621212840080261, 0.5211275815963745, 0.6801338195800781, 0.8391401171684265, 0.9981464147567749, 1.1571526527404785, 1.3161590099334717, 1.4751652479171753, 1.634171485900879, 1.793177843093872, 1.9521840810775757, 2.1111903190612793, 2.2701966762542725, 2.4292030334472656, 2.5882091522216797, 2.747215509414673]}, "gradients/encoder.feature_projection.projection.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 3.0, 3.0, 4.0, 6.0, 9.0, 2.0, 9.0, 17.0, 27.0, 22.0, 16.0, 40.0, 55.0, 78.0, 169.0, 286.0, 501.0, 1130.0, 2505.0, 7106.0, 22454.0, 85184.0, 234459.0, 122796.0, 31678.0, 9433.0, 3294.0, 1362.0, 685.0, 359.0, 220.0, 112.0, 65.0, 46.0, 30.0, 26.0, 23.0, 15.0, 16.0, 7.0, 6.0, 4.0, 4.0, 1.0, 1.0, 4.0, 2.0, 0.0, 0.0, 0.0, 3.0, 2.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-3.16015625, -3.05352783203125, -2.9468994140625, -2.84027099609375, -2.733642578125, -2.62701416015625, -2.5203857421875, -2.41375732421875, -2.30712890625, -2.20050048828125, -2.0938720703125, -1.98724365234375, -1.880615234375, -1.77398681640625, -1.6673583984375, -1.56072998046875, -1.4541015625, -1.34747314453125, -1.2408447265625, -1.13421630859375, -1.027587890625, -0.92095947265625, -0.8143310546875, -0.70770263671875, -0.60107421875, -0.49444580078125, -0.3878173828125, -0.28118896484375, -0.174560546875, -0.06793212890625, 0.0386962890625, 0.14532470703125, 0.251953125, 0.35858154296875, 0.4652099609375, 0.57183837890625, 0.678466796875, 0.78509521484375, 0.8917236328125, 0.99835205078125, 1.10498046875, 1.21160888671875, 1.3182373046875, 1.42486572265625, 1.531494140625, 1.63812255859375, 1.7447509765625, 1.85137939453125, 1.9580078125, 2.06463623046875, 2.1712646484375, 2.27789306640625, 2.384521484375, 2.49114990234375, 2.5977783203125, 2.70440673828125, 2.81103515625, 2.91766357421875, 3.0242919921875, 3.13092041015625, 3.237548828125, 3.34417724609375, 3.4508056640625, 3.55743408203125, 3.6640625]}, "gradients/encoder.feature_projection.projection.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 5.0, 8.0, 15.0, 16.0, 20.0, 38.0, 48.0, 58.0, 75.0, 93.0, 87.0, 106.0, 112.0, 85.0, 66.0, 50.0, 40.0, 25.0, 20.0, 15.0, 11.0, 10.0, 4.0, 3.0, 3.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-0.76611328125, -0.7456130981445312, -0.7251129150390625, -0.7046127319335938, -0.684112548828125, -0.6636123657226562, -0.6431121826171875, -0.6226119995117188, -0.60211181640625, -0.5816116333007812, -0.5611114501953125, -0.5406112670898438, -0.520111083984375, -0.49961090087890625, -0.4791107177734375, -0.45861053466796875, -0.4381103515625, -0.41761016845703125, -0.3971099853515625, -0.37660980224609375, -0.356109619140625, -0.33560943603515625, -0.3151092529296875, -0.29460906982421875, -0.27410888671875, -0.25360870361328125, -0.2331085205078125, -0.21260833740234375, -0.192108154296875, -0.17160797119140625, -0.1511077880859375, -0.13060760498046875, -0.110107421875, -0.08960723876953125, -0.0691070556640625, -0.04860687255859375, -0.028106689453125, -0.00760650634765625, 0.0128936767578125, 0.03339385986328125, 0.05389404296875, 0.07439422607421875, 0.0948944091796875, 0.11539459228515625, 0.135894775390625, 0.15639495849609375, 0.1768951416015625, 0.19739532470703125, 0.2178955078125, 0.23839569091796875, 0.2588958740234375, 0.27939605712890625, 0.299896240234375, 0.32039642333984375, 0.3408966064453125, 0.36139678955078125, 0.38189697265625, 0.40239715576171875, 0.4228973388671875, 0.44339752197265625, 0.463897705078125, 0.48439788818359375, 0.5048980712890625, 0.5253982543945312, 0.5458984375]}, "gradients/encoder.feature_projection.layer_norm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 4.0, 1.0, 6.0, 4.0, 5.0, 9.0, 31.0, 53.0, 98.0, 128.0, 67.0, 45.0, 20.0, 14.0, 10.0, 4.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-8.707442283630371, -8.527705192565918, -8.347968101501465, -8.168231010437012, -7.9884934425354, -7.808756351470947, -7.629019260406494, -7.449282169342041, -7.269545078277588, -7.089807987213135, -6.910070896148682, -6.73033332824707, -6.550596237182617, -6.370859146118164, -6.191122055053711, -6.011384963989258, -5.831647872924805, -5.651910781860352, -5.472173690795898, -5.292436599731445, -5.112699031829834, -4.932961940765381, -4.753224849700928, -4.573487758636475, -4.393750190734863, -4.21401309967041, -4.034276008605957, -3.854538679122925, -3.6748015880584717, -3.4950642585754395, -3.3153271675109863, -3.135590076446533, -2.95585298538208, -2.776115894317627, -2.5963785648345947, -2.4166414737701416, -2.2369043827056885, -2.0571670532226562, -1.8774299621582031, -1.69769287109375, -1.5179556608200073, -1.3382184505462646, -1.1584813594818115, -0.9787441492080688, -0.799006998538971, -0.619269847869873, -0.43953263759613037, -0.25979554653167725, -0.08005833625793457, 0.09967882931232452, 0.2794159948825836, 0.4591531753540039, 0.6388903260231018, 0.8186274766921997, 0.9983646869659424, 1.1781017780303955, 1.3578389883041382, 1.5375761985778809, 1.717313289642334, 1.8970504999160767, 2.0767877101898193, 2.2565248012542725, 2.4362621307373047, 2.615999221801758, 2.795736312866211]}, "gradients/encoder.feature_projection.layer_norm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 6.0, 5.0, 2.0, 1.0, 3.0, 2.0, 10.0, 13.0, 27.0, 24.0, 37.0, 86.0, 72.0, 72.0, 49.0, 15.0, 12.0, 7.0, 8.0, 10.0, 4.0, 4.0, 3.0, 3.0, 5.0, 3.0, 2.0, 1.0, 2.0, 0.0, 2.0, 2.0, 1.0], "bins": [-3.4411444664001465, -3.360557794570923, -3.279971122741699, -3.1993844509124756, -3.118797779083252, -3.0382111072540283, -2.9576244354248047, -2.877037525177002, -2.7964510917663574, -2.715864419937134, -2.63527774810791, -2.5546910762786865, -2.474104404449463, -2.3935177326202393, -2.3129310607910156, -2.232344150543213, -2.1517574787139893, -2.0711708068847656, -1.990584135055542, -1.9099974632263184, -1.8294107913970947, -1.748824119567871, -1.668237328529358, -1.5876506567001343, -1.5070639848709106, -1.426477313041687, -1.3458906412124634, -1.2653039693832397, -1.1847171783447266, -1.104130506515503, -1.0235438346862793, -0.9429571628570557, -0.8623706102371216, -0.781783938407898, -0.7011972665786743, -0.6206105351448059, -0.5400238633155823, -0.45943719148635864, -0.3788504898548126, -0.2982637882232666, -0.21767711639404297, -0.13709042966365814, -0.056503742933273315, 0.02408294379711151, 0.10466963052749634, 0.18525630235671997, 0.265843003988266, 0.346429705619812, 0.42701637744903564, 0.5076030492782593, 0.5881897211074829, 0.6687764525413513, 0.749363124370575, 0.8299497961997986, 0.910536527633667, 0.9911231994628906, 1.0717098712921143, 1.152296543121338, 1.2328832149505615, 1.3134698867797852, 1.3940565586090088, 1.4746432304382324, 1.5552300214767456, 1.6358166933059692, 1.7164033651351929]}, "eval/loss": 1.6480859518051147, "eval/wer": 1.0501983339944467, "eval/runtime": 1260.9615, "eval/samples_per_second": 2.095, "eval/steps_per_second": 0.262}
\ No newline at end of file